-- Logs begin at Sat 2021-11-13 20:01:14 UTC, end at Sat 2021-11-13 22:42:50 UTC. --
Nov 13 20:53:36.207408 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Nov 13 20:53:38.983739 ncdv-master-1 neutron-server[120423]: INFO neutron.common.config [-] Logging enabled!
Nov 13 20:53:38.984593 ncdv-master-1 neutron-server[120423]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev161
Nov 13 20:53:38.984785 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120423) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 13 20:53:38.988078 ncdv-master-1 neutron-server[120423]: INFO neutron.common.config [-] Logging enabled!
Nov 13 20:53:38.988331 ncdv-master-1 neutron-server[120423]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev161
Nov 13 20:53:38.988637 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120423) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 13 20:53:38.989598 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 13 20:53:38.989825 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 13 20:53:38.990183 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 13 20:53:38.990423 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 13 20:53:38.990647 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 13 20:53:38.990958 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.991382 ncdv-master-1 neutron-server[120423]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Nov 13 20:53:38.991687 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.991977 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.992264 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.992550 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.992862 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.993137 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.993417 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.993706 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.993985 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.994256 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.994533 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.994817 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.995091 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.995367 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.996180 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.996464 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] debug                          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.996766 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.997192 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.997598 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.997873 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.998157 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.998434 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.998703 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.998974 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.999252 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.999573 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:38.999845 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.000130 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.000410 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.000717 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.000998 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.001268 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.001544 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.001812 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.002084 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.002357 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.002640 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.002924 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.003208 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.003428 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.003646 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.003930 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.004212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.004483 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.004779 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.005052 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.005320 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.005587 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.005851 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.006132 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.006411 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.006689 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.006956 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.007225 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.007491 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.007755 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.008034 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.008301 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.008567 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.008857 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.009137 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.009401 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.009666 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.009964 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.010247 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.010531 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.010814 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.011084 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.011934 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.012210 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.012483 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.012779 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.013052 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.013320 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.013598 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.013868 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.014136 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.014407 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.014675 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.014954 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:39.015247 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.015538 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.015833 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.016113 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.016413 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.016724 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.016994 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.017270 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.017553 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.017836 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.018118 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.018391 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.018674 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.018947 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.019236 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.019537 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.019825 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.020111 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.020381 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.020656 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.020953 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.021228 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.021508 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.021780 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.022060 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.022341 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.022614 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.022893 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.023181 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.023465 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.023732 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.024003 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.024289 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.024561 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.024856 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.025128 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.025409 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.025680 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.025946 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.026218 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.026491 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.026757 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.027047 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.027318 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.027599 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.027868 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.028133 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.028398 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.028669 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.028955 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.029232 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.029504 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.029768 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.030033 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.030307 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.030581 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.030851 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.031126 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.031392 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.031664 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.031935 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.032205 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.032476 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.032770 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.033040 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.033307 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.033578 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.033850 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.034117 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.034384 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.034652 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.034920 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.035187 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.035467 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.035758 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.036029 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.036300 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.036572 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.036870 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.037142 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.037412 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.037683 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.037952 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.038219 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.038501 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.038776 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.039052 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.039328 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.039600 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.039917 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.040189 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.040467 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.040766 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.041041 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.041317 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.041596 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.041881 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.042169 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.042457 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.042767 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.043055 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.043329 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.043632 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.043908 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:39.044123 ncdv-master-1 neutron-server[120423]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 13 20:53:39.044360 ncdv-master-1 neutron-server[120423]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=120423) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 13 20:53:39.470821 ncdv-master-1 neutron-server[120423]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=120423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 13 20:53:39.471098 ncdv-master-1 neutron-server[120423]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=120423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 13 20:53:39.471399 ncdv-master-1 neutron-server[120423]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=120423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Nov 13 20:53:39.471733 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 13 20:53:39.795735 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.795948 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.796213 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.797425 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.797695 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.797953 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.839193 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.839498 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.839772 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.854850 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.855163 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.855428 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.884335 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.884616 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.884907 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.930234 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.930504 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:39.930763 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.184824 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fefe12ccdc0> agent after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.185445 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fefe12ccdc0> agent after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.185445 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fefe12cce50> segment precommit_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.185607 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fefe12ccee0> network precommit_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.186248 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fefe12dbf70> segment before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.313107 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> network before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.313430 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fefe11734c0> agent before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.313709 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> network before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.313976 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> port before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.314238 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> port before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.314545 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> segment precommit_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.314804 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> segment precommit_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.315058 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> segment after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.315310 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> segment after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.315588 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> network after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.315843 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> network precommit_delete 0 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.316106 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> port after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.316359 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> port after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.316608 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> port after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.316889 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> port provisioning_complete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.317154 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.317407 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.317672 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> agent after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.317942 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> subnet after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.318201 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> subnet precommit_delete 0 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.318476 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.318735 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.319017 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> segment_host_mapping after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.319396 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.319646 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.319894 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fefe1b06a00>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.320294 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:40.320537 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:40.320803 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:40.321043 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:40.321279 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:40.321513 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:40.321890 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 13 20:53:40.325205 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 13 20:53:40.329215 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 13 20:53:40.333173 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Nov 13 20:53:40.334832 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 13 20:53:40.335289 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 13 20:53:40.335628 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 13 20:53:40.336012 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 13 20:53:40.338944 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 13 20:53:40.339197 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 13 20:53:40.340055 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 13 20:53:40.345639 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Nov 13 20:53:40.368883 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 13 20:53:40.369341 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fefe105f7f0>> qos_plugin after_init 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.369646 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=120423) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 13 20:53:40.370006 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fefe105ff10>> logging-plugin after_init 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.371913 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=120423) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 13 20:53:40.372200 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 13 20:53:40.372451 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 13 20:53:40.375722 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fefe105f700>> floatingip before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.376009 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fefe105f700>> port before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:40.444532 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 13 20:53:40.444743 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 13 20:53:40.444984 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 13 20:53:40.445355 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 13 20:53:40.467063 ncdv-master-1 neutron-server[120423]: DEBUG oslo_db.sqlalchemy.engines [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120423) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Nov 13 20:53:41.160218 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing driver for type 'gre'
Nov 13 20:53:41.161011 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] gre ID ranges: [(1, 1000)]
Nov 13 20:53:41.320397 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing driver for type 'local'
Nov 13 20:53:41.320397 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing driver for type 'vlan'
Nov 13 20:53:41.463303 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] VlanTypeDriver initialization complete
Nov 13 20:53:41.463642 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing driver for type 'vxlan'
Nov 13 20:53:41.467216 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] vxlan ID ranges: [(1, 1000)]
Nov 13 20:53:41.697273 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing extension driver 'port_security'
Nov 13 20:53:41.697688 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] PortSecurityExtensionDriver initialization complete
Nov 13 20:53:41.697946 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing mechanism driver 'openvswitch'
Nov 13 20:53:41.698294 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing mechanism driver 'hyperv'
Nov 13 20:53:41.705296 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=120423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:53:41.706153 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe110cb20>> port after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.706520 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe110cb20>> port after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.706869 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe110cb20>> port after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.707442 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=120423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 13 20:53:41.707872 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a89d00>> subnet after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.708224 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a89d00>> subnet after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.708565 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a89d00>> subnet after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.709120 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=120423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 13 20:53:41.709526 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a9c940>> network after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.709872 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a9c940>> network after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.710211 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a9c940>> network after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.710593 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=120423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 13 20:53:41.710997 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a9ce50>> security_group after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.711342 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a9ce50>> security_group after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.711677 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0a9ce50>> security_group after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.712063 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=120423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 13 20:53:41.712466 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0aaf3a0>> security_group_rule after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.712917 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0aaf3a0>> security_group_rule after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.713414 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0aaf3a0>> security_group_rule after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.713785 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=120423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 13 20:53:41.714446 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0aaf8b0>> address_group after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.714998 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0aaf8b0>> address_group after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.715574 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fefe0aaf8b0>> address_group after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.716038 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=120423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Nov 13 20:53:41.716419 ncdv-master-1 neutron-server[120423]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] ML2 OVO RPC backend initialized. {{(pid=120423) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Nov 13 20:53:41.717320 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> router_interface after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.717673 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> router_interface after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.718088 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> network before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.718431 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> networks before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.718778 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> port before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.719112 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> ports before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.719453 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> subnet before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.719789 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> subnets before_response 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.720134 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> network after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.720474 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> network after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.720842 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> network after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.721176 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> port after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.721512 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> port after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.721839 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> port after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.722170 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> subnet after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.722658 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> subnet after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.722997 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fefe0aaffd0>> subnet after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.723688 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.plugin [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Modular L2 Plugin initialization complete
Nov 13 20:53:41.724019 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading services supported by the core plugin {{(pid=120423) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 13 20:53:41.724348 ncdv-master-1 neutron-server[120423]: INFO neutron.plugins.ml2.managers [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Got port-security extension from driver 'port_security'
Nov 13 20:53:41.724931 ncdv-master-1 neutron-server[120423]: INFO neutron.extensions.vlantransparent [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Disabled vlantransparent extension.
Nov 13 20:53:41.725484 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=120423) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 13 20:53:41.727772 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: router
Nov 13 20:53:41.771564 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router_interface before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.771951 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_create 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.772315 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router before_create 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.772671 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router_interface before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.773072 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router_interface after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.773422 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_delete 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.773774 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> floatingip after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.774345 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> floatingip after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.774703 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_create 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.775047 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_update 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.775391 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_update 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.775734 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router_gateway after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.776086 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_update 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.776610 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router precommit_update 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.777015 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fefe1281d30> port after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.777353 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fefe1281c10> port after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.777688 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fefe1281ca0> subnet after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.778025 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fefe1281dc0> subnetpool_address_scope after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.778367 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> port precommit_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.778708 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router precommit_create 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.779046 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fefe1216f70> port before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.779387 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router precommit_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.779756 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router after_update 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.780227 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router precommit_delete 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.780656 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router precommit_create 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.781270 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router_interface after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.781859 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> router precommit_update 55549900 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.782332 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> agent after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.782692 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> agent after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.783121 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fefe0ab6160>> network after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.784013 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Tracking information for resource: router configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:41.784344 ncdv-master-1 neutron-server[120423]: DEBUG neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Tracking information for resource: floatingip configured {{(pid=120423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 13 20:53:41.796071 ncdv-master-1 neutron-server[120423]: INFO neutron.db.l3_agentschedulers_db [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 13 20:53:41.796678 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fefe0a2d9d0> port after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.797065 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fefe0a2d8b0> port after_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.797416 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function _notify_port_delete at 0x7fefe0a2d940> port after_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.797770 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fefe0a2daf0> port after_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.798619 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fefe09db4f0>> router before_create 55550100 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.798986 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fefe09db4f0>> router precommit_delete 55550100 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.799344 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fefe09db4f0>> router precommit_create 55550100 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.799755 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fefe09db4f0>> router precommit_update 55550100 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.804971 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.provider_configuration [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service providers = [] {{(pid=120423) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 13 20:53:41.805336 ncdv-master-1 neutron-server[120423]: DEBUG neutron.db.servicetype_db [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=120423) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 13 20:53:41.809086 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.service_base [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=120423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 20:53:41.809433 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.service_base [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=120423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 20:53:41.809772 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.service_base [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=120423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 20:53:41.810680 ncdv-master-1 neutron-server[120423]: DEBUG neutron.services.service_base [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=120423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 13 20:53:41.811057 ncdv-master-1 neutron-server[120423]: INFO neutron.services.service_base [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 13 20:53:41.811442 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.811760 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 13 20:53:41.822909 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.823247 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: auto_allocate
Nov 13 20:53:41.829610 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fefe0992e50> network precommit_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.829987 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fefe0992e50> network precommit_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.830522 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.830848 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: tag
Nov 13 20:53:41.837836 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.838222 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: timestamp
Nov 13 20:53:41.842653 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.842983 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: network_ip_availability
Nov 13 20:53:41.848774 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fefe09f6b80>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.849150 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fefe09f6b80>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.849509 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fefe09f6b80>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:41.850257 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.850579 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: flavors
Nov 13 20:53:41.863466 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.863798 ncdv-master-1 neutron-server[120423]: INFO neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading Plugin: revisions
Nov 13 20:53:41.868305 ncdv-master-1 neutron-server[120423]: DEBUG neutron.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=120423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 13 20:53:41.868976 ncdv-master-1 neutron-server[120423]: DEBUG oslo_concurrency.lockutils [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.397s {{(pid=120423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Nov 13 20:53:41.869750 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=120423) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 13 20:53:41.870148 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Initializing extension manager.
Nov 13 20:53:41.870673 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: __init__.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.871015 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: __pycache__ {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.871351 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.871686 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: address_group.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.872472 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.873093 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: address-group
Nov 13 20:53:41.873419 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: address_scope.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.874141 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.874648 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: address-scope
Nov 13 20:53:41.874969 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: admin_state_down_before_update.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.875919 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.876426 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: router-admin-state-down-before-update
Nov 13 20:53:41.876780 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: agent.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.877547 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.878050 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: agent
Nov 13 20:53:41.878370 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: agent_resources_synced.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.879299 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.879806 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: agent-resources-synced
Nov 13 20:53:41.880125 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: allowedaddresspairs.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.882018 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.882537 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: allowed-address-pairs
Nov 13 20:53:41.882863 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: auto_allocated_topology.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.883978 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.884499 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: auto-allocated-topology
Nov 13 20:53:41.884865 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: availability_zone.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.885575 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.886088 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: availability_zone
Nov 13 20:53:41.886416 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: availability_zone_filter.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.892772 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.893292 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: availability_zone_filter
Nov 13 20:53:41.893618 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: data_plane_status.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.894554 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.895058 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension data-plane-status not supported by any of loaded plugins
Nov 13 20:53:41.895383 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: default_subnetpools.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.896311 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.896858 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: default-subnetpools
Nov 13 20:53:41.897184 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: dhcpagentscheduler.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.898028 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.898533 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: dhcp_agent_scheduler
Nov 13 20:53:41.898857 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: dns.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.899828 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.900334 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension dns-integration not supported by any of loaded plugins
Nov 13 20:53:41.900673 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: dns_domain_ports.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.901598 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.902654 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 13 20:53:41.902978 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.903971 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.904474 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Nov 13 20:53:41.904831 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: dvr.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.905513 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.906021 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: dvr
Nov 13 20:53:41.906342 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: ecmp_routes.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.907269 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.907824 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension ecmp_routes not supported by any of loaded plugins
Nov 13 20:53:41.908144 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: empty_string_filtering.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.909110 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.909618 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: empty-string-filtering
Nov 13 20:53:41.909939 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.910872 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.911455 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 13 20:53:41.911775 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.912813 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.913528 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 13 20:53:41.913854 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: external_net.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.914787 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.915293 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: external-net
Nov 13 20:53:41.915612 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: extra_dhcp_opt.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.921547 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.922066 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: extra_dhcp_opt
Nov 13 20:53:41.922409 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: extraroute.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.923336 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.923845 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: extraroute
Nov 13 20:53:41.924164 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: extraroute_atomic.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.925311 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.926037 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: extraroute-atomic
Nov 13 20:53:41.926383 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: filter_validation.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.927099 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.927603 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: filter-validation
Nov 13 20:53:41.927923 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: fip_pf_description.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.928878 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.929381 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 13 20:53:41.929702 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: fip_port_details.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.930673 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.931204 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: fip-port-details
Nov 13 20:53:41.931526 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: flavors.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.932830 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.933362 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: flavors
Nov 13 20:53:41.933687 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.935480 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.936063 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 13 20:53:41.936423 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: floatingip_pools.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.937165 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.937672 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: floatingip-pools
Nov 13 20:53:41.937992 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: ip_allocation.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.938962 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.939462 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension ip_allocation not supported by any of loaded plugins
Nov 13 20:53:41.939783 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.940764 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.941280 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: ip-substring-filtering
Nov 13 20:53:41.941691 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l2_adjacency.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.942639 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.943141 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 13 20:53:41.943460 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.944478 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.945010 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: router
Nov 13 20:53:41.945353 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3_conntrack_helper.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.947717 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.948247 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 13 20:53:41.948589 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.949574 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.950131 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: ext-gw-mode
Nov 13 20:53:41.950462 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.951420 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.951930 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: l3-ha
Nov 13 20:53:41.952256 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3_flavors.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.953286 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.953799 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: l3-flavors
Nov 13 20:53:41.954119 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.955046 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.955550 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 13 20:53:41.955872 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: l3agentscheduler.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.957041 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.957552 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: l3_agent_scheduler
Nov 13 20:53:41.958015 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: logging.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.959732 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.960258 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension logging not supported by any of loaded plugins
Nov 13 20:53:41.960595 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: metering.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.961383 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.961965 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: metering
Nov 13 20:53:41.962295 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.963595 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.964059 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: metering_source_and_destination_fields
Nov 13 20:53:41.964905 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: multiprovidernet.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.965842 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.966354 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: multi-provider
Nov 13 20:53:41.966677 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: netmtu.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.967606 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.968114 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: net-mtu
Nov 13 20:53:41.968436 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: netmtu_writable.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.969391 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.969898 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: net-mtu-writable
Nov 13 20:53:41.970217 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: network_availability_zone.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.970893 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.971402 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: network_availability_zone
Nov 13 20:53:41.971720 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: network_ip_availability.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.981188 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.981722 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: network-ip-availability
Nov 13 20:53:41.982047 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: network_segment_range.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.982836 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.983344 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension network-segment-range not supported by any of loaded plugins
Nov 13 20:53:41.983664 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: pagination.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.984958 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.985357 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: pagination
Nov 13 20:53:41.985750 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: port_device_profile.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.986743 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.987256 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: port-device-profile
Nov 13 20:53:41.987578 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.988521 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.989061 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: port-mac-address-regenerate
Nov 13 20:53:41.989383 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.990313 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.990818 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: port-numa-affinity-policy
Nov 13 20:53:41.991190 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: port_resource_request.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.992117 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.992616 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension port-resource-request not supported by any of loaded plugins
Nov 13 20:53:41.992962 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: port_resource_request_groups.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.993952 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.994457 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension port-resource-request-groups not supported by any of loaded plugins
Nov 13 20:53:41.994784 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: portbindings.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.995744 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.996249 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: binding
Nov 13 20:53:41.996571 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: portbindings_extended.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.997931 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:41.998443 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: binding-extended
Nov 13 20:53:41.998770 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: portsecurity.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:41.999742 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.000254 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: port-security
Nov 13 20:53:42.000577 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: project_id.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.001691 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.002023 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: project-id
Nov 13 20:53:42.002346 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: providernet.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.003273 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.003792 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: provider
Nov 13 20:53:42.004112 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.007816 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.008343 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos not supported by any of loaded plugins
Nov 13 20:53:42.008678 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.009965 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.010482 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 13 20:53:42.010812 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.011793 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.012308 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 13 20:53:42.012633 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_default.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.013580 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.014094 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-default not supported by any of loaded plugins
Nov 13 20:53:42.014421 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_fip.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.015088 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.015592 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-fip not supported by any of loaded plugins
Nov 13 20:53:42.015915 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_gateway_ip.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.016900 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.017410 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 13 20:53:42.017732 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_port_network_policy.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.018673 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.019181 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 13 20:53:42.019500 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.020545 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.021088 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-pps-minimum not supported by any of loaded plugins
Nov 13 20:53:42.021409 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_pps_rule.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.022594 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.023300 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-pps not supported by any of loaded plugins
Nov 13 20:53:42.023627 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_rule_type_details.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.024562 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.025103 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 13 20:53:42.025428 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: qos_rules_alias.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.026476 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.027518 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 13 20:53:42.027842 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: quota_check_limit.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.028808 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.029445 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: quota-check-limit
Nov 13 20:53:42.029771 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: quotasv2.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.030746 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.031315 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: quotas
Nov 13 20:53:42.031687 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: quotasv2_detail.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.034954 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.035305 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: quota_details
Nov 13 20:53:42.035638 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: rbac.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.036845 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.037283 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: rbac-policies
Nov 13 20:53:42.037614 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: rbac_address_group.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.038560 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.039075 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: rbac-address-group
Nov 13 20:53:42.039402 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: rbac_address_scope.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.040347 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.040892 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: rbac-address-scope
Nov 13 20:53:42.041218 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: rbac_security_groups.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.042164 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.043248 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: rbac-security-groups
Nov 13 20:53:42.043574 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: rbac_subnetpool.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.044519 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.045061 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: rbac-subnetpool
Nov 13 20:53:42.045392 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: revisionifmatch.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.046328 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.046835 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: revision-if-match
Nov 13 20:53:42.047157 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: revisions.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.048301 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.048842 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: standard-attr-revisions
Nov 13 20:53:42.049167 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: router_availability_zone.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.049847 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.050355 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: router_availability_zone
Nov 13 20:53:42.050677 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: routerservicetype.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.051706 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.052211 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension router-service-type not supported by any of loaded plugins
Nov 13 20:53:42.052532 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.053496 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.054001 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: security-groups-normalized-cidr
Nov 13 20:53:42.054322 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: security_groups_port_filtering.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.055339 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.055846 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: port-security-groups-filtering
Nov 13 20:53:42.056168 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.057139 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.057646 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: security-groups-remote-address-group
Nov 13 20:53:42.058003 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.058958 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.059470 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: security-groups-shared-filtering
Nov 13 20:53:42.059796 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.060398 ncdv-master-1 neutron-server[120423]: WARNING neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Nov 13 20:53:42.060748 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: securitygroup.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.072182 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.072781 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: security-group
Nov 13 20:53:42.073193 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: segment.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.074115 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.074625 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension segment not supported by any of loaded plugins
Nov 13 20:53:42.074953 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.075946 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.076455 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 13 20:53:42.076811 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: servicetype.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.077927 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.078448 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: service-type
Nov 13 20:53:42.078781 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: sorting.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.079783 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.080121 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: sorting
Nov 13 20:53:42.080449 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: standard_attr_segment.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.081406 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.081925 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 13 20:53:42.082254 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: standardattrdescription.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.082915 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.083442 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: standard-attr-description
Nov 13 20:53:42.083768 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: stateful_security_group.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.084738 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.085263 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: stateful-security-group
Nov 13 20:53:42.085585 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: stdattrs_common.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.086161 ncdv-master-1 neutron-server[120423]: WARNING neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 13 20:53:42.086482 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.087417 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.087941 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 13 20:53:42.088265 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: subnet_onboard.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.089902 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.090421 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: subnet_onboard
Nov 13 20:53:42.090746 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.091691 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.092205 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 13 20:53:42.092528 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: subnet_service_types.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.093492 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.094009 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: subnet-service-types
Nov 13 20:53:42.094333 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: subnetallocation.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.095513 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.096085 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: subnet_allocation
Nov 13 20:53:42.096415 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.097134 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.097951 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: subnetpool-prefix-ops
Nov 13 20:53:42.098279 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.099260 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.099774 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 13 20:53:42.100096 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: tagging.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.101239 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.101759 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: standard-attr-tag
Nov 13 20:53:42.102089 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: timestamp.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.103317 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.103835 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loaded extension: standard-attr-timestamp
Nov 13 20:53:42.104162 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: trunk.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.105795 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.106310 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension trunk not supported by any of loaded plugins
Nov 13 20:53:42.106636 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: trunk_details.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.107570 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.108082 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension trunk-details not supported by any of loaded plugins
Nov 13 20:53:42.108406 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: uplink_status_propagation.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.109623 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.110141 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 13 20:53:42.110466 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Loading extension file: vlantransparent.py {{(pid=120423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 13 20:53:42.111146 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=120423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 13 20:53:42.111654 ncdv-master-1 neutron-server[120423]: INFO neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 13 20:53:42.114203 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:network
Nov 13 20:53:42.114738 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:subnet
Nov 13 20:53:42.115143 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 20:53:42.115537 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:port
Nov 13 20:53:42.116960 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.117413 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service FLAVORS assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.118076 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.118516 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.118846 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:router
Nov 13 20:53:42.119279 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:floatingip
Nov 13 20:53:42.119777 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service METERING assigned prefix: /metering {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.121325 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fefe08cf970>> rbac-policy before_create 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:42.121695 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fefe08cf970>> rbac-policy before_update 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:42.122045 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fefe08cf970>> rbac-policy before_delete 55550000 {{(pid=120423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 20:53:42.123063 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of CountableResource for resource:rbac_policy
Nov 13 20:53:42.123520 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:security_group
Nov 13 20:53:42.123950 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 13 20:53:42.124577 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service CORE assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.124931 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 20:53:42.125277 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] subnetpool is already registered
Nov 13 20:53:42.125718 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service CORE assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.126038 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 20:53:42.126374 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] subnetpool is already registered
Nov 13 20:53:42.128665 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.129122 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service FLAVORS assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.129717 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.130142 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.130474 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:router
Nov 13 20:53:42.130814 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] router is already registered
Nov 13 20:53:42.131229 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:floatingip
Nov 13 20:53:42.131566 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] floatingip is already registered
Nov 13 20:53:42.132032 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service METERING assigned prefix: /metering {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.132710 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of CountableResource for resource:rbac_policy
Nov 13 20:53:42.133055 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] rbac_policy is already registered
Nov 13 20:53:42.133468 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:security_group
Nov 13 20:53:42.133800 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] security_group is already registered
Nov 13 20:53:42.134203 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 13 20:53:42.134533 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] security_group_rule is already registered
Nov 13 20:53:42.135165 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service CORE assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.135493 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 20:53:42.135831 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] subnetpool is already registered
Nov 13 20:53:42.136277 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.v2.resource_helper [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Service CORE assigned prefix:  {{(pid=120423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 13 20:53:42.136602 ncdv-master-1 neutron-server[120423]: INFO neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Creating instance of TrackedResource for resource:subnetpool
Nov 13 20:53:42.136956 ncdv-master-1 neutron-server[120423]: WARNING neutron.quota.resource_registry [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] subnetpool is already registered
Nov 13 20:53:42.137430 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: extensions {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.139053 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: address-groups {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.140550 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: address-scopes {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.141946 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: agents {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.143111 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: auto-allocated-topology {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.144364 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: availability_zones {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.145624 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: dhcp-networks {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.147163 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: dhcp-agents {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.148591 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: routers {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.150857 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: flavors {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.152546 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: service_profiles {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.153792 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: next_providers {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.163212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: service_profiles {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.163212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: floatingip-pools {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.163212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: routers {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.163212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: floatingips {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.163212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: l3-routers {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.163212 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: l3-agents {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.164493 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: metering-labels {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.165893 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: metering-label-rules {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.167179 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: network-ip-availabilities {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.169036 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: bindings {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.171706 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: quotas {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.173348 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: quotas {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.174945 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: rbac-policies {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.176267 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: security-groups {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.177552 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: security-group-rules {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.178833 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: service-providers {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.180048 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: subnetpools {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.181504 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: subnetpools {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.183096 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.184921 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.186764 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.188562 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.190383 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.192281 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.194086 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.196126 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.200529 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.203352 ncdv-master-1 neutron-server[120423]: DEBUG neutron.api.extensions [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Extended resource: tags {{(pid=120423) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 13 20:53:42.210774 ncdv-master-1 neutron-server[120423]: WARNING keystonemiddleware.auth_token [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 13 20:53:42.216184 ncdv-master-1 neutron-server[120423]: WARNING keystonemiddleware.auth_token [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 13 20:53:42.225018 ncdv-master-1 neutron-server[120423]: DEBUG oslo_concurrency.lockutils [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Acquired lock "singleton_lock" {{(pid=120423) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Nov 13 20:53:42.225491 ncdv-master-1 neutron-server[120423]: DEBUG oslo_concurrency.lockutils [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Releasing lock "singleton_lock" {{(pid=120423) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Nov 13 20:53:42.226141 ncdv-master-1 neutron-server[120423]: INFO oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Starting 2 workers
Nov 13 20:53:42.231918 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Started child 120532 {{(pid=120423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 13 20:53:42.237032 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Started child 120533 {{(pid=120423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 13 20:53:42.237923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:42.242697 ncdv-master-1 neutron-server[120423]: INFO neutron.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Neutron service started, listening on 0.0.0.0:9696
Nov 13 20:53:42.242697 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Publish callbacks [] for process, before_spawn {{(pid=120423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:42.242933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [-] (120532) wsgi starting up on http://0.0.0.0:9696
Nov 13 20:53:42.243022 ncdv-master-1 neutron-server[120423]: INFO oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Starting 1 workers
Nov 13 20:53:42.243112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:42.244009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [-] (120533) wsgi starting up on http://0.0.0.0:9696
Nov 13 20:53:42.247207 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Started child 120534 {{(pid=120423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 13 20:53:42.247752 ncdv-master-1 neutron-server[120423]: INFO oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Starting 1 workers
Nov 13 20:53:42.250895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] calling RpcWorker wait() {{(pid=120534) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 13 20:53:42.251576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] returning from RpcWorker wait() {{(pid=120534) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 13 20:53:42.252729 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Started child 120535 {{(pid=120423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Nov 13 20:53:42.252904 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:42.253309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:53:42.253540 ncdv-master-1 neutron-server[120423]: DEBUG neutron_lib.callbacks.manager [None req-b0b5f9e1-2999-421f-83c7-a6623cc8480c None None] Publish callbacks [] for process, after_spawn {{(pid=120423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:42.255641 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120423) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 13 20:53:42.255849 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 13 20:53:42.256042 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 13 20:53:42.256263 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 13 20:53:42.256631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 13 20:53:42.256840 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 13 20:53:42.257505 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.258298 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.258452 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:42.258979 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.258979 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.258979 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.259632 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.259632 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.259937 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.261790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.261790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.261790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.261790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.261790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.261790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.262776 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.262776 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.262776 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.262776 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.263288 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.263288 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.263577 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.263577 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.263947 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] debug                          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.264088 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.264525 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.264789 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.265035 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.265252 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.265520 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.265753 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.265997 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.266221 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.266475 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.266721 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.266972 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.267215 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.267425 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.267687 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.267898 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.268159 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.268372 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.268862 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.269111 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.272193 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.273426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.274578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.275496 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.275496 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.275496 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.275496 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.275496 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.276148 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.276148 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.276148 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.276533 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.276682 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.277457 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.277638 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.277894 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.278127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.278345 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.278566 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.278882 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.280295 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.280295 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.280295 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.280295 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.280871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.280871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.281167 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.281306 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.281536 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.282498 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.282498 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.282498 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.282498 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.283176 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.283176 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.283176 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.283576 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.283576 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.283859 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.284060 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.284294 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.284528 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.284809 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.285023 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.285235 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.285445 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.285676 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.285910 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.286341 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.286724 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.286947 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.287250 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.287458 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.287705 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.287955 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.288196 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.288444 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.288673 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.289082 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.289585 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.289731 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.290019 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.290281 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.290672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.291497 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.291497 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.291497 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.291804 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.291899 ncdv-master-1 neutron-server[120535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:53:42.291992 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.292090 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.292362 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.292589 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.292852 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.293121 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.293363 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.293687 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.293960 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.294228 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.294491 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.294729 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.294948 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.295163 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.295397 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.295616 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.295861 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.296115 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.296340 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.296549 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.296823 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.300127 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301137 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301137 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301137 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301137 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301137 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301137 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301790 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.301953 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.304672 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305439 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305439 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305439 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305439 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305439 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305751 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.305830 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.306027 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.306305 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.306539 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.306757 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.308031 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.308300 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.308545 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.308828 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.309070 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.309459 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.309612 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.309739 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.310151 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.310307 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.310449 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.310800 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.311063 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.311333 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.311576 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.321417 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.325833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.326443 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327039 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.327871 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.328478 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.335631 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.336874 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.337451 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338044 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.338624 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.341779 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.342755 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343375 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.343981 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.344673 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.344673 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.344673 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.344673 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.344673 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.345075 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.345172 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.345346 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.345560 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.345802 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.346024 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.346257 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.346458 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.346680 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.346906 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.347112 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.347329 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.347572 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.347781 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.348010 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.348226 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.348434 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.348677 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.348915 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.349124 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.349418 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.349689 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.349906 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.350205 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.350537 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.350668 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.350933 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.351232 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.351439 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.351680 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.351912 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.352129 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.352354 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.352608 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.352944 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.353231 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.353519 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.353785 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.354065 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.354345 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.354606 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.354912 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.355230 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.355571 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.355858 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.356106 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.356350 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.356611 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.356863 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.357077 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.357322 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.357545 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.357781 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.358026 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.358257 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.358482 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.358693 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.358920 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.359215 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.359651 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.359881 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.360142 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.360355 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.360612 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120423) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.363798 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.364707 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] debug                          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.365838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366266 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366266 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366266 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366517 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366517 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366693 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.366843 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.367090 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.367167 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.367276 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.367593 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.367760 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.367919 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.368084 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.368242 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.368399 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.368557 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.368746 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.368908 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369065 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369237 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369370 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369524 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369676 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369828 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.369991 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.370148 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.370303 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.370519 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.370681 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.370838 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.370995 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.371153 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.371309 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.371468 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.371627 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.371816 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.371982 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.372140 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.372298 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.372455 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.372613 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.372794 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.372953 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.373110 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.373267 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.373425 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.373582 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.373742 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.373902 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.374059 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.374218 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.374379 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.374537 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.374696 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.374853 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.375012 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.375170 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.375331 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.375484 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.375802 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.375959 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.376108 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.376266 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.376426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.376583 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.376761 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.376916 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.377078 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.377240 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.377386 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.377548 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.377708 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.377866 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378029 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378189 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378350 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378506 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378653 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378807 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.378965 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.379121 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.379280 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.379437 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.379594 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.379752 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.379907 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.380064 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 13 20:53:42.380242 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.380402 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.380578 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.380756 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.380918 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.381078 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.381238 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.381398 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.381557 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.381717 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.381886 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.382051 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.382221 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.382380 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.382541 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.382703 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.382863 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383023 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383183 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383342 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383503 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383663 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383830 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.383991 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.384150 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.384309 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.384469 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.384644 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.384928 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.385023 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.385132 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.385292 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.385454 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.385615 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389178 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389178 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389178 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389178 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40004) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.389579 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.390720 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391356 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391356 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391356 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391356 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391581 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391645 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.391760 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.392042 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.392158 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.392253 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.392388 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.392548 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393360 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393360 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393360 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393360 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393360 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393703 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.393703 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.398264 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399438 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.399917 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400384 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400924 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400924 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400924 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400924 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.400924 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0102162
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.401335 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.402404 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.402404 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.402404 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.402404 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.402633 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.402714 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403107 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403107 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403107 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403314 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403468 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403604 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403761 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.403918 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.404084 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.404301 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.404394 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.404541 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.404749 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.404876 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.405043 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.405249 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.405361 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.405517 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.405833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.405833 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.406020 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.406133 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.406293 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.406642 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.406789 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.406937 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.407097 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.407256 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.407471 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.407576 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.407728 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.407906 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.408048 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.408190 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.408321 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.408473 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.408637 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.408811 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409011 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409171 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409171 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409644 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409644 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409927 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.409927 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.410072 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.410141 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.410301 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.410448 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411297 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411297 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411297 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411297 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411297 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411750 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411750 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411750 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411995 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.411995 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.412149 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.412267 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.412426 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.412585 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.412751 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.412919 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.413080 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.413237 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.413557 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.413719 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.413884 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.414088 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.414234 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.414379 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415159 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415159 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415159 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415159 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415159 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415815 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415815 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415815 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.415815 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.416479 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.416479 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.416479 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.416479 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.416479 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419327 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.419819 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.420315 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.421532 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.422530 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.424081 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.427765 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.428383 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.429021 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.429021 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.429021 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 13 20:53:42.429021 ncdv-master-1 neutron-server[120423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 13 20:53:42.434007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:53:54.643736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72dd9c6-5aa7-44aa-9754-aa98061e4b0e None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 20:53:54.770647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72dd9c6-5aa7-44aa-9754-aa98061e4b0e None None] No non-hosted networks {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 13 20:53:54.780097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.agentschedulers_db [None req-c72dd9c6-5aa7-44aa-9754-aa98061e4b0e None None] DHCP Agent not found on host ncdv-master-1 {{(pid=120534) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 13 20:53:54.901885 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bec67c2-5a14-4ade-b7a1-d00db75aa50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:57.051338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d35be6fd-fe96-4018-add3-b19b85f0a2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:57.110247 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-7a8ab3c1-c540-4e41-a15e-62f8218a5fc8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 20:53:57.111146 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-7a8ab3c1-c540-4e41-a15e-62f8218a5fc8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 20:53:57.703221 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab3c1-c540-4e41-a15e-62f8218a5fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:58.414454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:53:59.816434 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:00.342688 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:00.344629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.345337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.345892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.346521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.347065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.347686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.348223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.348841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.349370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.350002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.350543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.351109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:00.351838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fefdf3923a0>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:00.362032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fefdf3926d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:01.058510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40102) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:01.594340 ncdv-master-1 neutron-server[120533]: WARNING oslo_policy.policy [None req-dd5e3054-86e6-424f-8972-5493ae01b76a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:01.595009 ncdv-master-1 neutron-server[120533]: WARNING oslo_policy.policy [None req-dd5e3054-86e6-424f-8972-5493ae01b76a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:01.715896 ncdv-master-1 neutron-server[120534]: INFO neutron.db.l3_hamode_db [None req-a520dc04-9c57-4d4e-ae0d-0d1067d01f26 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 13 20:54:01.797589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520dc04-9c57-4d4e-ae0d-0d1067d01f26 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 20:54:01.797972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520dc04-9c57-4d4e-ae0d-0d1067d01f26 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 20:54:01.821328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-dd5e3054-86e6-424f-8972-5493ae01b76a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 20:54:01.822453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd5e3054-86e6-424f-8972-5493ae01b76a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7630501
Nov 13 20:54:04.391956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40118) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:04.718856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:04.825285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.policy [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120533) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 13 20:54:04.873018 ncdv-master-1 neutron-server[120533]: WARNING oslo_policy.policy [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:04.873351 ncdv-master-1 neutron-server[120533]: WARNING oslo_policy.policy [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:04.881778 ncdv-master-1 neutron-server[120533]: INFO neutron.quota [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fefe03a3280>.
Nov 13 20:54:05.064602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791768156020', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791768156551', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791768168261', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791768105732', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791768445719', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791768125092', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-678662', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1620098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671597'] for rbac-policy, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:05.296774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:05.297967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-524a90b8-9590-4ef1-b014-85a24ae686a1 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9050493
Nov 13 20:54:08.058087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40130) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:08.347954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:08.454648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Made reservation on behalf of a3d1c8904fb247e9af15484eee386549 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 20:54:08.457490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:08.475118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:08.581177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:08.678975 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:08.698757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 20:54:08.726391 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791765732581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:08.726912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fefe12cce50> segment precommit_create {{(pid=120533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 13 20:54:08.727440 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Added segment cf66809d-4bac-43f6-a83f-324ec083fd3e of type vlan for network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1
Nov 13 20:54:08.742765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db643ea-6e6d-463d-8fb8-73195c76e643,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:08.790261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.790600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.790958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.791288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.791612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.791934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.792253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.792567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.792909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.793221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.793532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.793841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Tracked resource versions report:
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]: pushed versions:
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]: {   'AddressGroup': {'1.2'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'ConntrackHelper': {'1.0'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'Log': {'1.0'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'Network': {'1.1'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'Port': {'1.7'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'PortForwarding': {'1.2'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'QosPolicy': {'1.10'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'SecurityGroup': {'1.5'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'SecurityGroupRule': {'1.2'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'SubPort': {'1.0'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'Subnet': {'1.1'},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     'Trunk': {'1.1'}}
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]: consumer versions:
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]: {   DHCP agent@ncdv-master-1: {},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     L3 agent@ncdv-master-1: {},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     Metadata agent@ncdv-master-1: {},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     Metering agent@ncdv-master-1: {},
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'ConntrackHelper': '1.0',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'Log': '1.0',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'Network': '1.1',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'Port': '1.7',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'PortForwarding': '1.2',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'QosPolicy': '1.10',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'SecurityGroup': '1.5',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'SecurityGroupRule': '1.2',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'SubPort': '1.0',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'Subnet': '1.1',
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:                                           'Trunk': '1.1'}}
Nov 13 20:54:08.794907 ncdv-master-1 neutron-server[120533]:  {{(pid=120533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 20:54:08.843586 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:09.009104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:09.010700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:09.011416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:09.105317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] Pushing event updated for resources: {'Network': ['ID=74dd682b-08f8-45ca-85b3-8e2d270fd3a1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:09.121274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 20:54:09.162463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5f9ecb39-b74b-4727-8d1d-708df5356baf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1055229
Nov 13 20:54:11.974937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40144) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:12.362791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a9708-9b87-4f97-8bcc-b7ae70840fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:12.364157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-713a9708-9b87-4f97-8bcc-b7ae70840fad admin admin] 10.222.0.20 "GET /v2.0/networks/74dd682b-08f8-45ca-85b3-8e2d270fd3a1 HTTP/1.1" status: 200  len: 825 time: 0.3882470
Nov 13 20:54:12.389158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-618525e3-4355-47a3-a7a2-0c0f348ba983 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/0751e948-03d5-4ca0-a712-5cac1fff6b8a HTTP/1.1" status: 200  len: 734 time: 0.0188408
Nov 13 20:54:12.398113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Request body: {'subnet': {'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'name': 'private-subnet', 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:12.513269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Made reservation on behalf of a3d1c8904fb247e9af15484eee386549 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 20:54:12.515556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:12.871703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:12.941395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Checking segment: {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:54:12.941762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Network hostable DHCP agents. Network: 74dd682b-08f8-45ca-85b3-8e2d270fd3a1, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 20:54:12.946142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c13b86e-0dbc-4e07-8017-f2831ab79527,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:13.048700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 20:54:13.142293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 74dd682b-08f8-45ca-85b3-8e2d270fd3a1) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:54:13.147651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:13.148750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:13.152784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3287c-f845-4aa8-afbe-b217483eea2f None None] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:54:13.224992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2aaf5fc2-f8b7-4a7e-bf91-9f6ae99082b6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8301229
Nov 13 20:54:13.477145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 20:54:13.478969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:13.777430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Allocated IP 172.20.0.2 (74dd682b-08f8-45ca-85b3-8e2d270fd3a1/6c13b86e-0dbc-4e07-8017-f2831ab79527/df7e5326-1b72-48d5-837f-7eb3ac74c9d5) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 20:54:13.987256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:14.057173 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:14.128410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 20:54:14.141633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:54:14.146820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Pushing event updated for resources: {'Port': ['ID=df7e5326-1b72-48d5-837f-7eb3ac74c9d5,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:14.148919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 20:54:14.160552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.161187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.161290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.161705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.161877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.162199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.162513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.162832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.163145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.163457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.163768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.164080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Tracked resource versions report:
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]: pushed versions:
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]: {   'AddressGroup': {'1.2'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'ConntrackHelper': {'1.0'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'Log': {'1.0'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'Network': {'1.1'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'Port': {'1.7'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'PortForwarding': {'1.2'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'QosPolicy': {'1.10'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'SecurityGroup': {'1.5'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'SecurityGroupRule': {'1.2'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'SubPort': {'1.0'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'Subnet': {'1.1'},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     'Trunk': {'1.1'}}
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]: consumer versions:
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]: {   DHCP agent@ncdv-master-1: {},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     L3 agent@ncdv-master-1: {},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     Metadata agent@ncdv-master-1: {},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     Metering agent@ncdv-master-1: {},
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'ConntrackHelper': '1.0',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'Log': '1.0',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'Network': '1.1',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'Port': '1.7',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'PortForwarding': '1.2',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'QosPolicy': '1.10',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'SecurityGroup': '1.5',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'SecurityGroupRule': '1.2',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'SubPort': '1.0',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'Subnet': '1.1',
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:                                           'Trunk': '1.1'}}
Nov 13 20:54:14.165152 ncdv-master-1 neutron-server[120534]:  {{(pid=120534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 20:54:14.232515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Attempting to bind port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 20:54:14.232922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Attempting to bind port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 20:54:14.233344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Attempting to bind port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 on network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 20:54:14.238443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 20:54:14.238835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Checking segment: {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:54:14.239292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:14.239699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Bound using segment: {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 20:54:14.240169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Bound port: df7e5326-1b72-48d5-837f-7eb3ac74c9d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 20:54:14.240568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:14.301463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] For port df7e5326-1b72-48d5-837f-7eb3ac74c9d5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 20:54:14.305687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] For port df7e5326-1b72-48d5-837f-7eb3ac74c9d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df7e5326-1b72-48d5-837f-7eb3ac74c9d5,segment=NetworkSegment(cf66809d-4bac-43f6-a83f-324ec083fd3e),segment_id=cf66809d-4bac-43f6-a83f-324ec083fd3e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 20:54:14.391935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:14.455046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384e4b-361e-442f-8283-a9ae215e4e82 None None] Pushing event updated for resources: {'Port': ['ID=df7e5326-1b72-48d5-837f-7eb3ac74c9d5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:15.829833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:16.325789 ncdv-master-1 neutron-server[120532]: WARNING oslo_policy.policy [None req-5b2c79d1-c7ab-4fb4-9d55-64a9fd6c22d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:16.326411 ncdv-master-1 neutron-server[120532]: WARNING oslo_policy.policy [None req-5b2c79d1-c7ab-4fb4-9d55-64a9fd6c22d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:16.553059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5b2c79d1-c7ab-4fb4-9d55-64a9fd6c22d5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 20:54:16.554310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5b2c79d1-c7ab-4fb4-9d55-64a9fd6c22d5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7229898
Nov 13 20:54:19.095825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:19.406226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-cfd621d4-5e42-4da5-950c-f3aec83cc850 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 20:54:19.407184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cfd621d4-5e42-4da5-950c-f3aec83cc850 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3104322
Nov 13 20:54:22.218616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40176) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:22.520072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Request body: {'router': {'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'name': 'router1', 'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:22.604576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.policy [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120532) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 13 20:54:22.653364 ncdv-master-1 neutron-server[120532]: WARNING oslo_policy.policy [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:22.656082 ncdv-master-1 neutron-server[120532]: WARNING oslo_policy.policy [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 13 20:54:22.662384 ncdv-master-1 neutron-server[120532]: INFO neutron.quota [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7fefe039e250>.
Nov 13 20:54:22.764678 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:22.766631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:22.918967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:22.998716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:23.075292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:23.076574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d6b6239-dc09-4c54-a342-af72101af6ee admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8569992
Nov 13 20:54:23.866736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb900f1-c97e-43d9-a26f-6d368d4c614c None None] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:54:23.909665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4dcb5deb-f0c4-468b-9604-6276d67f5f9e None None] Provisioning complete for port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:23.910047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5deb-f0c4-468b-9604-6276d67f5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:24.126988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device df7e5326-1b72-48d5-837f-7eb3ac74c9d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 20:54:24.140232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5deb-f0c4-468b-9604-6276d67f5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:24.224814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4dcb5deb-f0c4-468b-9604-6276d67f5f9e None None] For port df7e5326-1b72-48d5-837f-7eb3ac74c9d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df7e5326-1b72-48d5-837f-7eb3ac74c9d5,segment=NetworkSegment(cf66809d-4bac-43f6-a83f-324ec083fd3e),segment_id=cf66809d-4bac-43f6-a83f-324ec083fd3e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 20:54:24.231217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:24.231521 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:24.311867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5deb-f0c4-468b-9604-6276d67f5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:24.313550 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:24.398549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb5deb-f0c4-468b-9604-6276d67f5f9e None None] Pushing event updated for resources: {'Port': ['ID=df7e5326-1b72-48d5-837f-7eb3ac74c9d5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:24.409002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 20:54:24.409390 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 20:54:24.430919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5c11d410-d532-4b28-ac0b-2b26fc7023b1 None None] Provisioning complete for port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:24.431278 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c11d410-d532-4b28-ac0b-2b26fc7023b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:24.597004 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9a8d0f75-8d62-4c05-9629-f7a6420a5e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:25.659789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:25.969063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-b195d156-0dd8-4ceb-beab-fb0998c71fe5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 20:54:25.970041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b195d156-0dd8-4ceb-beab-fb0998c71fe5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3093400
Nov 13 20:54:26.075507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device df7e5326-1b72-48d5-837f-7eb3ac74c9d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 20:54:26.129648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:26.130009 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:27.030923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-78a312bc-72d8-4975-b3a7-43719f72a6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:28.295749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:28.555354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40210) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:28.687745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:28.798243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Made reservation on behalf of 157f758fbcb14314bd6797d15d1e7597 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 20:54:28.801039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:28.816590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:28.921609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:28.996750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:29.008459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Reserving flat network on physical network physnet1 {{(pid=120532) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 13 20:54:29.040479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791765732581', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:29.041086 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fefe12cce50> segment precommit_create {{(pid=120532) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 13 20:54:29.041679 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Added segment 2a48e52f-5b01-41c9-9c96-5510b7efd139 of type flat for network 33cde637-622a-4b3a-92ab-f1b4b833111a
Nov 13 20:54:29.057372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367dfa97-4a7d-45df-8094-df4fb4d05aaa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:29.084108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.084385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.084753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.085087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.085411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.085732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.086049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.086434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.087324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.087683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.087999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.088313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Tracked resource versions report:
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]: pushed versions:
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]: {   'AddressGroup': {'1.2'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'ConntrackHelper': {'1.0'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'Log': {'1.0'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'Network': {'1.1'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'Port': {'1.7'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'PortForwarding': {'1.2'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'QosPolicy': {'1.10'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'SecurityGroup': {'1.5'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'SecurityGroupRule': {'1.2'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'SubPort': {'1.0'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'Subnet': {'1.1'},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     'Trunk': {'1.1'}}
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]: consumer versions:
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]: {   DHCP agent@ncdv-master-1: {},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     L3 agent@ncdv-master-1: {},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     Metadata agent@ncdv-master-1: {},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     Metering agent@ncdv-master-1: {},
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'ConntrackHelper': '1.0',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'Log': '1.0',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'Network': '1.1',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'Port': '1.7',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'PortForwarding': '1.2',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'QosPolicy': '1.10',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'SecurityGroup': '1.5',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'SecurityGroupRule': '1.2',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'SubPort': '1.0',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'Subnet': '1.1',
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:                                           'Trunk': '1.1'}}
Nov 13 20:54:29.089456 ncdv-master-1 neutron-server[120532]:  {{(pid=120532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 20:54:29.166846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:29.307162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:29.308392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:29.309131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:29.404231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] Pushing event updated for resources: {'Network': ['ID=33cde637-622a-4b3a-92ab-f1b4b833111a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:29.415574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 33cde637-622a-4b3a-92ab-f1b4b833111a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 20:54:29.429912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-160c3b54-7325-4cd5-9d21-ae915de80b1d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8735909
Nov 13 20:54:29.722951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:30.307281 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:31.814328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40232) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:31.947365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647274c-f326-4bc0-ba40-473be01e690d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:31.948754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8647274c-f326-4bc0-ba40-473be01e690d admin admin] 10.222.0.20 "GET /v2.0/subnets/6c13b86e-0dbc-4e07-8017-f2831ab79527 HTTP/1.1" status: 200  len: 849 time: 0.1333971
Nov 13 20:54:32.083602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3bb2b743-4606-47d7-8ed2-f5d6cecbd15e admin admin] 10.222.0.20 "GET /v2.0/routers/8fa33a32-38e4-4e85-809c-76ce8ee5b619 HTTP/1.1" status: 200  len: 704 time: 0.1286550
Nov 13 20:54:32.340566 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:32.630651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Allocated IP 172.20.0.1 (74dd682b-08f8-45ca-85b3-8e2d270fd3a1/6c13b86e-0dbc-4e07-8017-f2831ab79527/5b6a8836-0067-4502-9953-347c00124ae3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 20:54:32.810600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:32.969159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.049272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 20:54:33.056758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:54:33.059315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6a8836-0067-4502-9953-347c00124ae3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:33.069854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 20:54:33.070396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.277592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-86c45cd9-1420-4eb2-9d83-d696e1767532 None None] Provisioning complete for port 5b6a8836-0067-4502-9953-347c00124ae3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:33.278136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-86c45cd9-1420-4eb2-9d83-d696e1767532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.310900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-86c45cd9-1420-4eb2-9d83-d696e1767532 None None] Port 5b6a8836-0067-4502-9953-347c00124ae3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 20:54:33.333004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.585490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.648342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.649764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.730577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6a8836-0067-4502-9953-347c00124ae3,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:33.773275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 20:54:33.775176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:54:33.932843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-eb602c05-59fc-406d-a540-6a05c513eea3 None None] Provisioning complete for port 5b6a8836-0067-4502-9953-347c00124ae3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:33.933282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eb602c05-59fc-406d-a540-6a05c513eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:33.965143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-eb602c05-59fc-406d-a540-6a05c513eea3 None None] Port 5b6a8836-0067-4502-9953-347c00124ae3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 20:54:33.991574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 20:54:34.082516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 20:54:34.088193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70fa1fe5-4889-4c15-9fc1-d49228f59388 admin admin] 10.222.0.20 "PUT /v2.0/routers/8fa33a32-38e4-4e85-809c-76ce8ee5b619/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.9983664
Nov 13 20:54:34.093219 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Sync routers for ids ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 20:54:34.105126 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Routers {'8fa33a32-38e4-4e85-809c-76ce8ee5b619'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 20:54:34.105981 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe04a0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T20:54:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:34.293496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Set router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 20:54:34.724775 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe04a0fd0>, [{'id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'name': 'router1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T20:54:22Z', 'updated_at': '2021-11-13T20:54:33Z', 'revision_number': 2, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'gw_port_host': None, '_interfaces': [{'id': '5b6a8836-0067-4502-9953-347c00124ae3', 'name': '', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'mac_address': 'fa:16:3e:26:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:32Z', 'updated_at': '2021-11-13T20:54:33Z', 'revision_number': 2, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'subnets': [{'id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:34.776102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Checking router: 8fa33a32-38e4-4e85-809c-76ce8ee5b619 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 20:54:34.776464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Updating router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 port 5b6a8836-0067-4502-9953-347c00124ae3 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 20:54:34.823800 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.336265 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.426883 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.590513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Pushing event updated for resources: {'Port': ['ID=5b6a8836-0067-4502-9953-347c00124ae3,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:35.606579 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Attempting to bind port 5b6a8836-0067-4502-9953-347c00124ae3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 20:54:35.607138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Attempting to bind port 5b6a8836-0067-4502-9953-347c00124ae3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 20:54:35.607504 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Attempting to bind port 5b6a8836-0067-4502-9953-347c00124ae3 on network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 20:54:35.611525 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Tracked resource versions report:
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: pushed versions:
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: {   'AddressGroup': {'1.2'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'ConntrackHelper': {'1.0'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'Log': {'1.0'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'Network': {'1.1'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'Port': {'1.7'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'PortForwarding': {'1.2'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'QosPolicy': {'1.10'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'SecurityGroup': {'1.5'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'SecurityGroupRule': {'1.2'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'SubPort': {'1.0'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'Subnet': {'1.1'},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     'Trunk': {'1.1'}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: consumer versions:
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]: {   DHCP agent@ncdv-master-1: {},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     L3 agent@ncdv-master-1: {},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     Metadata agent@ncdv-master-1: {},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     Metering agent@ncdv-master-1: {},
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'ConntrackHelper': '1.0',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'Log': '1.0',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'Network': '1.1',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'Port': '1.7',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'PortForwarding': '1.2',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'QosPolicy': '1.10',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'SecurityGroup': '1.5',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'SecurityGroupRule': '1.2',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'SubPort': '1.0',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'Subnet': '1.1',
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:                                           'Trunk': '1.1'}}
Nov 13 20:54:35.617657 ncdv-master-1 neutron-server[120535]:  {{(pid=120535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 20:54:35.621091 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 20, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 20:54:35.621539 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Checking segment: {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:54:35.622003 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.622387 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Bound using segment: {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 20:54:35.622890 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Bound port: 5b6a8836-0067-4502-9953-347c00124ae3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf66809d-4bac-43f6-a83f-324ec083fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 20:54:35.623356 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.696562 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] For port 5b6a8836-0067-4502-9953-347c00124ae3, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 20:54:35.703087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3a72f073-6f65-4119-bc3f-8dd64e9fa2e1 None None] Provisioning complete for port 5b6a8836-0067-4502-9953-347c00124ae3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:35.704083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a72f073-6f65-4119-bc3f-8dd64e9fa2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.715861 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] For port 5b6a8836-0067-4502-9953-347c00124ae3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b6a8836-0067-4502-9953-347c00124ae3,segment=NetworkSegment(cf66809d-4bac-43f6-a83f-324ec083fd3e),segment_id=cf66809d-4bac-43f6-a83f-324ec083fd3e)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 20:54:35.738828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3a72f073-6f65-4119-bc3f-8dd64e9fa2e1 None None] Port 5b6a8836-0067-4502-9953-347c00124ae3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 20:54:35.856447 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:35.914241 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ab164-51cd-4247-8cea-d14bc1891e96 None None] Pushing event updated for resources: {'Port': ['ID=5b6a8836-0067-4502-9953-347c00124ae3,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:35.919047 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Routers {'8fa33a32-38e4-4e85-809c-76ce8ee5b619'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 20:54:35.919653 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe04a0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T20:54:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:36.008239 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] Set router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 20:54:36.159103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d7265aa4-7844-489a-8fe3-ad3a2890bd35 None None] Provisioning complete for port 5b6a8836-0067-4502-9953-347c00124ae3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:36.159364 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7265aa4-7844-489a-8fe3-ad3a2890bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:36.217615 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe04a0fd0>, [{'id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'name': 'router1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T20:54:22Z', 'updated_at': '2021-11-13T20:54:33Z', 'revision_number': 2, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'gw_port_host': None, '_interfaces': [{'id': '5b6a8836-0067-4502-9953-347c00124ae3', 'name': '', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'mac_address': 'fa:16:3e:26:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:32Z', 'updated_at': '2021-11-13T20:54:35Z', 'revision_number': 4, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'subnets': [{'id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:36.247595 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c36164-901c-4891-9dd6-da4142f93885 None None] The sync data for ids ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'] in ncdv-master-1 is: [{'id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'name': 'router1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T20:54:22Z', 'updated_at': '2021-11-13T20:54:33Z', 'revision_number': 2, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'gw_port_host': None, '_interfaces': [{'id': '5b6a8836-0067-4502-9953-347c00124ae3', 'name': '', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'mac_address': 'fa:16:3e:26:40:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:32Z', 'updated_at': '2021-11-13T20:54:35Z', 'revision_number': 4, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'subnets': [{'id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 20:54:36.250594 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7265aa4-7844-489a-8fe3-ad3a2890bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:36.283215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d7265aa4-7844-489a-8fe3-ad3a2890bd35 None None] For port 5b6a8836-0067-4502-9953-347c00124ae3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b6a8836-0067-4502-9953-347c00124ae3,segment=NetworkSegment(cf66809d-4bac-43f6-a83f-324ec083fd3e),segment_id=cf66809d-4bac-43f6-a83f-324ec083fd3e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 20:54:36.385508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7265aa4-7844-489a-8fe3-ad3a2890bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:36.436512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7265aa4-7844-489a-8fe3-ad3a2890bd35 None None] Pushing event updated for resources: {'Port': ['ID=5b6a8836-0067-4502-9953-347c00124ae3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:36.516986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40244) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:36.626028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc60184-635c-4bbb-801d-5d235cec14e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:36.627387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fcc60184-635c-4bbb-801d-5d235cec14e1 admin admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 842 time: 0.1094255
Nov 13 20:54:36.638004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'ip_version': 4, 'gateway_ip': '172.35.3.1', 'cidr': '172.35.3.0/24'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:36.803907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Made reservation on behalf of 157f758fbcb14314bd6797d15d1e7597 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 20:54:36.806801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:37.159071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 20:54:37.159398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:37.215722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc792210-c338-47f3-9553-f3ada1f95f5d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:37.224869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:54:37.224869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Network hostable DHCP agents. Network: 33cde637-622a-4b3a-92ab-f1b4b833111a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 20:54:37.316741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 20:54:37.416273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33cde637-622a-4b3a-92ab-f1b4b833111a) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:54:37.420495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:37.421192 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:37.427777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b3d77-20f2-4090-8a1f-46b3e7fb9acd None None] Network 33cde637-622a-4b3a-92ab-f1b4b833111a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:54:37.525922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-05f81a76-a1ab-4b94-8a4c-6c5896729a29 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8912404
Nov 13 20:54:37.563394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4baf195-6649-4338-9466-27913a7d52a9 None None] Network 33cde637-622a-4b3a-92ab-f1b4b833111a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:54:40.015066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40252) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:40.148372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94e2eb2a-dff5-431c-9a6c-cd1deaef3acc admin admin] 10.222.0.20 "GET /v2.0/routers/8fa33a32-38e4-4e85-809c-76ce8ee5b619 HTTP/1.1" status: 200  len: 710 time: 0.1320360
Nov 13 20:54:40.232628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088754db-0593-42c0-8d30-48e070ee116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:54:40.234284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-088754db-0593-42c0-8d30-48e070ee116a admin admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 886 time: 0.0794370
Nov 13 20:54:40.244225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:54:40.549853 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:40.864531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:40.941595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:41.041525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Allocated IP 172.35.3.251 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/8bfbf5f9-375a-4589-a00e-5cb7e0641f0c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 20:54:41.142009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:41.261142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:41.297743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 20:54:41.304298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:54:41.307575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 20:54:41.313521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Pushing event updated for resources: {'Port': ['ID=8bfbf5f9-375a-4589-a00e-5cb7e0641f0c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:41.669920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:41.898316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:41.902592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:42.013448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 20:54:42.109198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5b6a8836-0067-4502-9953-347c00124ae3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 20:54:42.169862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5b6a8836-0067-4502-9953-347c00124ae3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:42.170225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:42.222899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 20:54:42.227755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:42.228983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-647ede14-0de3-47a7-b3e5-cfed18ee9cce admin admin] 10.222.0.20 "PUT /v2.0/routers/8fa33a32-38e4-4e85-809c-76ce8ee5b619 HTTP/1.1" status: 200  len: 890 time: 1.9884260
Nov 13 20:54:43.354849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Sync routers for ids ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 20:54:43.366192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Routers {'8fa33a32-38e4-4e85-809c-76ce8ee5b619'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 20:54:43.366826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3a0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T20:54:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:43.583940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Set router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 20:54:44.054300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3a0a30>, [{'id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'name': 'router1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.251'}], 'enable_snat': True}, 'gw_port_id': '8bfbf5f9-375a-4589-a00e-5cb7e0641f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T20:54:22Z', 'updated_at': '2021-11-13T20:54:41Z', 'revision_number': 4, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'gw_port': {'id': '8bfbf5f9-375a-4589-a00e-5cb7e0641f0c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:40Z', 'updated_at': '2021-11-13T20:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b6a8836-0067-4502-9953-347c00124ae3', 'name': '', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'mac_address': 'fa:16:3e:26:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:32Z', 'updated_at': '2021-11-13T20:54:36Z', 'revision_number': 5, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'subnets': [{'id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:44.106136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Checking router: 8fa33a32-38e4-4e85-809c-76ce8ee5b619 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 20:54:44.106489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Updating router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 20:54:44.153820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:44.466311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:44.517824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:44.578973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Attempting to bind port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 20:54:44.579346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Attempting to bind port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 20:54:44.579710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Attempting to bind port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 20:54:44.581963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f511-a506-43ac-b700-e61efe527079 None None] Pushing event updated for resources: {'Port': ['ID=8bfbf5f9-375a-4589-a00e-5cb7e0641f0c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:44.589549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 20, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 20:54:44.589918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:54:44.590307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:44.590690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 20:54:44.591164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Bound port: 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 20:54:44.591546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:44.641542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] For port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 20:54:44.644802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] For port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bfbf5f9-375a-4589-a00e-5cb7e0641f0c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 20:54:44.683987 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:44.741929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Routers {'8fa33a32-38e4-4e85-809c-76ce8ee5b619'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 20:54:44.742590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3a0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T20:54:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:44.778086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f511-a506-43ac-b700-e61efe527079 None None] Pushing event updated for resources: {'Port': ['ID=8bfbf5f9-375a-4589-a00e-5cb7e0641f0c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:44.793161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40264) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:54:44.853048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] Set router 8fa33a32-38e4-4e85-809c-76ce8ee5b619 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 20:54:44.907601 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-155b61f9-02b5-45de-8624-1efe6e1e6eff admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1133194
Nov 13 20:54:45.081187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3a0a30>, [{'id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'name': 'router1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.251'}], 'enable_snat': True}, 'gw_port_id': '8bfbf5f9-375a-4589-a00e-5cb7e0641f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T20:54:22Z', 'updated_at': '2021-11-13T20:54:41Z', 'revision_number': 4, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'gw_port': {'id': '8bfbf5f9-375a-4589-a00e-5cb7e0641f0c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:40Z', 'updated_at': '2021-11-13T20:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b6a8836-0067-4502-9953-347c00124ae3', 'name': '', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'mac_address': 'fa:16:3e:26:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:32Z', 'updated_at': '2021-11-13T20:54:36Z', 'revision_number': 5, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'subnets': [{'id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 20:54:45.107458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af349c-d644-4373-be8e-f942416c1d38 None None] The sync data for ids ['8fa33a32-38e4-4e85-809c-76ce8ee5b619'] in ncdv-master-1 is: [{'id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'name': 'router1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.251'}], 'enable_snat': True}, 'gw_port_id': '8bfbf5f9-375a-4589-a00e-5cb7e0641f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T20:54:22Z', 'updated_at': '2021-11-13T20:54:41Z', 'revision_number': 4, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'gw_port': {'id': '8bfbf5f9-375a-4589-a00e-5cb7e0641f0c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:78:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:40Z', 'updated_at': '2021-11-13T20:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b6a8836-0067-4502-9953-347c00124ae3', 'name': '', 'network_id': '74dd682b-08f8-45ca-85b3-8e2d270fd3a1', 'tenant_id': 'a3d1c8904fb247e9af15484eee386549', 'mac_address': 'fa:16:3e:26:40:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa33a32-38e4-4e85-809c-76ce8ee5b619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T20:54:32Z', 'updated_at': '2021-11-13T20:54:36Z', 'revision_number': 5, 'project_id': 'a3d1c8904fb247e9af15484eee386549', 'subnets': [{'id': '6c13b86e-0dbc-4e07-8017-f2831ab79527', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0751e948-03d5-4ca0-a712-5cac1fff6b8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 20:54:46.109253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 20:54:46.157369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:46.157662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:46.240263 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:46.261269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bfbf5f9-375a-4589-a00e-5cb7e0641f0c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 20:54:46.330734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:46.375861 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:54:46.380460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=8bfbf5f9-375a-4589-a00e-5cb7e0641f0c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:54:48.133161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 20:54:48.184066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:54:48.184580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:54.626024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5d10f565-2f4d-454c-af3c-25472d380286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:57.094481 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec553ac2-d1af-4faa-91a9-86c866f35485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:58.321895 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:54:59.688432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:00.312224 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:23.331734 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:55:24.585641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8a80dd2-6db0-43fa-a353-204af0a71897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:27.054409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4063862b-8f9e-433a-9e47-ee00e2b94ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:28.315730 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:29.682244 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:30.277387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:54.590269 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6221487f-1a8e-4a40-bc8b-46d67455cafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:57.034508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9462f9f0-1dae-4062-9225-0c7580b16ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:58.302988 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:55:59.681278 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:00.313950 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:00.330043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:56:24.616908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d31362f-9c8c-441e-910d-baf3167db55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:27.023407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e941005a-e0e0-41c8-b379-4d711fa5b159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:28.319659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:29.708235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:30.280493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:32.074137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:32.140278 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c7cdff-dc7e-4d6e-83d0-734fe0c81f2f admin admin] GET failed (client error): The resource could not be found.
Nov 13 20:56:32.141620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-13c7cdff-dc7e-4d6e-83d0-734fe0c81f2f admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0665092
Nov 13 20:56:32.302323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174b99e-c6e5-4f04-b4c9-dc22a4c9e731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:32.303682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7174b99e-c6e5-4f04-b4c9-dc22a4c9e731 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1568069
Nov 13 20:56:34.667987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:34.760015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2382184-d787-454f-85e6-b9ba768f41a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:34.761349 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2382184-d787-454f-85e6-b9ba768f41a3 admin admin] 10.222.0.20 "GET /v2.0/subnets/6c13b86e-0dbc-4e07-8017-f2831ab79527 HTTP/1.1" status: 200  len: 849 time: 0.0923998
Nov 13 20:56:34.771679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:56:34.853652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Publish callbacks [] for subnet, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:35.086645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791765713354'] for subnet, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:35.121494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:35.122616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:35.125009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] 10.222.0.20 "PUT /v2.0/subnets/6c13b86e-0dbc-4e07-8017-f2831ab79527 HTTP/1.1" status: 200  len: 868 time: 0.3556430
Nov 13 20:56:35.127305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d2e464-d97a-4849-b803-cc183a268746 None None] Network 74dd682b-08f8-45ca-85b3-8e2d270fd3a1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:56:35.140745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c13b86e-0dbc-4e07-8017-f2831ab79527,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:56:35.148497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.148777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.149057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.149388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.149742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.150073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.150436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.150724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.151105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.151430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.152384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.152384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1970d9e-e3d7-4cca-a82c-41c81dcb8df2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:56:35.482598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4407e0a8-d0b7-4c19-b15b-50c173f89f98 None None] Provisioning complete for port df7e5326-1b72-48d5-837f-7eb3ac74c9d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:56:35.482956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4407e0a8-d0b7-4c19-b15b-50c173f89f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:35.569449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4407e0a8-d0b7-4c19-b15b-50c173f89f98 None None] Provisioning complete for port 5b6a8836-0067-4502-9953-347c00124ae3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:56:35.569811 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4407e0a8-d0b7-4c19-b15b-50c173f89f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:37.329139 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:56:37.478824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40958) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:37.680349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb7822-72bc-4ff9-ba00-8afd61424943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:37.680757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fb7822-72bc-4ff9-ba00-8afd61424943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:37.682281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5fb7822-72bc-4ff9-ba00-8afd61424943 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2024980
Nov 13 20:56:40.037410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40966) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:40.171147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab41d8b-5aa4-440b-850f-a045d14fe94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:40.171610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab41d8b-5aa4-440b-850f-a045d14fe94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:40.173149 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fab41d8b-5aa4-440b-850f-a045d14fe94b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1348102
Nov 13 20:56:42.540750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40974) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:42.714542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9409c-f870-4a34-916d-d3c746234b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:42.715925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-14e9409c-f870-4a34-916d-d3c746234b7b admin admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 886 time: 0.1742189
Nov 13 20:56:45.114812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40982) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:45.273616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad8e26-0a73-4692-ab01-cf4f84f85b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:45.274988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-34ad8e26-0a73-4692-ab01-cf4f84f85b29 admin admin] 10.222.0.20 "GET /v2.0/networks/74dd682b-08f8-45ca-85b3-8e2d270fd3a1 HTTP/1.1" status: 200  len: 869 time: 0.1591728
Nov 13 20:56:47.646771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40990) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:47.772300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79dd2f-5ccb-4694-885a-890693f2024f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:47.772770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79dd2f-5ccb-4694-885a-890693f2024f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:47.774267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0c79dd2f-5ccb-4694-885a-890693f2024f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1265378
Nov 13 20:56:50.128398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41000) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:50.219828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c018df-5e0f-4ba1-8405-c09fffe3d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:50.220271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c018df-5e0f-4ba1-8405-c09fffe3d3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:50.222389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-95c018df-5e0f-4ba1-8405-c09fffe3d3a8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0929971
Nov 13 20:56:52.614370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41008) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:52.705054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bec799b-be7e-4b02-8780-cb2e99a56505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:52.706897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0bec799b-be7e-4b02-8780-cb2e99a56505 admin admin] 10.222.0.20 "GET /v2.0/subnets/6c13b86e-0dbc-4e07-8017-f2831ab79527 HTTP/1.1" status: 200  len: 868 time: 0.0915923
Nov 13 20:56:54.623471 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3f145c2-de2f-47bc-90c6-fab8a1e250b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:55.069167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41016) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:56:55.157596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393d3cc-9602-435f-861c-c0955eea9e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:56:55.158949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e393d3cc-9602-435f-861c-c0955eea9e0d admin admin] 10.222.0.20 "GET /v2.0/subnets/bc792210-c338-47f3-9553-f3ada1f95f5d HTTP/1.1" status: 200  len: 816 time: 0.0888224
Nov 13 20:56:57.062864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3c65f11-9737-45fe-a77f-d5c97aae2cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:58.326529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:56:59.686342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:00.298078 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:14.327704 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:57:21.286819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41086) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:57:21.335225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-f8b7fb55-5287-4007-99cb-2e303628ff99 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 20:57:21.336217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f8b7fb55-5287-4007-99cb-2e303628ff99 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0484784
Nov 13 20:57:23.790644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41094) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:57:23.850254 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-61260af7-45bd-4a62-835b-843b0f689465 admin admin] GET failed (client error): The resource could not be found.
Nov 13 20:57:23.851852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-61260af7-45bd-4a62-835b-843b0f689465 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0602632
Nov 13 20:57:23.938667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbbcb95-841a-42e7-9496-337f9e6eb3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:57:23.940771 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dbbbcb95-841a-42e7-9496-337f9e6eb3b3 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0843682
Nov 13 20:57:24.606501 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2c9a5f54-793d-490e-a234-f6dfd47d5621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:26.352223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41102) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:57:26.398636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:57:26.514956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Made reservation on behalf of 157f758fbcb14314bd6797d15d1e7597 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 20:57:26.517768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:26.552849 ncdv-master-1 neutron-server[120533]: WARNING neutron.services.revisions.revision_plugin [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fefdea70a60] {project_id='157f758fbcb14314bd6797d15d1e7597', id='23a76591-8528-40ef-a16b-9272f3fc1978', target_tenant='*', action='access_as_shared', object_id='b66aebb7-d9ae-48e3-89ad-3b90268521b1'}> to bump revision.
Nov 13 20:57:26.565380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 20:57:26.574611 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:26.574939 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Added segment 4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e of type vlan for network b66aebb7-d9ae-48e3-89ad-3b90268521b1
Nov 13 20:57:26.625328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:26.715106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:26.716040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:57:26.716621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:26.772604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] Pushing event updated for resources: {'Network': ['ID=b66aebb7-d9ae-48e3-89ad-3b90268521b1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:57:26.782930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 20:57:26.815373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-13ef0ae0-05cd-4d41-b736-a5320a6fd2ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4620180
Nov 13 20:57:27.069627 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27ed163b-df65-4517-8da4-71374c980554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:28.331936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:29.248915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41110) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:57:29.307667 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cab571f-6c1b-42eb-960a-db6fb5a66338 admin admin] GET failed (client error): The resource could not be found.
Nov 13 20:57:29.309064 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5cab571f-6c1b-42eb-960a-db6fb5a66338 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0591974
Nov 13 20:57:29.431739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fb5d2-bfdc-4e25-b9f7-32637fc8c751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:57:29.433130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-250fb5d2-bfdc-4e25-b9f7-32637fc8c751 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1193419
Nov 13 20:57:29.444263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Request body: {'subnet': {'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 20:57:29.508838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Made reservation on behalf of 157f758fbcb14314bd6797d15d1e7597 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 20:57:29.511147 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:29.669195 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:29.743379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:29.800490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb71e41-af07-4948-80be-f61464a126dd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:57:29.805466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:57:29.805814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Network hostable DHCP agents. Network: b66aebb7-d9ae-48e3-89ad-3b90268521b1, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 20:57:29.885857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 20:57:29.972315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b66aebb7-d9ae-48e3-89ad-3b90268521b1) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:57:29.977003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 20:57:29.977955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:29.981898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db88037-0268-4951-99db-990992240868 None None] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:57:30.078016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a6596808-68ef-4636-b7ac-693346b69c11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6369720
Nov 13 20:57:30.125001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'tenant_id': '157f758fbcb14314bd6797d15d1e7597', 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 20:57:30.125902 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.279535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Allocated IP 192.168.233.2 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/4e5b2f56-f4ec-44b0-95bf-5d481119dfc3) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 20:57:30.290831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.429688 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.503752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.541678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 20:57:30.544519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 20:57:30.550734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 20:57:30.561529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Pushing event updated for resources: {'Port': ['ID=4e5b2f56-f4ec-44b0-95bf-5d481119dfc3,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:57:30.583115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.583459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.583791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.584119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.584467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.584801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.585123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.585443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.585758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.586070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.586383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.586695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:57:30.621963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Attempting to bind port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 20:57:30.622331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Attempting to bind port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 20:57:30.622689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Attempting to bind port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 20:57:30.627704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 20, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 20:57:30.628072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 20:57:30.628464 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.628881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 20:57:30.629330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Bound port: 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 20:57:30.629736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.690888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] For port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 20:57:30.693862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] For port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5b2f56-f4ec-44b0-95bf-5d481119dfc3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 20:57:30.784627 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:30.851168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee176f46-2a3d-488d-bbe1-8ed3367dc891 None None] Pushing event updated for resources: {'Port': ['ID=4e5b2f56-f4ec-44b0-95bf-5d481119dfc3,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:57:31.753206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91398885-d479-40f8-9f41-0eaa9cd7a63e None None] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 20:57:31.828636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8ca2d905-09bb-4873-bcf4-7ec3f4753402 None None] Provisioning complete for port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:57:31.828962 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d905-09bb-4873-bcf4-7ec3f4753402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:31.971609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d905-09bb-4873-bcf4-7ec3f4753402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:32.008388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8ca2d905-09bb-4873-bcf4-7ec3f4753402 None None] For port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e5b2f56-f4ec-44b0-95bf-5d481119dfc3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 20:57:32.070315 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d905-09bb-4873-bcf4-7ec3f4753402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:32.127710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2d905-09bb-4873-bcf4-7ec3f4753402 None None] Pushing event updated for resources: {'Port': ['ID=4e5b2f56-f4ec-44b0-95bf-5d481119dfc3,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:57:32.192433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-40102638-937a-497c-ab8e-0a9695f9d99a None None] Provisioning complete for port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:57:32.193330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40102638-937a-497c-ab8e-0a9695f9d99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:32.271828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 20:57:32.332432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4e5b2f56-f4ec-44b0-95bf-5d481119dfc3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 20:57:32.332836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:51.327610 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:57:54.657330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be747601-10d3-4fc0-a7c4-d692d17aa31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:57.097969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f73f2ec-bd8b-4ca9-8fd4-110a35d0b0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:58.371632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:57:59.686100 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:00.303273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:24.605890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00722258-30f2-4173-9380-b5d69340a162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:27.046082 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9e1918cc-4afb-49b8-bf15-eb1082796570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:28.325910 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:58:28.336990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:29.691759 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:30.407061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:54.611258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f2b-9c90-4e53-9d37-e632e6e8583d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:55.357084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:58:55.363703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-47617d6d-ee18-43e3-8f8d-2ae5b0f55f48 tempest-verify_tempest_config-1719685288 tempest-verify_tempest_config-1719685288-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 20:58:55.364670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47617d6d-ee18-43e3-8f8d-2ae5b0f55f48 tempest-verify_tempest_config-1719685288 tempest-verify_tempest_config-1719685288-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0066173
Nov 13 20:58:55.901361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41188) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:58:56.002789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.075344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.136820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.182748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0710fbe82dab40889ee88246393d8e41&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2803555
Nov 13 20:58:56.183729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd9dc0-8039-4535-b14b-9b2b90062548,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:58:56.185578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 20:58:56.190779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.191127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.191467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.191804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.192137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.192480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.192902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.193210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.193539 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.193864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.194190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.194513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a36c21d-7418-4725-8109-4789633c336c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.243158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.263128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.457239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.459889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:56.461046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11cd9dc0-8039-4535-b14b-9b2b90062548 HTTP/1.1" status: 204  len: 168 time: 0.2745478
Nov 13 20:58:56.468905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd9dc0-8039-4535-b14b-9b2b90062548,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 20:58:56.476505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.476889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.477230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.477562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.477892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.478219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.482773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.482773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.482773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.482773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.482773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:56.482773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e671e3-6a39-4835-8a61-140f9b708420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 20:58:57.045725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b72d9dfd-d0d9-4cc9-86f2-3ac4f31ab417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:58.325228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:58:59.691184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:00.308318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:05.324249 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:59:24.611178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee4810ab-e548-4c5a-9451-985f67f9f4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:27.005121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-350d56f1-6577-47bf-8bab-389396f98004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:28.319442 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:29.736957 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:30.284950 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:42.321992 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 20:59:54.593315 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-277e875e-e62c-4759-9458-884118e7e79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:56.999153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ab4d423-6f44-42b8-91a0-c247c56c1d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:58.336186 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 20:59:59.690289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:00.278816 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:19.320577 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:00:24.622250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea693-d251-46c0-a986-09d1d37faa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:27.061514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8ac365f-210e-4501-94e6-accd57cca012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:28.324672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:29.695638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:30.278580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:54.655958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c3a3ae3-c2a9-4db0-ab50-06c193c6bc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:56.319315 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:00:57.073202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a37a737e-cb39-45d6-9bbd-6502787fa149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:58.335775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:00:59.741699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:00.392488 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:24.626851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a8ce-7789-4636-92a8-27b942134d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:27.032709 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7ff52c34-bd4d-4062-9094-e04175527342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:28.381713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:29.866851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:30.329761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:33.319307 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:01:54.620768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83a23e75-aa22-4dc3-b9e5-86a29c43741d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:57.055590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ea479a4b-b1e7-4bc0-bc7b-087e331dc747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:58.352628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:01:59.729362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:00.324457 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:10.317729 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 5 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:02:11.717632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:14.244001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1625029'] for agent, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:24.660582 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7502b3b-f679-4df2-b100-68d97254c53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:27.060577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ef733bb-19c9-461f-bd47-bae01c672990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:28.380827 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:29.723444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:30.346210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:41.700297 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:44.209025 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:47.316225 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:02:54.620180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-14083e18-5eea-4b1a-9b8e-e6bb8dcc1154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:57.066017 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0d671443-6443-49ae-8ac0-0b15f50ba9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:57.795767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41322) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:02:57.898363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-64574af3-656f-481e-9dcc-a6d6c735b9ac admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1013145
Nov 13 21:02:58.351609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:02:59.711734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:00.270089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41332) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:03:00.325251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-636c4846-38db-4937-9586-42f474fd9a67 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0540822
Nov 13 21:03:00.358169 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:11.774657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:14.202778 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:24.315846 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:03:24.670079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-904d5cb6-ff17-44a3-a323-74321dee9e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:27.059251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88498c7a-cd13-49ef-a573-1ddf3bd78bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:28.345546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:29.751171 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:30.294158 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:41.729586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:44.347621 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:54.625284 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32cec5a5-70b0-4699-b5df-4320a01fa591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:57.065448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3852cb74-7cf5-4423-bf50-c2550ee706c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:58.368005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:03:59.779743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:00.351021 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:01.317160 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:04:11.732333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:14.225725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:24.778333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90e8d5ce-0f2b-48a9-997a-99acf32fcbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:27.122249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc74e5f3-58f8-42d6-9f2f-26ebf9254026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:28.080114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41584) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:28.395982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:28.689333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1529820620-network', 'tenant_id': '8c9cacff30fd4af19035b88fec319120'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:28.762425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Made reservation on behalf of 8c9cacff30fd4af19035b88fec319120 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:28.764848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:28.773369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:28.850420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.059224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.089422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:04:29.099265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb2ba4-356a-48fb-8393-a0f20930d4f4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:29.103668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.104007 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Added segment 25b34e65-e0a6-49e6-b8d8-af96ab642f0f of type vlan for network 837dfc45-8a27-4774-a247-6eaae2a710d0
Nov 13 21:04:29.120510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.120876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.121215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.121548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.121878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.122203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.122518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.122845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.123165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.123481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.123798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.124117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Tracked resource versions report:
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]: pushed versions:
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]: {   'AddressGroup': {'1.2'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'ConntrackHelper': {'1.0'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'Log': {'1.0'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'Network': {'1.1'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'Port': {'1.7'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'PortForwarding': {'1.2'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'QosPolicy': {'1.10'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'SecurityGroup': {'1.5'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'SecurityGroupRule': {'1.2'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'SubPort': {'1.0'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'Subnet': {'1.1'},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     'Trunk': {'1.1'}}
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]: consumer versions:
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]: {   DHCP agent@ncdv-master-1: {},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     HyperV agent@nch1-master-1: {},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     HyperV agent@nch2-master-1: {},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     L3 agent@ncdv-master-1: {},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     Metadata agent@ncdv-master-1: {},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     Metering agent@ncdv-master-1: {},
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'ConntrackHelper': '1.0',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'Log': '1.0',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'Network': '1.1',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'Port': '1.7',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'PortForwarding': '1.2',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'QosPolicy': '1.10',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'SecurityGroup': '1.5',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'SecurityGroupRule': '1.2',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'SubPort': '1.0',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'Subnet': '1.1',
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:                                           'Trunk': '1.1'}}
Nov 13 21:04:29.125192 ncdv-master-1 neutron-server[120532]:  {{(pid=120532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 21:04:29.161833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.276759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.277759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:29.278344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.335683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=837dfc45-8a27-4774-a247-6eaae2a710d0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:29.346555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:04:29.484818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44efa3d3-a834-463d-9f06-73555e57b4d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.4027393
Nov 13 21:04:29.487483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41626) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:29.492411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Request body: {'subnet': {'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1529820620-subnet', 'tenant_id': '8c9cacff30fd4af19035b88fec319120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:29.617247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Made reservation on behalf of 8c9cacff30fd4af19035b88fec319120 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:29.617247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Publish callbacks [] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.779375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.871720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:29.951807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:29.957235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:04:29.957565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Network hostable DHCP agents. Network: 837dfc45-8a27-4774-a247-6eaae2a710d0, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:04:30.162254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:04:30.292957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 837dfc45-8a27-4774-a247-6eaae2a710d0) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:04:30.298337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:30.298934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:30.302304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c74f2-5879-41b1-9b20-922c4635bae6 None None] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:04:30.371196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:30.421776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7e6a6e6d-ab0e-4766-99f3-aec0bbe20efa admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9331191
Nov 13 21:04:30.429826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b770e26-0499-4284-a62b-c3b553e3d2f2 None None] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:04:31.633115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41740) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:32.095522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e32-b611-45ee-8614-0a59fd0b3586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.175283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e32-b611-45ee-8614-0a59fd0b3586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.265060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4abc9e32-b611-45ee-8614-0a59fd0b3586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.311035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4abc9e32-b611-45ee-8614-0a59fd0b3586 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab36a57003ab43abbaecf0c3612cde4a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6759434
Nov 13 21:04:32.312092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9e32-b611-45ee-8614-0a59fd0b3586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1941502-b6b4-4cd9-895a-1f287923223c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:32.313795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:32.410339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.434469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.461105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:32.579021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.582084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.583444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1941502-b6b4-4cd9-895a-1f287923223c HTTP/1.1" status: 204  len: 168 time: 0.2676110
Nov 13 21:04:32.592806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1941502-b6b4-4cd9-895a-1f287923223c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:32.600478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.600846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.601186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.601517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.601847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.602171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.602496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.603034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.603361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.603681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.604018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.604354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f979d-6847-4cd0-8b5c-f602b779a760 admin admin] Tracked resource versions report:
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]: pushed versions:
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]: {   'AddressGroup': {'1.2'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'ConntrackHelper': {'1.0'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'Log': {'1.0'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'Network': {'1.1'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'Port': {'1.7'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'PortForwarding': {'1.2'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'QosPolicy': {'1.10'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'SecurityGroup': {'1.5'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'SecurityGroupRule': {'1.2'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'SubPort': {'1.0'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'Subnet': {'1.1'},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     'Trunk': {'1.1'}}
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]: consumer versions:
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]: {   DHCP agent@ncdv-master-1: {},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     HyperV agent@nch1-master-1: {},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     HyperV agent@nch2-master-1: {},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     L3 agent@ncdv-master-1: {},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     Metadata agent@ncdv-master-1: {},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     Metering agent@ncdv-master-1: {},
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'ConntrackHelper': '1.0',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'Log': '1.0',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'Network': '1.1',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'Port': '1.7',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'PortForwarding': '1.2',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'QosPolicy': '1.10',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'SecurityGroup': '1.5',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'SecurityGroupRule': '1.2',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'SubPort': '1.0',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'Subnet': '1.1',
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:                                           'Trunk': '1.1'}}
Nov 13 21:04:32.605444 ncdv-master-1 neutron-server[120533]:  {{(pid=120533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 21:04:32.761134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-882f1784-0277-4695-a1c5-0ac5f2f40b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.791567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41804) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:32.793572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-92077607-network', 'tenant_id': '8ebcdc5d3d954e1d986188b68eebcdc0'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:32.857269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-882f1784-0277-4695-a1c5-0ac5f2f40b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.899239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Made reservation on behalf of 8ebcdc5d3d954e1d986188b68eebcdc0 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:32.901687 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.910171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.956489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-882f1784-0277-4695-a1c5-0ac5f2f40b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.984878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:32.988153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-882f1784-0277-4695-a1c5-0ac5f2f40b8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c052c58c060d4098933b5319a16e4747&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5257933
Nov 13 21:04:32.991290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41816) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:33.000076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f1784-0277-4695-a1c5-0ac5f2f40b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77afee-68ac-4fb3-a6d0-a30997222b62,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:33.058410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-294c7213-391e-44ab-b25e-e129fd486551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.072426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.089320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-294c7213-391e-44ab-b25e-e129fd486551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.117061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:04:33.139901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd0d35c-9892-446f-a8ae-6b3cb82a8546,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:33.154145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.154475 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Added segment 6cf41bb1-546e-4bf4-86c2-2bf982c35469 of type vlan for network d9d14639-ad84-4793-9554-cca59e529cc3
Nov 13 21:04:33.196202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.304899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-294c7213-391e-44ab-b25e-e129fd486551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.308163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-294c7213-391e-44ab-b25e-e129fd486551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.314271 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-294c7213-391e-44ab-b25e-e129fd486551 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e77afee-68ac-4fb3-a6d0-a30997222b62 HTTP/1.1" status: 204  len: 168 time: 0.3166025
Nov 13 21:04:33.317267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c7213-391e-44ab-b25e-e129fd486551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77afee-68ac-4fb3-a6d0-a30997222b62,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:33.333042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.334012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:33.334610 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.393642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] Pushing event updated for resources: {'Network': ['ID=d9d14639-ad84-4793-9554-cca59e529cc3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:33.403104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network d9d14639-ad84-4793-9554-cca59e529cc3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:04:33.428581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5215bfb5-895c-4625-9318-e340f889a40b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6398332
Nov 13 21:04:33.436963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41834) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:33.441708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Request body: {'subnet': {'network_id': 'd9d14639-ad84-4793-9554-cca59e529cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-92077607-subnet', 'tenant_id': '8ebcdc5d3d954e1d986188b68eebcdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:33.579123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Made reservation on behalf of 8ebcdc5d3d954e1d986188b68eebcdc0 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:33.581643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Publish callbacks [] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.701983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:33.719351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5ec97fc-3c1f-4291-baec-257a8aaa2fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.802672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5ec97fc-3c1f-4291-baec-257a8aaa2fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.830714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.888023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5ec97fc-3c1f-4291-baec-257a8aaa2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:33.892168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a71e94-f317-496b-9cc5-7b581eb328ae,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:33.899435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Checking segment: {'id': '6cf41bb1-546e-4bf4-86c2-2bf982c35469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd9d14639-ad84-4793-9554-cca59e529cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:04:33.899789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Network hostable DHCP agents. Network: d9d14639-ad84-4793-9554-cca59e529cc3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:04:33.943167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec97fc-3c1f-4291-baec-257a8aaa2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f212d6-7869-45f9-bc7d-90ac7363fb57,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:33.954761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41842) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:33.954925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d5ec97fc-3c1f-4291-baec-257a8aaa2fe5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b515fe40020848d2b1c4cdb993f6e1e5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2513306
Nov 13 21:04:34.013347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279fd6e8-632c-4cc0-84dd-efa6cad00c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.033827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Network d9d14639-ad84-4793-9554-cca59e529cc3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:04:34.036942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279fd6e8-632c-4cc0-84dd-efa6cad00c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.139118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9d14639-ad84-4793-9554-cca59e529cc3) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:04:34.146161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:34.148366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.150732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c013f16-568b-4af7-b986-f5b132f1b280 None None] Network d9d14639-ad84-4793-9554-cca59e529cc3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:04:34.157123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41862) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:34.168113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279fd6e8-632c-4cc0-84dd-efa6cad00c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.171012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279fd6e8-632c-4cc0-84dd-efa6cad00c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.173041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-279fd6e8-632c-4cc0-84dd-efa6cad00c42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f212d6-7869-45f9-bc7d-90ac7363fb57 HTTP/1.1" status: 204  len: 168 time: 0.2165260
Nov 13 21:04:34.181430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fd6e8-632c-4cc0-84dd-efa6cad00c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f212d6-7869-45f9-bc7d-90ac7363fb57,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:34.246867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e847dfd4-df60-4f4f-b379-3569d008595d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8087246
Nov 13 21:04:34.302999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a90103-ebe5-47e3-867d-b7107c3c7523 None None] Network d9d14639-ad84-4793-9554-cca59e529cc3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:04:34.428648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0520346-9d5e-4f63-9e0b-a0cac509ad13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.511846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0520346-9d5e-4f63-9e0b-a0cac509ad13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.591052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0520346-9d5e-4f63-9e0b-a0cac509ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.622857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41882) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:34.634918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e0520346-9d5e-4f63-9e0b-a0cac509ad13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb63b79bd11741229d231769c9c113de&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4762130
Nov 13 21:04:34.636563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0520346-9d5e-4f63-9e0b-a0cac509ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed6501-fc7c-4b48-9a78-77905d1849f0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:34.636758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e85ebe5c-ff79-496f-8263-0ca600825f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.647666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41884) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:34.696946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50aac966-f83e-40e5-8a69-230edaf97118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.721901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e85ebe5c-ff79-496f-8263-0ca600825f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.724264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50aac966-f83e-40e5-8a69-230edaf97118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.835070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e85ebe5c-ff79-496f-8263-0ca600825f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.862258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41898) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:34.866609 ncdv-master-1 neutron-server[120532]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 13 21:04:34.884491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e85ebe5c-ff79-496f-8263-0ca600825f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ff93fee1d5048d9ae374de30bc22203&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2605054
Nov 13 21:04:34.886527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ebe5c-ff79-496f-8263-0ca600825f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9186544d-77e2-4eb1-bcab-01c66b4918d4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:34.887658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:34.913499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50aac966-f83e-40e5-8a69-230edaf97118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.918528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50aac966-f83e-40e5-8a69-230edaf97118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.920080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50aac966-f83e-40e5-8a69-230edaf97118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91ed6501-fc7c-4b48-9a78-77905d1849f0 HTTP/1.1" status: 204  len: 168 time: 0.2714014
Nov 13 21:04:34.941586 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a975a636-df73-4d08-abd5-738752a3c29d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:34.954751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aac966-f83e-40e5-8a69-230edaf97118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed6501-fc7c-4b48-9a78-77905d1849f0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:34.965995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-4184a819-09ca-4042-a1d7-73c9c5aa589c tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91aa4b323d50410da07e9125754d312f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1009851
Nov 13 21:04:34.973903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a975a636-df73-4d08-abd5-738752a3c29d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:35.128675 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a975a636-df73-4d08-abd5-738752a3c29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:35.139685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a975a636-df73-4d08-abd5-738752a3c29d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:35.139685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a975a636-df73-4d08-abd5-738752a3c29d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9186544d-77e2-4eb1-bcab-01c66b4918d4 HTTP/1.1" status: 204  len: 168 time: 0.2456584
Nov 13 21:04:35.142565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975a636-df73-4d08-abd5-738752a3c29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9186544d-77e2-4eb1-bcab-01c66b4918d4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:35.188127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-695ef4ef-76d4-446a-bf5d-db71a8514843 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:35.190040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-695ef4ef-76d4-446a-bf5d-db71a8514843 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2178066
Nov 13 21:04:35.206629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-297406d5-da18-4f7c-a333-26bc80c260bf tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/quotas/91aa4b323d50410da07e9125754d312f HTTP/1.1" status: 200  len: 375 time: 0.0101261
Nov 13 21:04:35.259565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-5a9e5fd4-31c3-4708-b632-1e701ad85780 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91aa4b323d50410da07e9125754d312f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477529
Nov 13 21:04:36.104921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41958) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:36.118611 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31d57cf1-f16e-4a65-9d80-fb536f51c5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.195608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31d57cf1-f16e-4a65-9d80-fb536f51c5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.270646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31d57cf1-f16e-4a65-9d80-fb536f51c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.321703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-31d57cf1-f16e-4a65-9d80-fb536f51c5d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9a02b7104b842ee8568f255f1f26d05&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2116253
Nov 13 21:04:36.321703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d57cf1-f16e-4a65-9d80-fb536f51c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c4ca1-541d-4a17-aa79-d49fbd561a48,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:36.322038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:36.393890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1b66-ae8f-4406-bebe-0f5b9216da83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.426459 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1b66-ae8f-4406-bebe-0f5b9216da83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.630918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41994) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:36.635262 ncdv-master-1 neutron-server[120533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 13 21:04:36.721471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1b66-ae8f-4406-bebe-0f5b9216da83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.724481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1b66-ae8f-4406-bebe-0f5b9216da83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:36.728430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d0e1b66-ae8f-4406-bebe-0f5b9216da83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e37c4ca1-541d-4a17-aa79-d49fbd561a48 HTTP/1.1" status: 204  len: 168 time: 0.4029331
Nov 13 21:04:36.753497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-257c31a4-ac6c-46d6-a82b-92e0fb3d3634 req-39ffb0d5-8e72-42a0-82e9-9878c9ab70ac tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 210 time: 0.1887541
Nov 13 21:04:36.758517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e1b66-ae8f-4406-bebe-0f5b9216da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c4ca1-541d-4a17-aa79-d49fbd561a48,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:36.867310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-df798f9a-ddba-4a39-b2d5-e7990cdb1659 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:36.868848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-df798f9a-ddba-4a39-b2d5-e7990cdb1659 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.2349663
Nov 13 21:04:36.886890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-6475339a-1ccc-4c2f-a888-4ab70005ff8b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/quotas/8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 375 time: 0.0112414
Nov 13 21:04:36.966643 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-ee879d94-9c50-4080-9c22-373dc1c5a533 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0737936
Nov 13 21:04:37.597151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-97c6f738-c202-4934-a1b5-4f6735117fd4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:04:37.610930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-97c6f738-c202-4934-a1b5-4f6735117fd4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1335309
Nov 13 21:04:37.719670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-693d271f-0fdf-4f6d-845e-a14c519828b8 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076224
Nov 13 21:04:37.819144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-067e565b-a4c8-4c3e-b22d-1b8da5334c73 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931218
Nov 13 21:04:38.077134 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88bf1570-291c-4977-86ab-923d50532ac8 req-4c64f823-9bf2-4f5f-ac73-f8dddb566fe5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 210 time: 0.0408988
Nov 13 21:04:38.225649 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df6cc2c2-8112-44a4-990a-71f504c7decf req-b2f2f442-8de7-4592-ae45-36cf3fce5a50 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 210 time: 0.0640392
Nov 13 21:04:38.319869 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:04:38.819856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-4ef5bcfb-5ac1-4f96-80ab-1744e7126d14 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0286500
Nov 13 21:04:39.133871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-8c6971c8-bc5a-45da-a493-724c6e4ab2f4 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:39.141362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-8c6971c8-bc5a-45da-a493-724c6e4ab2f4 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3153777
Nov 13 21:04:39.159916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-6cc8f4d7-d731-4be4-970c-dd98b0a6b7f0 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/quotas/f8cb2233aed74fdfa30a26e8a9e318d9 HTTP/1.1" status: 200  len: 375 time: 0.0175214
Nov 13 21:04:39.199167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-f14c04bc-0dd5-4eba-b78a-792c4ac65108 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0381939
Nov 13 21:04:39.220114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42148) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:39.411389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c668a066-51eb-4cbc-8c4e-1bd95dc1152d req-53b38c2e-0d5e-4d45-8fd7-42112e977d62 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 210 time: 0.0274768
Nov 13 21:04:39.541982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29a7721f-816a-4484-8f93-1199cfe5e229 req-9ab5805a-81a6-416a-aeb8-b28eaf4272b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 210 time: 0.0428724
Nov 13 21:04:39.661083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81160e93-1889-4dc8-a8fc-ff1bbfe31615 req-a4ba4d7a-113e-4372-b0ab-9a16aff1ef38 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 210 time: 0.0486841
Nov 13 21:04:39.706628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08fb147c-645a-45d6-9540-1508f97579fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:39.790070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08fb147c-645a-45d6-9540-1508f97579fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:39.875088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.37', 64698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:39.900903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-22234775-0d3c-4577-9a5e-2d2c805b0399 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=91aa4b323d50410da07e9125754d312f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0245552
Nov 13 21:04:39.926027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08fb147c-645a-45d6-9540-1508f97579fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.022210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-08fb147c-645a-45d6-9540-1508f97579fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08fb8f8be1264030ac145ad8288afcb5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7985821
Nov 13 21:04:40.022529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb147c-645a-45d6-9540-1508f97579fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb656bed-38ac-4dc8-b61f-02cd98680b7c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:40.023108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:40.071153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-1828b122-e049-436b-80c7-cc3f31cf6a72 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:40.072945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-1828b122-e049-436b-80c7-cc3f31cf6a72 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1666114
Nov 13 21:04:40.120452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fb9765a-fb53-402f-849c-b1a457233649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.149824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fb9765a-fb53-402f-849c-b1a457233649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.170675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Request body: {'port': {'device_id': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '91aa4b323d50410da07e9125754d312f'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:40.326336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fb9765a-fb53-402f-849c-b1a457233649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.329168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fb9765a-fb53-402f-849c-b1a457233649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.332001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7fb9765a-fb53-402f-849c-b1a457233649 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb656bed-38ac-4dc8-b61f-02cd98680b7c HTTP/1.1" status: 204  len: 168 time: 0.2981243
Nov 13 21:04:40.346355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9765a-fb53-402f-849c-b1a457233649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb656bed-38ac-4dc8-b61f-02cd98680b7c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:40.525505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e71b079e-81bc-4483-833d-c8502b7f9380 req-d3e07cc5-139e-421a-ba46-aa3fc3603f63 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 210 time: 0.0316343
Nov 13 21:04:40.601926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Made reservation on behalf of 91aa4b323d50410da07e9125754d312f for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:40.606416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.615474 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.695289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.768174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:40.886252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad6c248-d00a-45f5-8a46-8f24ae308401,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:41.039761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-332b9429-bdeb-4729-940d-f14b10833ea6 req-23f099fc-d275-4d02-8b71-f97b7cec518f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 210 time: 0.0600808
Nov 13 21:04:41.080002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Allocated IP 192.168.233.61 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:04:41.157120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81c7e49f-bfb9-4a01-b8fd-34aeac3977cb req-5667b745-2b2c-4def-b7f8-112953cf3597 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 210 time: 0.0449717
Nov 13 21:04:41.286921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.527937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.587701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42274) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:41.615615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b488c33-cf75-4889-9e89-2be1b577cc89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.617148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:04:41.624544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:04:41.632484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:04:41.637325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:41.638141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.690002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Pushing event updated for resources: {'Port': ['ID=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:41.823248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-db4cafb1-65c5-4ab4-ac5d-b15c3cac9d04 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6582360
Nov 13 21:04:41.824780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.46', 49574) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:41.827403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b488c33-cf75-4889-9e89-2be1b577cc89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.849588 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.868333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-4c540eba-b1de-4b0c-8fdd-56d039fd64f0 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:04:41.871756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-4c540eba-b1de-4b0c-8fdd-56d039fd64f0 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0109756
Nov 13 21:04:41.941383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b488c33-cf75-4889-9e89-2be1b577cc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:41.981618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223253c-b57f-4a00-b99d-c7d72aaf3b90 req-345f926a-4b75-425b-936f-656c5c3e4da1 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:41.989274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4223253c-b57f-4a00-b99d-c7d72aaf3b90 req-345f926a-4b75-425b-936f-656c5c3e4da1 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 935 time: 0.2488973
Nov 13 21:04:42.008620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7b488c33-cf75-4889-9e89-2be1b577cc89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=208a48db785e494a932ef8ff0f8a1c59&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4191909
Nov 13 21:04:42.011214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42290) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:42.069779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-89d73b52-ed55-4b49-b511-1a7601177ae3 None None] Provisioning complete for port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:04:42.070087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-89d73b52-ed55-4b49-b511-1a7601177ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:42.130476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b488c33-cf75-4889-9e89-2be1b577cc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7fc655-c401-4b4f-b8a7-7d2f44455cfd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:42.190195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4223253c-b57f-4a00-b99d-c7d72aaf3b90 req-9a5df412-faac-49d2-bd56-25ecd861f93a tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987684
Nov 13 21:04:42.191906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb6d63b2-29cc-4edb-87a5-237bce1b5b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:42.214368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-89d73b52-ed55-4b49-b511-1a7601177ae3 None None] Port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:04:42.240678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-2c673fc7-cc41-4508-97d8-c25b24a6573e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:42.242460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-2c673fc7-cc41-4508-97d8-c25b24a6573e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.4167829
Nov 13 21:04:42.295269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb6d63b2-29cc-4edb-87a5-237bce1b5b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:42.326507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Request body: {'port': {'device_id': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'admin_state_up': True, 'tenant_id': '8c9cacff30fd4af19035b88fec319120'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:42.406882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6395c457-e4c6-48fc-8fc6-333060b078c7 req-369ccdbe-7d2d-4503-8193-467fdece5069 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 210 time: 0.0535207
Nov 13 21:04:42.548537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Request body: {'port': {'device_id': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'device_owner': 'compute:tempest-test_az-181318265', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:42.548768 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-255c82d4-8ddc-483c-8824-7e59ed97525b req-f0cfda28-ef67-48d7-8bd6-69853477904f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 210 time: 0.0312004
Nov 13 21:04:42.694578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:42.973373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb6d63b2-29cc-4edb-87a5-237bce1b5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:42.977352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb6d63b2-29cc-4edb-87a5-237bce1b5b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:42.985379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb6d63b2-29cc-4edb-87a5-237bce1b5b3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b7fc655-c401-4b4f-b8a7-7d2f44455cfd HTTP/1.1" status: 204  len: 168 time: 0.9701996
Nov 13 21:04:43.012402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Made reservation on behalf of 8c9cacff30fd4af19035b88fec319120 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:43.013617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d63b2-29cc-4edb-87a5-237bce1b5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7fc655-c401-4b4f-b8a7-7d2f44455cfd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:43.026777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:43.137144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.46', 49577) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:43.173733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-c3a21836-8f96-4090-ac89-e137953b6136 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0351415
Nov 13 21:04:43.323072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-575ebea6-ac23-4e32-bddb-6612db9e9841 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:43.324557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-575ebea6-ac23-4e32-bddb-6612db9e9841 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1438749
Nov 13 21:04:43.356803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Request body: {'port': {'device_id': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f8cb2233aed74fdfa30a26e8a9e318d9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:43.569916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:04:43.576910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Allocated IP 172.20.0.12 (837dfc45-8a27-4774-a247-6eaae2a710d0/b3bef1ba-1e3d-40da-b9ca-5e7672aa5808/0d25020e-1bc0-4e6c-8521-bfbc08b9d759) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:04:43.584083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:43.614234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Transition to ACTIVE for port object f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:04:43.646830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7e5dc-9606-47dd-aea7-f794e54ef832 req-78daee1c-fbd3-4d1d-a286-e4b904e128dc tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:43.654730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28b7e5dc-9606-47dd-aea7-f794e54ef832 req-78daee1c-fbd3-4d1d-a286-e4b904e128dc tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 935 time: 0.2728441
Nov 13 21:04:43.731230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:43.789660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28b7e5dc-9606-47dd-aea7-f794e54ef832 req-4311d220-baf1-402e-bbb6-6ad3c360eb8b tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340730
Nov 13 21:04:43.898755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Made reservation on behalf of f8cb2233aed74fdfa30a26e8a9e318d9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:43.908782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:43.918267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65828360-6692-46de-b535-e7a12bad472c req-222ae371-8812-46c0-8a51-e9cef0b9c5db tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 210 time: 0.1709030
Nov 13 21:04:43.931987 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:43.995437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42344) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:44.085201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98be62a4-e3c3-4bc2-a0c5-829b34d6c667 req-ea813f71-3662-4be2-94c2-2ba4ca58ca75 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 210 time: 0.1208284
Nov 13 21:04:44.251016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-325975c9-db18-4bfd-8997-feb7cb8239fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.255459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Attempting to bind port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:04:44.256007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Attempting to bind port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:04:44.259836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Attempting to bind port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:04:44.262191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:44.282469 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.306129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:04:44.306755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Attempting to bind port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:04:44.319140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:04:44.330801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:04:44.330801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:04:44.330801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Bound port: f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:04:44.331705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.331898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.332827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.452242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.474526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] For port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:04:44.481087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] For port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:04:44.620872 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.626453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.703880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:44.704505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.706091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 HTTP/1.1" status: 200  len: 1116 time: 2.3117590
Nov 13 21:04:44.706664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'tag': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:04:44.879730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:04:44.919572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:04:44.956964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:04:44.967157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:44.971266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:44.989272 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-325975c9-db18-4bfd-8997-feb7cb8239fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.025412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:45.036909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f969b3-c13d-4f39-a22a-9cab05d1bac7 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:45.091544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-325975c9-db18-4bfd-8997-feb7cb8239fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.115238 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7933109
Nov 13 21:04:45.145139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-325975c9-db18-4bfd-8997-feb7cb8239fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34f48a4321da4fee91f6ba9914827da1&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1229510
Nov 13 21:04:45.150256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:45.191273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-2aa9e49b-45bc-42a6-8093-f5049a937ab7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:04:45.192612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-2aa9e49b-45bc-42a6-8093-f5049a937ab7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0282080
Nov 13 21:04:45.203093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Allocated IP 192.168.233.44 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/b9ee309f-335a-4052-9588-63b84ace5502) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:04:45.257129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92309faf-742b-4c2b-a3fc-23517e8de47e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.287306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92309faf-742b-4c2b-a3fc-23517e8de47e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.327085 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8df22b-80ef-41c0-9066-ceaaafc75be0", "tag": "f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:04:45.351369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325975c9-db18-4bfd-8997-feb7cb8239fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0887410c-adc1-4d19-9536-566d6d707aa8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:45.437913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b71a35-c14c-4ecb-9a89-e4a8ffda8e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:45.475271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b22298-df61-4514-a912-2cf45dc7c4ff req-8b77dc49-09ff-4877-a52d-6df7afe7bccd tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:45.493504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25b22298-df61-4514-a912-2cf45dc7c4ff req-8b77dc49-09ff-4877-a52d-6df7afe7bccd tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.5330310
Nov 13 21:04:45.541958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92309faf-742b-4c2b-a3fc-23517e8de47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.545383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92309faf-742b-4c2b-a3fc-23517e8de47e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.549108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-92309faf-742b-4c2b-a3fc-23517e8de47e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0887410c-adc1-4d19-9536-566d6d707aa8 HTTP/1.1" status: 204  len: 168 time: 0.3929243
Nov 13 21:04:45.566319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92309faf-742b-4c2b-a3fc-23517e8de47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887410c-adc1-4d19-9536-566d6d707aa8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:45.608815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3727476-63ea-48df-9086-9fbf838e6c49 req-8a40e133-4c66-463f-b402-aae289b7ffdb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:45.610357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3727476-63ea-48df-9086-9fbf838e6c49 req-8a40e133-4c66-463f-b402-aae289b7ffdb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 932 time: 0.1428368
Nov 13 21:04:45.694628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25b22298-df61-4514-a912-2cf45dc7c4ff req-fc156a9a-9b7b-4db2-9bef-38ef0f77bbdf tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076895
Nov 13 21:04:45.736836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-3dee52c1-e971-4457-b387-547816945b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:45.740443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-3dee52c1-e971-4457-b387-547816945b12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91aa4b323d50410da07e9125754d312f&device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 1119 time: 0.5189135
Nov 13 21:04:45.841596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:45.873034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d92801f1-9988-4451-9f86-ede69571b02d req-71d5fcc6-f357-4e92-91eb-6807dcf7155a tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 210 time: 0.0509324
Nov 13 21:04:45.908140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3727476-63ea-48df-9086-9fbf838e6c49 req-d75248f7-8a33-4080-b6f3-005d5af71bd2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2881782
Nov 13 21:04:46.031833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:46.079703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Request body: {'port': {'device_id': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:46.108094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-1b082ee2-a2e3-4444-a37a-4b15fa225678 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 HTTP/1.1" status: 200  len: 217 time: 0.2307861
Nov 13 21:04:46.140167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:04:46.146935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:04:46.149651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:04:46.160346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:46.160346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:46.240272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Pushing event updated for resources: {'Port': ['ID=b9ee309f-335a-4052-9588-63b84ace5502,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:46.361902 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:46.384442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-07cd19bf-617f-4ffb-871a-3fffe9c4dd05 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0414004
Nov 13 21:04:46.405627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Request body: {'port': {'device_id': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:46.481673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-27b74bca-c473-4f0b-bab3-36974789edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:46.483603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-27b74bca-c473-4f0b-bab3-36974789edff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.3467526
Nov 13 21:04:46.715170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f666a846-24e7-4b0b-8571-6c11e22effae None None] Provisioning complete for port b9ee309f-335a-4052-9588-63b84ace5502 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:04:46.716315 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f666a846-24e7-4b0b-8571-6c11e22effae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:46.761403 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac34af7e-5eb4-4a57-b47d-1f0d9d44b3e3 x-openstack-request-id: req-ac34af7e-5eb4-4a57-b47d-1f0d9d44b3e3 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:04:46.761830 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8df22b-80ef-41c0-9066-ceaaafc75be0", "tag": "f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:04:46.762244 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac34af7e-5eb4-4a57-b47d-1f0d9d44b3e3 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:04:46.763349 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'tag': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7', 'status': 'completed', 'code': 200}
Nov 13 21:04:46.794573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f666a846-24e7-4b0b-8571-6c11e22effae None None] Port b9ee309f-335a-4052-9588-63b84ace5502 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:04:46.995544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:47.109554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42436) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:47.165035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9accd7-430d-4522-9edf-bd5dde9155c7 req-7a5f2bfc-7c2a-4aa5-b03c-ce44e20d7a6b tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:47.178268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f9accd7-430d-4522-9edf-bd5dde9155c7 req-7a5f2bfc-7c2a-4aa5-b03c-ce44e20d7a6b tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.2742732
Nov 13 21:04:47.268225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4f07b-159f-4e84-aab9-75971062127e req-0b1337cc-dc56-411e-82f1-5941b8ce505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:47.283249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-0b1337cc-dc56-411e-82f1-5941b8ce505d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5187354
Nov 13 21:04:47.294581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e8342d-99f8-4cbd-bcea-9ee24fc4bdc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:47.437694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f9accd7-430d-4522-9edf-bd5dde9155c7 req-9fda407f-a3df-47b7-8890-55bca6677687 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2579565
Nov 13 21:04:47.456071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-e72481b6-f593-43ae-b9b4-9aae6d9ecdc1 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435940
Nov 13 21:04:47.558895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228712-e03d-4c16-be20-85c416801f1a req-466b3dbf-0abb-4d23-8627-2d19f26037a2 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:47.560441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15228712-e03d-4c16-be20-85c416801f1a req-466b3dbf-0abb-4d23-8627-2d19f26037a2 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 935 time: 0.4470479
Nov 13 21:04:47.755860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96855853-7b9e-42bc-ad1a-35926af0efa5 req-5b1886f8-8c76-4024-b225-dc214de2eb05 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:47.757495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96855853-7b9e-42bc-ad1a-35926af0efa5 req-5b1886f8-8c76-4024-b225-dc214de2eb05 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 932 time: 0.1725569
Nov 13 21:04:47.878968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15228712-e03d-4c16-be20-85c416801f1a req-e21586d8-d195-4ab1-b9c6-614d1b66c921 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834423
Nov 13 21:04:48.004272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ee309f-335a-4052-9588-63b84ace5502 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:04:48.013656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.036465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Transition to ACTIVE for port object b9ee309f-335a-4052-9588-63b84ace5502 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:04:48.053032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96855853-7b9e-42bc-ad1a-35926af0efa5 req-fc9a4d0f-1c9a-4a60-8d13-ee51ca5d2104 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2687118
Nov 13 21:04:48.089251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d4f07b-159f-4e84-aab9-75971062127e req-c4f94dd7-a221-4efc-bf49-42fa6da90adc service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4967654
Nov 13 21:04:48.103271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e8342d-99f8-4cbd-bcea-9ee24fc4bdc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.193827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:04:48.200348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.230204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.272587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Transition to ACTIVE for port object 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:04:48.288040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e8342d-99f8-4cbd-bcea-9ee24fc4bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.373534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.560849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee309f-335a-4052-9588-63b84ace5502,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:48.569507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Attempting to bind port b9ee309f-335a-4052-9588-63b84ace5502 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:04:48.572989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Attempting to bind port b9ee309f-335a-4052-9588-63b84ace5502 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:04:48.573469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Attempting to bind port b9ee309f-335a-4052-9588-63b84ace5502 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:04:48.583816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Port b9ee309f-335a-4052-9588-63b84ace5502 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:04:48.584206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Attempting to bind port b9ee309f-335a-4052-9588-63b84ace5502 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:04:48.598217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:04:48.598741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:04:48.599491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:04:48.600074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Bound port: b9ee309f-335a-4052-9588-63b84ace5502, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:04:48.600538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.683296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8342d-99f8-4cbd-bcea-9ee24fc4bdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d7817-9a29-49d7-81dc-be18876929b9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:48.714800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] For port b9ee309f-335a-4052-9588-63b84ace5502, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:04:48.719708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] For port b9ee309f-335a-4052-9588-63b84ace5502, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ee309f-335a-4052-9588-63b84ace5502,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:04:48.733280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d8e8342d-99f8-4cbd-bcea-9ee24fc4bdc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65ec9097ed204455a4eb4c004836e491&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6167679
Nov 13 21:04:48.745165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42480) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:48.780354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a47d3-c505-4e57-b90c-bb73830604d0 req-02e136bb-a6e6-488d-a6e3-0e66d1aba798 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:48.788034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff9a47d3-c505-4e57-b90c-bb73830604d0 req-02e136bb-a6e6-488d-a6e3-0e66d1aba798 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.2059708
Nov 13 21:04:48.799357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:48.818807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.818901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-35e3f6fc-492e-41ab-8e49-bf364bb45a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:48.818901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-35e3f6fc-492e-41ab-8e49-bf364bb45a46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91aa4b323d50410da07e9125754d312f&device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 1119 time: 0.3734486
Nov 13 21:04:48.828061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:04:48.828554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:04:48.828980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:04:48.837082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:04:48.840571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:04:48.869277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:04:48.869833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:04:48.870177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:04:48.870663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Bound port: 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:04:48.871000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.906563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee309f-335a-4052-9588-63b84ace5502,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:48.940892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:48.941453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:48.943526 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-10998054-0922-41f2-8d05-28b8ef458f5a service neutron] 10.222.0.46 "PUT /v2.0/ports/b9ee309f-335a-4052-9588-63b84ace5502 HTTP/1.1" status: 200  len: 1095 time: 2.5429153
Nov 13 21:04:48.945293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'tag': 'b9ee309f-335a-4052-9588-63b84ace5502'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:04:49.041184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b56f4f-f810-48ce-9745-f415edc6f509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.111113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff9a47d3-c505-4e57-b90c-bb73830604d0 req-801a3a17-0b2a-4928-a556-9757aa118293 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3220038
Nov 13 21:04:49.139057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42500) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:49.319641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b56f4f-f810-48ce-9745-f415edc6f509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.361154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-35f361e8-6384-46eb-88ee-20a0eac4096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.363060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-35f361e8-6384-46eb-88ee-20a0eac4096e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 1098 time: 0.2013030
Nov 13 21:04:49.367247 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7baa69-5918-4774-9baf-4cea82fc7120", "tag": "b9ee309f-335a-4052-9588-63b84ace5502"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:04:49.428276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-bd7d1db1-a423-4ba6-8019-6ae936ae4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.430092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-bd7d1db1-a423-4ba6-8019-6ae936ae4bfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.5683694
Nov 13 21:04:49.435311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-350370b7-b74a-4183-bbb9-fd3e91e61b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.494049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6a7a7-b0e5-42c4-9fb9-3365232cae49 req-253ee62d-8f78-46fb-8378-388b8426578c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.502848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0d6a7a7-b0e5-42c4-9fb9-3365232cae49 req-253ee62d-8f78-46fb-8378-388b8426578c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.3644023
Nov 13 21:04:49.521303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-a1894b48-ab5d-4bdb-a0f5-c73b862550c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b9ee309f-335a-4052-9588-63b84ace5502 HTTP/1.1" status: 200  len: 217 time: 0.1301501
Nov 13 21:04:49.548063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:04:49.562363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-11726787-deb7-4fdf-8a84-3b5d539e4ed5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 HTTP/1.1" status: 200  len: 217 time: 0.0950990
Nov 13 21:04:49.596596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:04:49.617319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346729f-08d8-4e24-a73e-6e6fda41b348 req-e2056f5d-fdaa-4131-aacb-8b5a59c3586b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.619103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3346729f-08d8-4e24-a73e-6e6fda41b348 req-e2056f5d-fdaa-4131-aacb-8b5a59c3586b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.2458894
Nov 13 21:04:49.626311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-873aa656-1484-4bdc-b2bf-f1e425bfdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.627775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-873aa656-1484-4bdc-b2bf-f1e425bfdfcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0929434
Nov 13 21:04:49.702557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.710371 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3346729f-08d8-4e24-a73e-6e6fda41b348 req-7e4ef257-ea1c-43c5-bae9-febde8f5555e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810323
Nov 13 21:04:49.722020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b56f4f-f810-48ce-9745-f415edc6f509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.722020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b56f4f-f810-48ce-9745-f415edc6f509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.722020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-93b56f4f-f810-48ce-9745-f415edc6f509 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/877d7817-9a29-49d7-81dc-be18876929b9 HTTP/1.1" status: 204  len: 168 time: 0.9753242
Nov 13 21:04:49.749839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b56f4f-f810-48ce-9745-f415edc6f509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d7817-9a29-49d7-81dc-be18876929b9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:49.857833 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0d6a7a7-b0e5-42c4-9fb9-3365232cae49 req-26cece9e-3eb8-4bb3-81e1-0d189f98241e tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3539789
Nov 13 21:04:49.885333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-fa2786fb-3e12-40a4-83ea-81e343a752b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.887213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-fa2786fb-3e12-40a4-83ea-81e343a752b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.3048739
Nov 13 21:04:49.913655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:49.914871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:49.929289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 1092 time: 4.2832632
Nov 13 21:04:49.932503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:04:49.932674 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4689a583-8543-430f-8cec-37c42432d70e" -d '{"events": [{"name": "network-changed", "server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:04:50.037692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab5e29-e737-429a-a84f-16ee61bb5322 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:50.078900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-350370b7-b74a-4183-bbb9-fd3e91e61b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.081674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-a960715d-db81-43df-b190-a2b4f4b4eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:50.083215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-a960715d-db81-43df-b190-a2b4f4b4eb9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1454892
Nov 13 21:04:50.094993 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cb9dc6-4d2e-49ea-86cf-f96aed580e64 x-openstack-request-id: req-47cb9dc6-4d2e-49ea-86cf-f96aed580e64 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:04:50.095289 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7baa69-5918-4774-9baf-4cea82fc7120", "tag": "b9ee309f-335a-4052-9588-63b84ace5502", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:04:50.099331 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47cb9dc6-4d2e-49ea-86cf-f96aed580e64 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:04:50.099331 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'tag': 'b9ee309f-335a-4052-9588-63b84ace5502', 'status': 'completed', 'code': 200}
Nov 13 21:04:50.197977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-350370b7-b74a-4183-bbb9-fd3e91e61b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.401774 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6121b7d2-5c68-419b-85d8-4bd2b275fd91 x-openstack-request-id: req-6121b7d2-5c68-419b-85d8-4bd2b275fd91 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:04:50.402074 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:04:50.402331 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6121b7d2-5c68-419b-85d8-4bd2b275fd91 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:04:50.402741 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'status': 'completed', 'code': 200}
Nov 13 21:04:50.413720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-880f4028-3445-41d7-8582-367edf75d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:50.415333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-880f4028-3445-41d7-8582-367edf75d17b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2570086
Nov 13 21:04:50.450052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87f0f8-33a9-438f-b1f9-8cb8e2e09f3e req-18293510-7bec-4931-985e-116d5008d1e2 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:50.460115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c87f0f8-33a9-438f-b1f9-8cb8e2e09f3e req-18293510-7bec-4931-985e-116d5008d1e2 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.0811257
Nov 13 21:04:50.495977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350370b7-b74a-4183-bbb9-fd3e91e61b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2515151b-77e5-4fd7-85e7-81c92d2419d5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:50.530421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c87f0f8-33a9-438f-b1f9-8cb8e2e09f3e req-e6997988-5d06-4475-a9ba-1622b30b70ac tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692730
Nov 13 21:04:50.540950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42530) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:50.546237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-350370b7-b74a-4183-bbb9-fd3e91e61b4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e42dbdfa6e894e678f0a036ed19f18f5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4046416
Nov 13 21:04:50.602431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-96023a1b-8e23-4ae1-ba3e-02ac842af803 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4699330
Nov 13 21:04:50.712212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e39468-9215-4018-91ef-77917c4063fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.722211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42534) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:50.739832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-563be938-2a1e-4b1e-9ef1-32b32b842a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.771878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e39468-9215-4018-91ef-77917c4063fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.922798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e39468-9215-4018-91ef-77917c4063fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.926767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e39468-9215-4018-91ef-77917c4063fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:50.931243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-73e39468-9215-4018-91ef-77917c4063fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2515151b-77e5-4fd7-85e7-81c92d2419d5 HTTP/1.1" status: 204  len: 168 time: 0.3857746
Nov 13 21:04:50.945610 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-563be938-2a1e-4b1e-9ef1-32b32b842a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.003973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e39468-9215-4018-91ef-77917c4063fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515151b-77e5-4fd7-85e7-81c92d2419d5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:51.033760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-563be938-2a1e-4b1e-9ef1-32b32b842a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.063885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84220-5340-4ccc-b55a-6694cc85ed51 req-41f8b1e6-8c4d-4502-80e1-95d122800a32 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:51.091685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45f84220-5340-4ccc-b55a-6694cc85ed51 req-41f8b1e6-8c4d-4502-80e1-95d122800a32 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.1616507
Nov 13 21:04:51.113341 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-563be938-2a1e-4b1e-9ef1-32b32b842a99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1de8bd6d9e1848b9b232262bdad1d676&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3872395
Nov 13 21:04:51.120960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:51.195141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563be938-2a1e-4b1e-9ef1-32b32b842a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4e04e-1780-4c05-a7ca-ce81cd7266fd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:51.288512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d197-7c25-4dcf-a662-dee16897158b req-0228fbed-081c-44fc-ad36-94b3d363660a tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:51.296999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28364fe8-2b6b-4439-b587-55d4a3ef3a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.302511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e887d197-7c25-4dcf-a662-dee16897158b req-0228fbed-081c-44fc-ad36-94b3d363660a tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.2559233
Nov 13 21:04:51.304925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42546) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:51.325252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28364fe8-2b6b-4439-b587-55d4a3ef3a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.344448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45f84220-5340-4ccc-b55a-6694cc85ed51 req-91c157c7-ba8c-4fa9-bcdb-b3c3459dbb05 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2507772
Nov 13 21:04:51.529363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-819d0476-bb8a-4f6d-84e5-7e58b14a5cb8 req-56819cab-9642-4fa0-8e42-ce92de782953 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5115509
Nov 13 21:04:51.571757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e887d197-7c25-4dcf-a662-dee16897158b req-398ee997-e555-4f3b-b779-350bb9fc06da tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636936
Nov 13 21:04:51.592930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689a583-8543-430f-8cec-37c42432d70e req-96740f35-2a6b-4c14-99a5-1aa8f7c8c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:51.596303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4689a583-8543-430f-8cec-37c42432d70e req-96740f35-2a6b-4c14-99a5-1aa8f7c8c0f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1095 time: 0.2852855
Nov 13 21:04:51.621397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-026b2d35-9279-45e7-9e5c-724638ff230c service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931898
Nov 13 21:04:51.672051 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13b37bc7-9d29-4cc2-8f5a-06dba3775168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.710851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28364fe8-2b6b-4439-b587-55d4a3ef3a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.714219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28364fe8-2b6b-4439-b587-55d4a3ef3a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:51.717130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-28364fe8-2b6b-4439-b587-55d4a3ef3a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ed4e04e-1780-4c05-a7ca-ce81cd7266fd HTTP/1.1" status: 204  len: 168 time: 0.5622065
Nov 13 21:04:51.749062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28364fe8-2b6b-4439-b587-55d4a3ef3a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4e04e-1780-4c05-a7ca-ce81cd7266fd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:51.802335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4277b-58b4-4e35-b1fe-0f4eae9f1d06 req-f148ec10-2e4e-45e0-8373-5b4ea1be33d6 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:51.813971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11b4277b-58b4-4e35-b1fe-0f4eae9f1d06 req-f148ec10-2e4e-45e0-8373-5b4ea1be33d6 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.1552751
Nov 13 21:04:51.932396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11b4277b-58b4-4e35-b1fe-0f4eae9f1d06 req-5b497f60-5253-493a-833a-5df6566148a7 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159708
Nov 13 21:04:52.032482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689a583-8543-430f-8cec-37c42432d70e req-e81c8f7f-c39e-48a3-989a-f6c0bd68a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:52.034348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4689a583-8543-430f-8cec-37c42432d70e req-e81c8f7f-c39e-48a3-989a-f6c0bd68a699 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8c9cacff30fd4af19035b88fec319120&shared=False HTTP/1.1" status: 200  len: 922 time: 0.4199190
Nov 13 21:04:52.113971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13b37bc7-9d29-4cc2-8f5a-06dba3775168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.219197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13b37bc7-9d29-4cc2-8f5a-06dba3775168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.286631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b37bc7-9d29-4cc2-8f5a-06dba3775168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf4c9e1-b51e-4d4b-8252-fe8188375548,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:52.300103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-13b37bc7-9d29-4cc2-8f5a-06dba3775168 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89862add778c488785c925a708466911&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9803815
Nov 13 21:04:52.303109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42558) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:52.433623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61394c85-d6b0-427a-b614-9030d6ebecb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.508005 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61394c85-d6b0-427a-b614-9030d6ebecb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.637639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42568) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:52.658708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28c62268-354b-4f2a-a091-acf465b99858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.686216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fb40b-fe6e-41fe-83ca-b4e25bdee8ba req-4d770772-b10a-4e5c-8ad7-065c8fe17ff5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:52.701661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-529fb40b-fe6e-41fe-83ca-b4e25bdee8ba req-4d770772-b10a-4e5c-8ad7-065c8fe17ff5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.1958079
Nov 13 21:04:52.828202 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61394c85-d6b0-427a-b614-9030d6ebecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.828202 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61394c85-d6b0-427a-b614-9030d6ebecb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:52.843263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-529fb40b-fe6e-41fe-83ca-b4e25bdee8ba req-9c71359c-74b4-4dea-a857-45207e755094 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385233
Nov 13 21:04:52.845887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-61394c85-d6b0-427a-b614-9030d6ebecb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcf4c9e1-b51e-4d4b-8252-fe8188375548 HTTP/1.1" status: 204  len: 168 time: 0.5346179
Nov 13 21:04:53.179428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61394c85-d6b0-427a-b614-9030d6ebecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf4c9e1-b51e-4d4b-8252-fe8188375548,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:53.183663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a0c69-70d8-47d2-af84-ebe371ffbf43 req-015080c2-1c12-47f2-be32-2eb6ce97092f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:53.191860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28c62268-354b-4f2a-a091-acf465b99858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:53.196593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c8a0c69-70d8-47d2-af84-ebe371ffbf43 req-015080c2-1c12-47f2-be32-2eb6ce97092f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.1070154
Nov 13 21:04:53.250535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c59f29-4b3a-4a89-a994-8a2b7e354922 req-aeaf6d0c-5e57-4a7c-8b55-706d2c8cdc44 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:53.255192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c59f29-4b3a-4a89-a994-8a2b7e354922 req-aeaf6d0c-5e57-4a7c-8b55-706d2c8cdc44 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.5387681
Nov 13 21:04:53.259065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28c62268-354b-4f2a-a091-acf465b99858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:53.283406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c8a0c69-70d8-47d2-af84-ebe371ffbf43 req-4714cb03-06c8-442e-ac2f-c5c64ff4800a tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854592
Nov 13 21:04:53.391790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-28c62268-354b-4f2a-a091-acf465b99858 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dceaae1d80764076aa61b625d22df0be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7497981
Nov 13 21:04:53.392869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:53.395876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c62268-354b-4f2a-a091-acf465b99858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45e080-ee11-497d-9dec-c2c0164c02de,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:53.419865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c59f29-4b3a-4a89-a994-8a2b7e354922 req-0f74dfd8-46ce-490d-ad6b-ef2dfe64218c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522393
Nov 13 21:04:53.508590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d48399b-d34c-4c8a-a3af-1e17c6cfc963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:53.559905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d48399b-d34c-4c8a-a3af-1e17c6cfc963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:53.710612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d48399b-d34c-4c8a-a3af-1e17c6cfc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:53.715954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d48399b-d34c-4c8a-a3af-1e17c6cfc963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:53.723351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4d48399b-d34c-4c8a-a3af-1e17c6cfc963 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f45e080-ee11-497d-9dec-c2c0164c02de HTTP/1.1" status: 204  len: 168 time: 0.3229094
Nov 13 21:04:53.728768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48399b-d34c-4c8a-a3af-1e17c6cfc963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f45e080-ee11-497d-9dec-c2c0164c02de,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:53.808149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42592) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:53.842707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-caafc4f6-d64a-4b66-9388-6247497c9620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:54.025499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-caafc4f6-d64a-4b66-9388-6247497c9620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:54.158855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550f3a-6a5e-4c57-b540-6596d209239e req-aa7b45c8-b377-42a8-8850-5f167182f2de tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:54.163294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea550f3a-6a5e-4c57-b540-6596d209239e req-aa7b45c8-b377-42a8-8850-5f167182f2de tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.1464269
Nov 13 21:04:54.243502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea550f3a-6a5e-4c57-b540-6596d209239e req-ac30e368-0761-425f-b774-7063dcc5b2c1 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715582
Nov 13 21:04:54.333458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-caafc4f6-d64a-4b66-9388-6247497c9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:54.383350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafc4f6-d64a-4b66-9388-6247497c9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaa9edc-4ef0-4462-ab4e-e0d31a1364e0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:54.391237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-caafc4f6-d64a-4b66-9388-6247497c9620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f710238960cf41f0ae3f00e6ad180d31&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5813470
Nov 13 21:04:54.391613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42600) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:54.539860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e17091-2e3a-4975-b729-65c3b8aa588e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:54.602075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e17091-2e3a-4975-b729-65c3b8aa588e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:54.613531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40319bfb-bc76-4595-94cc-0d0742a44a69 req-5524ecd7-b3f1-4e65-9dd6-0f3ad41a1bfc tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:54.633922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40319bfb-bc76-4595-94cc-0d0742a44a69 req-5524ecd7-b3f1-4e65-9dd6-0f3ad41a1bfc tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.1359189
Nov 13 21:04:54.709553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5d0e7-eda2-47ea-94c3-397cb7246c95 req-287558b0-69f4-419c-90b3-7ec9fcccd32f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:54.709553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3f5d0e7-eda2-47ea-94c3-397cb7246c95 req-287558b0-69f4-419c-90b3-7ec9fcccd32f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.0911529
Nov 13 21:04:54.709831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40319bfb-bc76-4595-94cc-0d0742a44a69 req-21bff666-d294-48ce-beba-46e7771d2b6d tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702055
Nov 13 21:04:54.987958 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3f5d0e7-eda2-47ea-94c3-397cb7246c95 req-42f4445b-4f78-4142-9efa-d6d4a129762c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860052
Nov 13 21:04:55.030375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6770aeb8-52c1-49fd-97d4-51bf079c1f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:55.167573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e17091-2e3a-4975-b729-65c3b8aa588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:55.175080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e17091-2e3a-4975-b729-65c3b8aa588e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:55.175080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12e17091-2e3a-4975-b729-65c3b8aa588e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efaa9edc-4ef0-4462-ab4e-e0d31a1364e0 HTTP/1.1" status: 204  len: 168 time: 0.7797654
Nov 13 21:04:55.183656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e17091-2e3a-4975-b729-65c3b8aa588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaa9edc-4ef0-4462-ab4e-e0d31a1364e0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:55.388680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9007e9d-880e-4fb8-a63b-e7b03e29fd10 req-7a6290b7-f516-4c3c-ac0c-bad0eda0328c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:55.390459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9007e9d-880e-4fb8-a63b-e7b03e29fd10 req-7a6290b7-f516-4c3c-ac0c-bad0eda0328c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0488968
Nov 13 21:04:55.440044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9007e9d-880e-4fb8-a63b-e7b03e29fd10 req-8b543c22-5394-4a34-9110-6bed9be7d39c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412452
Nov 13 21:04:55.834230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe7ab-7ac1-47fc-80d0-beb9ef28fb25 req-56a70b70-0532-4af1-b8f4-70d65b3089c3 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:55.835756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63dbe7ab-7ac1-47fc-80d0-beb9ef28fb25 req-56a70b70-0532-4af1-b8f4-70d65b3089c3 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.0583472
Nov 13 21:04:55.897157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63dbe7ab-7ac1-47fc-80d0-beb9ef28fb25 req-42e95dae-4975-43fe-9856-598742200400 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532382
Nov 13 21:04:55.956661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedcbd7-9bd6-4e62-9fa8-9bd7257586db req-9ee079c3-1e72-4cdf-bd2c-dfec3d73b993 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:55.963866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dedcbd7-9bd6-4e62-9fa8-9bd7257586db req-9ee079c3-1e72-4cdf-bd2c-dfec3d73b993 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.0642428
Nov 13 21:04:56.012312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dedcbd7-9bd6-4e62-9fa8-9bd7257586db req-db84ad03-1e42-4fdf-91c3-dd0023351a2b tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471346
Nov 13 21:04:56.321661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42660) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:56.437214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1415298373-network', 'tenant_id': '39d955549db8436198ccc9342b455243'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:56.605364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Made reservation on behalf of 39d955549db8436198ccc9342b455243 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:56.608064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:56.641224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c7b0e-21a0-4638-b279-bdf7b1a428b9 req-4dc4c306-b305-4ad9-90df-4a7ded2803f6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:56.644326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b86c7b0e-21a0-4638-b279-bdf7b1a428b9 req-4dc4c306-b305-4ad9-90df-4a7ded2803f6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.1243494
Nov 13 21:04:56.666420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0054a179-937e-4fa2-b69f-79ff8db06281 req-d22fbfa2-1fb0-4708-80e3-2a9bb378846d service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077421
Nov 13 21:04:56.667817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:56.814456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b86c7b0e-21a0-4638-b279-bdf7b1a428b9 req-25a4f2e1-2275-4a50-bd63-43ed746f8800 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484661
Nov 13 21:04:56.837238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689a583-8543-430f-8cec-37c42432d70e req-0d7fb00c-b5b3-445f-856b-21a9fb616c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:56.837238 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4689a583-8543-430f-8cec-37c42432d70e req-0d7fb00c-b5b3-445f-856b-21a9fb616c7b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2654150
Nov 13 21:04:56.885098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:56.932044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-4efe18cb-b57c-40fb-b35d-0ba7f23bf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:56.932044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-4efe18cb-b57c-40fb-b35d-0ba7f23bf05e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 1098 time: 0.0445793
Nov 13 21:04:56.968125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:56.984923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-280faaf3-0fa8-485e-9285-c1fd39bc0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:56.986752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-280faaf3-0fa8-485e-9285-c1fd39bc0a66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1095 time: 0.0910466
Nov 13 21:04:56.987397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42684) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:57.052233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-2b5cea4b-50d9-4abc-a5d4-8dca88e0f408 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.0572221
Nov 13 21:04:57.059264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ebc1ffdc-790d-4106-bde7-dfba78921b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.076500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:04:57.118016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.118823 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Added segment 1fd45f67-3ec6-4e99-92b9-282cc9913d51 of type vlan for network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1
Nov 13 21:04:57.130015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af80446-319c-4862-890e-ff5678862710,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:57.148268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fa43-e307-4439-813d-1023a3616486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.198031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299847-591d-49ca-bf42-d0993e1ad718 req-1a4f96f1-1875-4a72-8cf7-63ab8577dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.200738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-1a4f96f1-1875-4a72-8cf7-63ab8577dc91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1221418
Nov 13 21:04:57.217330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cf38b-0287-452e-924e-366c4d57b6fd req-0f3e29d6-d0c6-431f-a706-054a29b7a5be tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.219692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b7cf38b-0287-452e-924e-366c4d57b6fd req-0f3e29d6-d0c6-431f-a706-054a29b7a5be tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.1802056
Nov 13 21:04:57.236639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-8e7adf70-13d1-4226-a04e-07bd14ff5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.238781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-8e7adf70-13d1-4226-a04e-07bd14ff5ac2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2999301
Nov 13 21:04:57.242840 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.260509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-ffa5d298-57b1-42d9-a22c-0d66fd2f8a24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531862
Nov 13 21:04:57.319642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-1f434430-0298-40d9-96a3-0996fc693785 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b9ee309f-335a-4052-9588-63b84ace5502 HTTP/1.1" status: 200  len: 217 time: 0.0544639
Nov 13 21:04:57.363331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e84a-5a0a-4763-9790-9c6fd01f5e09 req-5b83818c-83bd-406f-89bd-c9fe7efe46d3 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.364730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b259e84a-5a0a-4763-9790-9c6fd01f5e09 req-5b83818c-83bd-406f-89bd-c9fe7efe46d3 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.2163033
Nov 13 21:04:57.377504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b7cf38b-0287-452e-924e-366c4d57b6fd req-f41e4939-2a4d-4066-ae3b-9db99fe65266 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452770
Nov 13 21:04:57.399610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-0b4f1472-a2bf-4bbe-a2ec-d1ea099aa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.401179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-0b4f1472-a2bf-4bbe-a2ec-d1ea099aa910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0744362
Nov 13 21:04:57.417840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-6ae0c29e-71af-4906-9cfe-26270d24b452 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501682
Nov 13 21:04:57.422251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fa43-e307-4439-813d-1023a3616486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.447932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b259e84a-5a0a-4763-9790-9c6fd01f5e09 req-b6eb5be5-da76-40bb-a3f9-eccb96015bae tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747359
Nov 13 21:04:57.461035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-e138a105-1b00-48e6-af04-d7f555a34264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.474382 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-e138a105-1b00-48e6-af04-d7f555a34264 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0538669
Nov 13 21:04:57.513494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13299847-591d-49ca-bf42-d0993e1ad718 req-f82f3d70-8906-41eb-94d6-90134247c711 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885231
Nov 13 21:04:57.525868 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fa43-e307-4439-813d-1023a3616486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.532902 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.533936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.534425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.568611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f5e6fa43-e307-4439-813d-1023a3616486 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=729645bf98124bca84aed554459ff4a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5779662
Nov 13 21:04:57.568952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42696) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:57.574981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fa43-e307-4439-813d-1023a3616486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e972ec-c386-4e1c-8116-b0f0594462de,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:57.624593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] Pushing event updated for resources: {'Network': ['ID=50b1d336-aa1c-4eb0-9cee-350682ccd5c1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:57.636807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8385a38-fac5-4918-a201-f25d4aa70383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.644281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-46ec4b0c-1ddd-45b8-b7dc-4fce11403960 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703644
Nov 13 21:04:57.649917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8385a38-fac5-4918-a201-f25d4aa70383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.660835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:04:57.689487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b9889246-b32a-44f9-8fae-c4ed4fe549d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3656559
Nov 13 21:04:57.692403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42702) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:57.698226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Request body: {'subnet': {'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1415298373-subnet', 'tenant_id': '39d955549db8436198ccc9342b455243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:57.796064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8385a38-fac5-4918-a201-f25d4aa70383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.798767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8385a38-fac5-4918-a201-f25d4aa70383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.803251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e8385a38-fac5-4918-a201-f25d4aa70383 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1e972ec-c386-4e1c-8116-b0f0594462de HTTP/1.1" status: 204  len: 168 time: 0.2300460
Nov 13 21:04:57.810260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8385a38-fac5-4918-a201-f25d4aa70383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e972ec-c386-4e1c-8116-b0f0594462de,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:57.835905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Made reservation on behalf of 39d955549db8436198ccc9342b455243 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:57.841787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Publish callbacks [] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:57.935807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a24faaf-08b6-48fa-a6ec-6c80dd3ea815 req-8655f7b4-6561-4261-b423-b29d6e7b049a service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781179
Nov 13 21:04:57.977023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a2505-414e-4045-87ee-f24d922e3040 req-1562eb53-3ffa-4931-897d-94a19380618f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:57.985223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a5a2505-414e-4045-87ee-f24d922e3040 req-1562eb53-3ffa-4931-897d-94a19380618f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0776334
Nov 13 21:04:58.030792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a5a2505-414e-4045-87ee-f24d922e3040 req-73444875-79e3-4f44-92b6-2f0b166ed806 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447230
Nov 13 21:04:58.155821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.214187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e295620-79ca-4a71-8999-516f0e158e24,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:58.222133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:04:58.222758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Network hostable DHCP agents. Network: 50b1d336-aa1c-4eb0-9cee-350682ccd5c1, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:04:58.327714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:04:58.349834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.440304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50b1d336-aa1c-4eb0-9cee-350682ccd5c1) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:04:58.444444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:58.445168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.454088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d366bf0-4406-4ec3-a795-7d0c68ae3871 None None] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:04:58.492718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41fd4b-39aa-421b-9627-55fa94a41b6e req-f1d8fc95-a895-434a-a18d-820bd90e4aeb tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:58.494823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da41fd4b-39aa-421b-9627-55fa94a41b6e req-f1d8fc95-a895-434a-a18d-820bd90e4aeb tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.0511601
Nov 13 21:04:58.556155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da41fd4b-39aa-421b-9627-55fa94a41b6e req-60535131-13f3-48b5-9e4a-191f7fd9ace0 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508132
Nov 13 21:04:58.557840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bcc59d76-67e2-4059-be68-9c228dc7133c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8635714
Nov 13 21:04:58.597702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24655a51-d523-4a1d-ab2b-f026e92619cb req-cb94b666-d851-44fb-b8e1-52a94bed3aa6 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:58.599236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24655a51-d523-4a1d-ab2b-f026e92619cb req-cb94b666-d851-44fb-b8e1-52a94bed3aa6 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.0725489
Nov 13 21:04:58.656615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24655a51-d523-4a1d-ab2b-f026e92619cb req-5a8762b2-59c4-46e1-b5b5-a2f53ef2a991 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512221
Nov 13 21:04:58.699538 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100ed362-f48f-4881-84c9-6ed92579a7b3 None None] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:04:58.715838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42742) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:58.732871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea091-d808-4d8a-a6dd-4f9585afc0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.820398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea091-d808-4d8a-a6dd-4f9585afc0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.833538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42746) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:58.914507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea091-d808-4d8a-a6dd-4f9585afc0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.961239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bffd13c8-3786-4315-8d50-81c7c7bf8664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:58.969152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ea091-d808-4d8a-a6dd-4f9585afc0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7e0c0-fb48-4e85-955b-901d202163d3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:58.976072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2e4ea091-d808-4d8a-a6dd-4f9585afc0e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2727b64e80ff40aabc37382a12d19589&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2568672
Nov 13 21:04:58.976361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42752) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:59.049927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9606ca9-6730-42d5-b53e-39c805ca213e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.081415 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9606ca9-6730-42d5-b53e-39c805ca213e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.111208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bffd13c8-3786-4315-8d50-81c7c7bf8664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.153835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83374e7-ef28-423a-919a-de3a61106503 req-3e0b3081-aace-4522-9720-7afa0c24d566 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:59.155320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a83374e7-ef28-423a-919a-de3a61106503 req-3e0b3081-aace-4522-9720-7afa0c24d566 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0487022
Nov 13 21:04:59.202791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a83374e7-ef28-423a-919a-de3a61106503 req-ada3ffbd-f214-4d7e-a1cb-0bbeb2f8b98f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410824
Nov 13 21:04:59.219192 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bffd13c8-3786-4315-8d50-81c7c7bf8664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.259155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9606ca9-6730-42d5-b53e-39c805ca213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.261796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9606ca9-6730-42d5-b53e-39c805ca213e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.262921 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9606ca9-6730-42d5-b53e-39c805ca213e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71a7e0c0-fb48-4e85-955b-901d202163d3 HTTP/1.1" status: 204  len: 168 time: 0.2856472
Nov 13 21:04:59.310802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd13c8-3786-4315-8d50-81c7c7bf8664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00754192-dfba-4f05-babd-45b8793c7884,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:59.315195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bffd13c8-3786-4315-8d50-81c7c7bf8664 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efeb8ebbe28c45bda5e06e681c13dbfe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4805038
Nov 13 21:04:59.318010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:59.323477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9606ca9-6730-42d5-b53e-39c805ca213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7e0c0-fb48-4e85-955b-901d202163d3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:59.368181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-598f874c-2c3a-4bcc-a71f-8bbc2e5b438c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.388749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-598f874c-2c3a-4bcc-a71f-8bbc2e5b438c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.527520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42768) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:04:59.532316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1986750403-network', 'tenant_id': 'e1bfb9e3520040b9ab6c14d8b5d24c1a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:04:59.536561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-598f874c-2c3a-4bcc-a71f-8bbc2e5b438c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.539083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-598f874c-2c3a-4bcc-a71f-8bbc2e5b438c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.544458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-598f874c-2c3a-4bcc-a71f-8bbc2e5b438c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00754192-dfba-4f05-babd-45b8793c7884 HTTP/1.1" status: 204  len: 168 time: 0.2211201
Nov 13 21:04:59.555832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f874c-2c3a-4bcc-a71f-8bbc2e5b438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00754192-dfba-4f05-babd-45b8793c7884,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:04:59.636360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Made reservation on behalf of e1bfb9e3520040b9ab6c14d8b5d24c1a for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:04:59.638896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.669699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.705750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783f085-f1df-41ef-97d3-a6c7463a64ba req-140c765f-0bc0-4618-bf02-1446d6e68f85 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:59.707972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0783f085-f1df-41ef-97d3-a6c7463a64ba req-140c765f-0bc0-4618-bf02-1446d6e68f85 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.0761793
Nov 13 21:04:59.763200 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.779076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0783f085-f1df-41ef-97d3-a6c7463a64ba req-74d7f332-1852-4687-8d32-e2fdeb5c0dcb tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656705
Nov 13 21:04:59.821943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f03ea-4530-4df2-8835-2d0f8d16ed05 req-2fc3922f-b7ff-4fba-8dd3-32bf96d96b3b tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:04:59.823426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3f03ea-4530-4df2-8835-2d0f8d16ed05 req-2fc3922f-b7ff-4fba-8dd3-32bf96d96b3b tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.0799475
Nov 13 21:04:59.825362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:04:59.875366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3f03ea-4530-4df2-8835-2d0f8d16ed05 req-24f32394-1f37-48f2-bf5d-695aacef84d3 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449276
Nov 13 21:05:00.330998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc72f8-d7cb-420c-ac41-ff697ee58b66 req-3188cc3f-8274-4460-969d-9db940028b6d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:00.332493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0dc72f8-d7cb-420c-ac41-ff697ee58b66 req-3188cc3f-8274-4460-969d-9db940028b6d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0588763
Nov 13 21:05:00.383567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0dc72f8-d7cb-420c-ac41-ff697ee58b66 req-1ea050a5-3f38-4575-b747-3bf6db0601dd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443516
Nov 13 21:05:00.404494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:00.507483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:00.518801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7', 'mac_address': 'fa:16:3e:0e:98:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:tempest-test_az-181318265', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:00.558535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:00.571030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:00.591684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:00.790630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:00.802847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:05:00.807665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:00.812193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072f294a-c7ad-455c-853f-7547c2e0c5ea,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:00.824927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:00.826560 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Added segment 5c0f11ae-88ef-42b4-bf52-8b1db3c42559 of type vlan for network 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f
Nov 13 21:05:00.877532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:00.879313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:00.907031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:00.971468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f7b46-b8ab-4429-9cf5-9b85e3bd2e6c req-4f408b6b-b0e4-4ce7-b863-684660c0915b tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:00.981311 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da6f7b46-b8ab-4429-9cf5-9b85e3bd2e6c req-4f408b6b-b0e4-4ce7-b863-684660c0915b tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 968 time: 0.0994394
Nov 13 21:05:00.982580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:01.017154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.032592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:01.032752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49be9e-bcb2-4f43-aaf4-ac0585e190f6 req-95177ae9-05db-4ef0-bf6c-db3335e28689 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:01.033402 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.033502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b49be9e-bcb2-4f43-aaf4-ac0585e190f6 req-95177ae9-05db-4ef0-bf6c-db3335e28689 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 947 time: 0.0723863
Nov 13 21:05:01.033594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'port_id': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'mac_address': 'fa:16:3e:09:2c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bef1ba-1e3d-40da-b9ca-5e7672aa5808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:01.038782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.067468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.067726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.068226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.068487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da6f7b46-b8ab-4429-9cf5-9b85e3bd2e6c req-59f0e2f6-550f-49dc-8b4e-714baa09264f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861273
Nov 13 21:05:01.068908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.069361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.069839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.070300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.070760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.071231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.071689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.072147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.072612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Tracked resource versions report:
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]: pushed versions:
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]: {   'AddressGroup': {'1.2'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'ConntrackHelper': {'1.0'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'Log': {'1.0'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'Network': {'1.1'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'Port': {'1.7'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'PortForwarding': {'1.2'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'QosPolicy': {'1.10'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'SecurityGroup': {'1.5'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'SecurityGroupRule': {'1.2'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'SubPort': {'1.0'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'Subnet': {'1.1'},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     'Trunk': {'1.1'}}
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]: consumer versions:
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]: {   DHCP agent@ncdv-master-1: {},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     HyperV agent@nch1-master-1: {},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     HyperV agent@nch2-master-1: {},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     L3 agent@ncdv-master-1: {},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     Metadata agent@ncdv-master-1: {},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     Metering agent@ncdv-master-1: {},
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'ConntrackHelper': '1.0',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'Log': '1.0',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'Network': '1.1',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'Port': '1.7',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'PortForwarding': '1.2',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'QosPolicy': '1.10',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'SecurityGroup': '1.5',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'SecurityGroupRule': '1.2',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'SubPort': '1.0',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'Subnet': '1.1',
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:                                           'Trunk': '1.1'}}
Nov 13 21:05:01.074079 ncdv-master-1 neutron-server[120534]:  {{(pid=120534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 21:05:01.099824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] Pushing event updated for resources: {'Network': ['ID=6f86d54c-0159-4eae-8a85-a8dc2e35dd2f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.100236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b49be9e-bcb2-4f43-aaf4-ac0585e190f6 req-70a0be27-5f54-4d25-9087-8ec29187d3ee tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728989
Nov 13 21:05:01.101370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42800) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:01.113205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:05:01.131439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84f34dc9-d315-4adc-854a-ef360b2c84d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.131605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.153791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fe922dd3-2576-4180-a4fb-58eb730de4dc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6243665
Nov 13 21:05:01.156251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42802) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:01.162880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Request body: {'subnet': {'network_id': '6f86d54c-0159-4eae-8a85-a8dc2e35dd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1986750403-subnet', 'tenant_id': 'e1bfb9e3520040b9ab6c14d8b5d24c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:01.185433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:01.199814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:01.209268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84f34dc9-d315-4adc-854a-ef360b2c84d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.258781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Made reservation on behalf of e1bfb9e3520040b9ab6c14d8b5d24c1a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:01.261607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Publish callbacks [] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.269013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:01.304862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84f34dc9-d315-4adc-854a-ef360b2c84d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.331161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f34dc9-d315-4adc-854a-ef360b2c84d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e40bf3-76d9-4ce4-8609-88cc053b3b42,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.359384 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.362703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b9ee309f-335a-4052-9588-63b84ace5502 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:01.364997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-84f34dc9-d315-4adc-854a-ef360b2c84d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca570b6f40484628afde594048142f79&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2612760
Nov 13 21:05:01.368050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42808) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:01.457076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e509e245-aabd-4cf4-82b5-6b5833c90170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.503077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.545368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e509e245-aabd-4cf4-82b5-6b5833c90170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.558655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b9ee309f-335a-4052-9588-63b84ace5502, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ee309f-335a-4052-9588-63b84ace5502,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:01.570310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'b9ee309f-335a-4052-9588-63b84ace5502', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'b9ee309f-335a-4052-9588-63b84ace5502', 'mac_address': 'fa:16:3e:ea:e9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:01.586994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eadaf5-ecc4-433d-b320-01074f243dd9 req-0c79ba0a-c4e2-49ea-a6c1-e94881549348 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:01.588421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69eadaf5-ecc4-433d-b320-01074f243dd9 req-0c79ba0a-c4e2-49ea-a6c1-e94881549348 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.1057823
Nov 13 21:05:01.614259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.626429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.629346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ee309f-335a-4052-9588-63b84ace5502 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:01.649399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b9ee309f-335a-4052-9588-63b84ace5502, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ee309f-335a-4052-9588-63b84ace5502,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:01.675448 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69eadaf5-ecc4-433d-b320-01074f243dd9 req-e579f638-978b-45d7-9d52-71ee2e7a0a6a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793386
Nov 13 21:05:01.701040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca2f49b-b594-42a1-b397-1c9ebb99392e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.718071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Checking segment: {'id': '5c0f11ae-88ef-42b4-bf52-8b1db3c42559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6f86d54c-0159-4eae-8a85-a8dc2e35dd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:01.718564 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Network hostable DHCP agents. Network: 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:05:01.733336 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.744065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e509e245-aabd-4cf4-82b5-6b5833c90170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.747250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e509e245-aabd-4cf4-82b5-6b5833c90170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.749190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e509e245-aabd-4cf4-82b5-6b5833c90170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54e40bf3-76d9-4ce4-8609-88cc053b3b42 HTTP/1.1" status: 204  len: 168 time: 0.3791883
Nov 13 21:05:01.756147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509e245-aabd-4cf4-82b5-6b5833c90170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e40bf3-76d9-4ce4-8609-88cc053b3b42,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.799016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b9ee309f-335a-4052-9588-63b84ace5502,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:01.817119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Network 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:05:01.915757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:01.921998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:01.922710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:01.928993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb6259-1f4a-4ac5-bfb6-11308e27a8cb None None] Network 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:02.010557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-83ca7efc-1082-42a9-a7a2-2a9f2e07bcff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8528912
Nov 13 21:05:02.073165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db40b86-f20c-4230-adf6-239564e90d3c None None] Network 6f86d54c-0159-4eae-8a85-a8dc2e35dd2f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:02.129661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['0d25020e-1bc0-4e6c-8521-bfbc08b9d759'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:02.158703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b9ee309f-335a-4052-9588-63b84ace5502'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:02.279089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b8330-f1e5-42e5-b8b2-ea712a19b050 req-91d06fa5-77ba-4ede-8656-e628fde810c5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:02.282900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-179b8330-f1e5-42e5-b8b2-ea712a19b050 req-91d06fa5-77ba-4ede-8656-e628fde810c5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 969 time: 0.0692730
Nov 13 21:05:02.304154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081bc3d-fa02-44b4-a5fe-ee2ba25be63c req-a371ffcb-e72d-4635-9850-b8cb63426f69 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:02.313108 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c081bc3d-fa02-44b4-a5fe-ee2ba25be63c req-a371ffcb-e72d-4635-9850-b8cb63426f69 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 948 time: 0.0720413
Nov 13 21:05:02.371587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-179b8330-f1e5-42e5-b8b2-ea712a19b050 req-7087e274-57d1-41ad-8409-00b5b9819153 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826812
Nov 13 21:05:02.382615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c081bc3d-fa02-44b4-a5fe-ee2ba25be63c req-ca77a696-728d-42f9-af3b-1e7bcbbeeb5c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644128
Nov 13 21:05:02.414040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:02.750866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:02.755118 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:02.755496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:02.840561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c884ab2-3503-405a-86ab-c42834a8d212 req-6864121e-59c0-4982-8b5a-c663d149f64d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:02.849571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c884ab2-3503-405a-86ab-c42834a8d212 req-6864121e-59c0-4982-8b5a-c663d149f64d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.0616348
Nov 13 21:05:02.854516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-54038dd9-f34a-4bfe-8495-6096127af844 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:02.860192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-54038dd9-f34a-4bfe-8495-6096127af844 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.2204723
Nov 13 21:05:02.880781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-3dd19d31-86db-42e3-8551-0e9a11427f03 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/quotas/39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 375 time: 0.0178866
Nov 13 21:05:02.882875 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:02.912878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:02.923061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-e8cbe630-2374-4112-92ae-a9c3ce3f7502 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412195
Nov 13 21:05:02.932002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c884ab2-3503-405a-86ab-c42834a8d212 req-260f2844-cd5c-4afc-85ae-d09ad28a5a7f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798042
Nov 13 21:05:02.986786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:03.091871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:03.143605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:03.339289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-cac314c5-1334-46b2-a5b0-6e0b7c1c684c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:03.340297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-cac314c5-1334-46b2-a5b0-6e0b7c1c684c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2784631
Nov 13 21:05:03.434410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42898) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:03.442560 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df5b74-67d9-4c1c-9b84-4b994705469c" -d '{"events": [{"server_uuid": "9e8df22b-80ef-41c0-9066-ceaaafc75be0", "name": "network-vif-plugged", "status": "completed", "tag": "f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:03.446452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-5f857794-380d-4ccb-bf08-fb35f99e86e1 service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984020
Nov 13 21:05:03.500697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621284d-f57e-41a5-909d-86f25074e9bd req-942e27fa-aa30-4a6a-a673-55e27a18b0dd tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:03.502310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a621284d-f57e-41a5-909d-86f25074e9bd req-942e27fa-aa30-4a6a-a673-55e27a18b0dd tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 970 time: 0.0558693
Nov 13 21:05:03.521058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d64213f-d6a8-4a86-b636-007efd0dd306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:03.536586 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-5bea0456-b67e-46ff-929e-4b441a98e3bd service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892067
Nov 13 21:05:03.584474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a621284d-f57e-41a5-909d-86f25074e9bd req-a76557ec-3649-40d2-b1c8-72bd297edaea tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749037
Nov 13 21:05:03.639974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d64213f-d6a8-4a86-b636-007efd0dd306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:03.690570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba5407-5a39-4b1e-ac1e-f2c967e4dc2a req-bf325fa8-1e9e-4405-9747-d87aacdb25be tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:03.692001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48ba5407-5a39-4b1e-ac1e-f2c967e4dc2a req-bf325fa8-1e9e-4405-9747-d87aacdb25be tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 948 time: 0.0479267
Nov 13 21:05:03.744266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48ba5407-5a39-4b1e-ac1e-f2c967e4dc2a req-7b557a1f-105f-43de-8bf1-7f11dbdfe9e6 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459986
Nov 13 21:05:03.771811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d64213f-d6a8-4a86-b636-007efd0dd306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:03.838435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cf93f54-eebc-4b8e-817d-bbc67384b399 req-99056916-d292-4a88-8305-0f732e869f6c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 210 time: 0.0545621
Nov 13 21:05:03.841961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64213f-d6a8-4a86-b636-007efd0dd306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e3a06-7b75-4fca-9381-c30dd079536b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:03.847696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d64213f-d6a8-4a86-b636-007efd0dd306 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=081a8827e5f64e1f82e8cfb1f778366b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4114757
Nov 13 21:05:03.851697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42914) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:03.919639 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfbdd56-1d16-450b-b571-4417531d692c x-openstack-request-id: req-9bfbdd56-1d16-450b-b571-4417531d692c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:03.919950 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8df22b-80ef-41c0-9066-ceaaafc75be0", "name": "network-vif-plugged", "status": "completed", "tag": "f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:03.920200 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bfbdd56-1d16-450b-b571-4417531d692c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:03.920653 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7', 'code': 200}
Nov 13 21:05:03.929185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5384-5088-4248-8a83-cad1d98b0b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:03.950590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5384-5088-4248-8a83-cad1d98b0b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.084842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001169d-735e-49a5-bde6-9e0f99c9d534 req-7719f390-f335-4227-8274-9871826a61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:04.086282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9001169d-735e-49a5-bde6-9e0f99c9d534 req-7719f390-f335-4227-8274-9871826a61a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 1121 time: 0.1018000
Nov 13 21:05:04.095082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa84f5-bf8c-450c-affd-c9bf1193ee62 req-3875a4e1-8815-40f1-a3f3-7cd66c69caaf tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:04.096440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7aa84f5-bf8c-450c-affd-c9bf1193ee62 req-3875a4e1-8815-40f1-a3f3-7cd66c69caaf tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.0828316
Nov 13 21:05:04.108547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5384-5088-4248-8a83-cad1d98b0b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.111454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d2c5384-5088-4248-8a83-cad1d98b0b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.112129 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9001169d-735e-49a5-bde6-9e0f99c9d534 req-2bbe2892-8435-48f5-9ae2-8ee1f45cb828 service neutron] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.112577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1d2c5384-5088-4248-8a83-cad1d98b0b63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d6e3a06-7b75-4fca-9381-c30dd079536b HTTP/1.1" status: 204  len: 168 time: 0.2583504
Nov 13 21:05:04.121970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c5384-5088-4248-8a83-cad1d98b0b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e3a06-7b75-4fca-9381-c30dd079536b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:04.237215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7aa84f5-bf8c-450c-affd-c9bf1193ee62 req-a611730b-4109-461a-91b4-40020f6031d2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274331
Nov 13 21:05:04.252719 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9001169d-735e-49a5-bde6-9e0f99c9d534 req-2bbe2892-8435-48f5-9ae2-8ee1f45cb828 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.388479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9001169d-735e-49a5-bde6-9e0f99c9d534 req-2bbe2892-8435-48f5-9ae2-8ee1f45cb828 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.434802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe2892-8435-48f5-9ae2-8ee1f45cb828 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9184ac44-9f20-4de5-8f05-1aeec9e2ea2a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:04.440006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9001169d-735e-49a5-bde6-9e0f99c9d534 req-2bbe2892-8435-48f5-9ae2-8ee1f45cb828 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3426542
Nov 13 21:05:04.624436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-50ae0a98-2110-4f20-8fc2-618edca55120 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=698bdffd79664cbb8edb0836fdb7ac3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0221052
Nov 13 21:05:04.700042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f673e-cbc2-435e-8be4-4a950240f260 req-1fb82a0c-5b59-4dfe-b830-71cc7aed9bc6 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:04.701564 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714f673e-cbc2-435e-8be4-4a950240f260 req-1fb82a0c-5b59-4dfe-b830-71cc7aed9bc6 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 970 time: 0.0491040
Nov 13 21:05:04.738319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-d0eca0b9-23d7-4ce9-961f-c4aa21f91114 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:04.739745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-d0eca0b9-23d7-4ce9-961f-c4aa21f91114 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1093576
Nov 13 21:05:04.755690 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-48b5e676-fbd7-458a-be6c-654b890d12c9 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/quotas/698bdffd79664cbb8edb0836fdb7ac3d HTTP/1.1" status: 200  len: 375 time: 0.0090632
Nov 13 21:05:04.761751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714f673e-cbc2-435e-8be4-4a950240f260 req-83e24222-bc10-4462-9859-6cf60dc23dda tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541770
Nov 13 21:05:04.787902 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-93c0a0dd-fa23-48bf-a227-e56a98fe47b2 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=698bdffd79664cbb8edb0836fdb7ac3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260541
Nov 13 21:05:04.808731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:04.877639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0cafc-92da-4a1a-81ab-5ca2624d59ba req-9f2a1405-0893-4673-a3c5-915946a4c0cc tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:04.879087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba0cafc-92da-4a1a-81ab-5ca2624d59ba req-9f2a1405-0893-4673-a3c5-915946a4c0cc tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 948 time: 0.0583093
Nov 13 21:05:04.926405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba0cafc-92da-4a1a-81ab-5ca2624d59ba req-2bac30c3-4d2d-4315-b713-3b847a811262 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412009
Nov 13 21:05:04.950393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:04.955180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:04.956035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:04.966485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42956) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:05.000210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddc6ef23-b9a2-4935-83b3-53e53277644b req-38989d5e-2151-45a0-9f42-977d77adc4ca tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 210 time: 0.0365310
Nov 13 21:05:05.000807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-260b3bb6-85ac-44f1-b45b-b8088cfcf2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.045863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.088290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:05.126465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9a27193-1612-4d26-8245-9ff5d53470f2 req-b679a2a9-9a7e-4c3d-89c8-da3c449cdb3a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 210 time: 0.0386262
Nov 13 21:05:05.128932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-260b3bb6-85ac-44f1-b45b-b8088cfcf2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.144348 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.145272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b9ee309f-335a-4052-9588-63b84ace5502 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:05.225033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-260b3bb6-85ac-44f1-b45b-b8088cfcf2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.225776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:05.268181 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-260b3bb6-85ac-44f1-b45b-b8088cfcf2ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98631dcc1ab34646b6334202924a3970&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3004878
Nov 13 21:05:05.269392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b3bb6-85ac-44f1-b45b-b8088cfcf2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c237c6-b77f-4667-84e3-586ea7cb1ce4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:05.270641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:05.329363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e04e255-9aa4-4f50-9f60-b2e2efe58a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.359944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port b9ee309f-335a-4052-9588-63b84ace5502 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:05.364094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port b9ee309f-335a-4052-9588-63b84ace5502 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:05.364489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.366692 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e04e255-9aa4-4f50-9f60-b2e2efe58a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.402316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507f27d-93a1-456e-a686-1530539660c8 req-a83c4b92-a09b-4026-be66-ca7f49e80b66 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:05.403766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f507f27d-93a1-456e-a686-1530539660c8 req-a83c4b92-a09b-4026-be66-ca7f49e80b66 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 946 time: 0.0837126
Nov 13 21:05:05.446203 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.481913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b9ee309f-335a-4052-9588-63b84ace5502, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ee309f-335a-4052-9588-63b84ace5502,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:05.561904 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.598148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f507f27d-93a1-456e-a686-1530539660c8 req-925c99a4-e375-493e-b52d-2f6facec6648 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870534
Nov 13 21:05:05.636181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b9ee309f-335a-4052-9588-63b84ace5502,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:05.681331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e04e255-9aa4-4f50-9f60-b2e2efe58a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.684625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e04e255-9aa4-4f50-9f60-b2e2efe58a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:05.685751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2e04e255-9aa4-4f50-9f60-b2e2efe58a0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9c237c6-b77f-4667-84e3-586ea7cb1ce4 HTTP/1.1" status: 204  len: 168 time: 0.4140246
Nov 13 21:05:05.693288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04e255-9aa4-4f50-9f60-b2e2efe58a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c237c6-b77f-4667-84e3-586ea7cb1ce4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:05.879221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a76b9-022b-436d-8c3c-7e7a141e411c req-11a7e868-e4c1-4685-a8cb-f53d8d057b28 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:05.880827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa2a76b9-022b-436d-8c3c-7e7a141e411c req-11a7e868-e4c1-4685-a8cb-f53d8d057b28 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 970 time: 0.0532660
Nov 13 21:05:05.921577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759'}, {'server_uuid': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee309f-335a-4052-9588-63b84ace5502'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:05.924007 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b7a1ef-cdca-451d-8715-e52ad5e34760" -d '{"events": [{"server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "name": "network-vif-plugged", "status": "completed", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759"}, {"server_uuid": "ec7baa69-5918-4774-9baf-4cea82fc7120", "name": "network-vif-plugged", "status": "completed", "tag": "b9ee309f-335a-4052-9588-63b84ace5502"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:05.931331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa2a76b9-022b-436d-8c3c-7e7a141e411c req-318c5386-fd23-471e-a395-47cde8b064dd tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423365
Nov 13 21:05:05.969995 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd3f316-03f8-4d66-b68f-9a79cc570936 x-openstack-request-id: req-6fd3f316-03f8-4d66-b68f-9a79cc570936 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:05.969995 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "name": "network-vif-plugged", "status": "completed", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759", "code": 200}, {"server_uuid": "ec7baa69-5918-4774-9baf-4cea82fc7120", "name": "network-vif-plugged", "status": "completed", "tag": "b9ee309f-335a-4052-9588-63b84ace5502", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:05.969995 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fd3f316-03f8-4d66-b68f-9a79cc570936 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:05.969995 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'code': 200}
Nov 13 21:05:05.969995 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee309f-335a-4052-9588-63b84ace5502', 'code': 200}
Nov 13 21:05:06.063900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9200d13-d035-4a60-b16b-7152d098f514 req-3ed9e107-456d-41ff-8b1f-8649a051b5d6 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:06.063900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9200d13-d035-4a60-b16b-7152d098f514 req-3ed9e107-456d-41ff-8b1f-8649a051b5d6 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 949 time: 0.0652602
Nov 13 21:05:06.136591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01b37-f045-443f-8ce2-7272d599863c req-62751189-5aef-40f2-b517-fa48564efb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:06.137639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0d47fdcd-22f6-4031-891f-4e4825ba580a req-ed820a08-529f-4190-b809-104128073d02 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 210 time: 0.0577438
Nov 13 21:05:06.138091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bc01b37-f045-443f-8ce2-7272d599863c req-62751189-5aef-40f2-b517-fa48564efb55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1097 time: 0.0758874
Nov 13 21:05:06.141849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9200d13-d035-4a60-b16b-7152d098f514 req-89e131fe-60e0-4768-9283-6eceaf37383c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782633
Nov 13 21:05:06.202497 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bc01b37-f045-443f-8ce2-7272d599863c req-883c7900-aeae-4f6e-9972-442dda3dd99c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491176
Nov 13 21:05:06.206291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3a1f4-6b29-4e2f-9637-fe357285f055 req-a9b8e0af-f4c6-4da3-81ba-b23ea39ca93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:06.207746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41c3a1f4-6b29-4e2f-9637-fe357285f055 req-a9b8e0af-f4c6-4da3-81ba-b23ea39ca93e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 1100 time: 0.1166720
Nov 13 21:05:06.226216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11898790-b4a2-4d86-abed-38af1da6148d req-f4de8188-3def-46da-844a-91f897572e91 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 210 time: 0.0319836
Nov 13 21:05:06.534720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41c3a1f4-6b29-4e2f-9637-fe357285f055 req-2f66daae-37c0-43c6-96a0-ea9e2b97c808 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582154
Nov 13 21:05:06.579656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-ba53d548-921e-4ad0-b23d-da6b7c2185e0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:06.581139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-ba53d548-921e-4ad0-b23d-da6b7c2185e0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.1108847
Nov 13 21:05:06.599402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Request body: {'port': {'device_id': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'admin_state_up': True, 'tenant_id': '39d955549db8436198ccc9342b455243'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:06.764168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cc751-1c27-450c-80d5-8555a2557c6e req-bec1d3fe-8919-41d1-bd9a-083c7c16583b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:06.765642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-119cc751-1c27-450c-80d5-8555a2557c6e req-bec1d3fe-8919-41d1-bd9a-083c7c16583b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 946 time: 0.0763946
Nov 13 21:05:06.816134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-119cc751-1c27-450c-80d5-8555a2557c6e req-9d70e122-77e1-49a1-b6e2-14b4f0e4964a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444598
Nov 13 21:05:06.875792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Made reservation on behalf of 39d955549db8436198ccc9342b455243 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:06.879507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:06.911272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43004) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:07.008351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Allocated IP 172.20.0.11 (50b1d336-aa1c-4eb0-9cee-350682ccd5c1/1e295620-79ca-4a71-8999-516f0e158e24/4841260f-a5f1-42f1-9638-a0b58365af15) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:07.031907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1330692153-network', 'tenant_id': '82ef18fcb46e4c26a419ef9e8a869775'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:07.067261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f783-2e06-46e4-9dad-37bae1a805f5 req-3d660d01-f788-46e6-a11f-e2b56456fe2f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.068781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7369f783-2e06-46e4-9dad-37bae1a805f5 req-3d660d01-f788-46e6-a11f-e2b56456fe2f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 970 time: 0.0692995
Nov 13 21:05:07.119617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7369f783-2e06-46e4-9dad-37bae1a805f5 req-4634dcb6-9626-45e6-8348-739521775d30 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446167
Nov 13 21:05:07.142121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Made reservation on behalf of 82ef18fcb46e4c26a419ef9e8a869775 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:07.144633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.154782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.166588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.234685 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.283231 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.283902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de033943-3cd5-416f-8cb3-371df4b9bf7a req-e9730153-1ab8-43ab-bb01-911b023faf3e tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.285544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de033943-3cd5-416f-8cb3-371df4b9bf7a req-e9730153-1ab8-43ab-bb01-911b023faf3e tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 949 time: 0.0567410
Nov 13 21:05:07.319238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.336313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:07.345749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:07.348372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de033943-3cd5-416f-8cb3-371df4b9bf7a req-f28c79e0-ac7d-48ac-a0c2-d4bed120005e tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563221
Nov 13 21:05:07.348842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9a628-8272-4147-bf48-373e8f1417da req-92a12922-eb17-468f-8117-f9243e224312 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.356634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f9a628-8272-4147-bf48-373e8f1417da req-92a12922-eb17-468f-8117-f9243e224312 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 1121 time: 0.0995142
Nov 13 21:05:07.358590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:07.359947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:05:07.364083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.364718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.365475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da0aec-7508-4985-9554-b64324d7596f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:07.373124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.374336 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Added segment fa9031a4-bb6a-4879-969d-94606ba0d260 of type vlan for network f3a7e937-e80b-4332-a5db-41b825f96244
Nov 13 21:05:07.379114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:07.390165 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-12f9a628-8272-4147-bf48-373e8f1417da req-383bad69-c561-4f93-b62c-6b021f5fb6c7 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.430723 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.461760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45f07695-7416-47e9-8b35-8d6c73728c4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8663380
Nov 13 21:05:07.477756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Request body: {'port': {'device_id': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'device_owner': 'compute:tempest-test_az-181318265', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:07.482409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-12f9a628-8272-4147-bf48-373e8f1417da req-383bad69-c561-4f93-b62c-6b021f5fb6c7 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.509918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c3730-98f3-4b62-8f94-d6bfcdb699d1 req-ad6d0576-b5ba-483a-8d42-9dce00674ed4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.511348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-238c3730-98f3-4b62-8f94-d6bfcdb699d1 req-ad6d0576-b5ba-483a-8d42-9dce00674ed4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 932 time: 0.0514722
Nov 13 21:05:07.531344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.564996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.37', 64707) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:07.583812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-12f9a628-8272-4147-bf48-373e8f1417da req-383bad69-c561-4f93-b62c-6b021f5fb6c7 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.584616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.585618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.586197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.601576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-238c3730-98f3-4b62-8f94-d6bfcdb699d1 req-a4b9d0b6-628f-4c20-904b-0de7be187a2d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838218
Nov 13 21:05:07.616014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-64c2e631-eda3-4b9a-9ae7-a9daf30de8a7 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=698bdffd79664cbb8edb0836fdb7ac3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0493968
Nov 13 21:05:07.652006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f9a628-8272-4147-bf48-373e8f1417da req-383bad69-c561-4f93-b62c-6b021f5fb6c7 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889946
Nov 13 21:05:07.657245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bad69-c561-4f93-b62c-6b021f5fb6c7 tempest-AggregatesAdminTestJSON-1684333293 tempest-AggregatesAdminTestJSON-1684333293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eebb8a-939e-4910-a958-4fa4999a5b67,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:07.722949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] Pushing event updated for resources: {'Network': ['ID=f3a7e937-e80b-4332-a5db-41b825f96244,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:07.731006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43020) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:07.731178 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f8246134-468a-442b-a924-58ea35aa885f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8186445
Nov 13 21:05:07.739337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Request body: {'subnet': {'network_id': 'f3a7e937-e80b-4332-a5db-41b825f96244', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1330692153-subnet', 'tenant_id': '82ef18fcb46e4c26a419ef9e8a869775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:07.739808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f3a7e937-e80b-4332-a5db-41b825f96244 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:05:07.774001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7445269-cb81-4084-aa45-a85c8bd24a47 req-415ffec3-0ed5-41ff-ac7d-27b7311895ac tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 210 time: 0.0544620
Nov 13 21:05:07.839448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-4fc0a98a-d5c1-4cef-810e-50ca7d08c291 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.841054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-4fc0a98a-d5c1-4cef-810e-50ca7d08c291 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2148874
Nov 13 21:05:07.856997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Request body: {'port': {'device_id': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '698bdffd79664cbb8edb0836fdb7ac3d'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:07.967963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Made reservation on behalf of 82ef18fcb46e4c26a419ef9e8a869775 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:07.971417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:07.997812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c28de6-5661-4b99-a4be-2310fda82c64 req-27b36d07-0dad-4250-954a-968f21e3b4eb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:07.999381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0c28de6-5661-4b99-a4be-2310fda82c64 req-27b36d07-0dad-4250-954a-968f21e3b4eb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 946 time: 0.0826335
Nov 13 21:05:08.004954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4841260f-a5f1-42f1-9638-a0b58365af15 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:08.070352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.082545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0c28de6-5661-4b99-a4be-2310fda82c64 req-5d25a720-e7a4-4bd5-a5e0-7400950757cc tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691323
Nov 13 21:05:08.097652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Transition to ACTIVE for port object 4841260f-a5f1-42f1-9638-a0b58365af15 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:08.110190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Made reservation on behalf of 698bdffd79664cbb8edb0836fdb7ac3d for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:08.113780 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.127137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.206208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.211235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.260501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:08.293295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:08.293541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:08.293856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:08.297950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:08.298256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:08.302823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.302960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:08.303251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:08.303622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:08.304039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Bound port: 4841260f-a5f1-42f1-9638-a0b58365af15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:08.304382 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.367709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.380137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:08.396174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21547ddc-4b5c-44a7-b802-738493d63db4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:08.428928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:08.444325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167b6df9-b101-4009-9b11-0ac2b170c0ff,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:08.453834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Checking segment: {'id': 'fa9031a4-bb6a-4879-969d-94606ba0d260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3a7e937-e80b-4332-a5db-41b825f96244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:08.454781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Network hostable DHCP agents. Network: f3a7e937-e80b-4332-a5db-41b825f96244, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:05:08.482954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Allocated IP 192.168.233.186 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/66820fdd-0bec-4095-a2db-de97f7d638a3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:08.519884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa448fa8-e71f-40f6-a8bb-4987b80c1119 req-54410ac3-33d7-4d90-b8ad-3b5a44bd1742 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:08.521515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa448fa8-e71f-40f6-a8bb-4987b80c1119 req-54410ac3-33d7-4d90-b8ad-3b5a44bd1742 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 949 time: 0.0483632
Nov 13 21:05:08.642130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.723587 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.725532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Network f3a7e937-e80b-4332-a5db-41b825f96244 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:05:08.751276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d35a0-ed9e-4df7-9fbc-82ecd4eb9b52 req-17f3727b-9340-45e3-8e4f-fe1c09322363 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:08.752815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138d35a0-ed9e-4df7-9fbc-82ecd4eb9b52 req-17f3727b-9340-45e3-8e4f-fe1c09322363 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.0563545
Nov 13 21:05:08.761724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa448fa8-e71f-40f6-a8bb-4987b80c1119 req-c4e70e8c-fbf2-4729-803b-ff1b2e59d3de tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334111
Nov 13 21:05:08.774755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:08.775368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.777389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 1113 time: 1.3060546
Nov 13 21:05:08.777776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:08.779981 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:08.793103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.809273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347cf27-9674-484f-837c-33afd98a8ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:08.860423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138d35a0-ed9e-4df7-9fbc-82ecd4eb9b52 req-4bdb49fa-bc13-41fe-ad8c-f9d330ac7505 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013863
Nov 13 21:05:08.862110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:08.863591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Pushing event updated for resources: {'Port': ['ID=66820fdd-0bec-4095-a2db-de97f7d638a3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:08.866081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:08.868534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:08.874657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:08.875269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.889062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3a7e937-e80b-4332-a5db-41b825f96244) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:08.893533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:08.894320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:08.899687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd150c4d-4d90-4057-8865-2bb14df3e24a None None] Network f3a7e937-e80b-4332-a5db-41b825f96244 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:08.937289 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca868a-5406-4575-8790-ae00657251bd x-openstack-request-id: req-f6ca868a-5406-4575-8790-ae00657251bd {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:08.937570 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:08.937821 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6ca868a-5406-4575-8790-ae00657251bd {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:08.938207 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15', 'status': 'completed', 'code': 200}
Nov 13 21:05:08.973300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-3134b840-87c9-4c21-b1b5-d5eb8b038b1a tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1204374
Nov 13 21:05:08.986150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Request body: {'port': {'device_id': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'device_owner': 'compute:tempest-test_az-181318265', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:09.004327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4b8f2b3-a016-4c6b-ae7b-7c6c08eef675 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2634199
Nov 13 21:05:09.015191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-e0155373-024c-4dca-8f3b-58f52c341e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:09.017234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-e0155373-024c-4dca-8f3b-58f52c341e52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1116 time: 0.0680029
Nov 13 21:05:09.061022 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:09.083553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcefe8d-8fb6-49d7-9049-17816a1a2af9 None None] Network f3a7e937-e80b-4332-a5db-41b825f96244 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:09.148324 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-13a597ca-9a30-4204-9a76-19cfeb80dbc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.1223311
Nov 13 21:05:09.261067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-85e784b5-f364-4df8-9378-262a7344c9c7 None None] Provisioning complete for port 66820fdd-0bec-4095-a2db-de97f7d638a3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:09.261448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85e784b5-f364-4df8-9378-262a7344c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:09.273562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbf916-eac7-4716-8486-82cccec755ed req-31444384-726e-42bc-9a13-0bebb8c63d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:09.275092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-31444384-726e-42bc-9a13-0bebb8c63d2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1187849
Nov 13 21:05:09.283128 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98885-9b76-4a8c-8481-4735a278e58e req-dd942004-c8a8-42de-b937-d77b5db93072 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:09.284393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68b98885-9b76-4a8c-8481-4735a278e58e req-dd942004-c8a8-42de-b937-d77b5db93072 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 936 time: 0.1646199
Nov 13 21:05:09.317974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-85e784b5-f364-4df8-9378-262a7344c9c7 None None] Port 66820fdd-0bec-4095-a2db-de97f7d638a3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:09.331533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-89d39a1d-cc0b-4adb-b2d8-621804d7e633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460758
Nov 13 21:05:09.379736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68b98885-9b76-4a8c-8481-4735a278e58e req-c18b5269-d603-427e-9fa1-bbddb4e6ca56 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806260
Nov 13 21:05:09.450529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-45d0b4f3-9fff-44ad-8947-9648e02591d8 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080050
Nov 13 21:05:09.473246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586193d-fd9f-4566-8fd0-8ca11e62d4aa req-46ff9b87-dbe4-4396-8505-47ca24b2b3a3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:09.474842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5586193d-fd9f-4566-8fd0-8ca11e62d4aa req-46ff9b87-dbe4-4396-8505-47ca24b2b3a3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 946 time: 0.0972772
Nov 13 21:05:09.485011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66820fdd-0bec-4095-a2db-de97f7d638a3 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:09.498951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:09.522079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Transition to ACTIVE for port object 66820fdd-0bec-4095-a2db-de97f7d638a3 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:09.549374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5586193d-fd9f-4566-8fd0-8ca11e62d4aa req-8cd6c4b0-8146-4b6f-ad19-33b2fbdcd32e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673404
Nov 13 21:05:09.561766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2bbf916-eac7-4716-8486-82cccec755ed req-9a84812b-7711-47ff-b7b9-0ed5efbf4d5e service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1022127
Nov 13 21:05:09.619041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:09.681902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Pushing event updated for resources: {'Port': ['ID=66820fdd-0bec-4095-a2db-de97f7d638a3,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:09.738876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-1331989d-74c2-4cd4-9315-184cc845ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:09.743690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-1331989d-74c2-4cd4-9315-184cc845ca65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1116 time: 0.0743215
Nov 13 21:05:09.751880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Attempting to bind port 66820fdd-0bec-4095-a2db-de97f7d638a3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:09.752225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Attempting to bind port 66820fdd-0bec-4095-a2db-de97f7d638a3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:09.752546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Attempting to bind port 66820fdd-0bec-4095-a2db-de97f7d638a3 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:09.757473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Port 66820fdd-0bec-4095-a2db-de97f7d638a3 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:09.758095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Attempting to bind port 66820fdd-0bec-4095-a2db-de97f7d638a3 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:09.795550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:09.795931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:09.796296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:09.809057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Bound port: 66820fdd-0bec-4095-a2db-de97f7d638a3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:09.811161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:09.859370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-8581a78b-f3b0-4508-8776-8e8bbaf18be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:09.861525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-8581a78b-f3b0-4508-8776-8e8bbaf18be0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1111035
Nov 13 21:05:09.911531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] For port 66820fdd-0bec-4095-a2db-de97f7d638a3, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:09.917704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] For port 66820fdd-0bec-4095-a2db-de97f7d638a3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66820fdd-0bec-4095-a2db-de97f7d638a3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:09.951315 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-b8879b37-e456-4d90-8207-ac00a6b609aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.0813549
Nov 13 21:05:10.004490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.006334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43096) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:10.012264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-265490405-network', 'tenant_id': '39feb1390cce42a6bc9ed8a9aaff043e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:10.042565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-1326a050-3e4b-4404-8728-0af01a73f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.044040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-1326a050-3e4b-4404-8728-0af01a73f645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0721622
Nov 13 21:05:10.054247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c25fdd-c3cb-45e6-92de-7171438700a1 req-c09182f2-235b-44a8-b70e-d2e34c99a88e tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.055716 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41c25fdd-c3cb-45e6-92de-7171438700a1 req-c09182f2-235b-44a8-b70e-d2e34c99a88e tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 949 time: 0.1168456
Nov 13 21:05:10.058158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.058939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.060397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] 10.222.0.37 "PUT /v2.0/ports/66820fdd-0bec-4095-a2db-de97f7d638a3 HTTP/1.1" status: 200  len: 1117 time: 1.0785918
Nov 13 21:05:10.069543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'tag': '66820fdd-0bec-4095-a2db-de97f7d638a3'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:10.071980 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f79a355-4917-435f-8bed-9347ddc8eec9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c863f-1d73-420e-9404-3bedfbcf171a", "tag": "66820fdd-0bec-4095-a2db-de97f7d638a3"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:10.085313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc7d4-2979-4488-a977-ae24dd7f0d75 service neutron] Pushing event updated for resources: {'Port': ['ID=66820fdd-0bec-4095-a2db-de97f7d638a3,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:10.092261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa7263-ed25-46ee-aeb5-3dbd4171f6c0 req-92c0381a-1370-4b6d-acbf-f521064565b9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.093855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bfa7263-ed25-46ee-aeb5-3dbd4171f6c0 req-92c0381a-1370-4b6d-acbf-f521064565b9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1097 time: 0.1188025
Nov 13 21:05:10.096287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-c8c8fa4b-00ee-4f26-b748-6911d0ac812d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396118
Nov 13 21:05:10.145868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bfa7263-ed25-46ee-aeb5-3dbd4171f6c0 req-794da6bc-6305-4ce2-974c-1549a9fa9910 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452056
Nov 13 21:05:10.149096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Made reservation on behalf of 39feb1390cce42a6bc9ed8a9aaff043e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:10.152027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.208464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.215193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41c25fdd-c3cb-45e6-92de-7171438700a1 req-c10bd36b-6558-405a-9fa6-e1e91288757d tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410995
Nov 13 21:05:10.226944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-d6e439a3-20f4-4805-a2a9-561329d78763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.230478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-d6e439a3-20f4-4805-a2a9-561329d78763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=698bdffd79664cbb8edb0836fdb7ac3d&device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 1120 time: 0.0511131
Nov 13 21:05:10.283187 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-cda2e237-8bb8-4409-8f3a-648e3855a144 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682780
Nov 13 21:05:10.304218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-4bd4a659-ecfd-4171-9bf4-7efbc1fa1fb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=66820fdd-0bec-4095-a2db-de97f7d638a3 HTTP/1.1" status: 200  len: 217 time: 0.0641172
Nov 13 21:05:10.397908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.406304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-41eaa522-9afd-4651-8268-8b6710e51120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.407905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-41eaa522-9afd-4651-8268-8b6710e51120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0965602
Nov 13 21:05:10.413359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f20ac18-4f8d-43d5-92e7-696ba72da3f7 req-c23c73b8-d04d-491f-bad1-28604aafbd06 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205130
Nov 13 21:05:10.421297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517977-fe78-489e-a043-20d55a2231cf req-ecc7ed0a-97ea-415e-af21-9344ec7bbdaa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.428859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8517977-fe78-489e-a043-20d55a2231cf req-ecc7ed0a-97ea-415e-af21-9344ec7bbdaa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.0901594
Nov 13 21:05:10.438780 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350fe495-85f4-4174-8cd0-9545d3a70791 x-openstack-request-id: req-350fe495-85f4-4174-8cd0-9545d3a70791 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:10.439062 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c863f-1d73-420e-9404-3bedfbcf171a", "tag": "66820fdd-0bec-4095-a2db-de97f7d638a3", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:10.439316 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-350fe495-85f4-4174-8cd0-9545d3a70791 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:10.439698 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'tag': '66820fdd-0bec-4095-a2db-de97f7d638a3', 'status': 'completed', 'code': 200}
Nov 13 21:05:10.493254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.506037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8517977-fe78-489e-a043-20d55a2231cf req-2b9d121b-35b5-42b6-b996-1b4bd9148d45 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763218
Nov 13 21:05:10.508779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-a6bb0684-b4af-4a55-b370-a08775a4e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.511386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-a6bb0684-b4af-4a55-b370-a08775a4e3c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0736632
Nov 13 21:05:10.526422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190b77be-7ca7-4541-bc59-aebd742880a7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:10.530290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:05:10.545305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.545623 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Added segment 519a5466-a0aa-4b64-9ffc-43f26e7bc73c of type vlan for network 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02
Nov 13 21:05:10.615352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.629972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-6aa380d8-3b90-4306-b5f6-b6feb5ebddf3 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098673
Nov 13 21:05:10.710359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2babb66-1037-40b0-9bc5-7e9897e1ce96 req-f6e50f65-832a-4306-8154-95e9e1388127 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.711869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2babb66-1037-40b0-9bc5-7e9897e1ce96 req-f6e50f65-832a-4306-8154-95e9e1388127 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1097 time: 0.0968456
Nov 13 21:05:10.727656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.729123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.730855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:10.765462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab06a1be-3edf-4420-9688-3fc6504b9922 req-113a4dfe-2c26-442c-8466-1fd6200e351a service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174574
Nov 13 21:05:10.783638 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2babb66-1037-40b0-9bc5-7e9897e1ce96 req-b4f396e6-e960-413a-b44b-149976be43b0 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642276
Nov 13 21:05:10.809943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea6d4df-1fee-48a6-99fc-a3e0315e2a02,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:10.820458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:05:10.845865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3baa6877-6d20-41ce-b6ec-9b1e97043a07 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8317964
Nov 13 21:05:10.847922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43112) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:10.852942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Request body: {'subnet': {'network_id': '4ea6d4df-1fee-48a6-99fc-a3e0315e2a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-265490405-subnet', 'tenant_id': '39feb1390cce42a6bc9ed8a9aaff043e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:10.946392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-1445d9ec-4cc1-4468-b458-f6e138c9609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:10.947793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-1445d9ec-4cc1-4468-b458-f6e138c9609f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=698bdffd79664cbb8edb0836fdb7ac3d&device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 1120 time: 0.0463681
Nov 13 21:05:10.980525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Made reservation on behalf of 39feb1390cce42a6bc9ed8a9aaff043e for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:10.982797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:11.299346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692564b0-ee55-4fb0-8b62-1831dbe05596 req-592b5e28-1d4e-4fc6-be6d-34a199f0f29f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:11.301015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-692564b0-ee55-4fb0-8b62-1831dbe05596 req-592b5e28-1d4e-4fc6-be6d-34a199f0f29f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 949 time: 0.0503643
Nov 13 21:05:11.348416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-f46a74d4-39d8-43af-b8a9-98fe9ad8b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:11.349904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-f46a74d4-39d8-43af-b8a9-98fe9ad8b83c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.3953614
Nov 13 21:05:11.352272 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-692564b0-ee55-4fb0-8b62-1831dbe05596 req-a108a66d-9f1f-4963-9e94-293177bac7b7 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443313
Nov 13 21:05:11.362724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41cdc8-8332-4b83-9e35-c5eade13d146 req-ec5fa47a-2fe1-4667-8012-a7a1a013aebc tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:11.364159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c41cdc8-8332-4b83-9e35-c5eade13d146 req-ec5fa47a-2fe1-4667-8012-a7a1a013aebc tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 969 time: 0.1241062
Nov 13 21:05:11.411687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-58d05d2b-9436-479c-ac69-aff73a76957c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=66820fdd-0bec-4095-a2db-de97f7d638a3 HTTP/1.1" status: 200  len: 217 time: 0.0465884
Nov 13 21:05:11.460430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-8762e927-e370-4a35-8873-cacdfff59e62 req-468c335c-6f4d-4202-abcd-6f1a54a8eed2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:11.461401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8762e927-e370-4a35-8873-cacdfff59e62 req-468c335c-6f4d-4202-abcd-6f1a54a8eed2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054147
Nov 13 21:05:11.541511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c41cdc8-8332-4b83-9e35-c5eade13d146 req-7a581742-a327-43c8-912b-be5d4ef8e11c tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663620
Nov 13 21:05:11.543358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-55a7ea0e-ecfa-40d1-b4d4-104469f1bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:11.544723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-55a7ea0e-ecfa-40d1-b4d4-104469f1bac2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1091611
Nov 13 21:05:11.594333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-0e2420b3-9254-4489-b216-86d0b1a7de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:11.595826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-0e2420b3-9254-4489-b216-86d0b1a7de6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0424612
Nov 13 21:05:11.658480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:11.736480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8909a8-bed3-4c9a-b013-4c7271bf8070,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:11.745700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-a7c89ed4-8f53-42c4-aabb-7f9e616adacf service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411374
Nov 13 21:05:11.750869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Checking segment: {'id': '519a5466-a0aa-4b64-9ffc-43f26e7bc73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4ea6d4df-1fee-48a6-99fc-a3e0315e2a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:11.751219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Network hostable DHCP agents. Network: 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:05:11.789644 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:11.856716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f79a355-4917-435f-8bed-9347ddc8eec9 req-098833e0-21eb-400a-afa4-06604fb533f6 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032267
Nov 13 21:05:11.881423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Network 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:05:11.954134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916f127-a217-4400-a432-cc492ef3d74c req-28e5f200-8e5f-4b6f-a9a5-7a30cf95849e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:11.954539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5916f127-a217-4400-a432-cc492ef3d74c req-28e5f200-8e5f-4b6f-a9a5-7a30cf95849e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.0517025
Nov 13 21:05:11.993179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:12.002946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626b303-8c33-42f9-9c88-b5dfeb0370b6 None None] Network 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:12.003477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:12.003924 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.015980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5916f127-a217-4400-a432-cc492ef3d74c req-067a96be-5b61-42e3-affd-87413eada035 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551145
Nov 13 21:05:12.084453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-099da191-f0d2-4486-b888-c74f31d78fc1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2354457
Nov 13 21:05:12.146771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a8a17-4c9c-429a-90b1-dbb519a13e64 None None] Network 4ea6d4df-1fee-48a6-99fc-a3e0315e2a02 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:12.228380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43158) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:12.278646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Deleting subnet 167b6df9-b101-4009-9b11-0ac2b170c0ff {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:05:12.282360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.324962 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.334056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.453182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.475157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:12.484664 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.490996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:12.491791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/167b6df9-b101-4009-9b11-0ac2b170c0ff HTTP/1.1" status: 204  len: 168 time: 0.2611101
Nov 13 21:05:12.492656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c60ea0-da07-46e6-b746-78e1ba565a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167b6df9-b101-4009-9b11-0ac2b170c0ff,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:12.587568 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.609418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:12.628775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '4841260f-a5f1-42f1-9638-a0b58365af15', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'port_id': '4841260f-a5f1-42f1-9638-a0b58365af15', 'mac_address': 'fa:16:3e:51:9c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e295620-79ca-4a71-8999-516f0e158e24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-181318265', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:12.671300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.685792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4841260f-a5f1-42f1-9638-a0b58365af15 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:12.691366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b8e66-3820-43c3-abf1-da141e6959ae req-e869cf2d-0c16-49af-a0a7-755bf33df4df tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:12.697188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39b8e66-3820-43c3-abf1-da141e6959ae req-e869cf2d-0c16-49af-a0a7-755bf33df4df tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 949 time: 0.0801275
Nov 13 21:05:12.705607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.710165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:12.711701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da596de4-0e67-4a27-903c-078594e246c0 req-e8bb8ef8-805e-4c41-84c0-a6d191d9b856 tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:12.713223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da596de4-0e67-4a27-903c-078594e246c0 req-e8bb8ef8-805e-4c41-84c0-a6d191d9b856 tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 1100 time: 0.1272085
Nov 13 21:05:12.726372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fefde3b5b80>> segment before_delete 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.726758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fefde3b5b80>> subnet precommit_delete_associations 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.727471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> segment_host_mapping after_create 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.727823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> port after_create 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.728333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> port after_delete 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.728664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> port after_update 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.729186 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> segment after_delete 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.729506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> subnet after_create 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.729810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> subnet after_delete 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.730121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefde3b54c0>> subnet after_update 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.775437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39b8e66-3820-43c3-abf1-da141e6959ae req-cd6fdb2b-0508-48d7-9a7f-ca8e8401baaf tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738444
Nov 13 21:05:12.790055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.841044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefdd5f6b20>> subnet after_create 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.841391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Deleting port b9ee309f-335a-4052-9588-63b84ace5502 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:05:12.841499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefdd5f6b20>> subnet after_delete 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.841693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefdd5f6b20>> subnet before_create 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.841828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.842011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefdd5f6b20>> subnet before_update 55550000 {{(pid=120533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:05:12.842386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde3b5940>,) {'filters': {'network_id': ['f3a7e937-e80b-4332-a5db-41b825f96244']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:12.846958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:12.860332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde3b5940>, 'fa9031a4-bb6a-4879-969d-94606ba0d260') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:12.860630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde3b5940>, 'fa9031a4-bb6a-4879-969d-94606ba0d260') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:12.878084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.905327 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.914980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:05:12.915410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   from cryptography.utils import int_from_bytes
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   from cryptography.utils import int_from_bytes
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:05:12.974914 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:05:12.989965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] For port b9ee309f-335a-4052-9588-63b84ace5502, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9ee309f-335a-4052-9588-63b84ace5502,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:12.989965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:12.994491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f2d7a-43fb-46a8-ae8a-268252cb1d05 req-7f481bc8-3fcd-4c72-97c7-960e14be0e17 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:12.998197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef6f2d7a-43fb-46a8-ae8a-268252cb1d05 req-7f481bc8-3fcd-4c72-97c7-960e14be0e17 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 969 time: 0.0950751
Nov 13 21:05:13.006089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Calling delete_port for b9ee309f-335a-4052-9588-63b84ace5502 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:05:13.056434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4841260f-a5f1-42f1-9638-a0b58365af15'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:13.133240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef6f2d7a-43fb-46a8-ae8a-268252cb1d05 req-29e74788-54aa-47c3-b3ff-3fc0f086968f tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292384
Nov 13 21:05:13.254722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.266955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.270760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3a7e937-e80b-4332-a5db-41b825f96244 HTTP/1.1" status: 204  len: 168 time: 0.7769351
Nov 13 21:05:13.273845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43198) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:13.280483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb64de7-5a8c-4ac1-a666-76a67fbbe0a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a7e937-e80b-4332-a5db-41b825f96244,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:13.310459 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.319883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b9ee309f-335a-4052-9588-63b84ace5502'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:13.346720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9ee309f-335a-4052-9588-63b84ace5502,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:13.362229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Deleting subnet 1d8909a8-bed3-4c9a-b013-4c7271bf8070 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:05:13.365916 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.417743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] No DVR routers for this DVR port b9ee309f-335a-4052-9588-63b84ace5502 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:05:13.424844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.432224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da596de4-0e67-4a27-903c-078594e246c0 req-010d519a-3692-40be-a338-bee7f5ce998d tempest-DeleteServersAdminTestJSON-1866300994 tempest-DeleteServersAdminTestJSON-1866300994-project-admin] 10.222.0.46 "DELETE /v2.0/ports/b9ee309f-335a-4052-9588-63b84ace5502 HTTP/1.1" status: 204  len: 173 time: 0.7108400
Nov 13 21:05:13.432775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'name': 'network-vif-deleted', 'tag': 'b9ee309f-335a-4052-9588-63b84ace5502'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:13.437298 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d59a4-0e77-438c-8a44-bf08ec957fb6" -d '{"events": [{"server_uuid": "ec7baa69-5918-4774-9baf-4cea82fc7120", "name": "network-vif-deleted", "tag": "b9ee309f-335a-4052-9588-63b84ace5502"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:13.444902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.451444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.551890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05c433-8ed4-495f-bd13-bbc7d58f6e7c req-4bfb73e6-73dd-49d9-b691-65a478583513 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:13.553552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-be05c433-8ed4-495f-bd13-bbc7d58f6e7c req-4bfb73e6-73dd-49d9-b691-65a478583513 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 966 time: 0.0588896
Nov 13 21:05:13.579983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.623312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.626478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d8909a8-bed3-4c9a-b013-4c7271bf8070 HTTP/1.1" status: 204  len: 168 time: 0.3515091
Nov 13 21:05:13.629794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43208) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:13.630582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-be05c433-8ed4-495f-bd13-bbc7d58f6e7c req-bcb315ba-92c6-4779-af10-ea38ca470c17 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708950
Nov 13 21:05:13.631409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6919e-508f-4f1d-a055-f5d5246b9442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8909a8-bed3-4c9a-b013-4c7271bf8070,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:13.675404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43210) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:13.723932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.818079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.830222 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f303f81-3fcb-4304-b525-ec090bee4d98 x-openstack-request-id: req-8f303f81-3fcb-4304-b525-ec090bee4d98 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:13.830513 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7baa69-5918-4774-9baf-4cea82fc7120", "name": "network-vif-deleted", "tag": "b9ee309f-335a-4052-9588-63b84ace5502", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:13.830711 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f303f81-3fcb-4304-b525-ec090bee4d98 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:13.831109 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7baa69-5918-4774-9baf-4cea82fc7120', 'name': 'network-vif-deleted', 'tag': 'b9ee309f-335a-4052-9588-63b84ace5502', 'status': 'completed', 'code': 200}
Nov 13 21:05:13.840941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d8d90>,) {'filters': {'network_id': ['4ea6d4df-1fee-48a6-99fc-a3e0315e2a02']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:13.849183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-904b925d-8cb0-4909-a101-c9276f6bd9f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0606949
Nov 13 21:05:13.855104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-3c39be61-401d-4cd8-aae7-4ad2251d53e7 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:13.856746 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-3c39be61-401d-4cd8-aae7-4ad2251d53e7 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1797876
Nov 13 21:05:13.858653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d8d90>, '519a5466-a0aa-4b64-9ffc-43f26e7bc73c') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:13.859307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d8d90>, '519a5466-a0aa-4b64-9ffc-43f26e7bc73c') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:13.873679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.888802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.895221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:05:13.895794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:05:13.897734 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:05:13.961837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-f0109a21-6a79-4c73-82ca-9195575e923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:13.963334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-f0109a21-6a79-4c73-82ca-9195575e923d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91aa4b323d50410da07e9125754d312f&device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 1121 time: 0.0450356
Nov 13 21:05:14.033441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-c0d95105-3a61-4754-a741-aa81ccaf381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:14.037418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-c0d95105-3a61-4754-a741-aa81ccaf381d service neutron] 10.222.0.20 "GET /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 1094 time: 0.1142015
Nov 13 21:05:14.045160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:14.045440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Unknown quota resources ['binding']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:05:14.068012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.074882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.078002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ea6d4df-1fee-48a6-99fc-a3e0315e2a02 HTTP/1.1" status: 204  len: 168 time: 0.4471416
Nov 13 21:05:14.097484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c13c87b6-f91d-4412-a30c-58571dede9ba req-2864399e-d1c2-4e09-a9d6-1b934423128c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec7baa69-5918-4774-9baf-4cea82fc7120 HTTP/1.1" status: 200  len: 210 time: 0.0344296
Nov 13 21:05:14.097983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bf5a7-3365-4f60-aa0b-ed11c376b48e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea6d4df-1fee-48a6-99fc-a3e0315e2a02,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:14.100656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-7a491ea4-56f4-404a-ad37-b9497c8d3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:14.102023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-7a491ea4-56f4-404a-ad37-b9497c8d3e2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1205292
Nov 13 21:05:14.156335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-b7102ea6-5578-4800-8d25-20b69f519b88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 HTTP/1.1" status: 200  len: 217 time: 0.0469053
Nov 13 21:05:14.210488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-cd0ecefe-1e61-440d-9cf7-f11b6fa7e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:14.212140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-cd0ecefe-1e61-440d-9cf7-f11b6fa7e521 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0489404
Nov 13 21:05:14.225783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on host nch1-master-1 for vnic_type normal with profile None {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:14.226629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:14.226629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:14.231659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:14.231981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:14.237099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:14.237427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:14.237795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:14.238209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Bound port: 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:14.251343 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.258982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-0d4edaba-4bf6-4211-a87a-59f3d1537e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:14.261479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-0d4edaba-4bf6-4211-a87a-59f3d1537e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0431368
Nov 13 21:05:14.333731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:14.372642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-ff6ed9b4-ec36-4cb7-a925-c4d9bff3e7ed service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1029410
Nov 13 21:05:14.418903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.419761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-ba82999d-5be6-4a7d-aaf6-a3959585d0a3 service neutron] 10.222.0.20 "POST /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759/bindings HTTP/1.1" status: 201  len: 389 time: 0.3778214
Nov 13 21:05:14.476996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e4e47b8-b34a-4b9e-a611-3f843543c5d2 req-68dfefbe-902d-438a-8984-dc48f8964a95 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972307
Nov 13 21:05:14.478193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66820fdd-0bec-4095-a2db-de97f7d638a3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:14.508974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:14.540480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43240) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:14.594901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-724a6dda-5771-4237-a109-5aa4e3b73e8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82ef18fcb46e4c26a419ef9e8a869775&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0527730
Nov 13 21:05:14.597679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43242) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:14.680926 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee39874e-fed3-4629-a1f3-f5925ac88584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.704507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee39874e-fed3-4629-a1f3-f5925ac88584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.761665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66820fdd-0bec-4095-a2db-de97f7d638a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66820fdd-0bec-4095-a2db-de97f7d638a3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:14.773446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '66820fdd-0bec-4095-a2db-de97f7d638a3', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '66820fdd-0bec-4095-a2db-de97f7d638a3', 'mac_address': 'fa:16:3e:29:b1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:tempest-test_az-181318265', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:14.808477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 4841260f-a5f1-42f1-9638-a0b58365af15 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:14.819700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 4841260f-a5f1-42f1-9638-a0b58365af15 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:14.820318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.839218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e35b-3c66-439a-bcf3-c81a871abab0 req-d524a4ea-0e88-4cbe-8fa1-490104830baf tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:14.841672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.842636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97e1e35b-3c66-439a-bcf3-c81a871abab0 req-d524a4ea-0e88-4cbe-8fa1-490104830baf tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 969 time: 0.1241226
Nov 13 21:05:14.847666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee39874e-fed3-4629-a1f3-f5925ac88584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.850386 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee39874e-fed3-4629-a1f3-f5925ac88584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.851778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee39874e-fed3-4629-a1f3-f5925ac88584 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27da0aec-7508-4985-9554-b64324d7596f HTTP/1.1" status: 204  len: 168 time: 0.2528234
Nov 13 21:05:14.863052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66820fdd-0bec-4095-a2db-de97f7d638a3 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:14.875457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39874e-fed3-4629-a1f3-f5925ac88584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da0aec-7508-4985-9554-b64324d7596f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:14.893734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-0419cb48-9ac9-4678-a3d3-1d7365ef7bb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1009266
Nov 13 21:05:14.907530 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66820fdd-0bec-4095-a2db-de97f7d638a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66820fdd-0bec-4095-a2db-de97f7d638a3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:14.965537 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:14.966333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97e1e35b-3c66-439a-bcf3-c81a871abab0 req-c4e7a62f-7d5a-44e1-aa77-7bce43ac3300 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033077
Nov 13 21:05:14.991619 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:15.032833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-451d91aa-b586-45ca-8234-eb00ca4c6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.035394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-451d91aa-b586-45ca-8234-eb00ca4c6da5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91aa4b323d50410da07e9125754d312f&device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 1121 time: 0.0669122
Nov 13 21:05:15.038412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:15.041105 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1232b5-1fe5-4848-b1e3-e0b2f260fc06" -d '{"events": [{"server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "name": "network-vif-plugged", "status": "completed", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:15.051220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ed316-e71e-463f-8dd0-86b71567a5fc req-55410543-5255-49d9-a3a2-cc70aca4f193 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.053184 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a0ed316-e71e-463f-8dd0-86b71567a5fc req-55410543-5255-49d9-a3a2-cc70aca4f193 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 966 time: 0.0694160
Nov 13 21:05:15.060361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:15.083126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66820fdd-0bec-4095-a2db-de97f7d638a3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:15.109699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a0ed316-e71e-463f-8dd0-86b71567a5fc req-472738f6-5258-417b-ab36-79cea4a8aa92 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498536
Nov 13 21:05:15.132810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:15.195064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:15.208225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3ac3-e146-4738-92aa-1683c86c4aa3 req-476ca87b-aab3-4b35-ad80-a5d17fafce01 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.209753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87bf3ac3-e146-4738-92aa-1683c86c4aa3 req-476ca87b-aab3-4b35-ad80-a5d17fafce01 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 946 time: 0.1405261
Nov 13 21:05:15.215689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-c00f5a57-86da-46a8-855d-1b3e503c5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.215689 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-c00f5a57-86da-46a8-855d-1b3e503c5e94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1551697
Nov 13 21:05:15.224019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['66820fdd-0bec-4095-a2db-de97f7d638a3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:15.281616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-ecafde80-fb48-44ba-aeab-ae510b66db4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 HTTP/1.1" status: 200  len: 217 time: 0.0581264
Nov 13 21:05:15.319204 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:05:15.356393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87bf3ac3-e146-4738-92aa-1683c86c4aa3 req-25ff5cba-9012-4631-b70c-893d61a67f2e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357539
Nov 13 21:05:15.374928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-958911b6-b884-45c0-be1d-8cc3759fc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.376663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-958911b6-b884-45c0-be1d-8cc3759fc6d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1097 time: 0.0555971
Nov 13 21:05:15.385463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-33cd9ef1-47c6-4271-8756-b253a317b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.387152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-33cd9ef1-47c6-4271-8756-b253a317b9d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0966406
Nov 13 21:05:15.419188 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0442772-2f0f-4e1f-80af-4e01cd91dca8 x-openstack-request-id: req-f0442772-2f0f-4e1f-80af-4e01cd91dca8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:15.419671 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "name": "network-vif-plugged", "status": "completed", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:15.419779 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0442772-2f0f-4e1f-80af-4e01cd91dca8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:15.429801 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15', 'code': 200}
Nov 13 21:05:15.492500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-7331aed0-8143-4b6f-977e-eaf836c6883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.498137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.37', 64715) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:15.498668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-7331aed0-8143-4b6f-977e-eaf836c6883e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0982935
Nov 13 21:05:15.571638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-d4bcc336-bf97-4667-a1ef-1742233d87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.573443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-d4bcc336-bf97-4667-a1ef-1742233d87ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1891358
Nov 13 21:05:15.816799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038be7a-9edd-4e42-888a-936bbcfc80d7 req-4a8964d8-6523-4f45-bb93-4400c837142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.818202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9038be7a-9edd-4e42-888a-936bbcfc80d7 req-4a8964d8-6523-4f45-bb93-4400c837142b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1118 time: 0.3231916
Nov 13 21:05:15.820179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-230c4fe3-3f75-40ea-b6fa-296b47789b70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.2366149
Nov 13 21:05:15.831614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-6ec20fe3-5a5b-414a-a0d1-21bca3b987b6 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3295331
Nov 13 21:05:15.906451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9038be7a-9edd-4e42-888a-936bbcfc80d7 req-1e70bfcb-4d36-4bff-aadf-19362fbfa0bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759482
Nov 13 21:05:15.913765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-81446921-d90e-4cab-8427-9611669fecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:15.915145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-81446921-d90e-4cab-8427-9611669fecae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0642297
Nov 13 21:05:15.928107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-ffae7b8a-a465-4a7e-b82c-dd97751a5b50 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0554574
Nov 13 21:05:15.956521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43306) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:16.003271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43310) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:16.003515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-57fc41a4-df54-4816-8ee3-50d3770eef4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39feb1390cce42a6bc9ed8a9aaff043e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0471570
Nov 13 21:05:16.082197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fad65f5-efdc-4172-b6a9-8fdf1cb5b4f0 req-6e2c9e24-ceb9-4c25-8215-193ebdd5dcee service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441809
Nov 13 21:05:16.130883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-f9454717-b760-4bff-8033-d8e34c734edb tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.132347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-f9454717-b760-4bff-8033-d8e34c734edb tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1980376
Nov 13 21:05:16.139997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-14e8b8ec-3cab-46ae-8cf8-d4c1941da4e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340545
Nov 13 21:05:16.155690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-5962d2f0-870c-45bd-b882-88713a8b6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.157217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-5962d2f0-870c-45bd-b882-88713a8b6498 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1097 time: 0.1173813
Nov 13 21:05:16.159290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98689d1b-2f0b-4684-9763-59df8bd45dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.161939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-d7c6f19a-bc17-4250-9e59-acdff048df22 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/quotas/f8cb2233aed74fdfa30a26e8a9e318d9 HTTP/1.1" status: 200  len: 375 time: 0.0215366
Nov 13 21:05:16.209782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-57930ed2-ddc8-46d0-937a-70c0ee39cf79 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0383301
Nov 13 21:05:16.223336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98689d1b-2f0b-4684-9763-59df8bd45dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.265954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d9686-c425-47bc-8e16-c3a0f0db90d6 req-4f596e8e-7eb2-412a-9e3b-72d3704d2372 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.267628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df0d9686-c425-47bc-8e16-c3a0f0db90d6 req-4f596e8e-7eb2-412a-9e3b-72d3704d2372 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 970 time: 0.1028674
Nov 13 21:05:16.300032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-25b215b5-79c1-4c36-b7d1-f4fb4ac9e956 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448650
Nov 13 21:05:16.320346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-b6b492d8-67d0-4a8a-acb9-017281114144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.321841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-b6b492d8-67d0-4a8a-acb9-017281114144 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1393080
Nov 13 21:05:16.363861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-9266d142-36e0-4449-85b6-538f84f2ab03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.0341847
Nov 13 21:05:16.378581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df0d9686-c425-47bc-8e16-c3a0f0db90d6 req-9bd36873-ef83-4058-a0af-22bb0021a3ed tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974908
Nov 13 21:05:16.413167 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98689d1b-2f0b-4684-9763-59df8bd45dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.417651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98689d1b-2f0b-4684-9763-59df8bd45dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.421421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-98689d1b-2f0b-4684-9763-59df8bd45dd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/190b77be-7ca7-4541-bc59-aebd742880a7 HTTP/1.1" status: 204  len: 168 time: 0.4147644
Nov 13 21:05:16.440646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-4f919984-e6d7-4ff8-8c1c-d1f71548ace4 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312544
Nov 13 21:05:16.449726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98689d1b-2f0b-4684-9763-59df8bd45dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b77be-7ca7-4541-bc59-aebd742880a7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:16.462073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-32361b2c-64ab-4780-b271-0db86c4e0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.464964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-32361b2c-64ab-4780-b271-0db86c4e0142 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0945501
Nov 13 21:05:16.493260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66820fdd-0bec-4095-a2db-de97f7d638a3 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:16.530919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-51926e29-e3fa-45f5-ae93-4022ecdac3df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0543699
Nov 13 21:05:16.647363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 66820fdd-0bec-4095-a2db-de97f7d638a3 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:16.655745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 66820fdd-0bec-4095-a2db-de97f7d638a3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:16.662469 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.786735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.788004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-9a655d65-70ce-4661-8c87-1e99d9202886 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523882
Nov 13 21:05:16.850542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f28747-e140-4768-a02e-0c2644c8a27b req-7ba69515-f241-4740-b1c9-e5035fa70e9c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.858540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66820fdd-0bec-4095-a2db-de97f7d638a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66820fdd-0bec-4095-a2db-de97f7d638a3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:16.859279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f28747-e140-4768-a02e-0c2644c8a27b req-7ba69515-f241-4740-b1c9-e5035fa70e9c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 946 time: 0.1414628
Nov 13 21:05:16.861330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b9ee309f-335a-4052-9588-63b84ace5502 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:05:16.894941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: b9ee309f-335a-4052-9588-63b84ace5502 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:05:16.894941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b9ee309f-335a-4052-9588-63b84ace5502 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:05:16.928111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-78a24704-f0fc-4a1e-acbd-5bbee49679a9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.929979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-78a24704-f0fc-4a1e-acbd-5bbee49679a9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1907151
Nov 13 21:05:16.943634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:16.953704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58643b-73b1-4703-b893-54c7d3594cfb req-613def1c-e9a1-4887-8720-11af51582397 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:16.955472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea58643b-73b1-4703-b893-54c7d3594cfb req-613def1c-e9a1-4887-8720-11af51582397 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 967 time: 0.0753734
Nov 13 21:05:16.958180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f28747-e140-4768-a02e-0c2644c8a27b req-6da277af-bca5-4065-96fa-f17970f2a381 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973353
Nov 13 21:05:16.959712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:16.988941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e888965e-fadd-462c-ba06-61cbbea2e8f8 req-0a1f36ab-fb18-4b55-9d2e-973b59851e2a service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926703
Nov 13 21:05:17.051194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0b024d5-4fab-4f19-87c6-5333c31c5cf7 req-00c2b58f-8f46-4c5b-a8fa-45e4b4a68cd7 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 210 time: 0.0374908
Nov 13 21:05:17.077463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:17.094352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66820fdd-0bec-4095-a2db-de97f7d638a3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:17.099099 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea58643b-73b1-4703-b893-54c7d3594cfb req-641e894b-3a65-487e-9384-84c5166b6144 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174402
Nov 13 21:05:17.291313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:17.334003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:17.373814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:17.376175 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787b50ca-53bd-4fa6-a10b-a8ddfc4fd863" -d '{"events": [{"server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:17.380252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:17.431121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66820fdd-0bec-4095-a2db-de97f7d638a3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:17.435887 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c6d8b0-047e-40a9-9179-5b8bc0b6ad91" -d '{"events": [{"server_uuid": "eb3c863f-1d73-420e-9404-3bedfbcf171a", "name": "network-vif-plugged", "status": "completed", "tag": "66820fdd-0bec-4095-a2db-de97f7d638a3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:17.451029 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aab62e5-8b9e-4736-b577-1dfe7035115d x-openstack-request-id: req-0aab62e5-8b9e-4736-b577-1dfe7035115d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:17.451967 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:17.452313 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aab62e5-8b9e-4736-b577-1dfe7035115d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:17.453167 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'code': 200}
Nov 13 21:05:17.502965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:17.518011 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af92583c-7d35-4e12-96c9-5d412b1e5487 x-openstack-request-id: req-af92583c-7d35-4e12-96c9-5d412b1e5487 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:17.518514 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c863f-1d73-420e-9404-3bedfbcf171a", "name": "network-vif-plugged", "status": "completed", "tag": "66820fdd-0bec-4095-a2db-de97f7d638a3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:17.518595 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af92583c-7d35-4e12-96c9-5d412b1e5487 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:17.519024 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66820fdd-0bec-4095-a2db-de97f7d638a3', 'code': 200}
Nov 13 21:05:17.565159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec629-49e4-4962-bce7-1ec97b77615f req-6e29c83d-1e48-4806-af4a-fa1ecb715404 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:17.567746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fcec629-49e4-4962-bce7-1ec97b77615f req-6e29c83d-1e48-4806-af4a-fa1ecb715404 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 971 time: 0.0915174
Nov 13 21:05:17.606893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:17.630078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:17.630552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:17.630893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:17.635656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:17.636116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Attempting to bind port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:17.641390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:17.642307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:17.642688 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:17.643122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Bound port: 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:17.643469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:17.645065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fcec629-49e4-4962-bce7-1ec97b77615f req-06056cc0-cfcc-4f2c-82ad-0db82734f7cb tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681260
Nov 13 21:05:17.660831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56593bea-5e92-4787-a4d3-f0bef309c1f1 req-ed858b20-eb68-40f7-8721-ea33da25d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:17.662363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56593bea-5e92-4787-a4d3-f0bef309c1f1 req-ed858b20-eb68-40f7-8721-ea33da25d84d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 1122 time: 0.0664694
Nov 13 21:05:17.735125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:17.740594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:17.760203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56593bea-5e92-4787-a4d3-f0bef309c1f1 req-ab3fc876-7a2d-490d-a6f2-49f3cb1e9f2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882115
Nov 13 21:05:17.789810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43388) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:17.837283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:17.941654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:17.942260 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:17.943742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] 10.222.0.37 "PUT /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 1122 time: 0.9998994
Nov 13 21:05:17.949097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597a97-c325-4e21-8208-a1e882751b5e service neutron] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:17.973679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3755c15-d78b-4d1d-9f7f-900f6f5b7b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.009454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['0d25020e-1bc0-4e6c-8521-bfbc08b9d759'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:18.075826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3755c15-d78b-4d1d-9f7f-900f6f5b7b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.178134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5ed7a-9db6-442f-96df-8d6e5e22c79b req-71948ce2-8af4-4790-831f-44de8a646a4b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:18.179703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2c5ed7a-9db6-442f-96df-8d6e5e22c79b req-71948ce2-8af4-4790-831f-44de8a646a4b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0808282
Nov 13 21:05:18.195947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3755c15-d78b-4d1d-9f7f-900f6f5b7b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.247059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f3755c15-d78b-4d1d-9f7f-900f6f5b7b6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bfdd63ab65240ef9aa04a73b30e4c2e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4561543
Nov 13 21:05:18.249890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43430) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:18.250872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3755c15-d78b-4d1d-9f7f-900f6f5b7b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35597fdb-5182-4005-9601-9fafb9377cbe,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:18.278570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2c5ed7a-9db6-442f-96df-8d6e5e22c79b req-83c4ef5e-bb86-4bd2-9092-e550b9e75169 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856049
Nov 13 21:05:18.323655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996caea4-de77-4372-8712-95eb504f9105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.349308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996caea4-de77-4372-8712-95eb504f9105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.404887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ec80dce9-00fa-4614-a25c-9dad4851bdc5 req-91683a17-cca7-4e78-af54-9a75dcacf5f0 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 210 time: 0.0387597
Nov 13 21:05:18.525364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1d5da-ec91-4d13-99fb-3850df26ee92 req-0e9bcb93-f2c7-400a-90db-cca54dae3607 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:18.526864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9b1d5da-ec91-4d13-99fb-3850df26ee92 req-0e9bcb93-f2c7-400a-90db-cca54dae3607 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 967 time: 0.0495884
Nov 13 21:05:18.576646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9b1d5da-ec91-4d13-99fb-3850df26ee92 req-a23bc6e4-9a71-4572-b432-3970b7448a29 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423617
Nov 13 21:05:18.583867 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996caea4-de77-4372-8712-95eb504f9105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.586469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996caea4-de77-4372-8712-95eb504f9105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:18.590459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-996caea4-de77-4372-8712-95eb504f9105 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35597fdb-5182-4005-9601-9fafb9377cbe HTTP/1.1" status: 204  len: 168 time: 0.3366699
Nov 13 21:05:18.597876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996caea4-de77-4372-8712-95eb504f9105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35597fdb-5182-4005-9601-9fafb9377cbe,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:19.027542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c845d8-ae33-422b-8125-43cefdc608e4 req-17c09e87-242c-4394-b80f-851b33aa792f tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:19.035654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30c845d8-ae33-422b-8125-43cefdc608e4 req-17c09e87-242c-4394-b80f-851b33aa792f tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 971 time: 0.0728960
Nov 13 21:05:19.084214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df43bb6-5226-4e26-93fb-b745e8048a3c req-d42dc4f6-0c55-4d62-967b-d5b1d927df01 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:19.089317 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30c845d8-ae33-422b-8125-43cefdc608e4 req-65ee4e08-3711-4b0d-8d32-e1b83ebb1c94 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519955
Nov 13 21:05:19.093389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0df43bb6-5226-4e26-93fb-b745e8048a3c req-d42dc4f6-0c55-4d62-967b-d5b1d927df01 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1118 time: 0.0528476
Nov 13 21:05:19.164522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-97a29b85-9c6c-4fde-9c0e-e064ada5ad91 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0312197
Nov 13 21:05:19.166655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0df43bb6-5226-4e26-93fb-b745e8048a3c req-2eba9a8b-71b9-4154-babd-cbb51b460dd9 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724726
Nov 13 21:05:19.293474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-b1176b3b-558c-4c64-a900-34afa3d16942 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:19.302890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-b1176b3b-558c-4c64-a900-34afa3d16942 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1248648
Nov 13 21:05:19.312362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Request body: {'port': {'device_id': 'd6a8010b-775f-4838-9cf0-236020a87869', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f8cb2233aed74fdfa30a26e8a9e318d9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:19.376283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0381822-453a-4f87-bd4d-a3667f6bd06f req-4d683623-c46c-4ab3-9ff4-d6d5dd59791a tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:19.378630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0381822-453a-4f87-bd4d-a3667f6bd06f req-4d683623-c46c-4ab3-9ff4-d6d5dd59791a tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1118 time: 0.0562229
Nov 13 21:05:19.440916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0381822-453a-4f87-bd4d-a3667f6bd06f req-b55fe614-660a-44c3-bbd6-091a005f69fe tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565026
Nov 13 21:05:19.455008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:19.457790 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793cdd74-2a82-43c3-9233-03528b73d19b" -d '{"events": [{"name": "network-changed", "server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:19.505793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed81a0-ab65-4239-bd78-9ec7e07b5de8 req-b40c9560-0338-4910-acb1-6e91d176cb9f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:19.513563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84ed81a0-ab65-4239-bd78-9ec7e07b5de8 req-b40c9560-0338-4910-acb1-6e91d176cb9f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.1085138
Nov 13 21:05:19.569227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84ed81a0-ab65-4239-bd78-9ec7e07b5de8 req-d1253702-0388-4248-8dfd-6f29b39ec108 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551138
Nov 13 21:05:19.651668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:19.664721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00a8ec73-5c93-48e0-9593-2490d97ada63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:19.738113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00a8ec73-5c93-48e0-9593-2490d97ada63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:19.753962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Made reservation on behalf of f8cb2233aed74fdfa30a26e8a9e318d9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:19.757520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:19.875521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00a8ec73-5c93-48e0-9593-2490d97ada63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:19.906020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96f8042b-2b4e-4f46-b16d-85b07703e098 req-f72e9455-3d4b-4ba2-aa6f-3738b762a463 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 210 time: 0.0338612
Nov 13 21:05:19.912123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Allocated IP 192.168.233.9 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/de3e29d6-979f-4b86-ae42-bad3b08eb4c7) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:19.914054 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-00a8ec73-5c93-48e0-9593-2490d97ada63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e1973e80a8e49408a944b3419690e12&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2613235
Nov 13 21:05:19.914872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8ec73-5c93-48e0-9593-2490d97ada63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e4cff8-1226-4348-8f3c-5123f73dccab,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:19.917132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43500) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:19.983893 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19af41ed-1529-4e99-8fec-5f6dd2fa82eb x-openstack-request-id: req-19af41ed-1529-4e99-8fec-5f6dd2fa82eb {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:19.984246 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:19.984560 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19af41ed-1529-4e99-8fec-5f6dd2fa82eb {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:19.985038 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'status': 'completed', 'code': 200}
Nov 13 21:05:19.985854 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53324750-ada9-4237-b83f-b992d796e00a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.009386 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53324750-ada9-4237-b83f-b992d796e00a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.103332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdd74-2a82-43c3-9233-03528b73d19b req-576e418f-1fe1-4c8e-a0f5-2e0e5267ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:20.105587 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-576e418f-1fe1-4c8e-a0f5-2e0e5267ded2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1125 time: 0.0879731
Nov 13 21:05:20.109875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.180849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53324750-ada9-4237-b83f-b992d796e00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.183407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53324750-ada9-4237-b83f-b992d796e00a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.184513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53324750-ada9-4237-b83f-b992d796e00a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7e4cff8-1226-4348-8f3c-5123f73dccab HTTP/1.1" status: 204  len: 168 time: 0.2664926
Nov 13 21:05:20.197393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53324750-ada9-4237-b83f-b992d796e00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e4cff8-1226-4348-8f3c-5123f73dccab,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:20.225267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.232650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdd74-2a82-43c3-9233-03528b73d19b req-75349e12-4532-4ad8-9410-35a630980e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:20.234501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-75349e12-4532-4ad8-9410-35a630980e77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1127000
Nov 13 21:05:20.285434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-8c43ef2d-d247-4313-aaed-d5a0f5a3763b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.0423577
Nov 13 21:05:20.287368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:20.299270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:20.304236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e2cda2ee-7ec3-4df2-bc24-1ae7b788ff9f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0553572
Nov 13 21:05:20.306935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:20.312478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:20.318747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.345052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdd74-2a82-43c3-9233-03528b73d19b req-b056ed95-f769-4e57-b9fa-880c4cb5b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:20.346762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-b056ed95-f769-4e57-b9fa-880c4cb5b8c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0536194
Nov 13 21:05:20.352805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Pushing event updated for resources: {'Port': ['ID=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:20.386693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-13d0f262-d034-487c-acd4-374a709d37d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311358
Nov 13 21:05:20.453080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-0e6a900d-9680-4477-bfe6-932a7c0f5fad tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1445580
Nov 13 21:05:20.460232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-cb7f6b3e-5930-423c-9fc8-d906dea7120f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:20.461968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-cb7f6b3e-5930-423c-9fc8-d906dea7120f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1391990
Nov 13 21:05:20.468480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Request body: {'port': {'device_id': 'd6a8010b-775f-4838-9cf0-236020a87869', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:20.494546 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-f4ae75d9-5b98-433d-adfb-02b0c1daa6c7 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993176
Nov 13 21:05:20.502614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-cc09293e-b286-4962-b523-ecdce58287da tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/quotas/de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 375 time: 0.0299757
Nov 13 21:05:20.553444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-8509acbc-e347-438c-8b25-634e0e1a2a71 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439839
Nov 13 21:05:20.558486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.582462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4f26ffa6-7aab-46f4-acb2-048ee8d20dac None None] Provisioning complete for port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:20.583446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4f26ffa6-7aab-46f4-acb2-048ee8d20dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.608387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793cdd74-2a82-43c3-9233-03528b73d19b req-0fcad8a3-cc05-4f17-b688-83c74062772a service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1036575
Nov 13 21:05:20.639054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4f26ffa6-7aab-46f4-acb2-048ee8d20dac None None] Port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:20.867985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3e29d6-979f-4b86-ae42-bad3b08eb4c7 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:20.878433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:20.923726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Transition to ACTIVE for port object de3e29d6-979f-4b86-ae42-bad3b08eb4c7 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:20.940366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5824-ea54-401c-b05a-49ff1e2aced2 req-41e3ca6a-8cbf-42fb-833d-8bfe3b6bfaa9 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:20.941880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aeaf5824-ea54-401c-b05a-49ff1e2aced2 req-41e3ca6a-8cbf-42fb-833d-8bfe3b6bfaa9 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 970 time: 0.0566492
Nov 13 21:05:20.995827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aeaf5824-ea54-401c-b05a-49ff1e2aced2 req-18098076-7931-4a64-b35a-ffabef8de876 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/security-groups?id=5ad6c248-d00a-45f5-8a46-8f24ae308401&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463767
Nov 13 21:05:21.041485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:21.118177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Pushing event updated for resources: {'Port': ['ID=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Attempting to bind port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Attempting to bind port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Attempting to bind port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7da40-22b3-44ad-aee3-6947875d12d7 req-c0dd0165-2b23-4644-94c6-d2c16ae9c5ea tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02f7da40-22b3-44ad-aee3-6947875d12d7 req-c0dd0165-2b23-4644-94c6-d2c16ae9c5ea tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 971 time: 0.1226099
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Attempting to bind port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:21.414446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Bound port: de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:21.418085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:21.418085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02f7da40-22b3-44ad-aee3-6947875d12d7 req-533b0853-bb97-46a3-be23-789bffd99575 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923741
Nov 13 21:05:21.418085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] For port de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:21.418085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] For port de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:21.418085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b1e2d-fa11-4ba9-bbe4-6ecea9af1697 req-659e0ab6-1fbc-4aca-af84-f747b6c43ce5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:21.418085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c65b1e2d-fa11-4ba9-bbe4-6ecea9af1697 req-659e0ab6-1fbc-4aca-af84-f747b6c43ce5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0507030
Nov 13 21:05:21.454189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c65b1e2d-fa11-4ba9-bbe4-6ecea9af1697 req-cc57ce5e-297b-4edc-a384-3bed2e62c134 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424461
Nov 13 21:05:21.516644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bf23c48-ded8-48f8-ab60-3c840cfc58ef req-6d15eadd-54aa-401b-9784-668768fe599a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 210 time: 0.0254312
Nov 13 21:05:21.539364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:21.580275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:21.580912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:21.582288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] 10.222.0.46 "PUT /v2.0/ports/de3e29d6-979f-4b86-ae42-bad3b08eb4c7 HTTP/1.1" status: 200  len: 1094 time: 1.1179857
Nov 13 21:05:21.582731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a8010b-775f-4838-9cf0-236020a87869', 'tag': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:21.584959 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a8010b-775f-4838-9cf0-236020a87869", "tag": "de3e29d6-979f-4b86-ae42-bad3b08eb4c7"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:21.637001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938aeea8-22ed-4fbc-96bc-25f17d45754c service neutron] Pushing event updated for resources: {'Port': ['ID=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:21.843484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-c152d0ac-4755-46d5-aa03-c207054a1b2f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:21.845010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-c152d0ac-4755-46d5-aa03-c207054a1b2f tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 970 time: 0.0676944
Nov 13 21:05:21.924733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e83d1e-862b-49e9-8c9a-a46517ff8243 req-5c04a91f-f94e-4785-9b0c-629a96202aa1 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:21.926206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1e83d1e-862b-49e9-8c9a-a46517ff8243 req-5c04a91f-f94e-4785-9b0c-629a96202aa1 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 946 time: 0.3066421
Nov 13 21:05:21.933511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-65ddeeb1-8bdd-4df7-9f17-897ee095ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:21.934865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-65ddeeb1-8bdd-4df7-9f17-897ee095ba26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 1097 time: 0.0606909
Nov 13 21:05:21.996256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-14a4943f-c60f-4689-84fd-d09d7076c22b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7 HTTP/1.1" status: 200  len: 217 time: 0.0457826
Nov 13 21:05:22.006747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Deleting port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:05:22.010516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:22.043758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1e83d1e-862b-49e9-8c9a-a46517ff8243 req-55d69095-b66d-4580-b164-ae7524ccfd02 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074028
Nov 13 21:05:22.076751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-9dad5a24-8180-4afa-836e-2ea0cda8e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:22.078654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-9dad5a24-8180-4afa-836e-2ea0cda8e2eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0748889
Nov 13 21:05:22.132377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-de6a8eed-9e7c-4310-b00b-0ffb15071d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:22.135686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] For port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:22.136144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:22.136262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-de6a8eed-9e7c-4310-b00b-0ffb15071d82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0486894
Nov 13 21:05:22.154742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Calling delete_port for f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 owned by compute:tempest-test_az-181318265 {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:05:22.256470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-4f88f755-704c-4726-8c8d-566ab7e77c7b service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125705
Nov 13 21:05:22.358210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94166bb3-a74f-4018-90a2-5d4ca4f679b9 req-9c5f4d1c-deff-48a4-8890-8bfa06bd2ef8 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953596
Nov 13 21:05:22.383199 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a719a4a-a7a6-4171-9768-c3d1b5f5cfab x-openstack-request-id: req-9a719a4a-a7a6-4171-9768-c3d1b5f5cfab {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:22.383498 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a8010b-775f-4838-9cf0-236020a87869", "tag": "de3e29d6-979f-4b86-ae42-bad3b08eb4c7", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:22.383753 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a719a4a-a7a6-4171-9768-c3d1b5f5cfab {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:22.384154 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a8010b-775f-4838-9cf0-236020a87869', 'tag': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7', 'status': 'completed', 'code': 200}
Nov 13 21:05:22.428557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:22.439685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:22.459654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Pushing event deleted for resources: {'Port': ['ID=f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:22.466022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da6770b-586e-4136-bbae-d89599e6200a req-db395fe5-7cee-42ee-a4cd-75df025b70b7 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 210 time: 0.0274761
Nov 13 21:05:22.492893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:22.551170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] No DVR routers for this DVR port f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:05:22.555621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:22.560462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-72117831-7671-4cfd-a3f3-2ed8fa1124af req-49fe8367-500d-4f81-9318-0dfe92dfeab5 tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.37 "DELETE /v2.0/ports/f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 HTTP/1.1" status: 204  len: 173 time: 0.7065718
Nov 13 21:05:22.561176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'name': 'network-vif-deleted', 'tag': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:22.571983 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a00ac-620e-46e5-8423-43fb8ba10f17" -d '{"events": [{"server_uuid": "9e8df22b-80ef-41c0-9066-ceaaafc75be0", "name": "network-vif-deleted", "tag": "f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:22.619138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-beadcd23-2d84-409d-a774-b5eea4bc8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:22.621684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-beadcd23-2d84-409d-a774-b5eea4bc8ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 1097 time: 0.0729008
Nov 13 21:05:22.658707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:22.704817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 has no active binding in host nch1-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:05:22.737430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-d5863e9a-f33c-4f72-a513-e4a61404b9c5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:22.738505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-d5863e9a-f33c-4f72-a513-e4a61404b9c5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062745
Nov 13 21:05:22.779343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-1f28f8df-9a92-44af-b959-522c3e1fc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:22.780949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-1f28f8df-9a92-44af-b959-522c3e1fc3a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1518173
Nov 13 21:05:22.910599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-e7c9582c-75e6-4e81-8fa6-e84f37ddad68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7 HTTP/1.1" status: 200  len: 217 time: 0.1149528
Nov 13 21:05:23.002224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-0385efa7-f6f2-49b0-a5fe-70cfc92cdea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:23.003723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-0385efa7-f6f2-49b0-a5fe-70cfc92cdea0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0862894
Nov 13 21:05:23.031694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-27a1e821-f051-46d6-bf77-368abc4ba9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:23.033162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-27a1e821-f051-46d6-bf77-368abc4ba9e5 service neutron] 10.222.0.20 "GET /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 1115 time: 0.2799387
Nov 13 21:05:23.042940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:23.043381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Unknown quota resources ['binding']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:05:23.063373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-2aeca2a0-668f-47b7-9d9f-1ee3a0883881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:23.064957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-2aeca2a0-668f-47b7-9d9f-1ee3a0883881 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0517852
Nov 13 21:05:23.167251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-e6126c6c-9e26-4383-930e-3159fbda0689 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924721
Nov 13 21:05:23.202521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on host nch2-master-1 for vnic_type normal with profile None {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:23.202913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:23.203170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:23.207733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:23.208326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:23.212899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:23.213263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:23.213748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:23.214047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Bound port: 4841260f-a5f1-42f1-9638-a0b58365af15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:23.274169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:23.288275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adb3289a-e2ac-4b65-befa-ba7df9ae43cf req-04605546-618f-4648-a1eb-c4f588fb2c79 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997305
Nov 13 21:05:23.374815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:23.377288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-66ffe49e-d93b-4531-86a5-06322ccc5c69 service neutron] 10.222.0.20 "POST /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15/bindings HTTP/1.1" status: 201  len: 389 time: 0.3370185
Nov 13 21:05:23.575647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-833b0bae-531e-4f01-aa5a-4d4dac7e5855 service neutron] 10.222.0.46 "GET /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0888727
Nov 13 21:05:23.600618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e4506-1fa7-47db-ac9d-0949782d33c5 req-2f696dda-b802-46fa-b7cd-edfc37f2027c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:23.602141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca6e4506-1fa7-47db-ac9d-0949782d33c5 req-2f696dda-b802-46fa-b7cd-edfc37f2027c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 944 time: 0.0649509
Nov 13 21:05:23.673302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bd6abdc-28cb-4d69-b249-3eadb8228e00 req-d40951a9-0ad6-4336-af9f-369f281aff09 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 210 time: 0.0262096
Nov 13 21:05:23.685095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca6e4506-1fa7-47db-ac9d-0949782d33c5 req-eeee8558-9eb6-419f-a677-0fe472737822 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641479
Nov 13 21:05:23.747531 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2fa98d-4173-41ec-99d3-7c6f91d97cad x-openstack-request-id: req-3f2fa98d-4173-41ec-99d3-7c6f91d97cad {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:23.747890 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8df22b-80ef-41c0-9066-ceaaafc75be0", "name": "network-vif-deleted", "tag": "f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:23.748135 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f2fa98d-4173-41ec-99d3-7c6f91d97cad {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:23.748537 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8df22b-80ef-41c0-9066-ceaaafc75be0', 'name': 'network-vif-deleted', 'tag': 'f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7', 'status': 'completed', 'code': 200}
Nov 13 21:05:23.812765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:23.833715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:23.855678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25764a6-135d-4f4a-9f0f-4e6ec70efba5 req-f7744ce6-e907-4f40-a255-5a237561f511 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:23.864027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b25764a6-135d-4f4a-9f0f-4e6ec70efba5 req-f7744ce6-e907-4f40-a255-5a237561f511 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 946 time: 0.0687308
Nov 13 21:05:23.899245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:23.919948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:23.926231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b25764a6-135d-4f4a-9f0f-4e6ec70efba5 req-fe800031-3c42-44f1-a575-de33801e83a0 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611682
Nov 13 21:05:24.011873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2591ca0-db57-42a7-86bd-1396e0ca1663 req-36ac5b04-655d-402c-b789-9b59ba02d22b tempest-AggregatesAdminTestJSON-168971237 tempest-AggregatesAdminTestJSON-168971237-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e8df22b-80ef-41c0-9066-ceaaafc75be0 HTTP/1.1" status: 200  len: 210 time: 0.0319805
Nov 13 21:05:24.026902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:24.060134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941bcab-071e-4fa2-9133-ffbf8ef0dc79 req-b21b02ef-d618-404e-b634-a1441d1fd07b tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.061807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1941bcab-071e-4fa2-9133-ffbf8ef0dc79 req-b21b02ef-d618-404e-b634-a1441d1fd07b tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 971 time: 0.0693653
Nov 13 21:05:24.125611 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1941bcab-071e-4fa2-9133-ffbf8ef0dc79 req-6a49dfd9-f2db-4a8d-8bfa-89ea8de9b2a4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434532
Nov 13 21:05:24.137316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] Transition to ACTIVE for port object 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:24.149595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-46db8740-8179-4260-9031-68833abe4ec4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0229716
Nov 13 21:05:24.153857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c423acd-820e-4762-b944-a1661648ff89 req-7a72ad37-145b-4aef-8c97-a0d164acdfe5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.157257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c423acd-820e-4762-b944-a1661648ff89 req-7a72ad37-145b-4aef-8c97-a0d164acdfe5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 967 time: 0.0760636
Nov 13 21:05:24.222393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c423acd-820e-4762-b944-a1661648ff89 req-03c11b28-b408-4e88-9559-ea2963545542 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579641
Nov 13 21:05:24.249244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:24.258786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.46', 49613) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:24.329098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-7aa20fb5-044c-4d83-95e5-7ac5ff485d7a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.330749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-7aa20fb5-044c-4d83-95e5-7ac5ff485d7a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1757274
Nov 13 21:05:24.343820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Request body: {'port': {'device_id': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'de9bc54074d54444b6b64b0f5bad6193'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:24.360580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] No DVR routers for this DVR port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:05:24.378525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-1f617f6e-1a9d-4230-8d62-c88f45b7747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.379107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-1f617f6e-1a9d-4230-8d62-c88f45b7747d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1118 time: 0.1168613
Nov 13 21:05:24.385796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] Pushing event updated for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:24.436566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-b932613b-acd4-4f9c-bf69-ddb19fb79124 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8535759
Nov 13 21:05:24.504511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-a0c9c89c-de71-48e3-b1e7-0a6963113611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.506024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-a0c9c89c-de71-48e3-b1e7-0a6963113611 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1048982
Nov 13 21:05:24.548016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-eae369a5-d3b2-4317-a580-4e2c16bee758 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.0351043
Nov 13 21:05:24.603623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-190b0a73-e0c2-4389-8d7f-885533481388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.605862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-190b0a73-e0c2-4389-8d7f-885533481388 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0507731
Nov 13 21:05:24.637884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7efb6a6b-959c-4bc8-988c-56c743546e0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257249
Nov 13 21:05:24.748388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-57b36af2-fd60-4496-ae1f-1ee41efbcb92 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039813
Nov 13 21:05:24.750023 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-723297fb-f9d9-447c-9696-e4bfe8d485f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:24.750524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Made reservation on behalf of de9bc54074d54444b6b64b0f5bad6193 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:24.758654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:24.784670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:24.836199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b06bdca-ceee-457a-acd9-c0a546551752 req-a82a4aba-d5a9-4ff1-9be6-de054be9055e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 210 time: 0.0785508
Nov 13 21:05:24.879452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-54f8f85b-eaeb-4284-b8f1-730ae7d6e4b2 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230028
Nov 13 21:05:24.884581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-7c053da2-b440-4055-b225-b5a6f1c79497 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.886379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-7c053da2-b440-4055-b225-b5a6f1c79497 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1122012
Nov 13 21:05:24.901279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device de3e29d6-979f-4b86-ae42-bad3b08eb4c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:24.908260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152c6f3-8f46-4221-8dbe-b488cb56a5e6 req-438f11fe-5bc5-4d47-9414-0080d6f389f7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:24.909893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e152c6f3-8f46-4221-8dbe-b488cb56a5e6 req-438f11fe-5bc5-4d47-9414-0080d6f389f7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.0971880
Nov 13 21:05:25.006198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:25.024462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7', 'mac_address': 'fa:16:3e:61:47:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:25.046281 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.051801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e152c6f3-8f46-4221-8dbe-b488cb56a5e6 req-3401e4c7-f7d1-4605-a84b-450991939f58 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264613
Nov 13 21:05:25.053885 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-f794e6e2-c263-4f1a-9f0f-df9f0b56bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.055397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-f794e6e2-c263-4f1a-9f0f-df9f0b56bae7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2&tenant_id=8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 1096 time: 0.1434782
Nov 13 21:05:25.067051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.079833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3e29d6-979f-4b86-ae42-bad3b08eb4c7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:25.115379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:25.190241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-29b94194-afc4-4f39-9d34-c4346e573db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.191843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-29b94194-afc4-4f39-9d34-c4346e573db5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1096 time: 0.0836170
Nov 13 21:05:25.194615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.230953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.238981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-c96f7595-eaef-4d6e-a42f-1d33ed65dd62 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.240461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd662500-96a4-487f-8efd-2b298b71ad53 req-c9911c9c-2e36-4481-8e51-c53874b826ff tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.242503 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd662500-96a4-487f-8efd-2b298b71ad53 req-c9911c9c-2e36-4481-8e51-c53874b826ff tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 946 time: 0.0976481
Nov 13 21:05:25.245761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-c96f7595-eaef-4d6e-a42f-1d33ed65dd62 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 971 time: 0.1535010
Nov 13 21:05:25.284470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:25.328453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-b022e761-3a6b-4130-920d-62c53a443b67 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.329983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-b022e761-3a6b-4130-920d-62c53a443b67 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1118 time: 0.1996484
Nov 13 21:05:25.344331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086b8a73-33d1-4ac6-bff7-cf6bbd84930e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:25.351165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:25.430288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['de3e29d6-979f-4b86-ae42-bad3b08eb4c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:25.455140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd662500-96a4-487f-8efd-2b298b71ad53 req-8fdf2b92-bc09-49a8-935a-f0077eda3865 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794589
Nov 13 21:05:25.491765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-c6334f48-e500-4393-ad3c-860adc3de1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.491765 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-c6334f48-e500-4393-ad3c-860adc3de1b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2865813
Nov 13 21:05:25.517337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.525194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Allocated IP 192.168.233.177 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/02218c95-4a6d-4ec2-9d14-46273c3547c7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:25.604832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-a82d16b9-5a32-41ac-8d6d-4096330421ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.1069667
Nov 13 21:05:25.631688 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43682) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:25.665281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43684) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:25.739410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b180c-244b-43a7-98b5-6ec77f9e7189 req-033c4369-8e0a-483e-9172-cc0fd12065e5 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.741059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a6b180c-244b-43a7-98b5-6ec77f9e7189 req-033c4369-8e0a-483e-9172-cc0fd12065e5 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 971 time: 0.3703883
Nov 13 21:05:25.745643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-c6a57fe6-3568-40ab-9218-8da45058ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.747101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-c6a57fe6-3568-40ab-9218-8da45058ef3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1343653
Nov 13 21:05:25.763146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Deleting port 66820fdd-0bec-4095-a2db-de97f7d638a3 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:05:25.763416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.808035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-cf2220f8-acad-4f5c-9de7-4d20afb642f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511229
Nov 13 21:05:25.819235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fcc1b-5fae-4b83-9029-3ac198599db0 req-30f91133-33e5-4930-9f37-d53be6314d5e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:25.820850 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-870fcc1b-5fae-4b83-9029-3ac198599db0 req-30f91133-33e5-4930-9f37-d53be6314d5e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 967 time: 0.1882405
Nov 13 21:05:25.917861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00eedf78-c760-4ad5-9e0e-8adddcee68d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.928843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] For port 66820fdd-0bec-4095-a2db-de97f7d638a3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66820fdd-0bec-4095-a2db-de97f7d638a3,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:25.929202 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:25.960427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a6b180c-244b-43a7-98b5-6ec77f9e7189 req-957667ef-2631-4d55-9369-eefee7643e9b tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/security-groups?id=21547ddc-4b5c-44a7-b802-738493d63db4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088413
Nov 13 21:05:25.962810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Calling delete_port for 66820fdd-0bec-4095-a2db-de97f7d638a3 owned by compute:tempest-test_az-181318265 {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:05:26.030298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:26.050715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f7185eb9-2090-4508-bb08-6688dc892960 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91aa4b323d50410da07e9125754d312f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3699133
Nov 13 21:05:26.056451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:26.078337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-870fcc1b-5fae-4b83-9029-3ac198599db0 req-d575f8bd-d656-4404-915c-6e34dbcad547 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228124
Nov 13 21:05:26.081396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.111026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-6d683776-b828-4ea6-bb52-74233d751b28 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609918
Nov 13 21:05:26.155757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c50572f3-8dc6-4b7d-8ea1-2e8074f64ede req-4e2fe9b1-98c8-414a-9a0a-77a6a411e8c0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 210 time: 0.0705919
Nov 13 21:05:26.162015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:26.255074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:26.257360 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1142b7-0e7f-44b7-bb5c-72fb0885e2f8" -d '{"events": [{"server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "name": "network-vif-unplugged", "status": "completed", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:26.261933 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.268874 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-169575ad-b751-4e9f-b76b-ab0e5d501372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.289416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00eedf78-c760-4ad5-9e0e-8adddcee68d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.294109 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-e5716bc1-0b56-46bd-b306-6ba21c67a994 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721959
Nov 13 21:05:26.326557 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84944330-18e7-4656-b3a0-ff6c12a1798e x-openstack-request-id: req-84944330-18e7-4656-b3a0-ff6c12a1798e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:26.326843 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "name": "network-vif-unplugged", "status": "completed", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:26.327094 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84944330-18e7-4656-b3a0-ff6c12a1798e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:26.327487 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15', 'code': 200}
Nov 13 21:05:26.336842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-169575ad-b751-4e9f-b76b-ab0e5d501372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.342923 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.367228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc49f0-b078-4fb5-98e8-300755ffe2bf req-1ee64b0a-3e1f-4ca8-8f03-ae25d798b60c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:26.368733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15cc49f0-b078-4fb5-98e8-300755ffe2bf req-1ee64b0a-3e1f-4ca8-8f03-ae25d798b60c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.1358163
Nov 13 21:05:26.393438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:26.396637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:26.401948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:26.424780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:26.426395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15cc49f0-b078-4fb5-98e8-300755ffe2bf req-e7b6f831-cb5d-4645-8bb9-c2b7bd402b7f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495985
Nov 13 21:05:26.431679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.431867 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00eedf78-c760-4ad5-9e0e-8adddcee68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.457395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.468316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['66820fdd-0bec-4095-a2db-de97f7d638a3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:26.517559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eedf78-c760-4ad5-9e0e-8adddcee68d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9e366a-14c0-4d4f-abe9-ecde51ea96da,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:26.522015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:05:26.537557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-00eedf78-c760-4ad5-9e0e-8adddcee68d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beb426dfb7b04e1181c4c7a9eac99a70&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8964424
Nov 13 21:05:26.543229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43704) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:26.562616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:05:26.566497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7a41c40-9b5f-4888-9d7e-3efe9ca58ac7 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:05:26.568727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-169575ad-b751-4e9f-b76b-ab0e5d501372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.571892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-169575ad-b751-4e9f-b76b-ab0e5d501372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.575997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-169575ad-b751-4e9f-b76b-ab0e5d501372 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ad6c248-d00a-45f5-8a46-8f24ae308401 HTTP/1.1" status: 204  len: 168 time: 0.5145156
Nov 13 21:05:26.601687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:26.613602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:26.614890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.632290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] No DVR routers for this DVR port 66820fdd-0bec-4095-a2db-de97f7d638a3 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:05:26.641218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169575ad-b751-4e9f-b76b-ab0e5d501372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad6c248-d00a-45f5-8a46-8f24ae308401,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:26.681189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.688795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-563ca89b-6545-4079-9d0a-eeed6a088483 req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.37 "DELETE /v2.0/ports/66820fdd-0bec-4095-a2db-de97f7d638a3 HTTP/1.1" status: 204  len: 173 time: 1.4300230
Nov 13 21:05:26.690451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:26.690807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:26.691134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:26.694718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde052e5-d2fe-478c-84de-02b77c6cb0f4 tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] Pushing event deleted for resources: {'Port': ['ID=66820fdd-0bec-4095-a2db-de97f7d638a3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:26.699080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:26.699343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Attempting to bind port 4841260f-a5f1-42f1-9638-a0b58365af15 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:26.705072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:26.705626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:26.706344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:26.706933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Bound port: 4841260f-a5f1-42f1-9638-a0b58365af15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:26.707460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.742906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941ff237-1441-43c5-bf3c-c40375883018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.789230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e4b3d-2189-4565-9db6-1ff8f7bb3248 req-d02c8924-3c4e-4242-aade-2aaab31a4bc8 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:26.790896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f37e4b3d-2189-4565-9db6-1ff8f7bb3248 req-d02c8924-3c4e-4242-aade-2aaab31a4bc8 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 947 time: 0.1621892
Nov 13 21:05:26.793709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-db6b083d-7f2a-4583-a127-d41cccbbb056 None None] Provisioning complete for port 02218c95-4a6d-4ec2-9d14-46273c3547c7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:26.794072 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db6b083d-7f2a-4583-a127-d41cccbbb056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.794403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-e5b9c45a-5d15-4852-bc84-0cb85604caa2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4549007
Nov 13 21:05:26.844092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Request body: {'port': {'device_id': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:26.844957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:26.852113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:26.857071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941ff237-1441-43c5-bf3c-c40375883018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.862785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-db6b083d-7f2a-4583-a127-d41cccbbb056 None None] Port 02218c95-4a6d-4ec2-9d14-46273c3547c7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:26.902649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device de3e29d6-979f-4b86-ae42-bad3b08eb4c7 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:26.933837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f37e4b3d-2189-4565-9db6-1ff8f7bb3248 req-ed8d4d3c-c0f1-461a-971b-71e188a21d38 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357226
Nov 13 21:05:26.976855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43710) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:26.989709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:26.995193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.087311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:27.090997 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc62e973-de1e-44ee-8247-d711f525b5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.095725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:27.096103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.101526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941ff237-1441-43c5-bf3c-c40375883018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.104106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941ff237-1441-43c5-bf3c-c40375883018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.110174 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-941ff237-1441-43c5-bf3c-c40375883018 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d9e366a-14c0-4d4f-abe9-ecde51ea96da HTTP/1.1" status: 204  len: 168 time: 0.5534303
Nov 13 21:05:27.124098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ff237-1441-43c5-bf3c-c40375883018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9e366a-14c0-4d4f-abe9-ecde51ea96da,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:27.189408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fa8337-3863-443c-ac14-80f912a67f11 req-536ea45a-c2a9-4ad3-a375-974373bbe90c tempest-ServerDiagnosticsNegativeTest-2117701685 tempest-ServerDiagnosticsNegativeTest-2117701685-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c863f-1d73-420e-9404-3bedfbcf171a HTTP/1.1" status: 200  len: 210 time: 0.0946944
Nov 13 21:05:27.243721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-9c9ab131-f6b3-4f48-bee3-715771053e2a tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:27.246330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-9c9ab131-f6b3-4f48-bee3-715771053e2a tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3298731
Nov 13 21:05:27.270089 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.274309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a306e6ee-5257-47a0-9810-1ae297ee755c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.285581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=8']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:27.290342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:27.291582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.293065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-7ac6104b-eaa6-4566-9478-351a63ddb0f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 1143 time: 1.9516609
Nov 13 21:05:27.301645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a8010b-775f-4838-9cf0-236020a87869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:27.306111 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38dcbb7-b963-4450-ba1e-a5593ba1a054" -d '{"events": [{"server_uuid": "d6a8010b-775f-4838-9cf0-236020a87869", "name": "network-vif-plugged", "status": "completed", "tag": "de3e29d6-979f-4b86-ae42-bad3b08eb4c7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:27.323177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:27.362438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4841260f-a5f1-42f1-9638-a0b58365af15'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:27.365720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568fc5-7da2-4e59-b85a-720e756adaf3 req-eb51d814-7bfe-4cb5-9f21-8b7dbfc6eec5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:27.369806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29568fc5-7da2-4e59-b85a-720e756adaf3 req-eb51d814-7bfe-4cb5-9f21-8b7dbfc6eec5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.0929554
Nov 13 21:05:27.396528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.398834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:05:27.440041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b49e2-0b98-4315-905e-18b4e30916c1 req-73c05ec8-f5d8-47a9-a6c5-758159a1566f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:27.441677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-148b49e2-0b98-4315-905e-18b4e30916c1 req-73c05ec8-f5d8-47a9-a6c5-758159a1566f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 936 time: 0.1225989
Nov 13 21:05:27.514108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:05:27.535000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29568fc5-7da2-4e59-b85a-720e756adaf3 req-d82b93aa-c62a-40e5-8325-b2749277ad64 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502080
Nov 13 21:05:27.550493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02218c95-4a6d-4ec2-9d14-46273c3547c7 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:27.554203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43728) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:27.565093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:27.576559 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.601080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Transition to ACTIVE for port object 02218c95-4a6d-4ec2-9d14-46273c3547c7 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:27.612221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a306e6ee-5257-47a0-9810-1ae297ee755c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.622334 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ef7728-5f33-4d24-a086-8c464f18d65b x-openstack-request-id: req-12ef7728-5f33-4d24-a086-8c464f18d65b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:27.622784 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a8010b-775f-4838-9cf0-236020a87869", "name": "network-vif-plugged", "status": "completed", "tag": "de3e29d6-979f-4b86-ae42-bad3b08eb4c7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:27.623282 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12ef7728-5f33-4d24-a086-8c464f18d65b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:27.623873 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a8010b-775f-4838-9cf0-236020a87869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7', 'code': 200}
Nov 13 21:05:27.633307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-88713981-39d2-41c5-b439-d85b34015d8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=801dda4dc3f14352b2b4011cc045a55e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0779009
Nov 13 21:05:27.633809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43730) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:27.645002 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-148b49e2-0b98-4315-905e-18b4e30916c1 req-b38df6e2-2b53-454b-9797-0d5c130444f0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866672
Nov 13 21:05:27.715569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.722611 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5703876-70d4-4d29-9860-d91246dba909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.728426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-36dfee7f-935e-4661-9d20-ac92e43f79ce service neutron] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:27.747483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a306e6ee-5257-47a0-9810-1ae297ee755c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.754475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-36dfee7f-935e-4661-9d20-ac92e43f79ce service neutron] Publish callbacks [] for binding, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.755247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-200c7b6c-2649-46f1-9451-455cf8b3487c req-36dfee7f-935e-4661-9d20-ac92e43f79ce service neutron] 10.222.0.37 "DELETE /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4834189
Nov 13 21:05:27.781288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:27.793254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4f6c6-77d0-4230-b192-3b63ce622845 req-3c1452bf-9d08-4dac-9e54-a5e5fd25260c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:27.801441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8d4f6c6-77d0-4230-b192-3b63ce622845 req-3c1452bf-9d08-4dac-9e54-a5e5fd25260c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.1251371
Nov 13 21:05:27.814846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5703876-70d4-4d29-9860-d91246dba909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.855331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a306e6ee-5257-47a0-9810-1ae297ee755c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b23b6a58df4a4f6cabf01b779b6b8c8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8738642
Nov 13 21:05:27.856150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306e6ee-5257-47a0-9810-1ae297ee755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e015c-5841-4abc-abf0-782c020eece5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:27.858690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43734) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:27.867777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bc7a7-0e9c-4fb0-a46c-2aeb9a8fa331 req-bba2bc08-db73-49be-9345-02c65155aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:27.869618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-864bc7a7-0e9c-4fb0-a46c-2aeb9a8fa331 req-bba2bc08-db73-49be-9345-02c65155aacc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 1099 time: 0.1602294
Nov 13 21:05:27.923032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8d4f6c6-77d0-4230-b192-3b63ce622845 req-ca72b32f-6e3a-440f-a6ab-1fd37629928f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205177
Nov 13 21:05:27.936601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:27.936967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:27.937299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:27.943507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:27.943507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:27.948513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:27.948881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:27.949257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:27.949684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Bound port: 02218c95-4a6d-4ec2-9d14-46273c3547c7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:27.950036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:27.994804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-864bc7a7-0e9c-4fb0-a46c-2aeb9a8fa331 req-71ba6490-1834-42ea-8f37-e9a2ab8d072c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143212
Nov 13 21:05:28.025025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:28.029595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:28.035343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2faa3a7-3e42-4636-8692-63dd297a7794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.062454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2faa3a7-3e42-4636-8692-63dd297a7794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.099321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5703876-70d4-4d29-9860-d91246dba909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.102011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5703876-70d4-4d29-9860-d91246dba909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.103143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c5703876-70d4-4d29-9860-d91246dba909 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0eebb8a-939e-4910-a958-4fa4999a5b67 HTTP/1.1" status: 204  len: 168 time: 0.4672821
Nov 13 21:05:28.112032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d763-6319-429c-bae8-5b3337020f5f req-c214a0e5-b1a4-4dfc-92b1-80e7f5f32ba1 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.114062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aee4d763-6319-429c-bae8-5b3337020f5f req-c214a0e5-b1a4-4dfc-92b1-80e7f5f32ba1 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 948 time: 0.0670872
Nov 13 21:05:28.124300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5703876-70d4-4d29-9860-d91246dba909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eebb8a-939e-4910-a958-4fa4999a5b67,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:28.161962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5adfed-150f-4a4b-814d-9aa8ecd8bf99 req-173759d7-1987-411d-85a7-26a61d292ff7 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.165446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e5adfed-150f-4a4b-814d-9aa8ecd8bf99 req-173759d7-1987-411d-85a7-26a61d292ff7 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1096 time: 0.0586536
Nov 13 21:05:28.194515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43744) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:28.224844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5fd362ce-c689-4dbf-8b61-a9a3b0ff7d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.228818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e5adfed-150f-4a4b-814d-9aa8ecd8bf99 req-88288bf2-1b5f-4a2e-8db6-1f78404a264a tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623989
Nov 13 21:05:28.237864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2faa3a7-3e42-4636-8692-63dd297a7794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.240486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2faa3a7-3e42-4636-8692-63dd297a7794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.242151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2faa3a7-3e42-4636-8692-63dd297a7794 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd6e015c-5841-4abc-abf0-782c020eece5 HTTP/1.1" status: 204  len: 168 time: 0.3769906
Nov 13 21:05:28.258273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faa3a7-3e42-4636-8692-63dd297a7794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e015c-5841-4abc-abf0-782c020eece5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:28.329458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'name': 'network-vif-deleted', 'tag': '66820fdd-0bec-4095-a2db-de97f7d638a3'}, {'name': 'network-changed', 'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:28.332209 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea" -d '{"events": [{"server_uuid": "eb3c863f-1d73-420e-9404-3bedfbcf171a", "name": "network-vif-deleted", "tag": "66820fdd-0bec-4095-a2db-de97f7d638a3"}, {"name": "network-changed", "server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:28.349007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5fd362ce-c689-4dbf-8b61-a9a3b0ff7d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.394375 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17785199-c61a-4c09-8c95-b65947182a9b x-openstack-request-id: req-17785199-c61a-4c09-8c95-b65947182a9b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:28.394679 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c863f-1d73-420e-9404-3bedfbcf171a", "name": "network-vif-deleted", "tag": "66820fdd-0bec-4095-a2db-de97f7d638a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:28.394937 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17785199-c61a-4c09-8c95-b65947182a9b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:28.395363 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c863f-1d73-420e-9404-3bedfbcf171a', 'name': 'network-vif-deleted', 'tag': '66820fdd-0bec-4095-a2db-de97f7d638a3', 'status': 'completed', 'code': 200}
Nov 13 21:05:28.395638 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15', 'status': 'completed', 'code': 200}
Nov 13 21:05:28.418390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.439821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.452002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5fd362ce-c689-4dbf-8b61-a9a3b0ff7d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.483669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.484302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.486358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] 10.222.0.46 "PUT /v2.0/ports/02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 1096 time: 1.6754105
Nov 13 21:05:28.489853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:28.492364 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ecd487-ebd3-4622-b2e0-64b02f694dde" -d '{"events": [{"name": "network-changed", "server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:28.509723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd362ce-c689-4dbf-8b61-a9a3b0ff7d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2f7c0-9b3c-4e8c-be66-31063d0d3403,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:28.520356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5fd362ce-c689-4dbf-8b61-a9a3b0ff7d45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=584b5b512c504ea184283b150d01c6e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3225057
Nov 13 21:05:28.520945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43758) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:28.548126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-2d569dd9-2d66-4545-9d44-263c0927aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.549711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-2d569dd9-2d66-4545-9d44-263c0927aea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1146 time: 0.1273227
Nov 13 21:05:28.625685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dbc09-85b1-44fd-8337-b2db616eff09 service neutron] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:28.646521 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1851a-90a1-4546-86d8-86c71284e5af x-openstack-request-id: req-7da1851a-90a1-4546-86d8-86c71284e5af {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:28.646801 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:28.647049 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7da1851a-90a1-4546-86d8-86c71284e5af {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:28.647470 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'status': 'completed', 'code': 200}
Nov 13 21:05:28.673439 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aee4d763-6319-429c-bae8-5b3337020f5f req-a2efebf1-c7a5-476a-af99-6709d664ae9d tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5530515
Nov 13 21:05:28.706442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a3fb768-bc99-4c01-ad77-1e8a2221e313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.716101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd487-ebd3-4622-b2e0-64b02f694dde req-30811724-f8bc-43bb-82c8-2f6992985561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.717942 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8ecd487-ebd3-4622-b2e0-64b02f694dde req-30811724-f8bc-43bb-82c8-2f6992985561 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1099 time: 0.0739970
Nov 13 21:05:28.765952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a3fb768-bc99-4c01-ad77-1e8a2221e313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:28.766416 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8ecd487-ebd3-4622-b2e0-64b02f694dde req-96b2ee85-0bb6-4236-9ff6-b50a0ed7b9bb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355504
Nov 13 21:05:28.782182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc23c1-4474-4f1a-80d8-cac527e8bdea req-5392bee1-6ebf-4fda-9789-8440ae6e31a0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.783947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92cc23c1-4474-4f1a-80d8-cac527e8bdea req-5392bee1-6ebf-4fda-9789-8440ae6e31a0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.0904160
Nov 13 21:05:28.817397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-f8b1aa25-9f8f-4835-b40b-0c353eaa4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.818859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-f8b1aa25-9f8f-4835-b40b-0c353eaa4991 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2581534
Nov 13 21:05:28.877150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-2fd91874-b472-4948-a10b-12972ac95233 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.0447700
Nov 13 21:05:28.906128 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b08c7-459f-4538-abfc-e4d6b2901a46 req-5d550173-60d2-49f9-942c-3f82a4e9d886 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.913369 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b9b08c7-459f-4538-abfc-e4d6b2901a46 req-5d550173-60d2-49f9-942c-3f82a4e9d886 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.1596828
Nov 13 21:05:28.932791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92cc23c1-4474-4f1a-80d8-cac527e8bdea req-a80f12b0-5251-40a6-b788-2883b8407976 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365252
Nov 13 21:05:28.949092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-e777c977-a1ed-4882-94f5-f9ae3d1d678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.950541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-e777c977-a1ed-4882-94f5-f9ae3d1d678c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0650129
Nov 13 21:05:28.971071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd487-ebd3-4622-b2e0-64b02f694dde req-b45de964-3c74-4959-b10a-01ddb1aea072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:28.972568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8ecd487-ebd3-4622-b2e0-64b02f694dde req-b45de964-3c74-4959-b10a-01ddb1aea072 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1878455
Nov 13 21:05:28.995369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-6f2a7bb6-3fa3-4949-a91b-25969c9712f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296304
Nov 13 21:05:28.997994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a3fb768-bc99-4c01-ad77-1e8a2221e313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:29.003338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a3fb768-bc99-4c01-ad77-1e8a2221e313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:29.010436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9a3fb768-bc99-4c01-ad77-1e8a2221e313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60b2f7c0-9b3c-4e8c-be66-31063d0d3403 HTTP/1.1" status: 204  len: 168 time: 0.4881446
Nov 13 21:05:29.032791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b9b08c7-459f-4538-abfc-e4d6b2901a46 req-790811c8-6e0a-4e9c-a0b6-dcc750c7e672 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036656
Nov 13 21:05:29.038008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fb768-bc99-4c01-ad77-1e8a2221e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2f7c0-9b3c-4e8c-be66-31063d0d3403,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:29.152681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-3b4e55e4-17dd-4421-9398-125b86f56973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:29.152681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-3b4e55e4-17dd-4421-9398-125b86f56973 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1099 time: 0.0755451
Nov 13 21:05:29.194660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-d5c0fd71-7b42-4044-b1b1-d2a80442423e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.0359867
Nov 13 21:05:29.203929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-669f4cab-8bd5-49e3-ac20-129b935f2190 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911476
Nov 13 21:05:29.230201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-540610f2-6694-4d16-89d9-74942351afc6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:29.231893 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-540610f2-6694-4d16-89d9-74942351afc6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.1765451
Nov 13 21:05:29.246333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-a49fd962-1066-49b9-be59-cad0538bf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:29.247708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-a49fd962-1066-49b9-be59-cad0538bf9bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0449295
Nov 13 21:05:29.286502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-0e47611c-820d-4737-a279-b921305f88bc tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/quotas/8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 375 time: 0.0451908
Nov 13 21:05:29.301629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-8557338a-bfa9-4e4e-a4f0-d119d2241d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:29.303335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-8557338a-bfa9-4e4e-a4f0-d119d2241d5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0479736
Nov 13 21:05:29.357776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9d0661a-a35d-41dd-8fbf-6b0f2546b4ea req-8a051a41-d57a-4ad8-9b56-e7014dd63226 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452513
Nov 13 21:05:29.377523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-d4a45e5b-48aa-440c-95f9-8f8eabb3861c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0781705
Nov 13 21:05:29.401848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-d6ceb0ff-41d6-4b31-83bb-6717e2638b64 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915461
Nov 13 21:05:29.489502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-6eca4e34-b8d7-4afe-8bee-b476e6cec713 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014743
Nov 13 21:05:29.499571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b3808e0-ff03-4a98-a062-7ef75fa79e77 req-5bcf6d90-49a2-4a0e-a1c9-e390bb514759 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907767
Nov 13 21:05:29.579774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-7f548760-459e-43a0-8da0-10c45590da6a service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851502
Nov 13 21:05:29.619872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43784) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:29.633745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:29.719757 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:29.749707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:29.809249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529cdad-6ba0-42d2-b32a-28bf78c87115 req-4806d136-8bf9-4614-b4b6-7f8fb86b7218 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:29.811013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5529cdad-6ba0-42d2-b32a-28bf78c87115 req-4806d136-8bf9-4614-b4b6-7f8fb86b7218 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 948 time: 0.0563085
Nov 13 21:05:29.824188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43794) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:29.828975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ec25cfd-4e28-4c02-9125-31ca8935e3f2 req-84e7d0db-40e2-426a-a722-199f1648bebb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 210 time: 0.0381050
Nov 13 21:05:29.829693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:29.914941 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5529cdad-6ba0-42d2-b32a-28bf78c87115 req-60c923c7-3f53-43af-86f7-6a44634d09ce tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969279
Nov 13 21:05:29.920263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63825f1ae8d24c5dba9c64f5607cb2b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3021548
Nov 13 21:05:29.922899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43802) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:29.925998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6392545a-6b5d-4d64-ae09-b8935ce4f784,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:29.935143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.935871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.936501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.937027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.937500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.938130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.938618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.939215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.939683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.940416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.940771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:29.941097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a934030f-cb64-4945-943d-4aaca8c8f369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:30.140536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa26-cd62-4a38-9881-5c78a9fc661b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.151284 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cb06c0ae-a648-4fc8-98ec-b5cb6025e999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=698bdffd79664cbb8edb0836fdb7ac3d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3219447
Nov 13 21:05:30.151672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43816) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:30.171791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa26-cd62-4a38-9881-5c78a9fc661b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.188596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266e020-2b09-4e1e-9d08-32833d849519 req-bcb074e6-b5ce-49c5-8625-c72bdadcc629 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:30.189975 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9266e020-2b09-4e1e-9d08-32833d849519 req-bcb074e6-b5ce-49c5-8625-c72bdadcc629 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.1349869
Nov 13 21:05:30.224077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6770e7-fc2a-4702-9810-de4ef6b10261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.254959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6770e7-fc2a-4702-9810-de4ef6b10261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.273225 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9266e020-2b09-4e1e-9d08-32833d849519 req-31c5dd1c-b9aa-43b9-99dd-9131ea18eb27 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723386
Nov 13 21:05:30.380817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ace13-4df1-4c26-96d4-a10e2fc8760e req-6b8e3552-d16b-4307-bd92-b998c88073d1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:30.382302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a78ace13-4df1-4c26-96d4-a10e2fc8760e req-6b8e3552-d16b-4307-bd92-b998c88073d1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.0527244
Nov 13 21:05:30.383992 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.440804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a78ace13-4df1-4c26-96d4-a10e2fc8760e req-2ec41569-c580-41d1-971c-10edbcbc5fff tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515883
Nov 13 21:05:30.446059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6770e7-fc2a-4702-9810-de4ef6b10261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.449719 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6770e7-fc2a-4702-9810-de4ef6b10261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.450116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa26-cd62-4a38-9881-5c78a9fc661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.452986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa6770e7-fc2a-4702-9810-de4ef6b10261 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21547ddc-4b5c-44a7-b802-738493d63db4 HTTP/1.1" status: 204  len: 168 time: 0.2986629
Nov 13 21:05:30.453282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa26-cd62-4a38-9881-5c78a9fc661b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:30.456882 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-23c7aa26-cd62-4a38-9881-5c78a9fc661b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6392545a-6b5d-4d64-ae09-b8935ce4f784 HTTP/1.1" status: 204  len: 168 time: 0.5294855
Nov 13 21:05:30.463756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7aa26-cd62-4a38-9881-5c78a9fc661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6392545a-6b5d-4d64-ae09-b8935ce4f784,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:30.471830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6770e7-fc2a-4702-9810-de4ef6b10261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21547ddc-4b5c-44a7-b802-738493d63db4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:30.508275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66820fdd-0bec-4095-a2db-de97f7d638a3 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:05:30.530581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 66820fdd-0bec-4095-a2db-de97f7d638a3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:05:30.530913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66820fdd-0bec-4095-a2db-de97f7d638a3 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:05:30.649894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bd597-eec8-4f99-be02-6e0110f6e552 req-fe365e67-1901-42bc-bdbe-8c6bbc969e3f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:30.651878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-997bd597-eec8-4f99-be02-6e0110f6e552 req-fe365e67-1901-42bc-bdbe-8c6bbc969e3f tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 948 time: 0.0627854
Nov 13 21:05:30.706515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-997bd597-eec8-4f99-be02-6e0110f6e552 req-cd17c685-cb67-4ae8-843b-a33bee896607 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485837
Nov 13 21:05:30.912964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:30.923245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3618e565-5afa-4e86-96c4-a3df9d19edf1 req-cc91a9b0-5478-4396-8c39-01bc1df4d715 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 210 time: 0.0276659
Nov 13 21:05:31.134215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:31.145742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 has no active binding in host nch2-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:05:31.386062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa401c08-c7b3-4c74-a13c-ef31f3bd64f9 req-d9d8129f-d552-46c1-ab42-37418801f0ce tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:31.388016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa401c08-c7b3-4c74-a13c-ef31f3bd64f9 req-d9d8129f-d552-46c1-ab42-37418801f0ce tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 948 time: 0.0517216
Nov 13 21:05:31.462327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa401c08-c7b3-4c74-a13c-ef31f3bd64f9 req-ab7a622e-9569-417a-9b38-7cddc975377c tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637901
Nov 13 21:05:31.577777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec64db-8daf-486a-b52d-fc6d00bf64aa req-5074474e-43fb-43c1-88ca-a41be38bcf44 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:31.579343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aaec64db-8daf-486a-b52d-fc6d00bf64aa req-5074474e-43fb-43c1-88ca-a41be38bcf44 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.0574532
Nov 13 21:05:31.618100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b44e1-807e-4195-9f59-066cbf7b80d7 req-5a9e20d3-4c3d-426e-9527-e235b1d129a3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:31.618605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-659b44e1-807e-4195-9f59-066cbf7b80d7 req-5a9e20d3-4c3d-426e-9527-e235b1d129a3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.2543671
Nov 13 21:05:31.632769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43866) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:31.652036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aaec64db-8daf-486a-b52d-fc6d00bf64aa req-411e2661-d270-4388-bb11-8f14f12eb1f3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629082
Nov 13 21:05:31.657929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d174071c-3604-4a41-ae5d-8bc4dc4405d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:31.711546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-659b44e1-807e-4195-9f59-066cbf7b80d7 req-170ace3f-33a7-4bab-9c54-c12b6a9d9009 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862498
Nov 13 21:05:31.776938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d174071c-3604-4a41-ae5d-8bc4dc4405d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:31.858195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d174071c-3604-4a41-ae5d-8bc4dc4405d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:31.908628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d174071c-3604-4a41-ae5d-8bc4dc4405d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=501039fbacf44f7a8059cd11deb16af7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2716470
Nov 13 21:05:31.908628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174071c-3604-4a41-ae5d-8bc4dc4405d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a49d1-d971-4a08-bdbd-62a6bebdb14f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:31.909028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43874) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:31.977729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e59126c7-189e-4583-a74a-d050e3b5b93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:32.006817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e59126c7-189e-4583-a74a-d050e3b5b93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:32.037235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-754a8c2c-4599-4c4c-9243-6fce1cde4c3e req-51fdd37d-3133-451b-b8da-fc1167dbc8c7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 210 time: 0.0369160
Nov 13 21:05:32.193702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e59126c7-189e-4583-a74a-d050e3b5b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:32.204532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e59126c7-189e-4583-a74a-d050e3b5b93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:32.204532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e59126c7-189e-4583-a74a-d050e3b5b93b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa2a49d1-d971-4a08-bdbd-62a6bebdb14f HTTP/1.1" status: 204  len: 168 time: 0.2875440
Nov 13 21:05:32.206051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59126c7-189e-4583-a74a-d050e3b5b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a49d1-d971-4a08-bdbd-62a6bebdb14f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:32.442150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-1ddcc108-6781-45cd-9163-9a3ced948be7 service neutron] 10.222.0.37 "GET /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0670786
Nov 13 21:05:32.645202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5809413-2e93-4d70-b1f8-2a1a67fcb8d6 req-d8933809-47be-4706-8818-c09a1e998901 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:32.646632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5809413-2e93-4d70-b1f8-2a1a67fcb8d6 req-d8933809-47be-4706-8818-c09a1e998901 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 948 time: 0.0996351
Nov 13 21:05:32.662223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:32.704116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:32.709725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-69ac4cb6-23e2-41a1-a7c7-c664efca55ff tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:32.711237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-69ac4cb6-23e2-41a1-a7c7-c664efca55ff tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.1265650
Nov 13 21:05:32.726754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Request body: {'port': {'device_id': 'c42db478-7562-428e-ad29-2c30035cd898', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'admin_state_up': True, 'tenant_id': '8c9cacff30fd4af19035b88fec319120'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:32.744962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5809413-2e93-4d70-b1f8-2a1a67fcb8d6 req-7a5eb12f-7f72-438f-95a0-58a775ac1c40 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/security-groups?id=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867803
Nov 13 21:05:32.759436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4841260f-a5f1-42f1-9638-a0b58365af15 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:32.771515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:32.886008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:32.895603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-66086078-8a59-4b08-bdf7-8088254b28c1 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:32.897003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-66086078-8a59-4b08-bdf7-8088254b28c1 tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 948 time: 0.1630936
Nov 13 21:05:32.915283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67e3ab-8f0e-4333-aa11-4e71b80a2fb6 req-fcb26b09-10d4-4fd9-9383-314c50226301 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:32.916372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c67e3ab-8f0e-4333-aa11-4e71b80a2fb6 req-fcb26b09-10d4-4fd9-9383-314c50226301 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.1609142
Nov 13 21:05:32.928388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:33.001452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59963d3b-8571-48b3-9201-ae0803dcc26d req-b7be1d6a-ec9f-4d37-868e-a8952869bd36 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:33.008443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59963d3b-8571-48b3-9201-ae0803dcc26d req-b7be1d6a-ec9f-4d37-868e-a8952869bd36 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 965 time: 0.1830304
Nov 13 21:05:33.066841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c67e3ab-8f0e-4333-aa11-4e71b80a2fb6 req-6e5a32a1-efb0-46a5-8822-636f3afc2f87 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394043
Nov 13 21:05:33.084467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:33.129227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Deleting port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:05:33.135585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.137407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'mac_address': 'fa:16:3e:96:6d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:33.147150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Made reservation on behalf of 8c9cacff30fd4af19035b88fec319120 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:33.152073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.155542 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59963d3b-8571-48b3-9201-ae0803dcc26d req-1afd020d-4572-479b-894e-8f3826403b44 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298771
Nov 13 21:05:33.156931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] Transition to ACTIVE for port object 4841260f-a5f1-42f1-9638-a0b58365af15 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:33.215342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.229437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23b957b9-fef0-4d16-a55d-da7c63a1f863 req-610ce9db-fc3a-431f-9da8-e88e21d19290 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 210 time: 0.0419137
Nov 13 21:05:33.235126 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.238492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02218c95-4a6d-4ec2-9d14-46273c3547c7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:33.282815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:33.329068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] Pushing event updated for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:33.388477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] No DVR routers for this DVR port 4841260f-a5f1-42f1-9638-a0b58365af15 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:05:33.388708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] For port de3e29d6-979f-4b86-ae42-bad3b08eb4c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:33.388708 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.390846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-532f39ba-0e85-4dee-86a7-50cdb2d4c05a service neutron] 10.222.0.37 "PUT /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9412801
Nov 13 21:05:33.418335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Calling delete_port for de3e29d6-979f-4b86-ae42-bad3b08eb4c7 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:05:33.478102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Allocated IP 172.20.0.9 (837dfc45-8a27-4774-a247-6eaae2a710d0/b3bef1ba-1e3d-40da-b9ca-5e7672aa5808/636daac2-de07-4fe2-821f-5641f265eae7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:33.527526 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.626005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-dc0464ea-a4cc-4660-a6f9-3a1228d38914 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:33.627967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-dc0464ea-a4cc-4660-a6f9-3a1228d38914 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1117 time: 0.0480983
Nov 13 21:05:33.629257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:33.713840 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:33.777203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:33.796425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-3dd5a997-1c04-4b29-9480-b9ceb1a2c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:33.796425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-3dd5a997-1c04-4b29-9480-b9ceb1a2c8be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&tenant_id=39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 1117 time: 0.1542284
Nov 13 21:05:33.875044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-aa632a68-9863-4988-8e65-0eb4126cb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:33.876727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-aa632a68-9863-4988-8e65-0eb4126cb855 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1117 time: 0.0552032
Nov 13 21:05:34.008495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:34.031204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43942) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:34.071314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Pushing event deleted for resources: {'Port': ['ID=de3e29d6-979f-4b86-ae42-bad3b08eb4c7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:34.127361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-969aba79-6653-4554-8d82-919e5c712f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.128905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-969aba79-6653-4554-8d82-919e5c712f3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2407336
Nov 13 21:05:34.133277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] No DVR routers for this DVR port de3e29d6-979f-4b86-ae42-bad3b08eb4c7 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:05:34.151277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a0f29bdf-95ba-4c2a-ae35-94bd0a1ce753 req-d3d93f4d-54a6-4c4b-b49f-92ddb1affe2d tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6a8010b-775f-4838-9cf0-236020a87869 HTTP/1.1" status: 200  len: 210 time: 0.0883694
Nov 13 21:05:34.152753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:34.172892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a6db50a-d455-4eb6-a01c-4746e7eff35b req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] 10.222.0.46 "DELETE /v2.0/ports/de3e29d6-979f-4b86-ae42-bad3b08eb4c7 HTTP/1.1" status: 204  len: 173 time: 1.2383280
Nov 13 21:05:34.180373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-913cc27e-d8eb-479a-93ca-88e9f65c4176 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.0423837
Nov 13 21:05:34.182807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a8010b-775f-4838-9cf0-236020a87869', 'name': 'network-vif-deleted', 'tag': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:34.185293 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29a221-4231-4a20-9338-2369e88d2d1d" -d '{"events": [{"server_uuid": "d6a8010b-775f-4838-9cf0-236020a87869", "name": "network-vif-deleted", "tag": "de3e29d6-979f-4b86-ae42-bad3b08eb4c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:34.191093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.191545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.191848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.192268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.192612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.192977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.193313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.193644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.193978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.194306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.194629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.194952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56450b79-676e-4086-b9be-8d9e2ffc49ab tempest-DeleteServersAdminTestJSON-2114036686 tempest-DeleteServersAdminTestJSON-2114036686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:34.198263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:34.331787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:34.338903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:34.342071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:34.345466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:34.370235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-f35728d6-ce90-4a65-8641-13e056ba5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.372469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-f35728d6-ce90-4a65-8641-13e056ba5b4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1781707
Nov 13 21:05:34.388069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea565cb-4687-44dd-8b42-4d0734e80313 req-33b3168d-8dac-4455-8c53-86823b70bc4a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.389531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ea565cb-4687-44dd-8b42-4d0734e80313 req-33b3168d-8dac-4455-8c53-86823b70bc4a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 949 time: 0.1181309
Nov 13 21:05:34.422040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.422669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:34.446280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa7d0b-e3c2-4691-8866-20232f54d4ca req-8639e71b-9834-43ad-a636-6cdf86b68523 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.448794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5aa7d0b-e3c2-4691-8866-20232f54d4ca req-8639e71b-9834-43ad-a636-6cdf86b68523 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 966 time: 0.1577652
Nov 13 21:05:34.452912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-408b52be-a448-492e-acb0-d1d9616bcd30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544538
Nov 13 21:05:34.474241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ea565cb-4687-44dd-8b42-4d0734e80313 req-0d2e5d77-e7ed-4ea3-a6e3-4fb8da4f8190 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747206
Nov 13 21:05:34.506133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3f3972f0-3e0a-452d-b33d-25e56fb1bf8e tempest-AutoAllocateNetworkTest-573695292 tempest-AutoAllocateNetworkTest-573695292-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91f389fde1254124848845d11e7e404b&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4657691
Nov 13 21:05:34.506249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43964) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:34.521646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-8669c50c-370b-4432-b5d8-d450e1b8faac tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8003113
Nov 13 21:05:34.542130 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Request body: {'port': {'device_id': 'c42db478-7562-428e-ad29-2c30035cd898', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:34.556073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5aa7d0b-e3c2-4691-8866-20232f54d4ca req-92e6c99c-af33-4478-ba86-25890aa4ed60 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934410
Nov 13 21:05:34.581112 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0089b4-4520-4197-b867-018b2598b273 x-openstack-request-id: req-0d0089b4-4520-4197-b867-018b2598b273 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:34.581369 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a8010b-775f-4838-9cf0-236020a87869", "name": "network-vif-deleted", "tag": "de3e29d6-979f-4b86-ae42-bad3b08eb4c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:34.581616 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d0089b4-4520-4197-b867-018b2598b273 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:34.581996 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a8010b-775f-4838-9cf0-236020a87869', 'name': 'network-vif-deleted', 'tag': 'de3e29d6-979f-4b86-ae42-bad3b08eb4c7', 'status': 'completed', 'code': 200}
Nov 13 21:05:34.640129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-a7eec7d8-e56a-4e92-b028-f952d69ffb95 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753645
Nov 13 21:05:34.681379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:34.717899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967eb8a4-b7ea-4fd3-87b8-7fdb5e771513 tempest-AutoAllocateNetworkTest-573695292 tempest-AutoAllocateNetworkTest-573695292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.719382 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-967eb8a4-b7ea-4fd3-87b8-7fdb5e771513 tempest-AutoAllocateNetworkTest-573695292 tempest-AutoAllocateNetworkTest-573695292-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2144237
Nov 13 21:05:34.743091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43974) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:34.778841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4f448-130a-4d5b-ab24-207ea33788d0 req-944a7dee-a35c-42b8-850a-7c92455f3a46 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.780326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8d4f448-130a-4d5b-ab24-207ea33788d0 req-944a7dee-a35c-42b8-850a-7c92455f3a46 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 931 time: 0.1393528
Nov 13 21:05:34.816795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd0dd3cc-61cf-4691-8e31-02868ac30edb tempest-AutoAllocateNetworkTest-573695292 tempest-AutoAllocateNetworkTest-573695292-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0778663
Nov 13 21:05:34.819582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43976) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:34.875824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6319bfc5-798c-46a5-a84c-98fa22c87857 tempest-AutoAllocateNetworkTest-573695292 tempest-AutoAllocateNetworkTest-573695292-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91f389fde1254124848845d11e7e404b HTTP/1.1" status: 200  len: 208 time: 0.0548792
Nov 13 21:05:34.911551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-f254ef1d-4d02-4c30-8311-6b76ad699202 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2614403
Nov 13 21:05:34.931841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:34.953554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8d4f448-130a-4d5b-ab24-207ea33788d0 req-fbe17db6-bf88-426f-b102-824f4d127e1e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389260
Nov 13 21:05:34.977879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.978372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.978892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.979281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.979719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.980161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.980605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:34.982405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0428dec1-c82c-4413-a3d4-456ec5dc6d9a req-21fb5047-f7a1-4e1d-b1dc-48985c018ec7 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5014 time: 0.1770740
Nov 13 21:05:35.167061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 02218c95-4a6d-4ec2-9d14-46273c3547c7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:35.175933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 02218c95-4a6d-4ec2-9d14-46273c3547c7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:35.176573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.277846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.309364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636daac2-de07-4fe2-821f-5641f265eae7 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:35.316095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:35.319759 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a1aa10-15f0-4fc5-945a-aa3a6a44ac90" -d '{"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-plugged", "status": "completed", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:35.320125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.340905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:35.342723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7951a4-d3a8-4a6e-8229-16d7d1a2becd req-c109cfe2-670f-4a52-b164-76c61347c7d9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.348254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d7951a4-d3a8-4a6e-8229-16d7d1a2becd req-c109cfe2-670f-4a52-b164-76c61347c7d9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 886 time: 0.3390532
Nov 13 21:05:35.349892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Transition to ACTIVE for port object 636daac2-de07-4fe2-821f-5641f265eae7 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:35.387864 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbbee4e-7b28-4754-8470-5b21f4075f51 x-openstack-request-id: req-fbbbee4e-7b28-4754-8470-5b21f4075f51 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:35.388329 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-plugged", "status": "completed", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:35.388505 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbbbee4e-7b28-4754-8470-5b21f4075f51 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:35.388953 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'code': 200}
Nov 13 21:05:35.424926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.425779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device de3e29d6-979f-4b86-ae42-bad3b08eb4c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:05:35.465412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: de3e29d6-979f-4b86-ae42-bad3b08eb4c7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:05:35.465874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device de3e29d6-979f-4b86-ae42-bad3b08eb4c7 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:05:35.487301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.526800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:35.598211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:35.631878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-1263bdf5-ecc2-4a18-8623-020ae31bba6c tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.634032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-1263bdf5-ecc2-4a18-8623-020ae31bba6c tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1117 time: 0.1013889
Nov 13 21:05:35.678822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210199b-d502-4ba6-844e-011f3e68c6eb req-11292351-fab6-40ba-9133-195f8a2192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.680746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2210199b-d502-4ba6-844e-011f3e68c6eb req-11292351-fab6-40ba-9133-195f8a2192b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1101 time: 0.1433830
Nov 13 21:05:35.693753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44022) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:35.724258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.724990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.725590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.726421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.727038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.727945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.729249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.731595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb7c3dc5-8af2-492a-84ac-e8b50b84cd17 req-9e830b2e-5e6f-4a12-8536-aedd32456df9 tempest-NetworksTest-292568903 tempest-NetworksTest-292568903-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5014 time: 0.3142776
Nov 13 21:05:35.750227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:35.750753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:35.750871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:35.758413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2210199b-d502-4ba6-844e-011f3e68c6eb req-c6f2bce9-a3fc-467a-9860-501d279d02f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699680
Nov 13 21:05:35.758921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:35.759238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:35.770151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:35.770684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:35.771238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:35.772219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Bound port: 636daac2-de07-4fe2-821f-5641f265eae7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:35.772906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.877571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb4dcb-378c-4c89-87ec-355ca7278f11 req-a2134d16-965e-443d-942b-59f1cd25cc76 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.879931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cdb4dcb-378c-4c89-87ec-355ca7278f11 req-a2134d16-965e-443d-942b-59f1cd25cc76 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 966 time: 0.0618370
Nov 13 21:05:35.925205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a464380-39a9-48db-8a67-4bac0ead668c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:35.927793 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:35.931961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:35.940126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930191-4d54-4414-98b4-ed5159f8e621 req-3cd192af-b0f7-4290-87a0-786ee8b7808a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:35.941702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc930191-4d54-4414-98b4-ed5159f8e621 req-3cd192af-b0f7-4290-87a0-786ee8b7808a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1545808
Nov 13 21:05:35.960501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cdb4dcb-378c-4c89-87ec-355ca7278f11 req-b4ca8cf9-2357-4ec3-94d8-a7f18292e019 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744021
Nov 13 21:05:36.015670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc930191-4d54-4414-98b4-ed5159f8e621 req-a20ad565-3e1a-4e45-93b1-bebe6a5b8951 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653868
Nov 13 21:05:36.023616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a464380-39a9-48db-8a67-4bac0ead668c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.027438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.040185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-cfdcad33-e26e-4a29-bc9a-e8443a27dcbf service neutron] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:36.063168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-cfdcad33-e26e-4a29-bc9a-e8443a27dcbf service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.064253 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75dc7633-9f8a-4fd3-b16d-a031e445a73f req-cfdcad33-e26e-4a29-bc9a-e8443a27dcbf service neutron] 10.222.0.46 "DELETE /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4005728
Nov 13 21:05:36.074189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:36.074189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.075260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] 10.222.0.37 "PUT /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 1091 time: 1.5407259
Nov 13 21:05:36.098423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edd938-7e6d-472b-9e9e-8f335cb18a5e service neutron] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:36.149756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a464380-39a9-48db-8a67-4bac0ead668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.179516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e618-b428-4940-85dd-e88b897a9e2c req-dc12fcc9-0f79-474a-a204-ae219b4c04fd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:36.181058 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e30e618-b428-4940-85dd-e88b897a9e2c req-dc12fcc9-0f79-474a-a204-ae219b4c04fd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 943 time: 0.0646818
Nov 13 21:05:36.200879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a464380-39a9-48db-8a67-4bac0ead668c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91f389fde1254124848845d11e7e404b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5021417
Nov 13 21:05:36.200879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44048) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:36.206880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464380-39a9-48db-8a67-4bac0ead668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eef36d-93d2-4c2b-881c-6bc6d7d27076,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:36.276065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46953b55-8f2d-4185-9b98-f4300e5d322b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.279046 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e30e618-b428-4940-85dd-e88b897a9e2c req-c71e73bd-8d6d-45ec-9c7c-8ab0ded01546 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867531
Nov 13 21:05:36.330362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46953b55-8f2d-4185-9b98-f4300e5d322b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.352132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-ee9ae6d2-37c3-4765-b6eb-498bb9486e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:36.354986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-ee9ae6d2-37c3-4765-b6eb-498bb9486e4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1094 time: 0.0749485
Nov 13 21:05:36.418286 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-f50eb951-9ae8-4280-bc29-b1c0d254580b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.0508239
Nov 13 21:05:36.475608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46953b55-8f2d-4185-9b98-f4300e5d322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.478504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46953b55-8f2d-4185-9b98-f4300e5d322b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:36.482908 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-46953b55-8f2d-4185-9b98-f4300e5d322b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36eef36d-93d2-4c2b-881c-6bc6d7d27076 HTTP/1.1" status: 204  len: 168 time: 0.2812784
Nov 13 21:05:36.489939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cf8c2-4b45-4b8c-bd1e-51bd7652b996 req-18ff84ed-6dc2-4adf-943b-afa630bbc74e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:36.489939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e13cf8c2-4b45-4b8c-bd1e-51bd7652b996 req-18ff84ed-6dc2-4adf-943b-afa630bbc74e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1117 time: 0.1096721
Nov 13 21:05:36.489939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-e26934f6-3471-4593-8f13-139a2521057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:36.489939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-e26934f6-3471-4593-8f13-139a2521057a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0565028
Nov 13 21:05:36.501041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46953b55-8f2d-4185-9b98-f4300e5d322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eef36d-93d2-4c2b-881c-6bc6d7d27076,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:36.527981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:05:36.535803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-ed29a557-6ef7-4bfe-8c8e-27c9553de17e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362787
Nov 13 21:05:36.561097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44062) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:36.583678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:36.585733 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3824760-48c9-4667-8a54-ff3e51d1c678" -d '{"events": [{"name": "network-changed", "server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "tag": "636daac2-de07-4fe2-821f-5641f265eae7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:36.597888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:05:36.607623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e13cf8c2-4b45-4b8c-bd1e-51bd7652b996 req-b0efac29-ade9-4b06-be5f-0c80f5522dd5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149933
Nov 13 21:05:36.691274 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d25c41-8643-4a5b-9bd3-3e4c480295e7 x-openstack-request-id: req-31d25c41-8643-4a5b-9bd3-3e4c480295e7 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:36.691571 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "tag": "636daac2-de07-4fe2-821f-5641f265eae7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:36.691861 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31d25c41-8643-4a5b-9bd3-3e4c480295e7 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:36.692208 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7', 'status': 'completed', 'code': 200}
Nov 13 21:05:36.696471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-2347555b-03a7-4a73-8e25-21d43f04c9ab service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502180
Nov 13 21:05:36.810366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0f40b8a-0b6c-4f6d-9525-1a53ca8a442c req-d8dd5138-eca1-4649-8526-4e03e0bd859c service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1072388
Nov 13 21:05:37.018276 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e71d5021-1a89-4984-9832-e296d4edfd70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.020990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-2e5f2eed-e511-4626-9714-e7c8ed7391ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:37.022502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-2e5f2eed-e511-4626-9714-e7c8ed7391ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1094 time: 0.0601177
Nov 13 21:05:37.136161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e71d5021-1a89-4984-9832-e296d4edfd70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.168491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-ec132241-d411-4a59-829d-e141dc245a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:37.171296 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-ec132241-d411-4a59-829d-e141dc245a19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1416497
Nov 13 21:05:37.180648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85de6a0-b4a4-4821-912d-9fca404267ce req-b329d092-f866-4630-938e-e6257693e5ec tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:37.196044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c85de6a0-b4a4-4821-912d-9fca404267ce req-b329d092-f866-4630-938e-e6257693e5ec tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.0796175
Nov 13 21:05:37.230133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-09ddd7be-6cf1-4a45-9939-810ac4f015da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.0490670
Nov 13 21:05:37.251931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c85de6a0-b4a4-4821-912d-9fca404267ce req-c92b736c-7ac6-464a-bf06-affa0157462b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492170
Nov 13 21:05:37.339845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-9d973d30-e50e-4e2a-b639-46c0ba41a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:37.341321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-9d973d30-e50e-4e2a-b639-46c0ba41a019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1024494
Nov 13 21:05:37.367164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e71d5021-1a89-4984-9832-e296d4edfd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.383791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-df8ccc2c-d112-40ff-b883-84df8884dc5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316963
Nov 13 21:05:37.408591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-ed7d6ff1-8111-47ae-891f-a54fd0035f59 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:37.410145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-ed7d6ff1-8111-47ae-891f-a54fd0035f59 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.1833112
Nov 13 21:05:37.411947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e71d5021-1a89-4984-9832-e296d4edfd70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8fbd6ba41bb487e9fb1a82e8a4cbb0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8497849
Nov 13 21:05:37.414034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d5021-1a89-4984-9832-e296d4edfd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9b4bd1-8090-4d47-8b69-a666a488c7fc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:37.418752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44106) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:37.468180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-022b4dcc-5cec-4c4f-a42c-c6820e33db83 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/quotas/39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 375 time: 0.0361211
Nov 13 21:05:37.509140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e300751-b362-4437-b5be-44f532313910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.538490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44110) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:37.544195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-ac13d216-32dc-475b-b1cb-096e56762996 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525383
Nov 13 21:05:37.554834 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e300751-b362-4437-b5be-44f532313910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.561981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-40ae306a-519a-4dc2-a5e7-52dbb941eda6 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0879891
Nov 13 21:05:37.687236 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e300751-b362-4437-b5be-44f532313910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.690310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e300751-b362-4437-b5be-44f532313910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.691693 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8e300751-b362-4437-b5be-44f532313910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff9b4bd1-8090-4d47-8b69-a666a488c7fc HTTP/1.1" status: 204  len: 168 time: 0.2627883
Nov 13 21:05:37.700893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e300751-b362-4437-b5be-44f532313910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9b4bd1-8090-4d47-8b69-a666a488c7fc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:37.706874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44120) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:37.739463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-933738b4-de34-4906-b08a-3cd498c380e3 service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765590
Nov 13 21:05:37.749466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3824760-48c9-4667-8a54-ff3e51d1c678 req-eafe5a44-a5da-4163-a62f-411d40dbfd89 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784596
Nov 13 21:05:37.836335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c2dccd0-97b4-41a4-b10f-ac8477189a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:37.846400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-df0c65f0-da4b-49d0-998d-0c03a0ef5468 service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053548
Nov 13 21:05:37.873775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44124) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:37.960722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072b59-f3f8-4406-b19b-c5e6d2cfa92e req-be9fc711-363b-44f8-8ae3-ad39284173f7 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:37.962224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86072b59-f3f8-4406-b19b-c5e6d2cfa92e req-be9fc711-363b-44f8-8ae3-ad39284173f7 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1101 time: 0.0708296
Nov 13 21:05:37.986935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87e257f9-4b47-4f23-bd6b-a574b51e08f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8cb2233aed74fdfa30a26e8a9e318d9&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2766488
Nov 13 21:05:37.987245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44132) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:37.996633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-86072b59-f3f8-4406-b19b-c5e6d2cfa92e req-e0ac6973-8e40-4ce9-ba1c-480232129a37 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.029287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c2dccd0-97b4-41a4-b10f-ac8477189a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.035929 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e155-a0be-40a1-9764-825e2d6a8d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.068425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5331c33e-21a0-4207-9628-8f520ae5f85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.104391 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5331c33e-21a0-4207-9628-8f520ae5f85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.155543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-86072b59-f3f8-4406-b19b-c5e6d2cfa92e req-e0ac6973-8e40-4ce9-ba1c-480232129a37 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.168049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c2dccd0-97b4-41a4-b10f-ac8477189a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.196465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e155-a0be-40a1-9764-825e2d6a8d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.218650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6c2dccd0-97b4-41a4-b10f-ac8477189a76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=016e1d17808d4287aac9330da05fb9ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6763260
Nov 13 21:05:38.218650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dccd0-97b4-41a4-b10f-ac8477189a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d34fe2-6bfa-4781-a3e2-3d2d7bd89b5e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:38.218806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:38.246568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5565f-4597-430a-b2bd-62ba01eabb31 req-56bcd7e6-562a-41b7-8aa9-e3850e30596e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:38.246568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34c5565f-4597-430a-b2bd-62ba01eabb31 req-56bcd7e6-562a-41b7-8aa9-e3850e30596e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 943 time: 0.1063423
Nov 13 21:05:38.264027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-86072b59-f3f8-4406-b19b-c5e6d2cfa92e req-e0ac6973-8e40-4ce9-ba1c-480232129a37 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.300285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5331c33e-21a0-4207-9628-8f520ae5f85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.302856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5331c33e-21a0-4207-9628-8f520ae5f85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.306834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5331c33e-21a0-4207-9628-8f520ae5f85a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638 HTTP/1.1" status: 204  len: 168 time: 0.3181646
Nov 13 21:05:38.313233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e155-a0be-40a1-9764-825e2d6a8d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.333268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86072b59-f3f8-4406-b19b-c5e6d2cfa92e req-e0ac6973-8e40-4ce9-ba1c-480232129a37 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3470900
Nov 13 21:05:38.344359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6973-8e40-4ce9-ba1c-480232129a37 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e6e9a-448e-4f5f-a63b-93a2290a1c8f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:38.349427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331c33e-21a0-4207-9628-8f520ae5f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba7ab1-3b93-42ee-83c3-16fc7fb1a638,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:38.356021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6afd72f-d190-43f2-abc0-78c52411ce1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.368219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34c5565f-4597-430a-b2bd-62ba01eabb31 req-91815315-826d-44d7-86e4-b7cc39f5c0c3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124165
Nov 13 21:05:38.394912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bdb4e155-a0be-40a1-9764-825e2d6a8d11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b075d0aa60e944aab99c96848afb494e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5197465
Nov 13 21:05:38.398496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:38.429362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6afd72f-d190-43f2-abc0-78c52411ce1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.434909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4e155-a0be-40a1-9764-825e2d6a8d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba577ab2-effe-45db-a818-fe1cef9b04d9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:38.440478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-096a4670-60ab-486a-b47a-7aa766611029 req-e25d2b7c-6fba-4678-a519-5db834fa3d58 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 210 time: 0.0632939
Nov 13 21:05:38.485960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-345c7432-5ab5-4573-b1e4-877b4d93876d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.526031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-345c7432-5ab5-4573-b1e4-877b4d93876d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.590023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6afd72f-d190-43f2-abc0-78c52411ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.592729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6afd72f-d190-43f2-abc0-78c52411ce1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.593874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e6afd72f-d190-43f2-abc0-78c52411ce1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03d34fe2-6bfa-4781-a3e2-3d2d7bd89b5e HTTP/1.1" status: 204  len: 168 time: 0.3742814
Nov 13 21:05:38.601578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afd72f-d190-43f2-abc0-78c52411ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d34fe2-6bfa-4781-a3e2-3d2d7bd89b5e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:38.709477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-345c7432-5ab5-4573-b1e4-877b4d93876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.712142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-345c7432-5ab5-4573-b1e4-877b4d93876d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:38.713327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-345c7432-5ab5-4573-b1e4-877b4d93876d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba577ab2-effe-45db-a818-fe1cef9b04d9 HTTP/1.1" status: 204  len: 168 time: 0.3116891
Nov 13 21:05:38.720668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c7432-5ab5-4573-b1e4-877b4d93876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba577ab2-effe-45db-a818-fe1cef9b04d9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:38.992589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:39.009629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b06623-c652-4143-9f43-0c437d09166e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.085538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b06623-c652-4143-9f43-0c437d09166e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.201135 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b06623-c652-4143-9f43-0c437d09166e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.239915 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-48b06623-c652-4143-9f43-0c437d09166e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7812ad5448a94bcbb6056a1e1cbacb06&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2453988
Nov 13 21:05:39.240904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b06623-c652-4143-9f43-0c437d09166e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c7ae31-5d91-4803-8a2b-13a50fcbbbe8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:39.242721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44174) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:39.303278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a62b351f-a975-4e35-9714-fea2d94ce117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.324406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a62b351f-a975-4e35-9714-fea2d94ce117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.518866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da258-5b78-461c-8b7e-8664a5ea0c88 req-4c8d2502-ab80-4b54-856e-94f397c82d2c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:39.520302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca5da258-5b78-461c-8b7e-8664a5ea0c88 req-4c8d2502-ab80-4b54-856e-94f397c82d2c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 943 time: 0.0468912
Nov 13 21:05:39.521394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a62b351f-a975-4e35-9714-fea2d94ce117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.523929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a62b351f-a975-4e35-9714-fea2d94ce117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.527825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a62b351f-a975-4e35-9714-fea2d94ce117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05c7ae31-5d91-4803-8a2b-13a50fcbbbe8 HTTP/1.1" status: 204  len: 168 time: 0.2811797
Nov 13 21:05:39.539586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b351f-a975-4e35-9714-fea2d94ce117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c7ae31-5d91-4803-8a2b-13a50fcbbbe8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:39.577616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca5da258-5b78-461c-8b7e-8664a5ea0c88 req-3da1037a-8d3e-4ee3-81ef-89cbda47c724 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495353
Nov 13 21:05:39.665466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-745367a3-6935-4cd8-961a-0de762c814ec req-e03f5ab9-26e6-49e5-aab0-2ce15c5db6fb tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 210 time: 0.0289562
Nov 13 21:05:39.793464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:39.807326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7a67b77-eb11-4008-ae07-597f3adaa840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:39.880843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7a67b77-eb11-4008-ae07-597f3adaa840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.052289 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7a67b77-eb11-4008-ae07-597f3adaa840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.106042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7a67b77-eb11-4008-ae07-597f3adaa840 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f78a0f6f49e45939c1d967a7cebb17e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3112559
Nov 13 21:05:40.108665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44194) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:40.109211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a67b77-eb11-4008-ae07-597f3adaa840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe63ff-8a9a-4471-9db1-a610f804b461,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:40.145261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:40.159403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd990-003b-4803-8d6a-43cc097b5abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.160140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c76f4aaf-b98a-441d-bbfe-3d4f548f92bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.192973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c76f4aaf-b98a-441d-bbfe-3d4f548f92bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.240380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd990-003b-4803-8d6a-43cc097b5abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.291814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44198) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:40.304812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09df20df-90bc-4404-a6e6-3366e14ca3e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.354347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd990-003b-4803-8d6a-43cc097b5abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.371053 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c76f4aaf-b98a-441d-bbfe-3d4f548f92bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.374683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c76f4aaf-b98a-441d-bbfe-3d4f548f92bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.380100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c76f4aaf-b98a-441d-bbfe-3d4f548f92bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbe63ff-8a9a-4471-9db1-a610f804b461 HTTP/1.1" status: 204  len: 168 time: 0.2704551
Nov 13 21:05:40.389309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f4aaf-b98a-441d-bbfe-3d4f548f92bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe63ff-8a9a-4471-9db1-a610f804b461,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:40.401242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd3fd990-003b-4803-8d6a-43cc097b5abe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47daf2f34703461a8e19ffb9557da01b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2547135
Nov 13 21:05:40.404148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44202) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:40.404800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fd990-003b-4803-8d6a-43cc097b5abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8931ea3c-5467-41f4-ad25-cf61028e676a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:40.487232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09df20df-90bc-4404-a6e6-3366e14ca3e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.498670 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b796afaa-30e9-4d3c-9323-5927c5dff00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.527265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b796afaa-30e9-4d3c-9323-5927c5dff00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.570428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:40.580206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09df20df-90bc-4404-a6e6-3366e14ca3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.628748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df20df-90bc-4404-a6e6-3366e14ca3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d40307d-cd9f-41cb-993a-598609670040,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:40.642115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09df20df-90bc-4404-a6e6-3366e14ca3e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=989fedd6fd9e4aebb4b32a3de36be479&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3491483
Nov 13 21:05:40.644893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44210) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:40.716871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:40.740093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cff396-5f75-4d53-85a9-8d01660ecff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.749358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '636daac2-de07-4fe2-821f-5641f265eae7', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'port_id': '636daac2-de07-4fe2-821f-5641f265eae7', 'mac_address': 'fa:16:3e:f3:0e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bef1ba-1e3d-40da-b9ca-5e7672aa5808', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:40.764385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b796afaa-30e9-4d3c-9323-5927c5dff00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.769936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b796afaa-30e9-4d3c-9323-5927c5dff00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.772608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b796afaa-30e9-4d3c-9323-5927c5dff00b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8931ea3c-5467-41f4-ad25-cf61028e676a HTTP/1.1" status: 204  len: 168 time: 0.3646572
Nov 13 21:05:40.779098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44214) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:40.805498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796afaa-30e9-4d3c-9323-5927c5dff00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8931ea3c-5467-41f4-ad25-cf61028e676a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:40.826098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cff396-5f75-4d53-85a9-8d01660ecff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.844555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9113644-4b7e-4ea0-a357-0e818166dcff req-a5377a56-e59d-43c4-9398-c73e3e526a69 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:40.846286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9113644-4b7e-4ea0-a357-0e818166dcff req-a5377a56-e59d-43c4-9398-c73e3e526a69 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 943 time: 0.1392775
Nov 13 21:05:40.891761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:40.906844 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9113644-4b7e-4ea0-a357-0e818166dcff req-24f9bf5f-fe36-47ae-8776-44730c704e2a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540059
Nov 13 21:05:40.907425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636daac2-de07-4fe2-821f-5641f265eae7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:40.927422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:40.981232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-727409f8-f405-4002-8b00-9d85a8f64f35 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:40.983043 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-727409f8-f405-4002-8b00-9d85a8f64f35 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.1405950
Nov 13 21:05:40.998327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Request body: {'port': {'device_id': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'admin_state_up': True, 'tenant_id': '39d955549db8436198ccc9342b455243'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:41.001405 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.023225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a5810e2-94a4-44c8-8331-44806e8a322a req-4898d2dc-cd22-423b-9ef4-b14e122f58b6 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 210 time: 0.0313900
Nov 13 21:05:41.055306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:41.162705 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cff396-5f75-4d53-85a9-8d01660ecff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.165519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cff396-5f75-4d53-85a9-8d01660ecff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.172364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d3cff396-5f75-4d53-85a9-8d01660ecff3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d40307d-cd9f-41cb-993a-598609670040 HTTP/1.1" status: 204  len: 168 time: 0.5203972
Nov 13 21:05:41.175772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cff396-5f75-4d53-85a9-8d01660ecff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d40307d-cd9f-41cb-993a-598609670040,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:41.214071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2175-eed2-4232-9086-769d9cc1148e req-783d9fb4-6cc3-4d7d-a839-f68d7a676987 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:41.216766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['636daac2-de07-4fe2-821f-5641f265eae7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:41.221991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89dd2175-eed2-4232-9086-769d9cc1148e req-783d9fb4-6cc3-4d7d-a839-f68d7a676987 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.0970199
Nov 13 21:05:41.245823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Made reservation on behalf of 39d955549db8436198ccc9342b455243 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:41.245823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.278284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89dd2175-eed2-4232-9086-769d9cc1148e req-b71d371b-9769-4780-b447-d5620ed83358 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553882
Nov 13 21:05:41.393914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4586d944-6aef-48e0-abae-0e202a0de328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0703311
Nov 13 21:05:41.395365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-network', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:41.432936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-dc80a68a-7192-438d-92cf-92e1f6522df7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:41.433924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-dc80a68a-7192-438d-92cf-92e1f6522df7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0335019
Nov 13 21:05:41.475132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Allocated IP 172.20.0.3 (50b1d336-aa1c-4eb0-9cee-350682ccd5c1/1e295620-79ca-4a71-8999-516f0e158e24/74a0d0e7-de90-461b-a9bd-d8f6d9299df3) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:41.527158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Made reservation on behalf of fdaf342b12614a5f82fe37e3677e4b71 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:41.529549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.538556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.637355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.660222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.726617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.751173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:05:41.777668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fb5e2c-944a-4e4e-a903-bac28ef2bed1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:41.779767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.780094 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Added segment 3fe2df32-769d-48d0-a119-a8afdc6686ba of type vlan for network c8c912f0-a827-467f-b041-3317ec4221d9
Nov 13 21:05:41.801499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.834948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.838690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.843708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:41.849101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:41.852425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:41.887837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:41.911405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:41.919643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:41.995236 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.003116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:42.003116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.060277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d0194-7f30-4c56-9d23-ea17cc26af45 req-ab3d3b23-1b6c-497c-a3d5-99c058032877 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:42.069355 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-425d0194-7f30-4c56-9d23-ea17cc26af45 req-ab3d3b23-1b6c-497c-a3d5-99c058032877 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 944 time: 0.0695930
Nov 13 21:05:42.129653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7999f7c3-ceaf-4db5-a6e6-4390bda496c1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1358798
Nov 13 21:05:42.152640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-425d0194-7f30-4c56-9d23-ea17cc26af45 req-0a300b45-9c47-431c-bdaf-2abd1ed85dbd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781381
Nov 13 21:05:42.170094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Request body: {'port': {'device_id': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:42.270856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4744925
Nov 13 21:05:42.282302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44270) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:42.287729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-405fe759-a336-44be-b591-262890111821 admin admin] Request body: {'subnet': {'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-subnet', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:42.312563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1b2c-db52-4f83-947e-bfb0acb3df75 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c912f0-a827-467f-b041-3317ec4221d9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:42.331789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network c8c912f0-a827-467f-b041-3317ec4221d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:05:42.350711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eace24-6748-4e1d-9447-40ba794a82f8 req-f1314eab-6e41-4d58-a72d-58b9f3441c73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:42.357136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05eace24-6748-4e1d-9447-40ba794a82f8 req-f1314eab-6e41-4d58-a72d-58b9f3441c73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 931 time: 0.0923133
Nov 13 21:05:42.441128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405fe759-a336-44be-b591-262890111821 admin admin] Made reservation on behalf of fdaf342b12614a5f82fe37e3677e4b71 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:42.443357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-405fe759-a336-44be-b591-262890111821 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.480157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05eace24-6748-4e1d-9447-40ba794a82f8 req-c5942ceb-db0d-4f52-9cd4-df9df0b85018 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172559
Nov 13 21:05:42.488232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fb3e9-f0a3-47be-8d81-91b796612508 req-e4def807-04fc-44ab-a566-995c628fdc6d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:42.490241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6d9fb3e9-f0a3-47be-8d81-91b796612508 req-e4def807-04fc-44ab-a566-995c628fdc6d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.0950725
Nov 13 21:05:42.491267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.570294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:42.578446 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6d9fb3e9-f0a3-47be-8d81-91b796612508 req-7bf7de9f-26bd-4e96-ad2d-3020dc77e70b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788639
Nov 13 21:05:42.732439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 636daac2-de07-4fe2-821f-5641f265eae7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:42.737015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 636daac2-de07-4fe2-821f-5641f265eae7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:42.737388 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.801764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-405fe759-a336-44be-b591-262890111821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.831707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.833929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:42.843793 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:42.862788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Transition to ACTIVE for port object 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:42.869403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fe759-a336-44be-b591-262890111821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8a22d4-1118-4692-9d1e-34a40ce1207b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:42.875746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fe759-a336-44be-b591-262890111821 admin admin] Checking segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:42.876454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fe759-a336-44be-b591-262890111821 admin admin] Network hostable DHCP agents. Network: c8c912f0-a827-467f-b041-3317ec4221d9, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:05:42.883748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:42.887056 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fc5be6-cf60-4a9b-9da8-c54550f97170" -d '{"events": [{"server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "name": "network-vif-plugged", "status": "completed", "tag": "636daac2-de07-4fe2-821f-5641f265eae7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:42.904855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:42.936980 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5dc791-eda2-4e4b-812c-4fec4a3c6aa5 x-openstack-request-id: req-fb5dc791-eda2-4e4b-812c-4fec4a3c6aa5 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:42.937470 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "name": "network-vif-plugged", "status": "completed", "tag": "636daac2-de07-4fe2-821f-5641f265eae7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:42.937751 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb5dc791-eda2-4e4b-812c-4fec4a3c6aa5 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:42.938192 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7', 'code': 200}
Nov 13 21:05:42.961791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.001240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fe759-a336-44be-b591-262890111821 admin admin] Network c8c912f0-a827-467f-b041-3317ec4221d9 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:05:43.002415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.019281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:43.080645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5798a08-8b94-4683-b4bb-a998b712e88c req-d513cab2-ac91-4dbf-bd27-d54a2a449afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.082936 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5798a08-8b94-4683-b4bb-a998b712e88c req-d513cab2-ac91-4dbf-bd27-d54a2a449afc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1096 time: 0.0646768
Nov 13 21:05:43.086349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:43.092443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-405fe759-a336-44be-b591-262890111821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8c912f0-a827-467f-b041-3317ec4221d9) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:43.096415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fe759-a336-44be-b591-262890111821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.097365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-405fe759-a336-44be-b591-262890111821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.104873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6ddb4-c4c5-465d-9d9f-85dcf71fd573 None None] Network c8c912f0-a827-467f-b041-3317ec4221d9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:43.182448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:43.183195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:43.183195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:43.190224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5798a08-8b94-4683-b4bb-a998b712e88c req-4227474c-464b-4793-bda5-e8f12c7a0a70 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903106
Nov 13 21:05:43.192262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:43.192722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:43.198454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:43.198769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:43.199156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:43.199587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Bound port: 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:43.199985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.259267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-405fe759-a336-44be-b591-262890111821 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.9734161
Nov 13 21:05:43.259376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44316) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:43.264425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:43.351288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8c912f0-a827-467f-b041-3317ec4221d9', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:05:43.352634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.371129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:43.375200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:43.384194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.385564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.390872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2cbcf-4f58-44ce-8784-7a858b429ad4 req-f5cc3804-5469-4c30-b234-7833a6c7bd74 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.393325 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc2cbcf-4f58-44ce-8784-7a858b429ad4 req-f5cc3804-5469-4c30-b234-7833a6c7bd74 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 945 time: 0.1016753
Nov 13 21:05:43.459572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.488255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.503776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc2cbcf-4f58-44ce-8784-7a858b429ad4 req-6f436785-6ecb-413d-8ed7-dfb8dd2c1fbe tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037066
Nov 13 21:05:43.507918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.509259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.510448 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] 10.222.0.46 "PUT /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 1091 time: 1.3567877
Nov 13 21:05:43.510990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:43.513345 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b374a910-a0df-406f-89ab-f679060b369c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:43.532302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Allocated IP 172.20.0.2 (c8c912f0-a827-467f-b041-3317ec4221d9/eb8a22d4-1118-4692-9d1e-34a40ce1207b/f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:43.605636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8978a8-78db-4dfa-ba34-bc35e08042ff service neutron] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:43.653836 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db41a66-aa57-4ffc-bd58-e9043bcfd1b1 x-openstack-request-id: req-3db41a66-aa57-4ffc-bd58-e9043bcfd1b1 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:43.653836 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:43.653836 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3db41a66-aa57-4ffc-bd58-e9043bcfd1b1 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:43.653836 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'status': 'completed', 'code': 200}
Nov 13 21:05:43.741947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-76597eba-6dc4-44c3-8a60-f249361805e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.743607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-76597eba-6dc4-44c3-8a60-f249361805e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1094 time: 0.0748568
Nov 13 21:05:43.748603 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.798962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-cf0df37e-508c-461b-85ed-7a65ae66cf6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 217 time: 0.0465107
Nov 13 21:05:43.824861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.846651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:43.866038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b870f10-b7df-45de-bd0a-cbb055672131 req-e8e919f8-98a9-4be1-9be6-a6d5550db66a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.876832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8b870f10-b7df-45de-bd0a-cbb055672131 req-e8e919f8-98a9-4be1-9be6-a6d5550db66a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 943 time: 0.2173641
Nov 13 21:05:43.890262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-c6964628-cba9-445e-a236-53c48d3b6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.891848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-c6964628-cba9-445e-a236-53c48d3b6bd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0816281
Nov 13 21:05:43.914067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Network c8c912f0-a827-467f-b041-3317ec4221d9 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:43.929721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:43.939805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:43.944571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108bfb4-e39d-410b-b835-1e808db10ff1 req-a5e7a8c6-d65b-4521-961a-d30c9e81872d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:43.946005 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2108bfb4-e39d-410b-b835-1e808db10ff1 req-a5e7a8c6-d65b-4521-961a-d30c9e81872d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1495442
Nov 13 21:05:43.967465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-badb8c75-b0b2-4ae2-bcd7-07e24536512c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640399
Nov 13 21:05:43.969252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Pushing event updated for resources: {'Port': ['ID=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:43.979099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8b870f10-b7df-45de-bd0a-cbb055672131 req-e72aa6a2-07f1-4051-b40f-e390c844312f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011159
Nov 13 21:05:44.068363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Attempting to bind port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:44.069152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Attempting to bind port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:44.070053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Attempting to bind port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 on network c8c912f0-a827-467f-b041-3317ec4221d9 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:44.076814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:44.077536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Checking segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:44.086981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.088683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Bound using segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:44.089439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Bound port: f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:44.090070 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.126861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2108bfb4-e39d-410b-b835-1e808db10ff1 req-9cd81a7d-fdac-45fa-b386-540f5ab36096 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618688
Nov 13 21:05:44.162041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-f5fab56f-193c-4ab8-b664-93c0e5fb3d1f service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650217
Nov 13 21:05:44.205662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] For port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:44.209480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] For port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:44.317635 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.331044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.340743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0c3a4e4-9c96-4977-9f16-af8f6fa4b42c req-56a76b7a-3442-4363-9c8e-ce25b8260d38 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706057
Nov 13 21:05:44.359650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.390358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.415090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9f908-a83c-48a1-95a0-2a529631a807 None None] Pushing event updated for resources: {'Port': ['ID=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:44.470359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Allocated IP 172.35.3.208 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/28ef8512-f0bb-4b54-900f-9e2673e737b5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:44.621490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a910-a0df-406f-89ab-f679060b369c req-04765bd0-fbc1-4d92-a77c-a1541f73a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:44.621490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-04765bd0-fbc1-4d92-a77c-a1541f73a3e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1094 time: 0.0970957
Nov 13 21:05:44.627483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.756168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4924-430b-4162-afec-f08d4e6f758f req-183a4ee1-5df6-4bd5-a3b3-a83300924a54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:44.758140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d98e4924-430b-4162-afec-f08d4e6f758f req-183a4ee1-5df6-4bd5-a3b3-a83300924a54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 945 time: 0.1203821
Nov 13 21:05:44.758695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a910-a0df-406f-89ab-f679060b369c req-53e92ee6-a084-4675-986a-ed3530190917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:44.760291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-53e92ee6-a084-4675-986a-ed3530190917 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1259720
Nov 13 21:05:44.818678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-f142686b-ed01-4cfe-b238-c4178ea7a832 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 217 time: 0.0504060
Nov 13 21:05:44.826047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d98e4924-430b-4162-afec-f08d4e6f758f req-a2be9644-2b3b-45de-95f3-1d486320554d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542409
Nov 13 21:05:44.826468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44354) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:44.877119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:44.889222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a910-a0df-406f-89ab-f679060b369c req-abe348f9-e080-42f7-b271-e26246b8ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:44.890932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-abe348f9-e080-42f7-b271-e26246b8ed87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0639486
Nov 13 21:05:44.929517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=28ef8512-f0bb-4b54-900f-9e2673e737b5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:44.936090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:44.937558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:44.939739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:44.950030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-4a87c7a2-ed36-4c01-bc1f-ccc06a40ddba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500374
Nov 13 21:05:44.993419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a04803-3b6d-4ab9-b458-b81930a1ee61 req-f2f46923-1b9d-446c-8327-a63891a04f37 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:44.994846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33a04803-3b6d-4ab9-b458-b81930a1ee61 req-f2f46923-1b9d-446c-8327-a63891a04f37 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1096 time: 0.0859973
Nov 13 21:05:45.094140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33a04803-3b6d-4ab9-b458-b81930a1ee61 req-34945cb3-0617-4b3d-b167-fbeb05f59037 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630176
Nov 13 21:05:45.097860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-430a164a-1509-404b-a25a-863d5dbcc4f4 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382449
Nov 13 21:05:45.151088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-network', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:45.210766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9911913-01eb-4999-b01e-678055b076be req-10f01b64-5ce7-47df-a4e9-e68aa112f1f3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.214013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9911913-01eb-4999-b01e-678055b076be req-10f01b64-5ce7-47df-a4e9-e68aa112f1f3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 943 time: 0.1186659
Nov 13 21:05:45.228724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b374a910-a0df-406f-89ab-f679060b369c req-045f4e2e-7acf-4c81-bee7-c51560411106 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235237
Nov 13 21:05:45.303598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9911913-01eb-4999-b01e-678055b076be req-c2379661-5f93-4010-87e6-c026a2eae398 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732882
Nov 13 21:05:45.320193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Made reservation on behalf of 3ee538e9cfda44529a9dcef0de3a5340 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:45.323113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.358323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-826befaf-b846-41cd-a560-32ac2c01e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.359824 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-826befaf-b846-41cd-a560-32ac2c01e1c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1101 time: 0.0941372
Nov 13 21:05:45.371998 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.376510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f77e-b0c2-4141-8828-fecc69dd621b req-8023090b-4913-4350-8526-cb82eb373af4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.378132 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7810f77e-b0c2-4141-8828-fecc69dd621b req-8023090b-4913-4350-8526-cb82eb373af4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.0753164
Nov 13 21:05:45.535517 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.538169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7810f77e-b0c2-4141-8828-fecc69dd621b req-1bdabdd3-fa10-4cdf-aa95-32c23d56a7a9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477652
Nov 13 21:05:45.585019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-58cbc5c1-df72-49d9-8f5e-6eb95c85b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.586758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-58cbc5c1-df72-49d9-8f5e-6eb95c85b87b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2075577
Nov 13 21:05:45.607604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0eb3a-7a9c-49d0-9568-ad5a7a86236f req-54057608-6095-4ede-a4ee-0ff5eef9bdf9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.614874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bea0eb3a-7a9c-49d0-9568-ad5a7a86236f req-54057608-6095-4ede-a4ee-0ff5eef9bdf9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1096 time: 0.2202115
Nov 13 21:05:45.681765 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-a7206448-ed27-42c0-9741-b6c922bd9f53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.0858319
Nov 13 21:05:45.722911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b68c87-cfbd-48e3-a3cf-548298d62f09 None None] Network c8c912f0-a827-467f-b041-3317ec4221d9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:45.730730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.756774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-6c2a5a64-2920-4666-a471-534804ce1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.758749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bea0eb3a-7a9c-49d0-9568-ad5a7a86236f req-f2e81709-19e0-4a08-9efb-16e39bf4266c tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342075
Nov 13 21:05:45.761239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-6c2a5a64-2920-4666-a471-534804ce1f11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0719187
Nov 13 21:05:45.819616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.838254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:05:45.840596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-10a98ca6-f456-417b-9de8-6d0471834b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:45.849671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-10a98ca6-f456-417b-9de8-6d0471834b93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0739765
Nov 13 21:05:45.855771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.855771 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Added segment cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3 of type vlan for network 2e98c801-6c14-4884-9e00-ef2ff149bde3
Nov 13 21:05:45.920791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af06c03-9761-4d1f-806a-cb92c52f9f44,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:45.950528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e5de6ce2-4925-4c48-b7dd-131bd7b529aa None None] Provisioning complete for port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:45.950991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5de6ce2-4925-4c48-b7dd-131bd7b529aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:45.967361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.001737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-a7c47c56-3d7e-4657-ae95-971d271b4658 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509089
Nov 13 21:05:46.056612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.154339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-333ced3d-e17a-4bdf-93d9-bd7e4c54aba6 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376252
Nov 13 21:05:46.201329 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5de6ce2-4925-4c48-b7dd-131bd7b529aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.277170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e5de6ce2-4925-4c48-b7dd-131bd7b529aa None None] For port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:46.411271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5de6ce2-4925-4c48-b7dd-131bd7b529aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.422046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.422985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:46.423547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.528533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] Pushing event updated for resources: {'Network': ['ID=2e98c801-6c14-4884-9e00-ef2ff149bde3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:46.563821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:05:46.577801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de6ce2-4925-4c48-b7dd-131bd7b529aa None None] Pushing event updated for resources: {'Port': ['ID=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:46.592604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7b986bb7-b76b-462c-8f85-9cf3a7342d77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 1.7650409
Nov 13 21:05:46.595429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44418) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:46.601290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Request body: {'subnet': {'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-subnet', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:46.601448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c6b9cee0-ff08-4c5c-9793-df6745a232c8 None None] Provisioning complete for port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:46.601794 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6b9cee0-ff08-4c5c-9793-df6745a232c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.626855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:46.679778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7b66b-f4d5-4393-a837-a7b38911ecd9 req-cbfbfa22-c98c-4bfa-855c-2d89ce2c3f24 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:46.682545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-50d7b66b-f4d5-4393-a837-a7b38911ecd9 req-cbfbfa22-c98c-4bfa-855c-2d89ce2c3f24 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1096 time: 0.0601060
Nov 13 21:05:46.687855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-2569fd21-3f64-4838-9744-193d1b4a2a60 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0354292
Nov 13 21:05:46.744160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-50d7b66b-f4d5-4393-a837-a7b38911ecd9 req-1c70697d-c8b3-4498-b9c8-45bfe4d14ddc tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531144
Nov 13 21:05:46.749339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:05:46.837724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Made reservation on behalf of 3ee538e9cfda44529a9dcef0de3a5340 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:46.840361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.889451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:05:46.896436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:46.897460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:46.915768 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:05:46.920552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4cdce694-1a57-461b-a1ad-e56004921e43 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:46.928153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4cdce694-1a57-461b-a1ad-e56004921e43 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2391398
Nov 13 21:05:46.932208 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:05:46.933049 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea68640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:46.948629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-251f36d0-7c4e-475d-86da-908772cdbb24 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/quotas/aa03c215a06a4f5d9b84307c69716178 HTTP/1.1" status: 200  len: 375 time: 0.0195570
Nov 13 21:05:46.948860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda5807-290b-4cf9-b99d-44be2a6a8ec7 req-9a0b0306-6c36-44df-a680-518a7b1ef22b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:46.956295 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9dda5807-290b-4cf9-b99d-44be2a6a8ec7 req-9a0b0306-6c36-44df-a680-518a7b1ef22b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 943 time: 0.1321461
Nov 13 21:05:46.997315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-f97a24a2-de30-4c45-baf9-d935316ac689 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477221
Nov 13 21:05:47.026401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:05:47.032965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9dda5807-290b-4cf9-b99d-44be2a6a8ec7 req-c35a3c98-8ea1-45f5-a89c-7046e562ed9e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755155
Nov 13 21:05:47.094266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.098115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6da2d269-b8df-4ffd-bba3-c197e3880ff2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 3.8351402
Nov 13 21:05:47.098329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44430) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:47.162797 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:05:47.184666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:47.199737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'port_id': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'mac_address': 'fa:16:3e:60:f8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e295620-79ca-4a71-8999-516f0e158e24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:05:47.254356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.280019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:47.298386 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.312531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:47.404937 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.441868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:47.442250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d036f15-09d4-4134-9126-342a894c8f5b req-c22fd1fd-de28-48dc-be5f-51c05fe8a397 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 210 time: 0.0668502
Nov 13 21:05:47.465863 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea68640>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:45Z', 'revision_number': 3, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:47.470442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Checking segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:47.471101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Network hostable DHCP agents. Network: 2e98c801-6c14-4884-9e00-ef2ff149bde3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:05:47.488741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37785a7-f513-4c3e-b426-57ebb912c2f9 req-901d2cfb-a16f-498d-b23b-f7427c318c18 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:47.490294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b37785a7-f513-4c3e-b426-57ebb912c2f9 req-901d2cfb-a16f-498d-b23b-f7427c318c18 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1368670
Nov 13 21:05:47.503331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:47.528660 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:05:47.530177 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Updating router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b port 28ef8512-f0bb-4b54-900f-9e2673e737b5 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:05:47.551819 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b37785a7-f513-4c3e-b426-57ebb912c2f9 req-3232162e-f624-441a-98d9-f607924fc5f3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516105
Nov 13 21:05:47.587525 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.612451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:05:47.669434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['74a0d0e7-de90-461b-a9bd-d8f6d9299df3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:47.739830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e98c801-6c14-4884-9e00-ef2ff149bde3) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:47.746698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:47.747509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.754341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b6b619-e03e-4e2e-ad86-ec8629bf6b44 None None] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:47.832950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.895633 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:47.926551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-faf4b258-521d-4800-a5d5-674ae5620a19 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3291368
Nov 13 21:05:47.930807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44462) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:47.937848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:47.960713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb35c0-4f1e-4ab6-aa7f-545e85710f42 req-c633c746-78af-4017-8499-1ded797bedd1 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:47.970514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ddb35c0-4f1e-4ab6-aa7f-545e85710f42 req-c633c746-78af-4017-8499-1ded797bedd1 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1096 time: 0.1029391
Nov 13 21:05:47.994161 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.013871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e98c801-6c14-4884-9e00-ef2ff149bde3', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:05:48.016317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.050090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Pushing event updated for resources: {'Port': ['ID=28ef8512-f0bb-4b54-900f-9e2673e737b5,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:48.066395 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.066742 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.067090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.067430 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.067766 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.068100 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.068432 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.068800 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.069133 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.069460 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.069783 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.070314 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Tracked resource versions report:
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]: pushed versions:
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]: {   'AddressGroup': {'1.2'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'ConntrackHelper': {'1.0'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'Log': {'1.0'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'Network': {'1.1'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'Port': {'1.7'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'PortForwarding': {'1.2'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'QosPolicy': {'1.10'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'SecurityGroup': {'1.5'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'SecurityGroupRule': {'1.2'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'SubPort': {'1.0'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'Subnet': {'1.1'},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     'Trunk': {'1.1'}}
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]: consumer versions:
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]: {   DHCP agent@ncdv-master-1: {},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     HyperV agent@nch1-master-1: {},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     HyperV agent@nch2-master-1: {},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     L3 agent@ncdv-master-1: {},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     Metadata agent@ncdv-master-1: {},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     Metering agent@ncdv-master-1: {},
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'ConntrackHelper': '1.0',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'Log': '1.0',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'Network': '1.1',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'Port': '1.7',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'PortForwarding': '1.2',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'QosPolicy': '1.10',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'SecurityGroup': '1.5',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'SecurityGroupRule': '1.2',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'SubPort': '1.0',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'Subnet': '1.1',
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:                                           'Trunk': '1.1'}}
Nov 13 21:05:48.071560 ncdv-master-1 neutron-server[120535]:  {{(pid=120535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 13 21:05:48.076322 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Attempting to bind port 28ef8512-f0bb-4b54-900f-9e2673e737b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:48.076896 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Attempting to bind port 28ef8512-f0bb-4b54-900f-9e2673e737b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:48.077416 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Attempting to bind port 28ef8512-f0bb-4b54-900f-9e2673e737b5 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:48.083844 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:48.084369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ddb35c0-4f1e-4ab6-aa7f-545e85710f42 req-b424027a-102b-467a-8d15-0f4a91d02b64 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130276
Nov 13 21:05:48.084571 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:48.085169 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.085702 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:48.086335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Bound port: 28ef8512-f0bb-4b54-900f-9e2673e737b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:48.086739 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.109323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.110941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.131272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Allocated IP 172.20.0.1 (c8c912f0-a827-467f-b041-3317ec4221d9/eb8a22d4-1118-4692-9d1e-34a40ce1207b/fe8e83e5-a4e7-476b-99ab-d81479132ab3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:48.158010 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] For port 28ef8512-f0bb-4b54-900f-9e2673e737b5, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:48.162132 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] For port 28ef8512-f0bb-4b54-900f-9e2673e737b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ef8512-f0bb-4b54-900f-9e2673e737b5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:48.241838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Allocated IP 172.20.0.2 (2e98c801-6c14-4884-9e00-ef2ff149bde3/ea7e0a86-265c-492c-9ab6-bd9afdf16ba4/7a2932f0-78ec-48ec-8dd0-bb5cb473d33c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:48.290399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.292011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.292875 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.312529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258076-084e-470a-b2c4-fa40fb88eb0f req-20044c81-13de-4f1f-b2ba-47ab6cd2b845 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:48.320491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff258076-084e-470a-b2c4-fa40fb88eb0f req-20044c81-13de-4f1f-b2ba-47ab6cd2b845 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 944 time: 0.0645332
Nov 13 21:05:48.383226 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:05:48.383849 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea68640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:48.387287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff258076-084e-470a-b2c4-fa40fb88eb0f req-212be635-0a65-4af1-83f6-20be5878eaaa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603116
Nov 13 21:05:48.420658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-ef613e1f-159f-4d22-afa4-75b873284893 req-66856e4e-03e5-484a-b5c1-3a7e33949b0e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:48.421666 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef613e1f-159f-4d22-afa4-75b873284893 req-66856e4e-03e5-484a-b5c1-3a7e33949b0e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053344
Nov 13 21:05:48.492287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.538759 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.562978 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:48.575050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Network c8c912f0-a827-467f-b041-3317ec4221d9 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:48.581928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:48.585319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:48.585792 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.637423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:48.638271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.751262 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:05:48.751477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Pushing event updated for resources: {'Port': ['ID=fe8e83e5-a4e7-476b-99ab-d81479132ab3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:48.787227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.840974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Pushing event updated for resources: {'Port': ['ID=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:48.850418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:48.852291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:48.861921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:48.896155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0301f-1655-45de-8d33-ad6a5fbdb08d None None] Pushing event updated for resources: {'Port': ['ID=28ef8512-f0bb-4b54-900f-9e2673e737b5,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:48.960783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Attempting to bind port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:48.961124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Attempting to bind port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:48.961487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Attempting to bind port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c on network 2e98c801-6c14-4884-9e00-ef2ff149bde3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:48.971688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:48.972063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Checking segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:48.972460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.973020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Bound using segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:48.973496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Bound port: 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:48.974190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:48.985030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7e59b62e-b5a4-4807-9389-2a7196ed89e3 None None] Provisioning complete for port fe8e83e5-a4e7-476b-99ab-d81479132ab3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:48.985390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e59b62e-b5a4-4807-9389-2a7196ed89e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.013265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:49.026877 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea68640>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:45Z', 'revision_number': 3, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:49.037948 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ba78bd9-18f4-4cd7-b5d4-d91c8fe7cf95 req-aade6b7a-d315-4d66-90c1-109255c043ef tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 210 time: 0.0558090
Nov 13 21:05:49.044112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.060628 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e262d6c-496f-47b0-8b00-eb0afc53ce5c None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:45Z', 'revision_number': 3, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:05:49.084460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7e59b62e-b5a4-4807-9389-2a7196ed89e3 None None] Port fe8e83e5-a4e7-476b-99ab-d81479132ab3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:49.109659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.125512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8de94191-68e1-4203-b78b-369326efc573 None None] For port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:49.138219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8de94191-68e1-4203-b78b-369326efc573 None None] For port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:49.247738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.266596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce75d2-afc6-4ae6-8ff2-d3a571b4e1f8 req-5d4cb5d5-7ff1-458c-a233-3c1ab0c826e6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:49.274223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0cce75d2-afc6-4ae6-8ff2-d3a571b4e1f8 req-5d4cb5d5-7ff1-458c-a233-3c1ab0c826e6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1140113
Nov 13 21:05:49.288714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:05:49.316341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:49.317087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.333292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0cce75d2-afc6-4ae6-8ff2-d3a571b4e1f8 req-b10dffb4-5dc0-442d-bbe9-b9eb7dfe8a35 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582078
Nov 13 21:05:49.339029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.361585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de94191-68e1-4203-b78b-369326efc573 None None] Pushing event updated for resources: {'Port': ['ID=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:49.452165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.483312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:49.485838 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205c16b7-a19e-4591-8cd9-cae54fbfd1fb" -d '{"events": [{"server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "name": "network-vif-plugged", "status": "completed", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:49.499101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.504141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.508538 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:49.604316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.637301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.669242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:49.713371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44506) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:49.727230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Pushing event updated for resources: {'Port': ['ID=fe8e83e5-a4e7-476b-99ab-d81479132ab3,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:49.809440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:49.849198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Network c8c912f0-a827-467f-b041-3317ec4221d9 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:49.851301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:49.991661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bbe004c-8aef-41a2-a70d-b01cd84e49cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.010895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a54968-58d2-4901-a358-fb7867a016fb req-ea22f9fb-4c0c-4ef8-8782-3813eef0af29 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:50.010895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78a54968-58d2-4901-a358-fb7867a016fb req-ea22f9fb-4c0c-4ef8-8782-3813eef0af29 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 945 time: 0.2955561
Nov 13 21:05:50.046058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Allocated IP 172.35.3.235 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:50.112135 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78a54968-58d2-4901-a358-fb7867a016fb req-8029a246-1059-4b0e-9461-7f38ca4e727f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951374
Nov 13 21:05:50.179765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:05:50.204800 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc7e71f-d1bd-4416-a9f5-7b31ab0e4db7 x-openstack-request-id: req-3bc7e71f-d1bd-4416-a9f5-7b31ab0e4db7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:50.205307 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "name": "network-vif-plugged", "status": "completed", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:50.205410 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bc7e71f-d1bd-4416-a9f5-7b31ab0e4db7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:50.205771 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'code': 200}
Nov 13 21:05:50.244015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ebd92671-91af-4ba5-b977-eca0e29fdad4 None None] Provisioning complete for port fe8e83e5-a4e7-476b-99ab-d81479132ab3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:50.244431 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ebd92671-91af-4ba5-b977-eca0e29fdad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.307843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bbe004c-8aef-41a2-a70d-b01cd84e49cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.319358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ebd92671-91af-4ba5-b977-eca0e29fdad4 None None] Port fe8e83e5-a4e7-476b-99ab-d81479132ab3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:50.343757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.369323 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94d604dd-7d57-4b02-acf0-9349b26e673a req-12f5412c-462a-462e-9919-8d1517a68f7d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 210 time: 0.0410454
Nov 13 21:05:50.419452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8923dbc-2e58-497d-a9a6-2658943267ee req-676dc11b-f1c4-4aeb-b97f-6a86c4863256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:50.420208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:05:50.422492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8923dbc-2e58-497d-a9a6-2658943267ee req-676dc11b-f1c4-4aeb-b97f-6a86c4863256 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1096 time: 0.1425116
Nov 13 21:05:50.434495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c8c81c94-b2ba-48c1-b712-d745b1eb96ad admin admin] 10.222.0.20 "PUT /v2.0/routers/5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3351216
Nov 13 21:05:50.436037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bbe004c-8aef-41a2-a70d-b01cd84e49cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.494603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9bbe004c-8aef-41a2-a70d-b01cd84e49cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=838974b46b5e45fb8e1ea5fa75b50c81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7790384
Nov 13 21:05:50.512810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44536) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:50.568815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.592897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8923dbc-2e58-497d-a9a6-2658943267ee req-3af40a41-20d9-4ccd-afb0-e1cb31beee3e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390054
Nov 13 21:05:50.601581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe004c-8aef-41a2-a70d-b01cd84e49cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ac393-6aa2-452c-8556-a0ee71ae5cbe,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:50.645663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-026a5310-26cb-4455-ac45-456d5ab081f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.689982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-026a5310-26cb-4455-ac45-456d5ab081f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.710110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:50.721353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:50.753974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:50.757721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:50.789173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:50.789990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.801582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:50.877981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63bfdb6-9423-466e-922a-3e959ebccb55 None None] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:50.889899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e7e29-9783-4f8a-9a81-e8dc40f3bef2 req-cfbae72d-5afc-4b42-82e5-c16c3c89b44b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:50.889899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-413e7e29-9783-4f8a-9a81-e8dc40f3bef2 req-cfbae72d-5afc-4b42-82e5-c16c3c89b44b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2551196
Nov 13 21:05:50.909150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.938198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-026a5310-26cb-4455-ac45-456d5ab081f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.941345 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-026a5310-26cb-4455-ac45-456d5ab081f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:50.943180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-026a5310-26cb-4455-ac45-456d5ab081f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/506ac393-6aa2-452c-8556-a0ee71ae5cbe HTTP/1.1" status: 204  len: 168 time: 0.4295793
Nov 13 21:05:50.954524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5310-26cb-4455-ac45-456d5ab081f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ac393-6aa2-452c-8556-a0ee71ae5cbe,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:51.015188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-1c938465-a184-4a21-a175-3fa3c4d6f169 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0468693
Nov 13 21:05:51.034172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:51.035873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-413e7e29-9783-4f8a-9a81-e8dc40f3bef2 req-99c4a741-5b30-4692-8082-c4a93b8e7361 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214676
Nov 13 21:05:51.042713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-34f29fee-0d76-40b4-9938-465495f3d074 None None] Provisioning complete for port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:51.043077 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-34f29fee-0d76-40b4-9938-465495f3d074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:51.141467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:51.142361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 28ef8512-f0bb-4b54-900f-9e2673e737b5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:51.319036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:51.382216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-19b82f0b-e567-42cb-9d85-2d8aa53a11c5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:51.383719 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-19b82f0b-e567-42cb-9d85-2d8aa53a11c5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3480718
Nov 13 21:05:51.384775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 28ef8512-f0bb-4b54-900f-9e2673e737b5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:51.385153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:51.396217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:51.400248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:51.410968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e502d-2074-4539-b18c-15aa2f5b37c0 req-8fa54e7c-bda6-4db2-b871-ef74ae2a3653 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:51.419151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b47e502d-2074-4539-b18c-15aa2f5b37c0 req-8fa54e7c-bda6-4db2-b871-ef74ae2a3653 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 945 time: 0.1879823
Nov 13 21:05:51.646599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:51.670726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 28ef8512-f0bb-4b54-900f-9e2673e737b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ef8512-f0bb-4b54-900f-9e2673e737b5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:51.796426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:51.808586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-12dcc7fc-4116-40a6-a327-cbf68471d412 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:05:51.809635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-12dcc7fc-4116-40a6-a327-cbf68471d412 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0221667
Nov 13 21:05:51.837872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b47e502d-2074-4539-b18c-15aa2f5b37c0 req-98517fd0-506c-4780-9dab-6e84b46c948b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4056113
Nov 13 21:05:51.892346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=28ef8512-f0bb-4b54-900f-9e2673e737b5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:51.917775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-850a311d-8d6e-4fea-b4d6-eed9ffcfb37c None None] Provisioning complete for port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:51.918373 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-850a311d-8d6e-4fea-b4d6-eed9ffcfb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.020015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-6d424181-707b-44b4-9f3a-dcdabb0ddbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:52.027863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-6d424181-707b-44b4-9f3a-dcdabb0ddbeb service neutron] 10.222.0.20 "GET /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 1093 time: 0.1854231
Nov 13 21:05:52.031103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7840c3bb-537b-459e-8b4b-c8c75068f00f req-7af01948-4d75-42dc-9a79-d00a025a0d7f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 210 time: 0.1130428
Nov 13 21:05:52.034200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:52.039102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Unknown quota resources ['binding']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:05:52.110163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:52.138638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b146-8285-4589-8369-7352210ed243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.236241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44562) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:52.250384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b146-8285-4589-8369-7352210ed243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.285193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:52.288624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.311625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.320677 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:05:52.358068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:05:52.366191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66dd5bee-d73f-4539-850d-34438a53f5d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.370162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:05:52.370362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b2f17-068f-4049-abc2-bfc64f57e22e req-684edec6-5602-4c0d-bce9-ac538a3976ab tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:52.370937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5d28b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:52.374873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-476b2f17-068f-4049-abc2-bfc64f57e22e req-684edec6-5602-4c0d-bce9-ac538a3976ab tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2258596
Nov 13 21:05:52.398332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.452590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66dd5bee-d73f-4539-850d-34438a53f5d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.458198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b146-8285-4589-8369-7352210ed243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.501960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:52.505719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:05:52.521940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e1a9b146-8285-4589-8369-7352210ed243 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85fe0c5f23f54ddbb97fb4600b247cf5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4106207
Nov 13 21:05:52.522719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44568) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:52.534039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9b146-8285-4589-8369-7352210ed243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912940d1-c8b0-4883-8eaa-04b2057fe907,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:52.565434 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66dd5bee-d73f-4539-850d-34438a53f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.573755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on host nch2-master-1 for vnic_type normal with profile None {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:52.574102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:52.574427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:52.649232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-476b2f17-068f-4049-abc2-bfc64f57e22e req-8ba5f7a2-a9fc-42c6-a512-4a721bc7d6f9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617989
Nov 13 21:05:52.650183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:52.653436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:52.653865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:52.662818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-network', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:52.676111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:52.676493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:52.676902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:52.677420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Bound port: 636daac2-de07-4fe2-821f-5641f265eae7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:52.683918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-66dd5bee-d73f-4539-850d-34438a53f5d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eef19e21aa834537a4735562d56a57a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4437020
Nov 13 21:05:52.685558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd5bee-d73f-4539-850d-34438a53f5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d29771-71cb-446f-8230-7581ecf2a569,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:52.687198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44574) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:52.713167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:52.713379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.723802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebe28-1619-48c9-bcba-7b272e6b5b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.749492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebe28-1619-48c9-bcba-7b272e6b5b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.763164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.785112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Made reservation on behalf of 0951535bb74a4ad0a943f81bd5ce9fec for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:52.786839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.796553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.835197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:52.847775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 28ef8512-f0bb-4b54-900f-9e2673e737b5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:52.849931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.870160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6277c4d-734e-489c-9a49-547992f33bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.893302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5d28b0>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:49Z', 'revision_number': 2, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:52.895245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.904299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebe28-1619-48c9-bcba-7b272e6b5b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.908883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebe28-1619-48c9-bcba-7b272e6b5b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.912428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f7ebe28-1619-48c9-bcba-7b272e6b5b6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/912940d1-c8b0-4883-8eaa-04b2057fe907 HTTP/1.1" status: 204  len: 168 time: 0.3844216
Nov 13 21:05:52.920867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ebe28-1619-48c9-bcba-7b272e6b5b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912940d1-c8b0-4883-8eaa-04b2057fe907,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:52.929766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:05:52.930086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Updating router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b port fe8e83e5-a4e7-476b-99ab-d81479132ab3 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:05:52.969789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.973453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55430263-02cb-4936-b90d-e00f74cc0ecd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:52.978811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.979027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.980207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-29092021-11ec-4a93-a008-d7c3622d540f service neutron] 10.222.0.20 "POST /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7/bindings HTTP/1.1" status: 201  len: 389 time: 0.9515569
Nov 13 21:05:52.986002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 28ef8512-f0bb-4b54-900f-9e2673e737b5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:52.986578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:52.994369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6277c4d-734e-489c-9a49-547992f33bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.000532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Router fa102048-3e82-40e7-9be9-4616a7ef7d03 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:05:53.063895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae71e236-4bb2-4799-8d8b-3f78b1054d41,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:53.066984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:05:53.076248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.076666 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Added segment 6e051c55-360a-46c7-8df7-903582b6eec4 of type vlan for network 7910247a-df87-4262-a73c-1df31fef3ddc
Nov 13 21:05:53.124563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.160715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef45116-568a-4722-b765-d8860fe49d4d req-e81ef5de-ee39-4a35-9d09-de0f727dcd28 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:53.162215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ef45116-568a-4722-b765-d8860fe49d4d req-e81ef5de-ee39-4a35-9d09-de0f727dcd28 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 945 time: 0.2125471
Nov 13 21:05:53.190811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.3 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/5c1e89a3-489e-49f2-8d3d-89c87ba42883) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:53.257816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.258863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:53.259442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.303157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6277c4d-734e-489c-9a49-547992f33bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.305821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6277c4d-734e-489c-9a49-547992f33bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.306961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d6277c4d-734e-489c-9a49-547992f33bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80d29771-71cb-446f-8230-7581ecf2a569 HTTP/1.1" status: 204  len: 168 time: 0.6187816
Nov 13 21:05:53.316658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ef45116-568a-4722-b765-d8860fe49d4d req-061da1cb-b0da-41c3-8928-d31f159ef358 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407797
Nov 13 21:05:53.341353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6277c4d-734e-489c-9a49-547992f33bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d29771-71cb-446f-8230-7581ecf2a569,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:53.346213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:05:53.349595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] Pushing event updated for resources: {'Network': ['ID=7910247a-df87-4262-a73c-1df31fef3ddc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:53.358911 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Sync routers for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:05:53.379431 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:05:53.379965 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:53.383571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7910247a-df87-4262-a73c-1df31fef3ddc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:05:53.485219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6120cd87-ed60-4727-b7b1-23f2ade6c8cc req-f933bf72-143e-4af5-b090-b16fae039e20 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 210 time: 0.0334907
Nov 13 21:05:53.490240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2fe2c2f6-fcd9-4b82-bb19-c1457f503a15 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8318722
Nov 13 21:05:53.495268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44592) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:53.503614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Request body: {'subnet': {'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-subnet', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:53.598551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.603805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44596) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:53.607249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ab71753-ca5a-49c7-9dfc-e638e854dbe9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 5.6750209
Nov 13 21:05:53.619566 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.623271 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:05:53.679185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Made reservation on behalf of 0951535bb74a4ad0a943f81bd5ce9fec for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:05:53.684862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.686725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0789c-5b70-4819-bee0-a06e6a29b666 req-c0ca7ab5-5881-4c6d-8853-07f00eb48dd5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:53.694016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3f0789c-5b70-4819-bee0-a06e6a29b666 req-c0ca7ab5-5881-4c6d-8853-07f00eb48dd5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 945 time: 0.2220623
Nov 13 21:05:53.700455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.745422 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:53.765105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3f0789c-5b70-4819-bee0-a06e6a29b666 req-1f025c3c-bd4f-4650-828f-2a6f08b035b5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683000
Nov 13 21:05:53.872919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d2ed-12a0-4b0f-8ef7-abdd62740c30 None None] Pushing event updated for resources: {'Port': ['ID=fe8e83e5-a4e7-476b-99ab-d81479132ab3,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:53.936346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.012037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebde7c-436f-4a88-bc53-96dcd6a88ddd req-16184087-4a34-4aaf-afbc-33c7d6ecea19 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:54.020344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Attempting to bind port fe8e83e5-a4e7-476b-99ab-d81479132ab3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:54.021787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9aebde7c-436f-4a88-bc53-96dcd6a88ddd req-16184087-4a34-4aaf-afbc-33c7d6ecea19 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1096 time: 0.3460867
Nov 13 21:05:54.025663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Attempting to bind port fe8e83e5-a4e7-476b-99ab-d81479132ab3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:54.026683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Attempting to bind port fe8e83e5-a4e7-476b-99ab-d81479132ab3 on network c8c912f0-a827-467f-b041-3317ec4221d9 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:54.039061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:54.039552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Checking segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:54.040590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.041567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Bound using segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:54.042136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Bound port: fe8e83e5-a4e7-476b-99ab-d81479132ab3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:54.042772 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.058858 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6e80>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:50Z', 'revision_number': 3, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:54.089457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:54.099074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:54.116966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240f4fc-ea41-4263-bd43-e867ad63acbb req-1aab13d0-58a9-4725-bb7b-0caca8aa1424 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:54.124578 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b240f4fc-ea41-4263-bd43-e867ad63acbb req-1aab13d0-58a9-4725-bb7b-0caca8aa1424 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2512515
Nov 13 21:05:54.125590 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Checking router: fa102048-3e82-40e7-9be9-4616a7ef7d03 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:05:54.126105 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Updating router fa102048-3e82-40e7-9be9-4616a7ef7d03 port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:05:54.129621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:54.197702 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.244706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=5c1e89a3-489e-49f2-8d3d-89c87ba42883,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:54.245480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] For port fe8e83e5-a4e7-476b-99ab-d81479132ab3, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:54.270885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] For port fe8e83e5-a4e7-476b-99ab-d81479132ab3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8e83e5-a4e7-476b-99ab-d81479132ab3,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:54.313265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-c20129db-b6a3-491c-89e0-9d013dd9b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:54.314782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-c20129db-b6a3-491c-89e0-9d013dd9b470 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1096 time: 0.3464110
Nov 13 21:05:54.333959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80017216-3d30-476f-a016-16de75da2028 None None] Provisioning complete for port fe8e83e5-a4e7-476b-99ab-d81479132ab3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:54.334340 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80017216-3d30-476f-a016-16de75da2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.346392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.478711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-af10e05a-bd94-47f0-ae53-774f8ee43081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:54.485657 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-af10e05a-bd94-47f0-ae53-774f8ee43081 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1535804
Nov 13 21:05:54.505586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44612) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:54.536890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:54.537552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.564769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d2ed-12a0-4b0f-8ef7-abdd62740c30 None None] Pushing event updated for resources: {'Port': ['ID=fe8e83e5-a4e7-476b-99ab-d81479132ab3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:54.610189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b240f4fc-ea41-4263-bd43-e867ad63acbb req-b500cdbe-ef96-49ab-8d7b-dda3be603aac tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4827402
Nov 13 21:05:54.626939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:05:54.626939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5d28b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:54.634468 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-d6cf6697-73ca-407d-8ac9-9aa23ea16dc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.1470056
Nov 13 21:05:54.639403 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721c4f0c-01de-4ebe-a428-79a452b8581b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.686972 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.735136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-5252715e-ac92-418d-9a5d-627d7bd9c7eb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.3427143
Nov 13 21:05:54.763093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Request body: {'port': {'device_id': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:54.765674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9aebde7c-436f-4a88-bc53-96dcd6a88ddd req-78b2a02d-48a8-435e-a565-81f478920120 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7347698
Nov 13 21:05:54.857892 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.858129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.938235 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Attempting to bind port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:54.940321 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Attempting to bind port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:54.941047 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Attempting to bind port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:54.945580 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede36f82-f6a5-49cc-b3c4-a720b1f458ac None None] Pushing event updated for resources: {'Port': ['ID=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:54.953276 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:54.954223 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:54.955119 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.955870 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:54.956606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Bound port: 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:54.957416 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:54.978307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:05:55.026252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Checking segment: {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:55.026921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Network hostable DHCP agents. Network: 7910247a-df87-4262-a73c-1df31fef3ddc, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:05:55.047691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34191e7b-a252-48a6-bb0f-2a54054c8d4b req-69219e37-bf9d-4201-9479-aa03435ade2e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:55.057380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34191e7b-a252-48a6-bb0f-2a54054c8d4b req-69219e37-bf9d-4201-9479-aa03435ade2e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1096 time: 0.1510401
Nov 13 21:05:55.072972 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e77707f-bd39-4a49-8fbb-3f29d11e6a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.079850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-8d8f12ef-24c8-4126-9410-87f9bc8e0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:55.081353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-8d8f12ef-24c8-4126-9410-87f9bc8e0eaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.4115808
Nov 13 21:05:55.090182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80017216-3d30-476f-a016-16de75da2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.112247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.135169 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] For port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:55.145359 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] For port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:55.162349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cc35e-b5dd-4b08-8dbd-ceacefab996e req-6f06f29b-d212-4f01-a1c5-781de88df6d3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:55.168809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34191e7b-a252-48a6-bb0f-2a54054c8d4b req-bf38ae81-2518-4f6d-b23b-2345e278efde tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096575
Nov 13 21:05:55.169186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80017216-3d30-476f-a016-16de75da2028 None None] For port fe8e83e5-a4e7-476b-99ab-d81479132ab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8e83e5-a4e7-476b-99ab-d81479132ab3,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:55.170031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e3cc35e-b5dd-4b08-8dbd-ceacefab996e req-6f06f29b-d212-4f01-a1c5-781de88df6d3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 934 time: 0.4301641
Nov 13 21:05:55.173162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-a6f17105-32bc-4735-901a-7c3b38f0f9df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619254
Nov 13 21:05:55.175748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdc319c-f134-4c9f-b711-f09a2aeab8cb,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:55.188759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Network 7910247a-df87-4262-a73c-1df31fef3ddc is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:05:55.276456 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.303338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5d28b0>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:54Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:55.332260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7910247a-df87-4262-a73c-1df31fef3ddc) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:55.340532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721c4f0c-01de-4ebe-a428-79a452b8581b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.345511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:55.346103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.348495 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e3cc35e-b5dd-4b08-8dbd-ceacefab996e req-e5b10243-0d55-42de-afc4-d306635ddda2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776237
Nov 13 21:05:55.362458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18578b5-0dcb-4e87-b7b7-10921c6fd881 None None] Network 7910247a-df87-4262-a73c-1df31fef3ddc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:55.364668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80017216-3d30-476f-a016-16de75da2028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.372484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e925c-b080-4646-a769-a39a6dd28a06 None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:54Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:05:55.448101 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:05:55.448101 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:55.501354 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.552616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-4432753b-9a1c-417c-8f4a-7c9cddbaff45 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3461959
Nov 13 21:05:55.554739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01236e-96ab-4c80-b1b2-289fa30209ee req-98f8b502-52c6-4ec8-8d9a-268e13104b5c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:55.558002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721c4f0c-01de-4ebe-a428-79a452b8581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.565084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce01236e-96ab-4c80-b1b2-289fa30209ee req-98f8b502-52c6-4ec8-8d9a-268e13104b5c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 945 time: 0.2859843
Nov 13 21:05:55.569176 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede36f82-f6a5-49cc-b3c4-a720b1f458ac None None] Pushing event updated for resources: {'Port': ['ID=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:55.572257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d0c61c07-b963-43c4-a9b2-00816808de88 None None] Provisioning complete for port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:55.573073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0c61c07-b963-43c4-a9b2-00816808de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.628752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1b8ed44c-957b-4346-b37f-e0458620f8d6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.1308675
Nov 13 21:05:55.638718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44634) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:55.647548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017216-3d30-476f-a016-16de75da2028 None None] Pushing event updated for resources: {'Port': ['ID=fe8e83e5-a4e7-476b-99ab-d81479132ab3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:55.676204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:55.723395 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:05:55.769173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d0c61c07-b963-43c4-a9b2-00816808de88 None None] Port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:55.771870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-721c4f0c-01de-4ebe-a428-79a452b8581b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4ea2a49974f467fb8e2ee4a571e1edb&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2601583
Nov 13 21:05:55.776189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44638) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:55.787154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce01236e-96ab-4c80-b1b2-289fa30209ee req-2b10d89e-9968-4382-a288-9f7cfea486a2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196977
Nov 13 21:05:55.822558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.822558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.822822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d0c61c07-b963-43c4-a9b2-00816808de88 None None] Provisioning complete for port fe8e83e5-a4e7-476b-99ab-d81479132ab3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:55.822822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0c61c07-b963-43c4-a9b2-00816808de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.823353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7910247a-df87-4262-a73c-1df31fef3ddc', 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'fixed_ips': [{'subnet_id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:05:55.824171 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:55.844172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4f0c-01de-4ebe-a428-79a452b8581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac5838-f818-4a69-89ea-969a446159cd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:56.078597 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6e80>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:50Z', 'revision_number': 3, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:05:56.094263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.138775 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20853e0d-5b6d-4760-9efe-3a4b726b6721 None None] The sync data for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 is: [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:50Z', 'revision_number': 3, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:05:56.189134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Allocated IP 172.20.0.2 (7910247a-df87-4262-a73c-1df31fef3ddc/cbdc319c-f134-4c9f-b711-f09a2aeab8cb/2baace26-68c3-4ccc-836e-98001cde74d4) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:56.193674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-d9b718e9-7c9e-4b21-80b0-34baae99c18e service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6223400
Nov 13 21:05:56.197000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Allocated IP 172.20.0.1 (2e98c801-6c14-4884-9e00-ef2ff149bde3/ea7e0a86-265c-492c-9ab6-bd9afdf16ba4/0920a4ed-62af-4db4-be71-6e2a532a7e97) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:56.204098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50484117-10bc-44f0-b045-9aea0583a76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.320534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50484117-10bc-44f0-b045-9aea0583a76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.398725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cb26e-88d2-40b5-a607-6efcc7ae9b76 req-abc3e9c6-c09a-433f-a4aa-36f3778fb9af tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:56.400300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb7cb26e-88d2-40b5-a607-6efcc7ae9b76 req-abc3e9c6-c09a-433f-a4aa-36f3778fb9af tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1096 time: 0.3838789
Nov 13 21:05:56.506308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.568604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-5713697c-c73a-4c3e-b8a4-623e2053c495 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:56.569393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-5713697c-c73a-4c3e-b8a4-623e2053c495 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1577063
Nov 13 21:05:56.583037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:05:56.594146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fe8e83e5-a4e7-476b-99ab-d81479132ab3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:56.659834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfa3cd-d4ae-48d3-ab18-ce12795900bc req-01330d18-24f2-427a-adb9-365e30e65263 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:56.661480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7cfa3cd-d4ae-48d3-ab18-ce12795900bc req-01330d18-24f2-427a-adb9-365e30e65263 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.6950929
Nov 13 21:05:56.693557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.700757 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.714295 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb7cb26e-88d2-40b5-a607-6efcc7ae9b76 req-b128cb1a-e783-44c7-979e-e4b46d74e92e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661042
Nov 13 21:05:56.768115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50484117-10bc-44f0-b045-9aea0583a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.777128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50484117-10bc-44f0-b045-9aea0583a76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.781473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50484117-10bc-44f0-b045-9aea0583a76c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acac5838-f818-4a69-89ea-969a446159cd HTTP/1.1" status: 204  len: 168 time: 0.9996243
Nov 13 21:05:56.798919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Network 7910247a-df87-4262-a73c-1df31fef3ddc is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:56.818033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:56.826830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.839370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:56.851227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Pushing event updated for resources: {'Port': ['ID=2baace26-68c3-4ccc-836e-98001cde74d4,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:56.869684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7cfa3cd-d4ae-48d3-ab18-ce12795900bc req-80e2d91c-1926-40ef-bcbc-50f478b89ab1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702030
Nov 13 21:05:56.896431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fe8e83e5-a4e7-476b-99ab-d81479132ab3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:56.896850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.900371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.904297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50484117-10bc-44f0-b045-9aea0583a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac5838-f818-4a69-89ea-969a446159cd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:56.962725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1e89a3-489e-49f2-8d3d-89c87ba42883 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:05:56.973942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:56.998194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Transition to ACTIVE for port object 5c1e89a3-489e-49f2-8d3d-89c87ba42883 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:05:57.067297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Attempting to bind port 2baace26-68c3-4ccc-836e-98001cde74d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:57.067700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Attempting to bind port 2baace26-68c3-4ccc-836e-98001cde74d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:57.068220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Attempting to bind port 2baace26-68c3-4ccc-836e-98001cde74d4 on network 7910247a-df87-4262-a73c-1df31fef3ddc {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:57.095521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:57.095897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Checking segment: {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:57.096292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.097749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Bound using segment: {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:57.098263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Bound port: 2baace26-68c3-4ccc-836e-98001cde74d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:57.098644 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.125571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05a59888-f68b-413f-bd73-5a67227d507b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.141456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.287572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.391594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Pushing event updated for resources: {'Port': ['ID=0920a4ed-62af-4db4-be71-6e2a532a7e97,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:57.445260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:57.459797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:57.464214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:57.464731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.485366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] For port 2baace26-68c3-4ccc-836e-98001cde74d4, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:57.502706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3424e-e880-4845-ac06-c66d7e4edcf8 req-c44e183c-2ce0-4a72-9748-7458b7a4794a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:57.509229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78d3424e-e880-4845-ac06-c66d7e4edcf8 req-c44e183c-2ce0-4a72-9748-7458b7a4794a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 934 time: 0.5960729
Nov 13 21:05:57.521120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] For port 2baace26-68c3-4ccc-836e-98001cde74d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2baace26-68c3-4ccc-836e-98001cde74d4,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:57.570644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.577287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1e89a3-489e-49f2-8d3d-89c87ba42883,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:57.596273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.620189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.725047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:57.798874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Attempting to bind port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:57.799809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Attempting to bind port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:57.801074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Attempting to bind port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:57.828200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf5cac-d043-42f4-be24-f1bcc3bcf208 None None] Pushing event updated for resources: {'Port': ['ID=2baace26-68c3-4ccc-836e-98001cde74d4,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:57.854984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78d3424e-e880-4845-ac06-c66d7e4edcf8 req-06a69a0d-1e76-4ca8-9f46-b8cacf6db866 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809224
Nov 13 21:05:57.867827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:57.874303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Attempting to bind port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:57.898650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:57.901142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:57.901607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:57.902250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Bound port: 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:57.903569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.939282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:57.962342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f36d4f57-d9c4-4a69-9fc0-a750178fc3b1 None None] Provisioning complete for port 0920a4ed-62af-4db4-be71-6e2a532a7e97 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:57.962342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f36d4f57-d9c4-4a69-9fc0-a750178fc3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:57.963313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0981a2-6b2b-4547-ab94-ccd329f8514d req-7e34b6c7-ddb4-44fe-8ce6-82ab93c5f75a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:57.976504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b0981a2-6b2b-4547-ab94-ccd329f8514d req-7e34b6c7-ddb4-44fe-8ce6-82ab93c5f75a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 945 time: 0.2345295
Nov 13 21:05:58.037658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f36d4f57-d9c4-4a69-9fc0-a750178fc3b1 None None] Port 0920a4ed-62af-4db4-be71-6e2a532a7e97 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:05:58.052056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Allocated IP 172.35.3.21 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:05:58.115901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b0981a2-6b2b-4547-ab94-ccd329f8514d req-834834d6-a280-485d-8293-8ca3e9c38f68 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385903
Nov 13 21:05:58.120828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.139313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:05:58.141816 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24cf7d6-e93e-4375-a17d-3b95c4944846" -d '{"events": [{"server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "name": "network-vif-unplugged", "status": "completed", "tag": "636daac2-de07-4fe2-821f-5641f265eae7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:05:58.152373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.189088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33688cc-6376-4bed-a93f-554c905739ca req-fe6ecca8-8b57-44e1-bac5-5ccfb50590e5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:58.190533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a33688cc-6376-4bed-a93f-554c905739ca req-fe6ecca8-8b57-44e1-bac5-5ccfb50590e5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1096 time: 0.1341267
Nov 13 21:05:58.193000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] For port 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:58.202364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] For port 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:58.292561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.350652 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a33688cc-6376-4bed-a93f-554c905739ca req-91efde3c-5227-4ec1-afdc-9ba3e0ae52b7 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410067
Nov 13 21:05:58.361628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.445307 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a530a090-36ee-41d3-8847-a36a196e1847 x-openstack-request-id: req-a530a090-36ee-41d3-8847-a36a196e1847 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:05:58.447185 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "name": "network-vif-unplugged", "status": "completed", "tag": "636daac2-de07-4fe2-821f-5641f265eae7", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:05:58.447534 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a530a090-36ee-41d3-8847-a36a196e1847 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:05:58.448263 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7', 'code': 200}
Nov 13 21:05:58.459418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:58.460738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.465734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] 10.222.0.37 "PUT /v2.0/ports/5c1e89a3-489e-49f2-8d3d-89c87ba42883 HTTP/1.1" status: 200  len: 1094 time: 3.7162359
Nov 13 21:05:58.481843 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.498653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:58.508912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:05:58.509249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:05:58.509501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:58.521492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68deb8-7b71-422c-8f7f-628c74123fc8 req-0f37e97d-83ae-422e-9e1f-bb4ce1d47cac tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:58.531888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a68deb8-7b71-422c-8f7f-628c74123fc8 req-0f37e97d-83ae-422e-9e1f-bb4ce1d47cac tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2725828
Nov 13 21:05:58.570184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:05:58.570569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Attempting to bind port 636daac2-de07-4fe2-821f-5641f265eae7 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:05:58.587686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.623340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:05:58.624156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:05:58.624156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:05:58.625273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Bound port: 636daac2-de07-4fe2-821f-5641f265eae7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:05:58.625273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.646763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:05:58.714288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2baace26-68c3-4ccc-836e-98001cde74d4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:58.773605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59623a-90c2-486b-aa43-a26d310cfa51 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1e89a3-489e-49f2-8d3d-89c87ba42883,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:58.826242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-ffc65ea5-bf37-486f-b53f-d52e8a9995ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:58.828715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-ffc65ea5-bf37-486f-b53f-d52e8a9995ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 1097 time: 0.2427275
Nov 13 21:05:58.833058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2baace26-68c3-4ccc-836e-98001cde74d4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:58.833658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.833768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:05:58.850233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:05:58.860426 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a68deb8-7b71-422c-8f7f-628c74123fc8 req-d0a4bd08-cf16-4d7e-b4f6-cf5e9dbd101c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233500
Nov 13 21:05:58.894507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-9b737445-a872-476e-a0cd-1223788952ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883 HTTP/1.1" status: 200  len: 217 time: 0.0580554
Nov 13 21:05:58.897870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:58.965342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-c79de684-e56d-47af-b760-9ff8af5aa731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:58.966895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-c79de684-e56d-47af-b760-9ff8af5aa731 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0657616
Nov 13 21:05:58.985025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.034379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.034593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058efd8-6603-4f50-9e52-7127081b91fe req-d57e91b8-43ed-4b56-8b5c-59316cb58201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:59.035942 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-d57e91b8-43ed-4b56-8b5c-59316cb58201 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0618038
Nov 13 21:05:59.074092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 2baace26-68c3-4ccc-836e-98001cde74d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2baace26-68c3-4ccc-836e-98001cde74d4,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:59.112421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.211198 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.214851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:05:59.221902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-3af048ac-120d-4dae-8763-3ebdfbd3897b service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791441
Nov 13 21:05:59.237814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:59.252377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:59.252935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.254452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-2841a9db-66af-4953-a9c9-673c4d7f23a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 1121 time: 2.6756670
Nov 13 21:05:59.270279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.271717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.273385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-560a9ae9-6e88-47e7-b5fa-a9a9545ef5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.324265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['636daac2-de07-4fe2-821f-5641f265eae7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:05:59.338401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:59.360495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc3ee-b77a-4913-95db-7811a6879837 req-6640d990-e128-4d0f-8db1-f1657b0f396f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:05:59.370611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-166fc3ee-b77a-4913-95db-7811a6879837 req-6640d990-e128-4d0f-8db1-f1657b0f396f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 946 time: 0.4061460
Nov 13 21:05:59.370841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0058efd8-6603-4f50-9e52-7127081b91fe req-520e013b-b63a-4551-9efd-a53d12971bfa service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293888
Nov 13 21:05:59.374097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:59.389898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=2baace26-68c3-4ccc-836e-98001cde74d4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:59.396373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:05:59.396761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.444705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:05:59.547799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:59.551858 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.608316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:05:59.686129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.742915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-166fc3ee-b77a-4913-95db-7811a6879837 req-50b232ab-a829-4ad7-8365-0cb9589db6f9 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055742
Nov 13 21:05:59.761382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Pushing event updated for resources: {'Port': ['ID=0920a4ed-62af-4db4-be71-6e2a532a7e97,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:59.777928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:05:59.797612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-560a9ae9-6e88-47e7-b5fa-a9a9545ef5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.799714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:05:59.801199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:05:59.813185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:05:59.942484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe11bb-7ec3-41c1-b5e2-8f0d05e1172c None None] Network 7910247a-df87-4262-a73c-1df31fef3ddc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:05:59.954150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-560a9ae9-6e88-47e7-b5fa-a9a9545ef5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.043926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Router fa102048-3e82-40e7-9be9-4616a7ef7d03 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:06:00.045587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-980198c2-8d3f-4936-b3a0-15657084ff56 None None] Provisioning complete for port 2baace26-68c3-4ccc-836e-98001cde74d4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:00.045968 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-980198c2-8d3f-4936-b3a0-15657084ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.132147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-560a9ae9-6e88-47e7-b5fa-a9a9545ef5d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a70cb435cc87445cb798e8ac5bd4123b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4814382
Nov 13 21:06:00.133224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a9ae9-6e88-47e7-b5fa-a9a9545ef5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593dfe74-139a-4f2a-ae37-bd8cd539e6ea,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:00.135801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44734) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:00.176431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1232d5b-215c-46d0-a684-e30cc164d568 req-6f1653a3-58b7-471c-99e7-797d74bf5f5a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:00.178369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1232d5b-215c-46d0-a684-e30cc164d568 req-6f1653a3-58b7-471c-99e7-797d74bf5f5a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 943 time: 0.3097606
Nov 13 21:06:00.192238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f17f-d897-4494-b111-15b447c98a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.216127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f17f-d897-4494-b111-15b447c98a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.303174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.355119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.370452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:00.377023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6f8337f3-6cb6-485a-9631-5bef48f57c38 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa102048-3e82-40e7-9be9-4616a7ef7d03/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7722068
Nov 13 21:06:00.386717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Sync routers for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:00.393996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1232d5b-215c-46d0-a684-e30cc164d568 req-9496b829-27ae-4698-92a7-e215cba00094 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303360
Nov 13 21:06:00.397626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-964d5502-ffa0-44b4-92b3-3541aef3f60d None None] Provisioning complete for port 0920a4ed-62af-4db4-be71-6e2a532a7e97 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:00.397989 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-964d5502-ffa0-44b4-92b3-3541aef3f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.413092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f17f-d897-4494-b111-15b447c98a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.420634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c0f17f-d897-4494-b111-15b447c98a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.421613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7c0f17f-d897-4494-b111-15b447c98a8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/593dfe74-139a-4f2a-ae37-bd8cd539e6ea HTTP/1.1" status: 204  len: 168 time: 0.2838347
Nov 13 21:06:00.425591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:00.426224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd58f4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:00.463591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'tag': '5c1e89a3-489e-49f2-8d3d-89c87ba42883'}, {'name': 'network-changed', 'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:00.471190 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add13d01-f9a7-454a-9701-bba1fafce5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4", "tag": "5c1e89a3-489e-49f2-8d3d-89c87ba42883"}, {"name": "network-changed", "server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "tag": "636daac2-de07-4fe2-821f-5641f265eae7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:00.494023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0f17f-d897-4494-b111-15b447c98a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593dfe74-139a-4f2a-ae37-bd8cd539e6ea,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:00.652533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2baace26-68c3-4ccc-836e-98001cde74d4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:00.692775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.701595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e854205-6f6a-4620-a6f5-6eb9f8ae1c65 req-aa3964cb-a09a-4934-a3a4-775ef777639b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:00.703139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e854205-6f6a-4620-a6f5-6eb9f8ae1c65 req-aa3964cb-a09a-4934-a3a4-775ef777639b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1075358
Nov 13 21:06:00.752118 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-964d5502-ffa0-44b4-92b3-3541aef3f60d None None] Port 0920a4ed-62af-4db4-be71-6e2a532a7e97 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:00.788837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:00.795946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2baace26-68c3-4ccc-836e-98001cde74d4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:00.801383 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.834642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e854205-6f6a-4620-a6f5-6eb9f8ae1c65 req-a8790b32-b003-4143-88f6-82bc573ada45 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895386
Nov 13 21:06:00.963452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ee4f4803-a93b-4820-b01d-361f2b161c8d None None] Provisioning complete for port 2baace26-68c3-4ccc-836e-98001cde74d4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:00.963830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4803-a93b-4820-b01d-361f2b161c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:00.995032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Router e188d57d-6534-4d0e-8c1c-2302b38ff6dc is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:06:01.059647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:01.130840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:01.143005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Sync routers for ids ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:01.153927 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Routers {'e188d57d-6534-4d0e-8c1c-2302b38ff6dc'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:01.154726 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde597a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:01.197782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:01.197782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.214937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd58f4c0>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:05:58Z', 'revision_number': 2, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:01.250199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Checking router: fa102048-3e82-40e7-9be9-4616a7ef7d03 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:01.250559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Updating router fa102048-3e82-40e7-9be9-4616a7ef7d03 port 0920a4ed-62af-4db4-be71-6e2a532a7e97 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:06:01.281093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.283742 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ac4f1-fb1f-4e47-845f-64f1cb60b7c6 x-openstack-request-id: req-0e3ac4f1-fb1f-4e47-845f-64f1cb60b7c6 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:01.285811 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4", "tag": "5c1e89a3-489e-49f2-8d3d-89c87ba42883", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "tag": "636daac2-de07-4fe2-821f-5641f265eae7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:01.286443 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e3ac4f1-fb1f-4e47-845f-64f1cb60b7c6 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:01.287242 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'tag': '5c1e89a3-489e-49f2-8d3d-89c87ba42883', 'status': 'completed', 'code': 200}
Nov 13 21:06:01.287810 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7', 'status': 'completed', 'code': 200}
Nov 13 21:06:01.302615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.310937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:01.313979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7cb387f3-addb-4ab2-bcf8-579b0e17e3f2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.6422031
Nov 13 21:06:01.354935 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Set router e188d57d-6534-4d0e-8c1c-2302b38ff6dc gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:01.519386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44776) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:01.584605 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde597a30>, [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 3, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:01.588097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44784) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:01.630040 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Checking router: e188d57d-6534-4d0e-8c1c-2302b38ff6dc for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:01.630396 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Updating router e188d57d-6534-4d0e-8c1c-2302b38ff6dc port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:06:01.658806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-f2d692ee-34e4-47a3-9ab5-1f75361dd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:01.660793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-f2d692ee-34e4-47a3-9ab5-1f75361dd831 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 1097 time: 0.1559255
Nov 13 21:06:01.703239 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.725326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b311eb1e-b3b8-4bb8-a7fd-d03f40df8ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.735230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0b9a64fb-8e5c-43b6-9d74-964406c7c0c2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:01.737645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0b9a64fb-8e5c-43b6-9d74-964406c7c0c2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 829 time: 0.1734850
Nov 13 21:06:01.743459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.772226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-8f4cf72a-5a44-4215-9ca2-d85554eff4f5 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/quotas/3ee538e9cfda44529a9dcef0de3a5340 HTTP/1.1" status: 200  len: 375 time: 0.0234051
Nov 13 21:06:01.812389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:01.857712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-f9027b6d-87d3-42e3-86f9-a5e2c6225af5 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0840592
Nov 13 21:06:01.893431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Pushing event updated for resources: {'Port': ['ID=0920a4ed-62af-4db4-be71-6e2a532a7e97,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:01.908021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.908442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.908808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.909660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.910030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.919878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.919878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.919878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.919878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.919878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.920814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-02df87e1-dba8-4dde-8da4-05b1c2bebd3a tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:01.920900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.920900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:01.921026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-02df87e1-dba8-4dde-8da4-05b1c2bebd3a tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3976786
Nov 13 21:06:02.018935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Attempting to bind port 0920a4ed-62af-4db4-be71-6e2a532a7e97 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:02.019314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Attempting to bind port 0920a4ed-62af-4db4-be71-6e2a532a7e97 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:02.019683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Attempting to bind port 0920a4ed-62af-4db4-be71-6e2a532a7e97 on network 2e98c801-6c14-4884-9e00-ef2ff149bde3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:02.027411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:02.027788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Checking segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:02.037640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.038651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Bound using segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:02.039194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Bound port: 0920a4ed-62af-4db4-be71-6e2a532a7e97, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:02.039600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.135806 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.164661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-213e17b3-544a-4159-9cb2-f428f773b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:02.166020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] For port 0920a4ed-62af-4db4-be71-6e2a532a7e97, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:02.170271 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-213e17b3-544a-4159-9cb2-f428f773b9b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.5013156
Nov 13 21:06:02.174628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] For port 0920a4ed-62af-4db4-be71-6e2a532a7e97, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0920a4ed-62af-4db4-be71-6e2a532a7e97,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:02.212874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3a422e3f-33a6-4cfb-93d3-cd453a2a4b2e None None] Provisioning complete for port 0920a4ed-62af-4db4-be71-6e2a532a7e97 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:02.213321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a422e3f-33a6-4cfb-93d3-cd453a2a4b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.231834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-a85c93e7-00c8-4655-a8f5-bd4b8429af36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883 HTTP/1.1" status: 200  len: 217 time: 0.0514703
Nov 13 21:06:02.246832 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.255056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3a422e3f-33a6-4cfb-93d3-cd453a2a4b2e None None] Port 0920a4ed-62af-4db4-be71-6e2a532a7e97 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:02.272300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b311eb1e-b3b8-4bb8-a7fd-d03f40df8ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.285596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-8f45f3bb-1f90-4266-a721-545bccafee24 service neutron] 10.222.0.20 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4257064
Nov 13 21:06:02.315276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.339440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-cf381fa7-9b0a-4805-9a03-2f43ed068bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:02.341029 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-cf381fa7-9b0a-4805-9a03-2f43ed068bfd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0788774
Nov 13 21:06:02.348867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e805b-4abd-4430-a7c8-41096142755f None None] Pushing event updated for resources: {'Port': ['ID=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:02.353217 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Attempting to bind port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:02.353656 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Attempting to bind port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:02.354133 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Attempting to bind port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:02.362692 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:02.372235 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:02.372235 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.372235 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:02.372235 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Bound port: 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:02.372235 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.400642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-9f250dab-e9a9-41c3-889f-4314bd226054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:02.402390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-9f250dab-e9a9-41c3-889f-4314bd226054 service neutron] 10.222.0.20 "GET /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 1093 time: 0.1872103
Nov 13 21:06:02.410801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b311eb1e-b3b8-4bb8-a7fd-d03f40df8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.414389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:02.414621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd58f4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:02.430577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:02.431107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Unknown quota resources ['binding']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:06:02.458525 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] For port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:02.463992 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] For port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:02.467269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-fd3cc440-4645-4f96-8ed3-5b84526c1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:02.469431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9fe0f-3248-4004-8377-f261c66c3325 None None] Pushing event updated for resources: {'Port': ['ID=0920a4ed-62af-4db4-be71-6e2a532a7e97,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:02.470964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-fd3cc440-4645-4f96-8ed3-5b84526c1cad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1105285
Nov 13 21:06:02.523558 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.554977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b311eb1e-b3b8-4bb8-a7fd-d03f40df8ff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ab158aae28c42b5995406041ed82cf8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8454871
Nov 13 21:06:02.556478 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.559000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311eb1e-b3b8-4bb8-a7fd-d03f40df8ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d34c37-1bf5-403a-a88d-b75575a76d27,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:02.559666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44792) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:02.568503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:02.589318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-cbf7b1cd-98fb-41b0-ab7c-a6a3d09906b1 service neutron] 10.222.0.20 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027771
Nov 13 21:06:02.629258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 5c1e89a3-489e-49f2-8d3d-89c87ba42883 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:02.661003 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Routers {'e188d57d-6534-4d0e-8c1c-2302b38ff6dc'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:02.661645 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde597a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:02.801471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-7a1fad30-dcd2-4133-8085-13733cd3c563 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3128378
Nov 13 21:06:02.803821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on host nch1-master-1 for vnic_type normal with profile None {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:02.804182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:02.804507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:02.810116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:02.810530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:02.816505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:02.817322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:02.817710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:02.818142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Bound port: 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:02.835512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] Set router e188d57d-6534-4d0e-8c1c-2302b38ff6dc gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:02.866932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbe65722-00ca-4caf-9f9f-a17f0418d461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.892824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbe65722-00ca-4caf-9f9f-a17f0418d461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:02.907169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:02.986334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-92dc22a3-766b-4579-af23-d62882e6b407 None None] Provisioning complete for port 0920a4ed-62af-4db4-be71-6e2a532a7e97 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:02.986942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92dc22a3-766b-4579-af23-d62882e6b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.006031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] Publish callbacks [] for binding, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.007489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-11ca3f8b-7d9c-40dc-9dba-fd529f2f1f95 service neutron] 10.222.0.20 "POST /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3/bindings HTTP/1.1" status: 201  len: 389 time: 0.5927961
Nov 13 21:06:03.047450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:03.063724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f750ae2-ff4d-4cb7-bf37-6dc1c7dff160 req-c7687af6-3e7f-4901-802a-ce9e796e19ed tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:03.071699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '5c1e89a3-489e-49f2-8d3d-89c87ba42883', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '5c1e89a3-489e-49f2-8d3d-89c87ba42883', 'mac_address': 'fa:16:3e:dc:76:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:03.081439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f750ae2-ff4d-4cb7-bf37-6dc1c7dff160 req-c7687af6-3e7f-4901-802a-ce9e796e19ed tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 946 time: 0.1144650
Nov 13 21:06:03.112646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbe65722-00ca-4caf-9f9f-a17f0418d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.118828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbe65722-00ca-4caf-9f9f-a17f0418d461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.121257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:03.123674 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde597a30>, [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 3, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:03.134178 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e805b-4abd-4430-a7c8-41096142755f None None] Pushing event updated for resources: {'Port': ['ID=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:03.151037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cbe65722-00ca-4caf-9f9f-a17f0418d461 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63d34c37-1bf5-403a-a88d-b75575a76d27 HTTP/1.1" status: 204  len: 168 time: 0.5630865
Nov 13 21:06:03.175443 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d95a31-613d-4505-afcc-b93a6c1f1ebe None None] The sync data for ids ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'] in ncdv-master-1 is: [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 3, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:03.216301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65722-00ca-4caf-9f9f-a17f0418d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d34c37-1bf5-403a-a88d-b75575a76d27,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:03.232075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f750ae2-ff4d-4cb7-bf37-6dc1c7dff160 req-45a1b5d0-aa84-4393-95ec-94be8c002b24 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486559
Nov 13 21:06:03.263825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.276609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-fc4f5766-d570-48ed-92e2-d45075c3221c service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4581919
Nov 13 21:06:03.278028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Allocated IP 172.20.0.1 (7910247a-df87-4262-a73c-1df31fef3ddc/cbdc319c-f134-4c9f-b711-f09a2aeab8cb/2ded30fe-477c-4d0d-9874-89a236c55bce) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:03.354062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-45123c46-a9fd-47a3-86f5-4a172907446f service neutron] 10.222.0.37 "GET /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2106421
Nov 13 21:06:03.398586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1e89a3-489e-49f2-8d3d-89c87ba42883 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:03.434941 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92dc22a3-766b-4579-af23-d62882e6b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.481884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:03.490769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-42fbb778-1bdc-49f8-937a-b99368fdf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:03.492430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd58f4c0>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:02Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:03.492680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-42fbb778-1bdc-49f8-937a-b99368fdf057 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1124 time: 0.1462007
Nov 13 21:06:03.524154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:03.541762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 has no active binding in host nch2-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:06:03.552628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.602805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed12f19c-8244-4c01-9cfa-a02784c04c1d None None] The sync data for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 is: [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:02Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:03.631834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75699d-51bf-42fb-98d9-9b4a82d71964 req-f9afc9c0-c61b-4065-853f-d171b7c06a61 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:03.643777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f75699d-51bf-42fb-98d9-9b4a82d71964 req-f9afc9c0-c61b-4065-853f-d171b7c06a61 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 943 time: 0.2033215
Nov 13 21:06:03.652041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-92dc22a3-766b-4579-af23-d62882e6b407 None None] For port 0920a4ed-62af-4db4-be71-6e2a532a7e97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0920a4ed-62af-4db4-be71-6e2a532a7e97,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:03.658072 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.797459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=5c1e89a3-489e-49f2-8d3d-89c87ba42883,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:03.798246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-35507dbb-b064-4c03-87f5-7ca4c45c611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:03.799904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-35507dbb-b064-4c03-87f5-7ca4c45c611b service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.3008814
Nov 13 21:06:03.819166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f75699d-51bf-42fb-98d9-9b4a82d71964 req-ad84d56b-7436-4b47-97e5-b388d0fe9474 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744068
Nov 13 21:06:03.843936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92dc22a3-766b-4579-af23-d62882e6b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.894636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:03.930028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-e5a4adcf-f2ff-461d-9d51-3de662e97fcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.1173017
Nov 13 21:06:03.935236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:03.936722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:03.939028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:04.031678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc22a3-766b-4579-af23-d62882e6b407 None None] Pushing event updated for resources: {'Port': ['ID=0920a4ed-62af-4db4-be71-6e2a532a7e97,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:04.049122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636daac2-de07-4fe2-821f-5641f265eae7 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:04.101048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:04.182259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d411b407-a223-4d44-88c4-feb0999326f5 req-4347c4ba-3ded-40c5-aca7-a81339ba2b45 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 210 time: 0.1885989
Nov 13 21:06:04.187800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22169d6-01a0-42d1-9ae9-bdfd0234c26b req-192d9105-e0d3-4c95-89ec-ba09a28934e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:04.198753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d22169d6-01a0-42d1-9ae9-bdfd0234c26b req-192d9105-e0d3-4c95-89ec-ba09a28934e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.4903002
Nov 13 21:06:04.299157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Network 7910247a-df87-4262-a73c-1df31fef3ddc is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:04.323567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-d77e6283-9a50-4e61-b9df-d0d0ab057b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:04.325133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-d77e6283-9a50-4e61-b9df-d0d0ab057b86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.3777535
Nov 13 21:06:04.332243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:04.335092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:04.357396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Pushing event updated for resources: {'Port': ['ID=2ded30fe-477c-4d0d-9874-89a236c55bce,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:04.408491 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:04.429072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504de28b-6e59-446e-9b8f-f7d472b5cac0 req-12d09114-994b-4847-a662-0699b76326da tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:04.431809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-504de28b-6e59-446e-9b8f-f7d472b5cac0 req-12d09114-994b-4847-a662-0699b76326da tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 945 time: 0.0810034
Nov 13 21:06:04.552240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-504de28b-6e59-446e-9b8f-f7d472b5cac0 req-1005d932-bfdd-485e-8826-cf0da2a8b4e9 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002443
Nov 13 21:06:04.613194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:04.665807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:04.668207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:06:04.695123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-99faeee3-02e3-4ad4-99f5-7d26d424cd14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3550773
Nov 13 21:06:04.732265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-18cbdd8a-739f-4839-8311-af0e7d572d24 None None] Provisioning complete for port 2ded30fe-477c-4d0d-9874-89a236c55bce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:04.732940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-18cbdd8a-739f-4839-8311-af0e7d572d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:04.782610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-18cbdd8a-739f-4839-8311-af0e7d572d24 None None] Port 2ded30fe-477c-4d0d-9874-89a236c55bce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:04.833317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:04.833732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:04.847941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1885-5345-4fe7-af69-6365a079fe64 req-726fb75f-d707-4c2c-b606-338ec686ebce tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:04.853345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a11c1885-5345-4fe7-af69-6365a079fe64 req-726fb75f-d707-4c2c-b606-338ec686ebce tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 947 time: 0.2143450
Nov 13 21:06:04.881710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-41351184-86ee-4f9e-98bf-0ff91df2e774 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659675
Nov 13 21:06:04.897927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-cfd249ea-b066-466f-b4b0-8fa76f801fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:04.899564 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-cfd249ea-b066-466f-b4b0-8fa76f801fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1096 time: 0.7820823
Nov 13 21:06:04.903123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d22169d6-01a0-42d1-9ae9-bdfd0234c26b req-7f44f3d3-b3d6-48e4-96c7-adf206c3103c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6425517
Nov 13 21:06:04.979748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] Transition to ACTIVE for port object 636daac2-de07-4fe2-821f-5641f265eae7 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:05.023856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a11c1885-5345-4fe7-af69-6365a079fe64 req-0c6241b9-00f1-4205-9667-c5109cb2bc26 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539178
Nov 13 21:06:05.053456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:05.057425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:05.089534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:05.160515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] No DVR routers for this DVR port 636daac2-de07-4fe2-821f-5641f265eae7 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:06:05.180725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] Pushing event updated for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:05.196030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:05.198268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0920a4ed-62af-4db4-be71-6e2a532a7e97 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:05.208359 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-3cdee20b-2610-4609-9686-01402339e5bb service neutron] 10.222.0.37 "PUT /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8479152
Nov 13 21:06:05.305206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:05.313687 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:05.324159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0920a4ed-62af-4db4-be71-6e2a532a7e97 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:05.324715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:05.337163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc386f99-b077-45c6-975c-c1ea92079d40 req-68b6b6ee-d8c1-4a7a-a616-12191366ef48 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 210 time: 0.0356812
Nov 13 21:06:05.390928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1619daa-7c31-4a9d-a446-0bfeb55a6118 req-435d81e9-8794-4769-befa-40389cb765f6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:05.398450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1619daa-7c31-4a9d-a446-0bfeb55a6118 req-435d81e9-8794-4769-befa-40389cb765f6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 944 time: 0.2379532
Nov 13 21:06:05.549457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-add13d01-f9a7-454a-9701-bba1fafce5c1 req-c472c7c8-473f-4d36-bfc5-9a951e06bd52 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6451964
Nov 13 21:06:05.598481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1619daa-7c31-4a9d-a446-0bfeb55a6118 req-29228d03-88dd-4875-8815-a78e87d01032 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982098
Nov 13 21:06:05.599526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-66d2260f-c0fc-4ce9-b97f-8470b38b661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:05.600926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-66d2260f-c0fc-4ce9-b97f-8470b38b661d service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.6876810
Nov 13 21:06:05.690358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44848) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:05.707073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-78065989-33de-44bf-a6ac-07f85b7b9384 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 217 time: 0.0941355
Nov 13 21:06:05.709365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-d6755798-e413-4414-a9e6-25cde559e388 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:05.711134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-d6755798-e413-4414-a9e6-25cde559e388 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2538314
Nov 13 21:06:05.750389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d49612-939f-4aa9-941e-0287b7850ca6 req-cb4dd0dc-a579-4f2c-9974-6a7a7fb1235c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:05.759759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85d49612-939f-4aa9-941e-0287b7850ca6 req-cb4dd0dc-a579-4f2c-9974-6a7a7fb1235c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 945 time: 0.1126959
Nov 13 21:06:05.782973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-78ed27bf-327c-4427-921b-84afe9486d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:05.784441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-78ed27bf-327c-4427-921b-84afe9486d5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0702746
Nov 13 21:06:05.826981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85d49612-939f-4aa9-941e-0287b7850ca6 req-b776a5b6-79e6-4e66-a8cd-69489e73984d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662551
Nov 13 21:06:05.853083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-5b3ecf04-d60a-41b6-9dca-bae592a8361f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514965
Nov 13 21:06:05.916301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97221a90-d4ca-49e3-96d7-d9f1000fe631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:05.941785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-f75a07e1-1edd-4383-b6e9-6e5538aa64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:05.943294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-f75a07e1-1edd-4383-b6e9-6e5538aa64bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898&tenant_id=8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 1095 time: 0.1579478
Nov 13 21:06:06.004149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.042447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-1b8be82e-c3c9-4c88-a510-43e5aee7aba8 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764004
Nov 13 21:06:06.046460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97221a90-d4ca-49e3-96d7-d9f1000fe631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.120151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-30059806-e70c-44e5-a2ef-45b8db83eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:06.121667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-30059806-e70c-44e5-a2ef-45b8db83eae4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1095 time: 0.1462812
Nov 13 21:06:06.126133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.132615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708556e0-6101-42ab-89e9-243f7509ddd4 req-4da804b9-de21-456c-b7f5-d4eeb4fd1982 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:06.134783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-708556e0-6101-42ab-89e9-243f7509ddd4 req-4da804b9-de21-456c-b7f5-d4eeb4fd1982 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 947 time: 0.0529809
Nov 13 21:06:06.135911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97221a90-d4ca-49e3-96d7-d9f1000fe631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.170170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44cbf8-7d7f-479c-9f88-fd934309c8df req-d00ff36c-8323-45de-96da-605c7c587116 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:06.171698 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d44cbf8-7d7f-479c-9f88-fd934309c8df req-d00ff36c-8323-45de-96da-605c7c587116 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1525207
Nov 13 21:06:06.189197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-97221a90-d4ca-49e3-96d7-d9f1000fe631 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e019d15147c447538155535addcd2cc1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4917274
Nov 13 21:06:06.193649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44862) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:06.202457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97221a90-d4ca-49e3-96d7-d9f1000fe631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2828a5c-8d6e-47e0-a08a-9e7b6e3f9c06,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:06.278235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-708556e0-6101-42ab-89e9-243f7509ddd4 req-f829d60c-3fc9-454b-88ba-5be06cfc08fc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093159
Nov 13 21:06:06.303293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d062-76e1-47de-9c08-5f716d9e3e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.308956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Pushing event updated for resources: {'Port': ['ID=2ded30fe-477c-4d0d-9874-89a236c55bce,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:06.318246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-cdd70983-d5a4-472d-833a-f613e71690a1 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652307
Nov 13 21:06:06.319022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.328028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d062-76e1-47de-9c08-5f716d9e3e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.381020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-ec961a2d-a9f7-46e6-b038-33ab34e96909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:06.382510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-ec961a2d-a9f7-46e6-b038-33ab34e96909 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2532971
Nov 13 21:06:06.388020 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d44cbf8-7d7f-479c-9f88-fd934309c8df req-94d74314-644b-4ac9-85b2-4c1e68dac404 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762092
Nov 13 21:06:06.465614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-e2989b66-97f9-428f-b50a-456a5ba67bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.0472260
Nov 13 21:06:06.472136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61ba5a2a-90b8-403b-8170-1f5fe7ed8158 req-3bd5b954-7e50-4256-a1d4-90c44fad4bb3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 210 time: 0.0362842
Nov 13 21:06:06.492260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d062-76e1-47de-9c08-5f716d9e3e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.497412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5f2d062-76e1-47de-9c08-5f716d9e3e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.500762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e5f2d062-76e1-47de-9c08-5f716d9e3e68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2828a5c-8d6e-47e0-a08a-9e7b6e3f9c06 HTTP/1.1" status: 204  len: 168 time: 0.3037205
Nov 13 21:06:06.508861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2d062-76e1-47de-9c08-5f716d9e3e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2828a5c-8d6e-47e0-a08a-9e7b6e3f9c06,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:06.567371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Network 7910247a-df87-4262-a73c-1df31fef3ddc is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:06.569869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-51db86f7-2689-41f0-9bac-8b281574eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:06.571368 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-51db86f7-2689-41f0-9bac-8b281574eccd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0868077
Nov 13 21:06:06.575381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-55d784e8-07ca-4348-87bf-69c5343c1813 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:06.575381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-55d784e8-07ca-4348-87bf-69c5343c1813 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1206477
Nov 13 21:06:06.576320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:06.587135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:06.595127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:06.623601 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-c5298003-357f-4a49-8073-c0014bb62949 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450900
Nov 13 21:06:06.657561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 5c1e89a3-489e-49f2-8d3d-89c87ba42883 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:06.802750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:06.803123 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.948717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:06.957056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:06.957694 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:06.992939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.018748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-226957e6-3f5c-44dd-bd99-5149a9146fde tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5167b05c924147b9a26fedb1a47773cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420120
Nov 13 21:06:07.062021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f28a28fb-490f-42fa-baf1-ade094dcb269 None None] Provisioning complete for port 2ded30fe-477c-4d0d-9874-89a236c55bce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:07.062307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f28a28fb-490f-42fa-baf1-ade094dcb269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.126009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-291b0e85-e9f1-43c9-9432-eb996c66baf0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:07.128356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-291b0e85-e9f1-43c9-9432-eb996c66baf0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.46 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 829 time: 0.2739015
Nov 13 21:06:07.180603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Request body: {'port': {'device_id': '83928571-5d89-4194-a1ec-525afa4e7b07', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'admin_state_up': True, 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:07.239062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f28a28fb-490f-42fa-baf1-ade094dcb269 None None] Port 2ded30fe-477c-4d0d-9874-89a236c55bce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:07.250222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.301204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1e89a3-489e-49f2-8d3d-89c87ba42883'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:07.307040 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f75740-1d66-4e12-ad3d-179effa33635" -d '{"events": [{"server_uuid": "ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4", "name": "network-vif-plugged", "status": "completed", "tag": "5c1e89a3-489e-49f2-8d3d-89c87ba42883"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:07.309350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-cc91a22e-720d-429d-829f-8547f520a7bd tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:07.313241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-cc91a22e-720d-429d-829f-8547f520a7bd tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2864192
Nov 13 21:06:07.323281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:07.343217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-aaae2ce7-5be0-4f36-9b00-1c84c983af68 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/quotas/5167b05c924147b9a26fedb1a47773cf HTTP/1.1" status: 200  len: 375 time: 0.0256197
Nov 13 21:06:07.386641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-80d21ba3-94fc-4eba-b305-5ef52385a1fc tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5167b05c924147b9a26fedb1a47773cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0352366
Nov 13 21:06:07.396025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded22cef-32b1-4b7c-80ea-e6d967f956e4 req-ddcf53e4-84f1-4694-bb2d-c1ec137a8224 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:07.399503 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ded22cef-32b1-4b7c-80ea-e6d967f956e4 req-ddcf53e4-84f1-4694-bb2d-c1ec137a8224 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 944 time: 0.6081429
Nov 13 21:06:07.452862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.460407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-0aa63bfe-3096-448c-a1e1-7d14fdab1fe0 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7900119
Nov 13 21:06:07.465092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Router e188d57d-6534-4d0e-8c1c-2302b38ff6dc has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:06:07.505764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=5c1e89a3-489e-49f2-8d3d-89c87ba42883,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:07.582045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Made reservation on behalf of 3ee538e9cfda44529a9dcef0de3a5340 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:07.588539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.623341 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ded22cef-32b1-4b7c-80ea-e6d967f956e4 req-09e4908c-018d-4bc1-aadd-c7575c461496 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086296
Nov 13 21:06:07.652515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:07.759658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-83e93c45-45cf-476d-8234-0ebc8dfd9097 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2642295
Nov 13 21:06:07.762847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:07.777245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Sync routers for ids ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:07.777847 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-061a7ab5-7099-4cb1-b162-cffcc8a8628f admin admin] 10.222.0.20 "PUT /v2.0/routers/e188d57d-6534-4d0e-8c1c-2302b38ff6dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4644396
Nov 13 21:06:07.787011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:07.808912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Allocated IP 172.20.0.9 (2e98c801-6c14-4884-9e00-ef2ff149bde3/ea7e0a86-265c-492c-9ab6-bd9afdf16ba4/fa3e38aa-2a7b-410e-b834-47afea4c46d7) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:07.819699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Routers {'e188d57d-6534-4d0e-8c1c-2302b38ff6dc'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:07.820339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5c9130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:07.853630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44906) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:07.881321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:07.884968 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6b066-540c-4824-a3a5-533573cc44d4" -d '{"events": [{"server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "name": "network-vif-unplugged", "status": "completed", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:07.889539 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.892450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd02-3896-439c-b0f5-1702b5998d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:07.911563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5500eae-8ba7-4e50-894f-48ca421e27f1 req-4cc388cc-09dd-4e90-ae6a-139f5f71095c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:07.913313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5500eae-8ba7-4e50-894f-48ca421e27f1 req-4cc388cc-09dd-4e90-ae6a-139f5f71095c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 945 time: 0.1286857
Nov 13 21:06:07.927515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a73d0a-bc8c-4e24-8418-30cab35caf69 req-5ef66c50-3636-4a89-a397-f4e333280008 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:07.930051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98a73d0a-bc8c-4e24-8418-30cab35caf69 req-5ef66c50-3636-4a89-a397-f4e333280008 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 948 time: 0.1043694
Nov 13 21:06:07.966458 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.048628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5500eae-8ba7-4e50-894f-48ca421e27f1 req-7c131799-8e3a-44bc-be3c-d80be2a81b85 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274714
Nov 13 21:06:08.105117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:08.107479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98a73d0a-bc8c-4e24-8418-30cab35caf69 req-2c7e3796-65eb-4790-96ec-6b288ad345cf tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440248
Nov 13 21:06:08.130038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Set router e188d57d-6534-4d0e-8c1c-2302b38ff6dc gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:08.146991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.166618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:08.166618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:08.166618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:08.200804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:08.201142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Attempting to bind port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:08.205310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd02-3896-439c-b0f5-1702b5998d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.212786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:08.213127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:08.213520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:08.213966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Bound port: 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:08.214322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.278878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cdf86-cb45-45c2-b89c-b95ed149c12f req-5663b320-357c-4d79-90c5-cb12d1b70b34 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:08.280858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-082cdf86-cb45-45c2-b89c-b95ed149c12f req-5663b320-357c-4d79-90c5-cb12d1b70b34 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.0525694
Nov 13 21:06:08.313180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8388b12b-dfcf-4cb5-9f74-0a73910be499 req-7297ecfe-ae18-4387-a339-39f9eb237432 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 210 time: 0.0496399
Nov 13 21:06:08.333999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f90dd02-3896-439c-b0f5-1702b5998d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.338273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-082cdf86-cb45-45c2-b89c-b95ed149c12f req-08cecd44-0de9-4a21-abf6-f5051cba07f4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512304
Nov 13 21:06:08.364443 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab323c6-a6ad-4311-9fac-e84623806879 x-openstack-request-id: req-8ab323c6-a6ad-4311-9fac-e84623806879 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:08.364928 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.365194 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4", "name": "network-vif-plugged", "status": "completed", "tag": "5c1e89a3-489e-49f2-8d3d-89c87ba42883", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:08.365589 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ab323c6-a6ad-4311-9fac-e84623806879 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:08.366147 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1e89a3-489e-49f2-8d3d-89c87ba42883', 'code': 200}
Nov 13 21:06:08.415568 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767dc1c-77ef-4d0d-86fc-ad4e61c753d2 x-openstack-request-id: req-f767dc1c-77ef-4d0d-86fc-ad4e61c753d2 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:08.415968 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "name": "network-vif-unplugged", "status": "completed", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:08.416346 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f767dc1c-77ef-4d0d-86fc-ad4e61c753d2 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:08.416858 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'code': 200}
Nov 13 21:06:08.423707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5c9130>, [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:04Z', 'revision_number': 4, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ded30fe-477c-4d0d-9874-89a236c55bce', 'name': '', 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'mac_address': 'fa:16:3e:36:b1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:06:02Z', 'updated_at': '2021-11-13T21:06:05Z', 'revision_number': 2, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'subnets': [{'id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:08.436938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea51a9-b9c4-4e72-81a6-f63f9d6523df req-cb7548bb-7f85-4b2b-9358-5928e6244834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:08.438753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15ea51a9-b9c4-4e72-81a6-f63f9d6523df req-cb7548bb-7f85-4b2b-9358-5928e6244834 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 1099 time: 0.2086897
Nov 13 21:06:08.462407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Checking router: e188d57d-6534-4d0e-8c1c-2302b38ff6dc for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:08.463017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Updating router e188d57d-6534-4d0e-8c1c-2302b38ff6dc port 2ded30fe-477c-4d0d-9874-89a236c55bce binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:06:08.465071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9f90dd02-3896-439c-b0f5-1702b5998d4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3176a051905e48b180d0b4645863300a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6091237
Nov 13 21:06:08.478961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event updated for resources: {'Port': ['ID=fa3e38aa-2a7b-410e-b834-47afea4c46d7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:08.482103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54b445ef-7b35-44fd-80e1-c2e749c10ba5 req-cf15a6be-9ed9-4473-8d15-416e3b70fdcf tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 210 time: 0.0822918
Nov 13 21:06:08.493076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:08.493578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.493747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90dd02-3896-439c-b0f5-1702b5998d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fef8cd-0546-4020-b475-bb273d685d79,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:08.506639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:08.511214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-402e6fac-7f69-4c21-866e-c17a461ebf14 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:08.513150 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-402e6fac-7f69-4c21-866e-c17a461ebf14 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2173109
Nov 13 21:06:08.522099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:08.556348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b087548e-a2d4-4c2c-a5f4-353b4711f635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.565882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:08.572786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:08.588452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:08.594238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:08.595601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.630409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15ea51a9-b9c4-4e72-81a6-f63f9d6523df req-5c621a26-f911-480e-b147-0ceae533692c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637487
Nov 13 21:06:08.648837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.654052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b087548e-a2d4-4c2c-a5f4-353b4711f635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.762412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:08.814179 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-0524b62c-f851-4971-bc48-119f557e2cbf req-37c26453-7b51-4b07-be2f-bbb531bd76c4 service neutron] show failed (client error): The resource could not be found.
Nov 13 21:06:08.825817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-37c26453-7b51-4b07-be2f-bbb531bd76c4 service neutron] 10.222.0.46 "GET /v2.0/ports/02218c95-4a6d-4ec2-9d14-46273c3547c7/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1304207
Nov 13 21:06:08.866038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-927c08a8-398a-451b-9686-c8714d1375e2 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6755559
Nov 13 21:06:08.866038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Request body: {'port': {'device_id': '83928571-5d89-4194-a1ec-525afa4e7b07', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:08.874137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:08.874764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.876348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-d8efebbe-8e24-480d-8d52-f46ce5ca14b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 1121 time: 2.2881165
Nov 13 21:06:08.889881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857297d-755b-45df-a7c1-197a778c4b06 req-fe6634b5-5326-4cfb-b7ff-e6e5ae5c9bcd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:08.891500 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9857297d-755b-45df-a7c1-197a778c4b06 req-fe6634b5-5326-4cfb-b7ff-e6e5ae5c9bcd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 944 time: 0.1190464
Nov 13 21:06:08.940986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:08.948279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9857297d-755b-45df-a7c1-197a778c4b06 req-546381a5-87cd-41dd-96eb-b4a35ffbfeb7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481501
Nov 13 21:06:09.054206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-68eca6db-6a36-401c-b4a0-72c2c2c03c5f service neutron] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:09.059212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-68eca6db-6a36-401c-b4a0-72c2c2c03c5f service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.059931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5bebe0a0-6ac2-47a5-80a8-465043d1f5fd req-68eca6db-6a36-401c-b4a0-72c2c2c03c5f service neutron] 10.222.0.46 "DELETE /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5340745
Nov 13 21:06:09.060337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b087548e-a2d4-4c2c-a5f4-353b4711f635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.063306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b087548e-a2d4-4c2c-a5f4-353b4711f635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.064561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b087548e-a2d4-4c2c-a5f4-353b4711f635 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8fef8cd-0546-4020-b475-bb273d685d79 HTTP/1.1" status: 204  len: 168 time: 0.5747015
Nov 13 21:06:09.084409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087548e-a2d4-4c2c-a5f4-353b4711f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fef8cd-0546-4020-b475-bb273d685d79,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:09.108895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['74a0d0e7-de90-461b-a9bd-d8f6d9299df3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:09.189259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1c2ef932-a86b-4158-94ec-c338daa3afd1 None None] Provisioning complete for port fa3e38aa-2a7b-410e-b834-47afea4c46d7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:09.189970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef932-a86b-4158-94ec-c338daa3afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.242884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1984c-4aed-45fb-9432-46b2a2ba15ec req-63369c7a-9f31-48e8-89c0-67eb4ff2b2be tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:09.244384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bf1984c-4aed-45fb-9432-46b2a2ba15ec req-63369c7a-9f31-48e8-89c0-67eb4ff2b2be tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1095 time: 0.1281145
Nov 13 21:06:09.309672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273b973-62f1-4971-a331-9c5b4fe79349 req-c1b01582-d9c9-48e1-8855-bc246bda21a9 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:09.311858 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0273b973-62f1-4971-a331-9c5b4fe79349 req-c1b01582-d9c9-48e1-8855-bc246bda21a9 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 943 time: 0.1065605
Nov 13 21:06:09.322054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bf1984c-4aed-45fb-9432-46b2a2ba15ec req-99f7765b-4a8a-4ca1-95b7-fea62ee2a558 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685303
Nov 13 21:06:09.327089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ef932-a86b-4158-94ec-c338daa3afd1 None None] Port fa3e38aa-2a7b-410e-b834-47afea4c46d7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:09.334273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.369306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3e38aa-2a7b-410e-b834-47afea4c46d7 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:09.380352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.418117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0273b973-62f1-4971-a331-9c5b4fe79349 req-0f4aca30-cbdc-4b2c-8f3f-36c8dae28836 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943358
Nov 13 21:06:09.421406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Transition to ACTIVE for port object fa3e38aa-2a7b-410e-b834-47afea4c46d7 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:09.522038 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.541200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403c476-eb14-447d-b0c5-baed3039489a req-79be7fdf-7070-456f-9778-6fc90aad97d8 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:09.549880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8403c476-eb14-447d-b0c5-baed3039489a req-79be7fdf-7070-456f-9778-6fc90aad97d8 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 931 time: 0.0678413
Nov 13 21:06:09.557510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432aa4b-c7b4-4383-9158-37935083d7a1 req-96b74a3b-9c21-4205-aba3-67ddaa54cd50 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:09.565339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e432aa4b-c7b4-4383-9158-37935083d7a1 req-96b74a3b-9c21-4205-aba3-67ddaa54cd50 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 948 time: 0.1155159
Nov 13 21:06:09.571794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.671578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Attempting to bind port 2ded30fe-477c-4d0d-9874-89a236c55bce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:09.671949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Attempting to bind port 2ded30fe-477c-4d0d-9874-89a236c55bce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:09.672315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Attempting to bind port 2ded30fe-477c-4d0d-9874-89a236c55bce on network 7910247a-df87-4262-a73c-1df31fef3ddc {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:09.683528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7e28-8b2c-46c0-a453-ab04e7b216e4 None None] Pushing event updated for resources: {'Port': ['ID=2ded30fe-477c-4d0d-9874-89a236c55bce,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:09.699285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:09.699836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Checking segment: {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:09.702396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.702396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Bound using segment: {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:09.702396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Bound port: 2ded30fe-477c-4d0d-9874-89a236c55bce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e051c55-360a-46c7-8df7-903582b6eec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:09.702396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.779246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8403c476-eb14-447d-b0c5-baed3039489a req-88c07153-434a-4d62-bf3b-dea8530472d7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064230
Nov 13 21:06:09.795333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e432aa4b-c7b4-4383-9158-37935083d7a1 req-8e5090e1-fafa-4ea5-9184-8e16d8afe7d5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236476
Nov 13 21:06:09.835082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-bdffd33c-d1ff-4a47-ac11-db9adb4228a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:09.842358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-bdffd33c-d1ff-4a47-ac11-db9adb4228a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3&tenant_id=de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 1101 time: 0.1874204
Nov 13 21:06:09.852023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:09.881449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] For port 2ded30fe-477c-4d0d-9874-89a236c55bce, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:09.894760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] For port 2ded30fe-477c-4d0d-9874-89a236c55bce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ded30fe-477c-4d0d-9874-89a236c55bce,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:09.909826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3e38aa-2a7b-410e-b834-47afea4c46d7,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:09.937662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Attempting to bind port fa3e38aa-2a7b-410e-b834-47afea4c46d7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:09.938092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Attempting to bind port fa3e38aa-2a7b-410e-b834-47afea4c46d7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:09.938657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Attempting to bind port fa3e38aa-2a7b-410e-b834-47afea4c46d7 on network 2e98c801-6c14-4884-9e00-ef2ff149bde3 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:09.944183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Port fa3e38aa-2a7b-410e-b834-47afea4c46d7 on network 2e98c801-6c14-4884-9e00-ef2ff149bde3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:09.944591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Attempting to bind port fa3e38aa-2a7b-410e-b834-47afea4c46d7 on network 2e98c801-6c14-4884-9e00-ef2ff149bde3 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:09.961375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:09.961741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Checking segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:09.963485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Bound using segment: {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:09.965585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Bound port: fa3e38aa-2a7b-410e-b834-47afea4c46d7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:09.969920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:09.970591 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.084894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] For port fa3e38aa-2a7b-410e-b834-47afea4c46d7, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:10.088254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] For port fa3e38aa-2a7b-410e-b834-47afea4c46d7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:10.102877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Routers {'e188d57d-6534-4d0e-8c1c-2302b38ff6dc'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:10.103578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5c9130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:10.151061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.155842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44964) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:10.161348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592646931', 'description': 'tempest-description--1876957485'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:10.180648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.218400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7e28-8b2c-46c0-a453-ab04e7b216e4 None None] Pushing event updated for resources: {'Port': ['ID=2ded30fe-477c-4d0d-9874-89a236c55bce,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:10.231795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d096c-152b-499b-82f7-f46401e6deb5 req-66f96e63-b2f5-49c9-8fa5-29f13b3e4fc5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:10.235121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf5d096c-152b-499b-82f7-f46401e6deb5 req-66f96e63-b2f5-49c9-8fa5-29f13b3e4fc5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2949843
Nov 13 21:06:10.268348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fdbf0d5d-93a8-4849-acae-3226017fea2c None None] Provisioning complete for port 2ded30fe-477c-4d0d-9874-89a236c55bce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:10.268761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0d5d-93a8-4849-acae-3226017fea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.289901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3e38aa-2a7b-410e-b834-47afea4c46d7,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:10.311882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] Set router e188d57d-6534-4d0e-8c1c-2302b38ff6dc gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:10.368822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3fe7a90d-5602-4396-8537-ab0963910c21 req-99a5aa46-0d62-4ec0-889e-829cb6d9d459 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 210 time: 0.0896695
Nov 13 21:06:10.384440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:10.387224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.390818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-0007ba7e-ef00-4e41-80d6-e415e74dad7c service neutron] 10.222.0.46 "PUT /v2.0/ports/fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 1091 time: 1.5336065
Nov 13 21:06:10.403929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:10.409920 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89ba4c5-2129-4429-819f-0fc50a66c895" -d '{"events": [{"name": "network-changed", "server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:10.439273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf5d096c-152b-499b-82f7-f46401e6deb5 req-0118a81d-4b7f-4b29-9091-550056d38c66 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484170
Nov 13 21:06:10.446911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.449200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:10.457735 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:10.602532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0d5d-93a8-4849-acae-3226017fea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.624250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.697164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fdbf0d5d-93a8-4849-acae-3226017fea2c None None] For port 2ded30fe-477c-4d0d-9874-89a236c55bce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ded30fe-477c-4d0d-9874-89a236c55bce,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:10.774262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da7859-d276-4061-9e71-38f7ce9d09e4 req-c79ebf3f-69c1-41be-a5a7-6ef369955296 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:10.785502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56da7859-d276-4061-9e71-38f7ce9d09e4 req-c79ebf3f-69c1-41be-a5a7-6ef369955296 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 943 time: 0.1433921
Nov 13 21:06:10.803741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.828948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0d5d-93a8-4849-acae-3226017fea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.843610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:10.909102 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56da7859-d276-4061-9e71-38f7ce9d09e4 req-4d65795f-c89f-43db-9f67-c2efc70c92a1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225960
Nov 13 21:06:10.935443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:10.942054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf0d5d-93a8-4849-acae-3226017fea2c None None] Pushing event updated for resources: {'Port': ['ID=2ded30fe-477c-4d0d-9874-89a236c55bce,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:10.958369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5c9130>, [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:04Z', 'revision_number': 4, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ded30fe-477c-4d0d-9874-89a236c55bce', 'name': '', 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'mac_address': 'fa:16:3e:36:b1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:06:02Z', 'updated_at': '2021-11-13T21:06:09Z', 'revision_number': 4, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'subnets': [{'id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:10.990062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:10.990287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570965a2-f2ce-4ff6-b3ee-85854259e7c8 None None] The sync data for ids ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'] in ncdv-master-1 is: [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:04Z', 'revision_number': 4, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ded30fe-477c-4d0d-9874-89a236c55bce', 'name': '', 'network_id': '7910247a-df87-4262-a73c-1df31fef3ddc', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'mac_address': 'fa:16:3e:36:b1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:06:02Z', 'updated_at': '2021-11-13T21:06:09Z', 'revision_number': 4, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'subnets': [{'id': 'cbdc319c-f134-4c9f-b711-f09a2aeab8cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:11.005908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dadb060a-9cba-49af-a8aa-43c86159420d None None] Provisioning complete for port 2ded30fe-477c-4d0d-9874-89a236c55bce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:11.006286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dadb060a-9cba-49af-a8aa-43c86159420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.019879 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df231f7-9e4b-4605-a215-c14bf4c85faa x-openstack-request-id: req-4df231f7-9e4b-4605-a215-c14bf4c85faa {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:11.020239 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:11.020708 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4df231f7-9e4b-4605-a215-c14bf4c85faa {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:11.040755 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'status': 'completed', 'code': 200}
Nov 13 21:06:11.043719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Transition to ACTIVE for port object 02218c95-4a6d-4ec2-9d14-46273c3547c7 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:11.140285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.201344 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f38c086-219a-4722-8993-0c5957a59aa5 x-openstack-request-id: req-2f38c086-219a-4722-8993-0c5957a59aa5 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:11.202022 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:11.202466 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f38c086-219a-4722-8993-0c5957a59aa5 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:11.203051 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'status': 'completed', 'code': 200}
Nov 13 21:06:11.226251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-49034a70-6c5a-4ede-92cd-81e0fb6d0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.228873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-49034a70-6c5a-4ede-92cd-81e0fb6d0369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1094 time: 0.6026862
Nov 13 21:06:11.291381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-5d7d42da-2fca-47b7-b3d1-ae68fd6692ba tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.294153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2c744-0e06-4dca-b5af-29316ef53047 req-766ef252-3dcc-478c-9929-bfb1b26afe06 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.295335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-5d7d42da-2fca-47b7-b3d1-ae68fd6692ba tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.6658254
Nov 13 21:06:11.295699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2d2c744-0e06-4dca-b5af-29316ef53047 req-766ef252-3dcc-478c-9929-bfb1b26afe06 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 943 time: 0.1881807
Nov 13 21:06:11.296267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9029daa7-1413-451c-8caf-787fd101fe6e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:11.296554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] No DVR routers for this DVR port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:06:11.300381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:11.312150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-ff14bfef-8c3e-4b71-89b6-ba7bdf259a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.313999 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-ff14bfef-8c3e-4b71-89b6-ba7bdf259a57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1124 time: 0.1767886
Nov 13 21:06:11.365408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.372948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5c6e96fa-ccc7-4fd5-978e-12de57ecf556 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 1.2149980
Nov 13 21:06:11.374403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44996) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:11.376067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-d564bb44-026e-402a-8af8-d434a54c0849 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 217 time: 0.1190929
Nov 13 21:06:11.391158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'security_group_rule': {'security_group_id': '9029daa7-1413-451c-8caf-787fd101fe6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:11.454742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-7583a51b-e53a-447b-9c40-d4a475aeef05 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/quotas/8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 375 time: 0.0928805
Nov 13 21:06:11.466677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2d2c744-0e06-4dca-b5af-29316ef53047 req-fb0d52a7-a841-41d5-9333-ab08d2620676 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459584
Nov 13 21:06:11.515228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:11.524740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:11.524740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:11.549289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:11.549868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Attempting to bind port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:11.556646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-e42e30eb-36bf-43b1-984b-d38e877c5f62 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5167b05c924147b9a26fedb1a47773cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0806463
Nov 13 21:06:11.559857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-c9baef70-9a6d-4897-b6e9-a6dab38d1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.561504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-c9baef70-9a6d-4897-b6e9-a6dab38d1d4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 200  len: 868 time: 0.1748731
Nov 13 21:06:11.565873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:11.566833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:11.567525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:11.568059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Bound port: 02218c95-4a6d-4ec2-9d14-46273c3547c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:11.568496 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.629194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-3effd980-0927-468f-ad39-a97658baed52 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1610992
Nov 13 21:06:11.720753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-121e5b37-2d3e-4bff-9e1a-831c473aa77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.722227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-121e5b37-2d3e-4bff-9e1a-831c473aa77d service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.3987474
Nov 13 21:06:11.754642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-8d48cdd0-bc41-47f6-9cad-7a9171d775b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.759307 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-8d48cdd0-bc41-47f6-9cad-7a9171d775b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e98c801-6c14-4884-9e00-ef2ff149bde3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1859510
Nov 13 21:06:11.763088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.808798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-3980a993-8a90-4930-82ec-4b2060dd9e94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 217 time: 0.0741451
Nov 13 21:06:11.833312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.840447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a733-d5ec-405f-97bc-5f2cf9313d0c req-960b3bde-23dc-4de4-8427-ba79eec6b72d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.842048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8559a733-d5ec-405f-97bc-5f2cf9313d0c req-960b3bde-23dc-4de4-8427-ba79eec6b72d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 948 time: 0.2277970
Nov 13 21:06:11.851475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:11.891030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-94bf720d-cbf7-40b1-a92f-ece43bc65575 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609558
Nov 13 21:06:11.904566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-a396e680-1775-4642-9789-2de58a3cbc09 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.906072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-a396e680-1775-4642-9789-2de58a3cbc09 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3339152
Nov 13 21:06:11.917840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:11.926396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Request body: {'port': {'device_id': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '5167b05c924147b9a26fedb1a47773cf'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:11.964576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:11.974831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-ebcd80dd-913e-4e8a-a4be-196340d81ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:11.976407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-ebcd80dd-913e-4e8a-a4be-196340d81ef1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1565750
Nov 13 21:06:12.039685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-cc12eba8-d87b-43a5-88b6-eee48e6cc5a4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2724514
Nov 13 21:06:12.107080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-40193636-172b-4f4c-b7e3-fb4f6a75dcf2 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053399
Nov 13 21:06:12.142976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:12.185504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01fb3f4-8ede-47d0-b954-53cdb049b1da,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:12.230617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-754e8bfa-7e35-4088-9b53-b247e07b5258 req-6deb971c-cce8-473d-903b-938cbfb50098 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535938
Nov 13 21:06:12.315026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:12.344338 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-881fd4e2-3053-431e-9137-4654f0a22548 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3290701
Nov 13 21:06:12.367182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8559a733-d5ec-405f-97bc-5f2cf9313d0c req-6c0c9ec3-f36b-4f67-9a63-29bda9ae835f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5112777
Nov 13 21:06:12.405890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:12.406518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:12.407950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] 10.222.0.37 "PUT /v2.0/ports/02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 1096 time: 2.5602429
Nov 13 21:06:12.422113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:12.424160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-08605473-8335-456b-ae44-0418bd7bc821 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0467300
Nov 13 21:06:12.429634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45018) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:12.450325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'security_group_rule': {'security_group_id': '9029daa7-1413-451c-8caf-787fd101fe6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:12.597554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0ece-dae9-4fbe-b0fb-52ad3f7c9894 service neutron] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:12.626989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ced428c-3d70-4c43-b592-5db710fcfe88 req-553e9913-8805-4921-a7d9-53baf24c9bc7 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 210 time: 0.0885482
Nov 13 21:06:12.670532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:12.705038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-0f694049-4419-4077-8279-dc2abcc42747 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340967
Nov 13 21:06:12.714589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-8015db1f-73ad-45e6-bf44-ca18b1899ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:12.716092 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-8015db1f-73ad-45e6-bf44-ca18b1899ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1094 time: 0.2383697
Nov 13 21:06:12.728354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-316c2c52-580f-4d31-9951-da1af0c09afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:12.729868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-316c2c52-580f-4d31-9951-da1af0c09afd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1099 time: 0.2477260
Nov 13 21:06:12.872644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf82f8-4bb8-42f2-8c46-5c4e92eefee5 req-2494cd11-ba93-48ba-a021-16c7b227b5b0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:12.874393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26bf82f8-4bb8-42f2-8c46-5c4e92eefee5 req-2494cd11-ba93-48ba-a021-16c7b227b5b0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.2696671
Nov 13 21:06:12.875408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:12.882274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:12.895993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2ded30fe-477c-4d0d-9874-89a236c55bce up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:12.924556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 has no active binding in host nch1-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:06:12.954261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2ded30fe-477c-4d0d-9874-89a236c55bce triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:12.954636 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.009274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Made reservation on behalf of 5167b05c924147b9a26fedb1a47773cf for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:13.013144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.032982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26bf82f8-4bb8-42f2-8c46-5c4e92eefee5 req-98135bc5-9671-4218-80b5-6f9e62e0e350 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479833
Nov 13 21:06:13.047914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-61904e7d-56ae-4bc7-83ae-c5b1a487c7f4 service neutron] 10.222.0.46 "GET /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2723401
Nov 13 21:06:13.051083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7'}, {'name': 'network-changed', 'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:13.053458 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce07e90-f469-4e42-9c78-e426d540de9a" -d '{"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-unplugged", "status": "completed", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7"}, {"name": "network-changed", "server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:13.075408 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.075504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.075504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-be715e09-dba3-4d65-b154-a8daf60a3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.075504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-be715e09-dba3-4d65-b154-a8daf60a3daf service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 930 time: 0.3268166
Nov 13 21:06:13.093462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff74fa-7573-4d25-af3f-51f018741950 req-be84f122-7110-4dd5-b103-445575c473d0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.100832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ff74fa-7573-4d25-af3f-51f018741950 req-be84f122-7110-4dd5-b103-445575c473d0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 943 time: 0.2943761
Nov 13 21:06:13.134124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7bc64f-68c5-452c-b926-f2ba8dfaa57b req-0cbefa3c-5913-4099-8719-06cc9631ffb7 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4089780
Nov 13 21:06:13.137227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-1fb6c1b4-d3a3-48d1-b99f-128d9d246012 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 217 time: 0.0464962
Nov 13 21:06:13.144411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-d5fbd347-a848-43da-b47d-2a783d56fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.145997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-d5fbd347-a848-43da-b47d-2a783d56fdf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.4080517
Nov 13 21:06:13.182332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:06:13.184190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.213226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-1c54ae81-2c8d-42c9-8c20-1bd7fa11bf44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.0577469
Nov 13 21:06:13.216509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b9bcf-fdc7-41e3-bc25-90238b5cc8c7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:13.228297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:06:13.245799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-be9c7ca9-9edf-4f06-aaa8-c2f7a7e87c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.247488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ff74fa-7573-4d25-af3f-51f018741950 req-2c72d443-0e99-49e7-9ea7-b7eade6a0d0b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438873
Nov 13 21:06:13.247639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-be9c7ca9-9edf-4f06-aaa8-c2f7a7e87c4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 200  len: 868 time: 0.1002004
Nov 13 21:06:13.317456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-51647670-a8d9-4783-84f3-9454a036d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.319418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-51647670-a8d9-4783-84f3-9454a036d79a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0964696
Nov 13 21:06:13.373843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a66b9420-3d6d-4640-827a-23c55c767a68 req-abbe55c3-2881-4101-a26e-8b874a060cd3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 210 time: 0.0527937
Nov 13 21:06:13.382588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.384016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f4d245be-cfe8-4909-a3fd-cd886acf2597 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9487772
Nov 13 21:06:13.388714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45038) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:13.397229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:13.402897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.423750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524b62c-f851-4971-bc48-119f557e2cbf req-b02106f5-20a8-4be9-a7f1-4982d26421d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.430894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-b02106f5-20a8-4be9-a7f1-4982d26421d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0962689
Nov 13 21:06:13.445496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-7eb6566c-70cc-47e2-9296-7e80a0e8d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.448043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-7eb6566c-70cc-47e2-9296-7e80a0e8d1b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e98c801-6c14-4884-9e00-ef2ff149bde3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1917362
Nov 13 21:06:13.528234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.540057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:13.571078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.609548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:13.641095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff72ef6c-5e88-4628-941b-e872b5d33b36,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:13.670798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-23cb242f-debb-41d8-bb69-690c72d8a08f service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338312
Nov 13 21:06:13.675253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e415b6b-d425-4a29-98da-7942cdf66923 req-aad45d7e-89f7-4591-b01f-5a18278e6976 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.676784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e415b6b-d425-4a29-98da-7942cdf66923 req-aad45d7e-89f7-4591-b01f-5a18278e6976 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 1099 time: 0.1759281
Nov 13 21:06:13.681157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-908287a6-cc65-44b4-8cf3-45d680083b14 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229354
Nov 13 21:06:13.685899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:13.727986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638bc7d-a1cc-4df8-9229-94feec3d230b req-6777daf2-7d5e-497f-9562-14163ecf8b71 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:13.729529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e638bc7d-a1cc-4df8-9229-94feec3d230b req-6777daf2-7d5e-497f-9562-14163ecf8b71 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 943 time: 0.2044592
Nov 13 21:06:13.737538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:13.771454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7e415b6b-d425-4a29-98da-7942cdf66923 req-8273de31-8b60-4804-9715-4da7d965fd0a tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.847400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Allocated IP 192.168.233.209 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/3631b119-4db1-4863-b21b-8ef234c829e4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:13.875169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:13.882517 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0524b62c-f851-4971-bc48-119f557e2cbf req-8690ff0d-6a52-4ef0-9263-57d14a033ab9 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002323
Nov 13 21:06:13.888294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e638bc7d-a1cc-4df8-9229-94feec3d230b req-60997526-2d5c-4fdc-a0a6-1558b1d92b8e tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125829
Nov 13 21:06:13.942954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-9e24a849-843d-4524-8402-07bda497ea25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1309297
Nov 13 21:06:13.959370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f89ba4c5-2129-4429-819f-0fc50a66c895 req-350eb7b0-576c-4001-adc8-85dcdabc2c94 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462575
Nov 13 21:06:14.027975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.082728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.113327 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7e415b6b-d425-4a29-98da-7942cdf66923 req-8273de31-8b60-4804-9715-4da7d965fd0a tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.127571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] Transition to ACTIVE for port object 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:14.146069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-4bd221a8-00fb-4828-99b9-661e13cb5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.147575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-4bd221a8-00fb-4828-99b9-661e13cb5bb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1096 time: 0.1234164
Nov 13 21:06:14.218597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Allocated IP 172.35.3.199 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/1330f9dd-b58f-41a7-b27d-f99c7848cf50) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:14.276248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.285157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.286941 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7e415b6b-d425-4a29-98da-7942cdf66923 req-8273de31-8b60-4804-9715-4da7d965fd0a tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.314803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.329105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273de31-8b60-4804-9715-4da7d965fd0a tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876ab9e7-2167-4d2b-8f96-d1a5b89f2e80,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:14.329667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:14.351456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:14.358375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:14.448518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e415b6b-d425-4a29-98da-7942cdf66923 req-8273de31-8b60-4804-9715-4da7d965fd0a tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7333579
Nov 13 21:06:14.450249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-471dedcc-c7de-4bfe-ba01-ac4eb7e1233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.451072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Pushing event updated for resources: {'Port': ['ID=3631b119-4db1-4863-b21b-8ef234c829e4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:14.452006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-471dedcc-c7de-4bfe-ba01-ac4eb7e1233b service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2709942
Nov 13 21:06:14.477877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] No DVR routers for this DVR port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:06:14.478367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.479882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.542781 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644f654c-db20-498f-a74b-694a28417fff x-openstack-request-id: req-644f654c-db20-498f-a74b-694a28417fff {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:14.542781 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-unplugged", "status": "completed", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7", "code": 200}, {"name": "network-changed", "server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:14.542781 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-644f654c-db20-498f-a74b-694a28417fff {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:14.542781 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'code': 200}
Nov 13 21:06:14.542781 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'status': 'completed', 'code': 200}
Nov 13 21:06:14.546639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:14.553839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-c9499004-0aaf-40d2-b328-e93301e23960 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.0771503
Nov 13 21:06:14.562550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-c4fa40d5-9137-432f-b8fc-8da601e733e2 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6418047
Nov 13 21:06:14.575659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-fab0df88-a89e-415d-9a85-ebd522c07a88 service neutron] 10.222.0.46 "PUT /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5158274
Nov 13 21:06:14.577791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Request body: {'port': {'device_id': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:14.636100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.694658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-1dd06ac9-01fe-4117-b9e8-311eb4edc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.696716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-1dd06ac9-01fe-4117-b9e8-311eb4edc5be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1354523
Nov 13 21:06:14.706119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d886bcff-b4df-4369-a622-5fca98ec777c None None] Provisioning complete for port 3631b119-4db1-4863-b21b-8ef234c829e4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:14.706480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d886bcff-b4df-4369-a622-5fca98ec777c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.723270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:14.743754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-fa44d2d1-ff52-423e-8636-4cf4841d1198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.747869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-fa44d2d1-ff52-423e-8636-4cf4841d1198 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1099 time: 0.1562159
Nov 13 21:06:14.776729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d886bcff-b4df-4369-a622-5fca98ec777c None None] Port 3631b119-4db1-4863-b21b-8ef234c829e4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:14.786645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.37', 64763) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:14.956263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-2b5d1b93-e162-49dc-a473-258ab1244ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2474835
Nov 13 21:06:14.984290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3627cb7-9770-4862-86fa-c9f6470d413b req-c92cdfe4-c6f3-477a-857f-9433c4868892 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.985800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3627cb7-9770-4862-86fa-c9f6470d413b req-c92cdfe4-c6f3-477a-857f-9433c4868892 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 936 time: 0.3567247
Nov 13 21:06:14.987834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-ec7a884a-ffd3-4e47-ad0f-7f9073ecd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:14.989020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-ec7a884a-ffd3-4e47-ad0f-7f9073ecd5e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1099 time: 0.3742037
Nov 13 21:06:15.026926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36464-6954-4865-b4d2-8d3678b992ac req-2ffad80a-bd73-43ce-895a-9f995933d364 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.028526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82a36464-6954-4865-b4d2-8d3678b992ac req-2ffad80a-bd73-43ce-895a-9f995933d364 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.2483363
Nov 13 21:06:15.031136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-58268413-9b2c-4775-adc9-012215754644 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.032032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-58268413-9b2c-4775-adc9-012215754644 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.2444012
Nov 13 21:06:15.071887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-87bff492-327d-41be-a2de-7c89fe001b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.073433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-87bff492-327d-41be-a2de-7c89fe001b69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.3063958
Nov 13 21:06:15.101888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:15.173903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-2cedb9ef-1b54-4a1d-a00a-5e5ea175f238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.0663373
Nov 13 21:06:15.177089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:15.179487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fa3e38aa-2a7b-410e-b834-47afea4c46d7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:15.199406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:15.212165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:15.217732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.37', 64764) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:15.237583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3627cb7-9770-4862-86fa-c9f6470d413b req-377e6a5b-fbf9-4d87-b0f8-4356431235fb tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358270
Nov 13 21:06:15.260303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'Port': ['ID=1330f9dd-b58f-41a7-b27d-f99c7848cf50,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:15.264332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-ced2916e-ac8e-429f-a11a-c8ed204c94c3 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2959709
Nov 13 21:06:15.294412 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82a36464-6954-4865-b4d2-8d3678b992ac req-76379e77-8a04-4fe9-b0a7-71ca967a44d6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557654
Nov 13 21:06:15.326365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-c847be62-fb44-4edf-8d70-e01e9218f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.327807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-c847be62-fb44-4edf-8d70-e01e9218f392 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.3250792
Nov 13 21:06:15.342712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-ec2a90dc-e0bb-4ead-97dd-b10b07d898cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.344587 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-ec2a90dc-e0bb-4ead-97dd-b10b07d898cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c&tenant_id=39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 1095 time: 0.2826905
Nov 13 21:06:15.353951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-dee51e32-a5d6-42ae-b9ac-c38f634aa5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.355374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-dee51e32-a5d6-42ae-b9ac-c38f634aa5ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1678691
Nov 13 21:06:15.378724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port fa3e38aa-2a7b-410e-b834-47afea4c46d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:15.393418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'port_id': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'mac_address': 'fa:16:3e:20:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:15.446241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:15.463733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3e38aa-2a7b-410e-b834-47afea4c46d7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:15.472992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe3f45cc-99d0-46d3-a2ab-0f59bf522a00 req-9450a450-ef0d-4558-9939-324e48d635c9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 210 time: 0.0683885
Nov 13 21:06:15.484574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-14ca65f0-c152-4e08-ac06-202961838028 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.1451528
Nov 13 21:06:15.485791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port fa3e38aa-2a7b-410e-b834-47afea4c46d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:15.507625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:15.521209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3631b119-4db1-4863-b21b-8ef234c829e4 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:15.529086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-4a51ecd9-ab5e-4b1a-9584-c49427f0edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.530757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-4a51ecd9-ab5e-4b1a-9584-c49427f0edb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1617529
Nov 13 21:06:15.536076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-7bd447d0-0d49-4e9d-91bb-eebc28e4e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.537766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-7bd447d0-0d49-4e9d-91bb-eebc28e4e2dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1095 time: 0.1510921
Nov 13 21:06:15.540170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:15.612246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:15.630128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-ae9ffb8b-dbf8-418a-9675-4b0d12895fc8 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.631693 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-ae9ffb8b-dbf8-418a-9675-4b0d12895fc8 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.4131603
Nov 13 21:06:15.651946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Request body: {'port': {'device_id': 'ac1df656-7303-4bae-a54c-c39235937d66', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'admin_state_up': True, 'tenant_id': '8c9cacff30fd4af19035b88fec319120'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:15.664336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-3ed3a494-68c1-4207-8146-10fdbe0c79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.665862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-3ed3a494-68c1-4207-8146-10fdbe0c79bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1602890
Nov 13 21:06:15.666117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=fa3e38aa-2a7b-410e-b834-47afea4c46d7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:15.704222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33f5e5-00d6-4686-80d7-404098342091 req-8549ca07-f623-4744-8c17-47ed14613694 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.705701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f33f5e5-00d6-4686-80d7-404098342091 req-8549ca07-f623-4744-8c17-47ed14613694 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 944 time: 0.3093491
Nov 13 21:06:15.711287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-793f3d94-431a-4b78-920f-1fe39576b57a service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3981769
Nov 13 21:06:15.844200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['fa3e38aa-2a7b-410e-b834-47afea4c46d7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:15.845887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:15.861056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-214bfdeb-b610-4a80-ab9b-ea7a565b1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.862599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-214bfdeb-b610-4a80-ab9b-ea7a565b1ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1832314
Nov 13 21:06:15.887039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Transition to ACTIVE for port object 3631b119-4db1-4863-b21b-8ef234c829e4 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:15.916890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f33f5e5-00d6-4686-80d7-404098342091 req-47f43f55-c942-4ea3-8108-d16ae281162f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878111
Nov 13 21:06:15.995049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-5ad4baf9-4164-413c-a28e-b517c97a9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:15.997326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-5ad4baf9-4164-413c-a28e-b517c97a9b86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.4508553
Nov 13 21:06:15.999686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-86fd5c1a-1f43-4e7e-bbab-bdd7ab039c55 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4510612
Nov 13 21:06:16.005160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.232954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-39cc9ab4-8abe-4cae-bf54-a6d707228529 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793873
Nov 13 21:06:16.242031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-b80e5fe4-aadc-4ebd-995b-10a3cd854e20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 200  len: 217 time: 0.1933982
Nov 13 21:06:16.244373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Pushing event updated for resources: {'Port': ['ID=3631b119-4db1-4863-b21b-8ef234c829e4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:16.245024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.309744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-5ef37ab9-c0a9-4708-b5dd-f9f39537a731 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4206789
Nov 13 21:06:16.324316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4d7e-b19e-4f56-b7fc-b49ef8f79749 req-a4f2b3f6-0f59-4a97-9a94-57b2220384f6 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:16.326199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57ee4d7e-b19e-4f56-b7fc-b49ef8f79749 req-a4f2b3f6-0f59-4a97-9a94-57b2220384f6 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 944 time: 0.1444621
Nov 13 21:06:16.359608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-eb707ca1-60b3-4978-9839-c393580cd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:16.361191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-eb707ca1-60b3-4978-9839-c393580cd204 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1104486
Nov 13 21:06:16.366291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Made reservation on behalf of 8c9cacff30fd4af19035b88fec319120 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:16.370247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.393972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.404185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-63309b61-f1b9-40a4-813e-c8fd4772f8be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346503
Nov 13 21:06:16.407059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Attempting to bind port 3631b119-4db1-4863-b21b-8ef234c829e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:16.411821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Attempting to bind port 3631b119-4db1-4863-b21b-8ef234c829e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:16.411821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Attempting to bind port 3631b119-4db1-4863-b21b-8ef234c829e4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:16.423055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Port 3631b119-4db1-4863-b21b-8ef234c829e4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:16.423697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Attempting to bind port 3631b119-4db1-4863-b21b-8ef234c829e4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:16.447330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:16.447694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:16.448099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:16.448824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Bound port: 3631b119-4db1-4863-b21b-8ef234c829e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:16.449190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.499684 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.567304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-3582edf3-9909-44f3-9226-984d1f134490 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553049
Nov 13 21:06:16.570918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] For port 3631b119-4db1-4863-b21b-8ef234c829e4, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:16.574473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] For port 3631b119-4db1-4863-b21b-8ef234c829e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3631b119-4db1-4863-b21b-8ef234c829e4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:16.625394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'Port': ['ID=1330f9dd-b58f-41a7-b27d-f99c7848cf50,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:16.658624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57ee4d7e-b19e-4f56-b7fc-b49ef8f79749 req-d25661bc-62d2-408f-8d2e-4a2590fe94b5 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223791
Nov 13 21:06:16.664775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce07e90-f469-4e42-9c78-e426d540de9a req-275aebe8-cfb7-4bee-8fdb-5e382707b2ab service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368671
Nov 13 21:06:16.707333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.710352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6d6fdfa5-2673-461f-be71-946734a47930 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0588255
Nov 13 21:06:16.732208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Allocated IP 172.20.0.2 (837dfc45-8a27-4774-a247-6eaae2a710d0/b3bef1ba-1e3d-40da-b9ca-5e7672aa5808/66e12bfa-df4d-432a-9a9b-e716a906c480) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:16.739568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.741316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6d928062-12ef-482c-8cd9-f2b6ca474215 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3488338
Nov 13 21:06:16.762758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:16.763409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:16.764920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] 10.222.0.37 "PUT /v2.0/ports/3631b119-4db1-4863-b21b-8ef234c829e4 HTTP/1.1" status: 200  len: 1096 time: 2.1918011
Nov 13 21:06:16.774039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'tag': '3631b119-4db1-4863-b21b-8ef234c829e4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:16.776389 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055768bb-de2f-497c-8e54-1128d85d853c" -d '{"events": [{"name": "network-changed", "server_uuid": "a399f91b-9371-44fc-92d8-556b43048f1d", "tag": "3631b119-4db1-4863-b21b-8ef234c829e4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:16.842275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-ed0c4fed-df2c-48cc-a25b-109c0405d606 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664416
Nov 13 21:06:16.854518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bcd4c-a500-43bd-84a9-e67f22a4158c req-dd5131bb-5756-41a1-a83e-0b37609ed912 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:16.864731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1bcd4c-a500-43bd-84a9-e67f22a4158c req-dd5131bb-5756-41a1-a83e-0b37609ed912 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 948 time: 0.1001191
Nov 13 21:06:16.902422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515454a-309f-4931-afde-fd8e8072e01b service neutron] Pushing event updated for resources: {'Port': ['ID=3631b119-4db1-4863-b21b-8ef234c829e4,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:16.976838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-b7f6d70f-db6d-4248-98eb-c99af985cb17 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:16.982960 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-b7f6d70f-db6d-4248-98eb-c99af985cb17 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2477698
Nov 13 21:06:16.996364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1bcd4c-a500-43bd-84a9-e67f22a4158c req-168e0320-7ded-4b71-82c7-73a312841163 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279802
Nov 13 21:06:16.999663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-9c1fc0ce-432f-4620-952c-99ad5bab41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.001083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-9c1fc0ce-432f-4620-952c-99ad5bab41f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5167b05c924147b9a26fedb1a47773cf&device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 1099 time: 0.0886550
Nov 13 21:06:17.004092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-25aaedfb-2b61-406d-9466-6048a7410abf tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/quotas/aa03c215a06a4f5d9b84307c69716178 HTTP/1.1" status: 200  len: 375 time: 0.0192947
Nov 13 21:06:17.073303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.083634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-8ac04c32-ce3f-4369-9773-1fec53b16a82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3631b119-4db1-4863-b21b-8ef234c829e4 HTTP/1.1" status: 200  len: 217 time: 0.0739152
Nov 13 21:06:17.145226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-8e8b5055-196e-4924-8373-1bd3fe40340b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1343114
Nov 13 21:06:17.162045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-56446c48-4664-465a-b825-2158a971304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.163520 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-56446c48-4664-465a-b825-2158a971304e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0667996
Nov 13 21:06:17.196600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fa3e38aa-2a7b-410e-b834-47afea4c46d7 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:17.288642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121e942-257d-4ec1-a8ce-605e4de249df req-beb50227-f20d-464f-91b6-2791a6f06034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.290902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-beb50227-f20d-464f-91b6-2791a6f06034 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1189251
Nov 13 21:06:17.360829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa772-96c7-43d0-8ab1-045857432efd req-e9a579ca-ecce-48d4-a95c-422bdc034634 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.362332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f79fa772-96c7-43d0-8ab1-045857432efd req-e9a579ca-ecce-48d4-a95c-422bdc034634 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 948 time: 0.2868307
Nov 13 21:06:17.383340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port fa3e38aa-2a7b-410e-b834-47afea4c46d7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:17.387593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port fa3e38aa-2a7b-410e-b834-47afea4c46d7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:17.388152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.413680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f79fa772-96c7-43d0-8ab1-045857432efd req-d7c439e8-bd5a-4bf5-808b-c9151d75a526 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447445
Nov 13 21:06:17.419958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-78787992-ef83-4fc7-bc1d-bb52c99d2554 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.421982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-78787992-ef83-4fc7-bc1d-bb52c99d2554 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0974414
Nov 13 21:06:17.434602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-f29eafe1-d87e-4757-a4bd-4b3339578179 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308916
Nov 13 21:06:17.495048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.517881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-efa5d8d9-8fd9-48ce-bc10-f4f5ceabf722 req-3f27e573-473b-4d90-bb32-76fdd5fc365a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 210 time: 0.0362236
Nov 13 21:06:17.519200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.522110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:17.526306 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a322f-1328-4e0c-8283-9cfcbecc076d" -d '{"events": [{"server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "name": "network-vif-plugged", "status": "completed", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:17.539765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port fa3e38aa-2a7b-410e-b834-47afea4c46d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:17.576702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:17.583543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:17.588787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:17.588995 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9121e942-257d-4ec1-a8ce-605e4de249df req-cb763a4c-e57a-44ee-8abe-8fc1c998b97e service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455622
Nov 13 21:06:17.603018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.605343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.612508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.616974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:06:17.618823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:17.649898 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a86ddb-8d93-4672-8b28-adb985a0293b x-openstack-request-id: req-b7a86ddb-8d93-4672-8b28-adb985a0293b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:17.649898 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a399f91b-9371-44fc-92d8-556b43048f1d", "tag": "3631b119-4db1-4863-b21b-8ef234c829e4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:17.649898 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7a86ddb-8d93-4672-8b28-adb985a0293b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:17.649898 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'tag': '3631b119-4db1-4863-b21b-8ef234c829e4', 'status': 'completed', 'code': 200}
Nov 13 21:06:17.700256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:06:17.706029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=fa3e38aa-2a7b-410e-b834-47afea4c46d7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:17.760233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-4270ea66-55de-4577-8b84-b36efab913c3 service neutron] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:17.764816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-4270ea66-55de-4577-8b84-b36efab913c3 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.765920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd9d3c27-5d7b-4461-9c9e-1accc56bb376 req-4270ea66-55de-4577-8b84-b36efab913c3 service neutron] 10.222.0.37 "DELETE /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3339853
Nov 13 21:06:17.772282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055768bb-de2f-497c-8e54-1128d85d853c req-91134011-3783-472b-b51f-63e5476afbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.774252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-91134011-3783-472b-b51f-63e5476afbeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5167b05c924147b9a26fedb1a47773cf&device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 1099 time: 0.0493517
Nov 13 21:06:17.787122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-078bee42-b030-44dc-beaa-06af85c4578a tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1592646931&fields=id&tenant_id=fdaf342b12614a5f82fe37e3677e4b71 HTTP/1.1" status: 200  len: 267 time: 0.0613415
Nov 13 21:06:17.797236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-0f87c1f0-aa19-479b-b70d-b8cc5081831a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1548107
Nov 13 21:06:17.812518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Request body: {'port': {'device_id': 'ac1df656-7303-4bae-a54c-c39235937d66', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:17.876767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055768bb-de2f-497c-8e54-1128d85d853c req-5248f11f-e562-4567-92df-4542d56a2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.878269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-5248f11f-e562-4567-92df-4542d56a2c23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.0977097
Nov 13 21:06:17.924308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-6e98f479-2aae-4359-82fc-e05d236fba0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3631b119-4db1-4863-b21b-8ef234c829e4 HTTP/1.1" status: 200  len: 217 time: 0.0379579
Nov 13 21:06:17.928388 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:17.956239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-a4e85365-1542-4738-bd80-e57f4856f14b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.957740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-a4e85365-1542-4738-bd80-e57f4856f14b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 824 time: 0.1596348
Nov 13 21:06:17.983785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055768bb-de2f-497c-8e54-1128d85d853c req-240f9f60-205c-458d-94e6-2f518c182d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:17.985302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-240f9f60-205c-458d-94e6-2f518c182d6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0540271
Nov 13 21:06:17.994748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-2338982f-a154-45e8-a02d-582d6c7c48e8 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/quotas/fdaf342b12614a5f82fe37e3677e4b71 HTTP/1.1" status: 200  len: 375 time: 0.0151126
Nov 13 21:06:18.042650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055768bb-de2f-497c-8e54-1128d85d853c req-230f222e-0dd1-48c9-9762-8b99acc903e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:18.044225 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-230f222e-0dd1-48c9-9762-8b99acc903e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0512168
Nov 13 21:06:18.200013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-2342c49a-4a6a-406b-8164-4c9efd52ee6a tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1955700
Nov 13 21:06:18.229283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdbec4-a3f9-4558-817d-25d0542b43e8 req-3582d8de-1004-4a9c-a81f-a294765edfcd tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:18.230777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3fdbec4-a3f9-4558-817d-25d0542b43e8 req-3582d8de-1004-4a9c-a81f-a294765edfcd tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 944 time: 0.1027772
Nov 13 21:06:18.233013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-bbd3d2b4-e967-4f87-a584-f2db6ee77df2 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802952
Nov 13 21:06:18.268076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-e4a0f619-cd74-4922-b7f9-12ac02e0c727 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1612351
Nov 13 21:06:18.357266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3fdbec4-a3f9-4558-817d-25d0542b43e8 req-5405b7b7-4b62-4be4-b90f-1cb8f5bf8b40 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192851
Nov 13 21:06:18.411193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055768bb-de2f-497c-8e54-1128d85d853c req-d346776a-0163-46be-9b2a-5cea825478c9 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623442
Nov 13 21:06:18.424999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37237632-7fa3-484e-8778-4731efb35e21 req-b9521fd0-5f57-48f1-9506-30e06dfe156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:18.426478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-b9521fd0-5f57-48f1-9506-30e06dfe156a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1117 time: 0.0909910
Nov 13 21:06:18.437547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-87475636-07e3-4ce1-b4c7-0dec0e694c6a service neutron] 10.222.0.20 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275109
Nov 13 21:06:18.591199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e12bfa-df4d-432a-9a9b-e716a906c480 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:18.609840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:18.651306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Transition to ACTIVE for port object 66e12bfa-df4d-432a-9a9b-e716a906c480 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:18.656835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37237632-7fa3-484e-8778-4731efb35e21 req-d458a753-215c-441e-bda4-f6a76b70f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:18.658302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-d458a753-215c-441e-bda4-f6a76b70f545 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2034349
Nov 13 21:06:18.660190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-6bc7a0ed-cd1a-4caf-baad-9e3de1e53fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2125065
Nov 13 21:06:18.697940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:18.707571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-1cc51130-b908-4532-aa67-7d6308a3b1b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.0399728
Nov 13 21:06:18.764319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37237632-7fa3-484e-8778-4731efb35e21 req-7ee9c4c6-497f-4e61-a46b-f6852c63159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:18.765920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-7ee9c4c6-497f-4e61-a46b-f6852c63159a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0518830
Nov 13 21:06:18.771977 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:18.825743 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5fedce-ded1-465f-92d2-2272f9b02fb3 x-openstack-request-id: req-ba5fedce-ded1-465f-92d2-2272f9b02fb3 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:18.826047 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "name": "network-vif-plugged", "status": "completed", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:18.826456 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba5fedce-ded1-465f-92d2-2272f9b02fb3 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:18.827021 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'code': 200}
Nov 13 21:06:18.838710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-4e42455e-89ea-4cbc-9714-38c02bb67e06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631413
Nov 13 21:06:18.881375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:18.896262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'mac_address': 'fa:16:3e:96:6d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:18.948091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:18.950540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:18.990508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02218c95-4a6d-4ec2-9d14-46273c3547c7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:19.046892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:19.053047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:19.053312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:19.055532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:19.067848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a1417-419c-4d28-a80f-252222f4001d req-5191d19c-6ddb-4f00-8903-813753630be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.069340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-981a1417-419c-4d28-a80f-252222f4001d req-5191d19c-6ddb-4f00-8903-813753630be7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1096 time: 0.1762214
Nov 13 21:06:19.072536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:19.072929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:19.115049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:19.115543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:19.115923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:19.116355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Bound port: 66e12bfa-df4d-432a-9a9b-e716a906c480, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:19.117651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:19.128629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-0b100bf9-df82-43d3-a984-74e562cc7f3c service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2560124
Nov 13 21:06:19.143860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-8a2248d2-dfb2-4252-9687-100ba0ada7db tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.145607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-8a2248d2-dfb2-4252-9687-100ba0ada7db tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3&tenant_id=de9bc54074d54444b6b64b0f5bad6193&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0985599
Nov 13 21:06:19.200281 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:19.226894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-981a1417-419c-4d28-a80f-252222f4001d req-9c00d112-d45d-44eb-9564-5d40b084a848 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417131
Nov 13 21:06:19.236925 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-e19833c6-457a-480b-8597-442095668faa service neutron] delete failed (client error): The resource could not be found.
Nov 13 21:06:19.238006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-e19833c6-457a-480b-8597-442095668faa service neutron] 10.222.0.46 "DELETE /v2.0/ports/02218c95-4a6d-4ec2-9d14-46273c3547c7/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0855162
Nov 13 21:06:19.265646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:19.321199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:19.332315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:19.348380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ba77b-5ef1-4f9e-8572-a88d5bb48b71 req-aa0a9b40-ab81-49d1-a0c8-2fda8d705249 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.350265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c14ba77b-5ef1-4f9e-8572-a88d5bb48b71 req-aa0a9b40-ab81-49d1-a0c8-2fda8d705249 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 945 time: 0.1430423
Nov 13 21:06:19.353979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37237632-7fa3-484e-8778-4731efb35e21 req-cdec9d2c-1c2a-4bf5-9b4b-6788aed88649 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142599
Nov 13 21:06:19.402012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c14ba77b-5ef1-4f9e-8572-a88d5bb48b71 req-003839ff-f768-4242-bda1-3a7612fe1741 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446177
Nov 13 21:06:19.436546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:19.467195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba36b33-1d97-4faf-9784-1a7f20e6393c req-7fe26e4e-a6f8-428d-bacf-03f470718403 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.469328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bba36b33-1d97-4faf-9784-1a7f20e6393c req-7fe26e4e-a6f8-428d-bacf-03f470718403 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 948 time: 0.0534768
Nov 13 21:06:19.531118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:19.553319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bba36b33-1d97-4faf-9784-1a7f20e6393c req-925e0b5a-e58e-4e09-9ccb-c46f550cccc9 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767727
Nov 13 21:06:19.565504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-e6ddaf66-b74c-40f1-a937-9e21e705dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.568147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-e6ddaf66-b74c-40f1-a937-9e21e705dd0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1100 time: 0.0601881
Nov 13 21:06:19.613715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.614340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:19.615700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] 10.222.0.37 "PUT /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 1091 time: 1.8073564
Nov 13 21:06:19.616130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:19.618772 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e8e64a-9547-4a6a-9838-7614f72f89e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:19.646677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bc425-6f09-4216-a201-16317e09c850 service neutron] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:19.738318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-76b381d7-28ff-437e-98ff-8a7d38e61bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.739783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-76b381d7-28ff-437e-98ff-8a7d38e61bac service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1633937
Nov 13 21:06:19.766140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec09cf0-91b7-4229-972b-db4b1363ea9a req-50965e1c-d328-41b2-ac49-9c34bef7e7d8 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.767630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eec09cf0-91b7-4229-972b-db4b1363ea9a req-50965e1c-d328-41b2-ac49-9c34bef7e7d8 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0771832
Nov 13 21:06:19.796571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-38d8cf77-7f5a-43a2-9aab-f6f0af546c02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.0474067
Nov 13 21:06:19.869455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb750cb-3dbf-4174-b99d-80b2a230f9d9 req-14753c04-b409-4936-a24e-a133be1e04ff tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.873635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb750cb-3dbf-4174-b99d-80b2a230f9d9 req-14753c04-b409-4936-a24e-a133be1e04ff tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 949 time: 0.0966024
Nov 13 21:06:19.878786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-8028a093-aeb5-4dab-b180-60318698c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.880482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eec09cf0-91b7-4229-972b-db4b1363ea9a req-a5dd5681-1f47-4334-8285-fcaf9093514d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862124
Nov 13 21:06:19.882181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-7cf0ddf6-6893-426a-b4b1-6c17a2d2d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.884551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-7cf0ddf6-6893-426a-b4b1-6c17a2d2d978 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0754449
Nov 13 21:06:19.888780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-8028a093-aeb5-4dab-b180-60318698c5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1094 time: 0.1031606
Nov 13 21:06:19.941641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-75af178a-fd3a-4aff-b9c8-71c8c7814a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 217 time: 0.0373044
Nov 13 21:06:19.955681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-580c6d12-588a-48c2-81bd-d234f7d9d095 req-1d9b14ce-3ca0-49d2-af6e-fb7d1db0bd64 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 210 time: 0.0281310
Nov 13 21:06:19.964174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-793c2970-191e-4888-bec7-4cce881f8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:19.966027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-793c2970-191e-4888-bec7-4cce881f8917 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0740576
Nov 13 21:06:20.010214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb750cb-3dbf-4174-b99d-80b2a230f9d9 req-013f729c-234c-412a-9615-8c77f958c9b4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203215
Nov 13 21:06:20.035101 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33210f1c-b92a-42c5-8ba7-602c80b24d54 x-openstack-request-id: req-33210f1c-b92a-42c5-8ba7-602c80b24d54 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:20.035398 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:20.035650 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33210f1c-b92a-42c5-8ba7-602c80b24d54 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:20.036515 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'status': 'completed', 'code': 200}
Nov 13 21:06:20.037733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-f3676df3-fdd6-42ed-b072-c0c31cbfe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.040605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-f3676df3-fdd6-42ed-b072-c0c31cbfe550 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0865681
Nov 13 21:06:20.078356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-ea15e41e-9aea-4821-801c-1608e0c015a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304756
Nov 13 21:06:20.108917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71c2e9d0-cbef-4e12-bf3f-73ae402c1d68 req-5ea7c7bd-63d9-4fb3-be2b-7f8c90984adc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 210 time: 0.0371861
Nov 13 21:06:20.157970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-dcd5013e-394c-4222-8d99-0f63122c4e98 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776724
Nov 13 21:06:20.194535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a681b-5371-4e65-bdb2-c56d5912197e req-abac2ada-eb30-40dd-ad18-2a7a5eed3cd8 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.196709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-800a681b-5371-4e65-bdb2-c56d5912197e req-abac2ada-eb30-40dd-ad18-2a7a5eed3cd8 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 1095 time: 0.1091828
Nov 13 21:06:20.228275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-3ee9e488-398d-46b9-80dd-9e564e1fa914 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418252
Nov 13 21:06:20.254378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa8d11ad-4efa-40c2-bf20-a819bd2d4df7 req-ab0b7ff3-c999-41a7-b560-b7a5b3337621 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861495
Nov 13 21:06:20.277200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-800a681b-5371-4e65-bdb2-c56d5912197e req-11c7c7f3-0a62-4b7f-b23d-90f9c7951846 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739005
Nov 13 21:06:20.348629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c022356b-7b7e-4d0e-b28f-f613e03ceed6 req-786f72fc-f5ac-4436-a672-c205eba9b853 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110680
Nov 13 21:06:20.624349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-d4f614b6-c9df-4c05-a17a-596a4bc04d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.626171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-d4f614b6-c9df-4c05-a17a-596a4bc04d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1094 time: 0.0985544
Nov 13 21:06:20.632391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-5f49be67-86c3-4cd0-bd9b-85e9396fb317 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.633977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-5f49be67-86c3-4cd0-bd9b-85e9396fb317 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.1378202
Nov 13 21:06:20.639252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be3d53-7974-4a2a-9aa8-5ff4f006b606 req-5c4a45ae-369e-4b6c-80bc-fa8d84ef205e tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.640702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7be3d53-7974-4a2a-9aa8-5ff4f006b606 req-5c4a45ae-369e-4b6c-80bc-fa8d84ef205e tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 945 time: 0.1000960
Nov 13 21:06:20.657255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-01384ace-68c3-4b63-84a6-3f1c5a697df2 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/quotas/39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 375 time: 0.0171862
Nov 13 21:06:20.708863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-ecb7f0dd-597b-49f9-ab80-f973e1a5deae tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485036
Nov 13 21:06:20.717617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3631b119-4db1-4863-b21b-8ef234c829e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:20.723794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:20.786575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7be3d53-7974-4a2a-9aa8-5ff4f006b606 req-b48d16fb-33ed-4c65-b9a8-74e3acc9f734 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246858
Nov 13 21:06:20.820168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-f7f48a20-142d-498a-ab65-96668ccabcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.821888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-f7f48a20-142d-498a-ab65-96668ccabcfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1802387
Nov 13 21:06:20.872669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-af5084ad-9a43-48fd-a364-22a49f86c4df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 217 time: 0.0432379
Nov 13 21:06:20.886068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 3631b119-4db1-4863-b21b-8ef234c829e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3631b119-4db1-4863-b21b-8ef234c829e4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:20.899869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '3631b119-4db1-4863-b21b-8ef234c829e4', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '3631b119-4db1-4863-b21b-8ef234c829e4', 'mac_address': 'fa:16:3e:4d:0b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:20.942734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:20.961332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3631b119-4db1-4863-b21b-8ef234c829e4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:20.980040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e68a5-6464-4531-8ac9-0d3278100951 req-19bfa1ca-55fc-43f0-9f0c-244a5f91ba58 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.982746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-317e68a5-6464-4531-8ac9-0d3278100951 req-19bfa1ca-55fc-43f0-9f0c-244a5f91ba58 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 948 time: 0.1117899
Nov 13 21:06:20.988854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-7beea3ee-ce46-4ab3-ba88-522e22533aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:20.990376 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-7beea3ee-ce46-4ab3-ba88-522e22533aa6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1036882
Nov 13 21:06:20.993223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 3631b119-4db1-4863-b21b-8ef234c829e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3631b119-4db1-4863-b21b-8ef234c829e4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:21.062256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-4943d7b8-dd3c-485d-8a12-97e9a759eee2 service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3454180
Nov 13 21:06:21.070017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 02218c95-4a6d-4ec2-9d14-46273c3547c7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:21.072454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.082211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 02218c95-4a6d-4ec2-9d14-46273c3547c7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:21.082632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.183645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=3631b119-4db1-4863-b21b-8ef234c829e4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:21.231231 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.244076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:21.270961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-b28f7ff5-005f-4c4b-b43e-29281bbafeca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370026
Nov 13 21:06:21.301520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:21.302360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-0f03c26c-03cb-4424-ae40-3c7ecf8d4dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206330
Nov 13 21:06:21.307242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:21.309951 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0ded8-bad5-4876-90e2-5926634dc6e7" -d '{"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-plugged", "status": "completed", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:21.327476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-317e68a5-6464-4531-8ac9-0d3278100951 req-c1e18cab-89d8-4c7a-8987-fb051a7959fc tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3356106
Nov 13 21:06:21.420792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['3631b119-4db1-4863-b21b-8ef234c829e4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:21.438224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-32c12629-f280-45f2-98b6-4fc75a0c98d5 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584728
Nov 13 21:06:21.440549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d24e4b7e-f844-40d0-9a59-e2f88dcc24d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.506148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4e447-645b-48e3-92d6-487f7ec19d94 req-6230742e-73d7-433e-bdfa-c7132837e603 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:21.508179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24a4e447-645b-48e3-92d6-487f7ec19d94 req-6230742e-73d7-433e-bdfa-c7132837e603 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.1184368
Nov 13 21:06:21.524256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.619175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:21.640591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35e8e64a-9547-4a6a-9838-7614f72f89e7 req-e67a83c1-9fb5-443f-b738-d85510735d4f service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894927
Nov 13 21:06:21.655240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24a4e447-645b-48e3-92d6-487f7ec19d94 req-8d9dc82b-937f-4ee7-a4dc-d0706547a926 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085894
Nov 13 21:06:21.684375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d24e4b7e-f844-40d0-9a59-e2f88dcc24d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.735856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f63b1f4f-dc35-42ae-9697-e08c6b19c81d req-becd79ef-3b51-4bfc-8c93-7f5c33c21b83 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 210 time: 0.0273640
Nov 13 21:06:21.798644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe96fac-0971-42f8-9f6e-67916702c635 req-c9c9b031-1132-4944-adef-fdc6bd168e41 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:21.812525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abe96fac-0971-42f8-9f6e-67916702c635 req-c9c9b031-1132-4944-adef-fdc6bd168e41 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.0654488
Nov 13 21:06:21.830018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca9daf33-342e-4f96-8c84-3fbe22e18bc1 req-43ed82e6-5a0a-4a9e-a19d-2d9cc246cca4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 210 time: 0.0319710
Nov 13 21:06:21.837113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d24e4b7e-f844-40d0-9a59-e2f88dcc24d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:21.901976 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac09b569-71e3-4e56-b8f6-b8abeb8edf6c x-openstack-request-id: req-ac09b569-71e3-4e56-b8f6-b8abeb8edf6c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:21.903948 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-plugged", "status": "completed", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:21.904397 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac09b569-71e3-4e56-b8f6-b8abeb8edf6c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:21.904977 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'code': 200}
Nov 13 21:06:21.925022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d24e4b7e-f844-40d0-9a59-e2f88dcc24d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa60fdc51c894e3482b2d7861747dd14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6753678
Nov 13 21:06:21.925471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45208) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:21.932681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e4b7e-f844-40d0-9a59-e2f88dcc24d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3932b677-7e4e-4ffe-b326-7b79b11d883f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:21.947148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abe96fac-0971-42f8-9f6e-67916702c635 req-662fb660-2d53-4997-986d-a29b615c4fd6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333663
Nov 13 21:06:22.000777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f42d60d6-25d7-4835-b061-2ad012abfdb9 req-3de7fdcd-c506-422d-8283-078ca57f02c0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 210 time: 0.0518112
Nov 13 21:06:22.024938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd2b10ef-f792-4c91-b4a1-d7d1fbeb6cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.042411 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd2b10ef-f792-4c91-b4a1-d7d1fbeb6cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.073423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cf8c2-ef31-4219-af5a-07961d4ff291 req-1c96b700-68cc-4eba-8ffd-b159d014bd25 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:22.075101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-791cf8c2-ef31-4219-af5a-07961d4ff291 req-1c96b700-68cc-4eba-8ffd-b159d014bd25 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 945 time: 0.0551884
Nov 13 21:06:22.128468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba304101-3d93-41da-afbd-25ce569e655b req-fb07d9b2-e046-4aa0-9550-81edeb7694d0 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:22.130248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba304101-3d93-41da-afbd-25ce569e655b req-fb07d9b2-e046-4aa0-9550-81edeb7694d0 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1101 time: 0.0542984
Nov 13 21:06:22.131328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-791cf8c2-ef31-4219-af5a-07961d4ff291 req-ec3986f0-8ffe-41a4-bbe1-1f40a649b696 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498168
Nov 13 21:06:22.185406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba304101-3d93-41da-afbd-25ce569e655b req-d0694533-d070-42db-b2dd-9f3240ab170a tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454602
Nov 13 21:06:22.256485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f4c913f9-7f72-4f94-bd20-46ce61a06771 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0228853
Nov 13 21:06:22.257435 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd2b10ef-f792-4c91-b4a1-d7d1fbeb6cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.260638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd2b10ef-f792-4c91-b4a1-d7d1fbeb6cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.264068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cd2b10ef-f792-4c91-b4a1-d7d1fbeb6cd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3932b677-7e4e-4ffe-b326-7b79b11d883f HTTP/1.1" status: 204  len: 168 time: 0.3354521
Nov 13 21:06:22.299274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b10ef-f792-4c91-b4a1-d7d1fbeb6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3932b677-7e4e-4ffe-b326-7b79b11d883f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:22.409368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ab64babd-255f-4f8b-9ce4-0b8b3e838256 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:22.410928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ab64babd-255f-4f8b-9ce4-0b8b3e838256 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1481159
Nov 13 21:06:22.455146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:22.464162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-ad75e3b2-ecdc-4e16-841b-4007167b9d57 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 258 time: 0.2935367
Nov 13 21:06:22.473863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:22.524904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6148b64-72a5-472b-85ee-3ee545ab0419 req-862db92a-2fee-495b-9993-1beff4b151f8 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:22.526305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6148b64-72a5-472b-85ee-3ee545ab0419 req-862db92a-2fee-495b-9993-1beff4b151f8 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 949 time: 0.1134665
Nov 13 21:06:22.596330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6148b64-72a5-472b-85ee-3ee545ab0419 req-6acadab3-64d7-40b1-bce7-6af02c72d7a0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629737
Nov 13 21:06:22.673383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.731138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3631b119-4db1-4863-b21b-8ef234c829e4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:22.739516 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-2ebddab9-6f85-4d2a-921b-479a032ecdae tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0714467
Nov 13 21:06:22.807383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.870434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:22.874021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.900584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 3631b119-4db1-4863-b21b-8ef234c829e4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:22.904178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 3631b119-4db1-4863-b21b-8ef234c829e4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:22.904800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:22.933377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Allocated IP 172.35.3.158 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/72585698-62d0-486c-bdcf-5f567cd62c88) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:22.978215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-de9c4298-6c94-4d1c-bbf5-510d072ec712 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:22.979735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-de9c4298-6c94-4d1c-bbf5-510d072ec712 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2326813
Nov 13 21:06:23.009033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-ea65abdf-d089-45ac-aa8a-3d50c89e6b1a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/quotas/de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 375 time: 0.0221965
Nov 13 21:06:23.020793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.059355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ff48f3dc-924a-42f9-8af5-e48b18f745aa tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0424995
Nov 13 21:06:23.059855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 3631b119-4db1-4863-b21b-8ef234c829e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3631b119-4db1-4863-b21b-8ef234c829e4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:23.098623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.42 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/457dd72b-d51d-4fb2-b932-c87cf8b8b7ce) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:23.111473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-62d11382-8634-4667-b39d-233b3b7b882e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0939465
Nov 13 21:06:23.147925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.160290 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.234720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-9b85f03c-0743-4676-a2b7-198681499808 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:23.236171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-9b85f03c-0743-4676-a2b7-198681499808 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1705723
Nov 13 21:06:23.246701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=3631b119-4db1-4863-b21b-8ef234c829e4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:23.251725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:23.267098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45244) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:23.292375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f7318e1-80e3-4731-9044-08410c860b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.311449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.320922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.366101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:23.372243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:23.378999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:23.437294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f7318e1-80e3-4731-9044-08410c860b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.476265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event updated for resources: {'Port': ['ID=72585698-62d0-486c-bdcf-5f567cd62c88,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:23.510710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.519442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339387f0-00c2-4a99-a35a-0760e50d27e3 req-f9480f59-4861-42c7-9d86-8066d1e7f214 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:23.528623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-339387f0-00c2-4a99-a35a-0760e50d27e3 req-f9480f59-4861-42c7-9d86-8066d1e7f214 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0694351
Nov 13 21:06:23.537834 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.549418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:23.613242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f7318e1-80e3-4731-9044-08410c860b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.634244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:23.639810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.650234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:23.693522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0f7318e1-80e3-4731-9044-08410c860b7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9852703548274ba49f01345c32ab36e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4252272
Nov 13 21:06:23.696373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:23.701979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45256) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:23.726559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7318e1-80e3-4731-9044-08410c860b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2537771a-d558-4e91-8bf7-b50d516e1504,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:23.731079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:23.732459 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.734127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:23.795349 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-339387f0-00c2-4a99-a35a-0760e50d27e3 req-0381658d-6e6f-40df-9db2-0c7cf50d432f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637427
Nov 13 21:06:23.827139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:23.828359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:23.881055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-5b62076b-f439-4d83-ad9b-8d8638c34cf6 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:23.883461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-5b62076b-f439-4d83-ad9b-8d8638c34cf6 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.46 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 824 time: 0.2979925
Nov 13 21:06:23.906174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3631b119-4db1-4863-b21b-8ef234c829e4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:23.909176 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9762efc6-bcc4-4235-9dc5-e73319540135" -d '{"events": [{"server_uuid": "a399f91b-9371-44fc-92d8-556b43048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "3631b119-4db1-4863-b21b-8ef234c829e4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:23.922984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-a671fa9e-7e58-40ce-a326-34d4bfe40317 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4780529
Nov 13 21:06:23.925612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63b18f81-ece9-47de-8eeb-5dc23187eae6 req-022d9163-c2b9-427d-a422-6d4146fed625 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 210 time: 0.0371361
Nov 13 21:06:23.946539 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Request body: {'port': {'device_id': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:24.022660 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.053455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c3b853d4-868f-4956-84f4-01565c7834c9 None None] Provisioning complete for port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:24.054195 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3b853d4-868f-4956-84f4-01565c7834c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.081878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70a07599-a909-4eee-8a4a-57d03aa31c13 req-edda9c3d-6668-4343-83b2-fd714b3d3c31 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 210 time: 0.0440280
Nov 13 21:06:24.086644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ad15810-94b5-4a9a-ace2-7bc20fc97253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.094779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c3b853d4-868f-4956-84f4-01565c7834c9 None None] Port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:24.122997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.48 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/8189a67f-eae9-49aa-97eb-fa0c6494d54e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:24.172656 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-a2ccabf0-98a2-4398-a8ef-1b0dfa50cf69 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdaf342b12614a5f82fe37e3677e4b71 HTTP/1.1" status: 200  len: 380 time: 0.2365565
Nov 13 21:06:24.176858 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ad15810-94b5-4a9a-ace2-7bc20fc97253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.189430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'port': {'device_id': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'admin_state_up': True, 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'security_groups': ['9029daa7-1413-451c-8caf-787fd101fe6e']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:24.199907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33e64d60-fcbe-44c4-9e1d-cb0f076c55d3 req-bc6416b1-9f7b-4001-a58d-bafa3cebb726 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 210 time: 0.0451794
Nov 13 21:06:24.271975 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d3d6940-410a-433c-9d6a-2df5664f7be4 req-0da2006f-ba9b-43db-ab56-df842530a78a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 210 time: 0.0275764
Nov 13 21:06:24.378857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874960dc-8af6-48df-a7aa-3d83a5a62da0 req-521f732a-9bd8-4c19-8f52-dd1cbae921ac tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:24.380456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-874960dc-8af6-48df-a7aa-3d83a5a62da0 req-521f732a-9bd8-4c19-8f52-dd1cbae921ac tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 950 time: 0.0528812
Nov 13 21:06:24.385716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.428805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-874960dc-8af6-48df-a7aa-3d83a5a62da0 req-9ca5e067-c363-48c0-885a-4e612d773dd7 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419483
Nov 13 21:06:24.461766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.46', 49646) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:24.477697 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b28e59-965b-4dff-9143-84fcb374de6f x-openstack-request-id: req-d9b28e59-965b-4dff-9143-84fcb374de6f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:24.478293 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a399f91b-9371-44fc-92d8-556b43048f1d", "name": "network-vif-plugged", "status": "completed", "tag": "3631b119-4db1-4863-b21b-8ef234c829e4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:24.478736 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9b28e59-965b-4dff-9143-84fcb374de6f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:24.479220 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3631b119-4db1-4863-b21b-8ef234c829e4', 'code': 200}
Nov 13 21:06:24.512036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.568718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ad15810-94b5-4a9a-ace2-7bc20fc97253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.571278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ad15810-94b5-4a9a-ace2-7bc20fc97253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.575224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9ad15810-94b5-4a9a-ace2-7bc20fc97253 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2537771a-d558-4e91-8bf7-b50d516e1504 HTTP/1.1" status: 204  len: 168 time: 0.8670080
Nov 13 21:06:24.629004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.636851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.650218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad15810-94b5-4a9a-ace2-7bc20fc97253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2537771a-d558-4e91-8bf7-b50d516e1504,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:24.702085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event updated for resources: {'Port': ['ID=72585698-62d0-486c-bdcf-5f567cd62c88,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:24.718023 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04c6d292-99b9-40d7-96c4-968916ea96c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.718216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Made reservation on behalf of fdaf342b12614a5f82fe37e3677e4b71 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:24.719046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.734229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-3ec7b9a6-7332-4135-8b03-e8b1ecdd3918 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:24.735675 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-3ec7b9a6-7332-4135-8b03-e8b1ecdd3918 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.2728460
Nov 13 21:06:24.743791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:24.753955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Request body: {'port': {'device_id': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'admin_state_up': True, 'tenant_id': '39d955549db8436198ccc9342b455243'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:24.796414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a931c8d-f523-4164-b5c9-b5d18a6fa3f5 req-61083b82-60fb-4d5a-90be-6989b0968246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:24.799985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a931c8d-f523-4164-b5c9-b5d18a6fa3f5 req-61083b82-60fb-4d5a-90be-6989b0968246 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 1101 time: 0.2557731
Nov 13 21:06:24.850564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:24.870040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'port_id': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'mac_address': 'fa:16:3e:e8:74:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bef1ba-1e3d-40da-b9ca-5e7672aa5808', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:24.911404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:24.937587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e12bfa-df4d-432a-9a9b-e716a906c480 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:24.968298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:25.008866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720184d4-6699-4c56-9d20-c1cb5aec63b2 req-03be1db0-9296-44ff-b53c-0e4edd084fb2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:25.010493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-720184d4-6699-4c56-9d20-c1cb5aec63b2 req-03be1db0-9296-44ff-b53c-0e4edd084fb2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.1295266
Nov 13 21:06:25.089792 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.090030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.093455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.094697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-a6b66698-48b7-4498-9281-0f35984f4774 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6249113
Nov 13 21:06:25.102345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-720184d4-6699-4c56-9d20-c1cb5aec63b2 req-ea3bebc8-6c75-4c5e-8073-74f208905f7b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841796
Nov 13 21:06:25.115524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:25.251977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79bcd9ee-8ab9-4ebd-9c98-3373609d387e req-be50d367-11fd-4a4e-93b5-ed248179f63f tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 210 time: 0.0401695
Nov 13 21:06:25.258644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:25.263685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:25.285354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.285481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:25.311050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:25.318342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Transition to ACTIVE for port object 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:25.318674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:25.326989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:25.327643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.358206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a931c8d-f523-4164-b5c9-b5d18a6fa3f5 req-f5824cec-c3dc-4a34-97f0-db2ebfe80bc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895505
Nov 13 21:06:25.362242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-35b08d72-3041-465a-bad6-c602dbb97131 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 696 time: 0.2324355
Nov 13 21:06:25.390755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=8189a67f-eae9-49aa-97eb-fa0c6494d54e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:25.412289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.415553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['66e12bfa-df4d-432a-9a9b-e716a906c480'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:25.605291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Pushing event updated for resources: {'Port': ['ID=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:25.611484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-16f4d670-55a9-4069-b58b-efff3a2d292a tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:25.612901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-16f4d670-55a9-4069-b58b-efff3a2d292a tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2359061
Nov 13 21:06:25.630715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-c14b4052-8878-4a1c-bea0-4c6515176f59 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:25.631539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-600d81f0-7f01-45e6-9baa-aa4f0508963d req-c14b4052-8878-4a1c-bea0-4c6515176f59 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069718
Nov 13 21:06:25.647612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-923c3a56-a50e-4259-99a5-fc8fd686ca02 None None] Provisioning complete for port 8189a67f-eae9-49aa-97eb-fa0c6494d54e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:25.648018 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-923c3a56-a50e-4259-99a5-fc8fd686ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.661657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Allocated IP 172.20.0.10 (c8c912f0-a827-467f-b041-3317ec4221d9/eb8a22d4-1118-4692-9d1e-34a40ce1207b/85310983-6b93-48eb-b586-3add036abc3d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:25.692524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-2441777c-cf9f-4158-8666-2bb68fa3045f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4455907
Nov 13 21:06:25.709040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Request body: {'port': {'device_id': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:25.709889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Attempting to bind port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:25.710228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Attempting to bind port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:25.710589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Attempting to bind port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:25.724911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133113b-c1ba-4bf2-89a6-87d1761a92d8 req-156b062a-7fb2-4092-a628-d4e5d2ba9ca5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:25.727334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a133113b-c1ba-4bf2-89a6-87d1761a92d8 req-156b062a-7fb2-4092-a628-d4e5d2ba9ca5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 935 time: 0.2971084
Nov 13 21:06:25.728640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:25.728996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Attempting to bind port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:25.734814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:25.735679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:25.735679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:25.736503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Bound port: 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:25.736503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.759270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-923c3a56-a50e-4259-99a5-fc8fd686ca02 None None] Port 8189a67f-eae9-49aa-97eb-fa0c6494d54e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:25.806304 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36471a6f-abb3-4f7d-a621-578e400b9e6d req-549574ee-1b53-47dc-aa90-965ea2088ee7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 210 time: 0.0680201
Nov 13 21:06:25.819203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Made reservation on behalf of 39d955549db8436198ccc9342b455243 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:25.823150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.898296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:25.906388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a133113b-c1ba-4bf2-89a6-87d1761a92d8 req-db1843b9-eeb8-4a31-bd14-ee1661caa4be tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586361
Nov 13 21:06:25.926364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] For port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:25.930920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] For port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:26.004459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:26.044127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18eb4869-040c-47af-b44c-49b0734dbfac req-66c2d79d-0c92-4b32-9028-7048b1b1a7d3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 210 time: 0.1353087
Nov 13 21:06:26.057781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.058627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:26.060114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] 10.222.0.46 "PUT /v2.0/ports/457dd72b-d51d-4fb2-b932-c87cf8b8b7ce HTTP/1.1" status: 200  len: 1095 time: 2.1239486
Nov 13 21:06:26.064776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'tag': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:26.068957 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c984b-2463-4f75-afdb-961475a2070f" -d '{"events": [{"name": "network-changed", "server_uuid": "9205b8a2-5bd8-4940-b0d3-8cbc447414d1", "tag": "457dd72b-d51d-4fb2-b932-c87cf8b8b7ce"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:26.097739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeca89-5589-40c3-af22-0168cb07a23b req-6fc98c9c-0bb8-45ae-9732-7042785bb4eb tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.099529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebeca89-5589-40c3-af22-0168cb07a23b req-6fc98c9c-0bb8-45ae-9732-7042785bb4eb tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 950 time: 0.1378970
Nov 13 21:06:26.115616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19090ae-e744-4f2b-a190-277b1f32c6fb service neutron] Pushing event updated for resources: {'Port': ['ID=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:26.241050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebeca89-5589-40c3-af22-0168cb07a23b req-d9074165-80ac-455f-a627-eec3cde59b45 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241758
Nov 13 21:06:26.299986 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822f0e3-4fb5-4e06-a234-6faed5970fa8 x-openstack-request-id: req-2822f0e3-4fb5-4e06-a234-6faed5970fa8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:26.300315 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9205b8a2-5bd8-4940-b0d3-8cbc447414d1", "tag": "457dd72b-d51d-4fb2-b932-c87cf8b8b7ce", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:26.300568 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2822f0e3-4fb5-4e06-a234-6faed5970fa8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:26.301158 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'tag': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', 'status': 'completed', 'code': 200}
Nov 13 21:06:26.307263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-033956d6-c61e-4da8-909a-bccfdcd279bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.309923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-033956d6-c61e-4da8-909a-bccfdcd279bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 1098 time: 0.0765557
Nov 13 21:06:26.321577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Allocated IP 172.20.0.13 (50b1d336-aa1c-4eb0-9cee-350682ccd5c1/1e295620-79ca-4a71-8999-516f0e158e24/48311ae5-d783-449b-b79b-67713c459133) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:26.359002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-c95b0e76-a14b-4ed3-a246-37e9aec5e0f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce HTTP/1.1" status: 200  len: 217 time: 0.0395231
Nov 13 21:06:26.438522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:26.456392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-7a4aa7cd-852c-43f7-8316-faf89afb5a74 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0633962
Nov 13 21:06:26.466870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17fb2b-90e0-4118-ad7f-6a9e79ae27a8 req-61f7df06-25ff-4028-bffd-3f0c7d554fec tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.468447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d17fb2b-90e0-4118-ad7f-6a9e79ae27a8 req-61f7df06-25ff-4028-bffd-3f0c7d554fec tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.1074455
Nov 13 21:06:26.470483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ccaf7c81-af92-4f2a-b4cc-d3557d512825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.472527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ccaf7c81-af92-4f2a-b4cc-d3557d512825 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0979962
Nov 13 21:06:26.556959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7a0d-b9b0-448b-af53-939398a66364 req-d359aeb3-4ded-4327-9d5c-61a0364093c9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.563994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-d359aeb3-4ded-4327-9d5c-61a0364093c9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2493176
Nov 13 21:06:26.565550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-27f65791-c6f3-4a9a-9a53-7d551a206d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:26.567244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-27f65791-c6f3-4a9a-9a53-7d551a206d25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0870645
Nov 13 21:06:26.578283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d17fb2b-90e0-4118-ad7f-6a9e79ae27a8 req-53e03e66-2346-48e3-9c76-3b898982dedb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943360
Nov 13 21:06:26.692617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d51ce4a5-ce5d-4252-9280-34a6b5a7a452 req-d55bd961-0310-4a0a-91c4-e0e614a70871 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 210 time: 0.0354059
Nov 13 21:06:26.705841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-ae6b5e82-aa7b-4cef-87ee-99a85bbeb50c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 696 time: 0.1401827
Nov 13 21:06:26.709436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-4bb1d451-bab1-4069-9f14-87cb286c4bd4 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298597
Nov 13 21:06:26.738237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Request body: {'floatingip': {'port_id': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:26.757440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:26.859567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ff91e284-205b-4537-a252-bb846ed1116d service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391342
Nov 13 21:06:26.912715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bbbfe16-03ff-4b95-ba56-9cd0568a252c req-787ca213-19e2-4736-939b-b7a5697f0343 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 210 time: 0.0314770
Nov 13 21:06:26.946959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.012083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 66e12bfa-df4d-432a-9a9b-e716a906c480 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:27.017777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 66e12bfa-df4d-432a-9a9b-e716a906c480 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:27.018662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.035647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b44f9e-d263-46ae-a02a-a39ee64610f2 req-d3b1fcc9-653a-4dcd-9e67-f6e63edcde5d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.037245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73b44f9e-d263-46ae-a02a-a39ee64610f2 req-d3b1fcc9-653a-4dcd-9e67-f6e63edcde5d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 935 time: 0.0623000
Nov 13 21:06:27.039280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8189a67f-eae9-49aa-97eb-fa0c6494d54e {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:27.055828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-55ce3170-f00d-44d8-b8fa-32cd087ab39d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.057414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-55ce3170-f00d-44d8-b8fa-32cd087ab39d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5908220
Nov 13 21:06:27.064030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-97761cd5-fdd6-4589-a53d-038f22872166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.080246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.091167 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.102981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Request body: {'port': {'device_id': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'de9bc54074d54444b6b64b0f5bad6193'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:27.134228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.136860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c984b-2463-4f75-afdb-961475a2070f req-23e1d6f3-2f93-4d6a-9313-341bf63708d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.143998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-23e1d6f3-2f93-4d6a-9313-341bf63708d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 1098 time: 0.0782669
Nov 13 21:06:27.166780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73b44f9e-d263-46ae-a02a-a39ee64610f2 req-067de110-8b3e-4df3-a480-ed39ef54c503 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213224
Nov 13 21:06:27.175162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:27.178352 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f6c29a-5701-4cd4-8692-66d2010b9985" -d '{"events": [{"server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "name": "network-vif-plugged", "status": "completed", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:27.192653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:27.286633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.311527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33b464d2-afca-4f21-8d56-3e3d6c85a412 req-3a92065c-2747-4ab0-9f2d-c34821b88dca tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 210 time: 0.0384839
Nov 13 21:06:27.317551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c984b-2463-4f75-afdb-961475a2070f req-82546292-de20-4957-9ced-afce8395b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.319445 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-82546292-de20-4957-9ced-afce8395b90f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1481779
Nov 13 21:06:27.386136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:27.390497 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749a06d0-f253-4dc1-af59-962910ea4240 x-openstack-request-id: req-749a06d0-f253-4dc1-af59-962910ea4240 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:27.391227 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "name": "network-vif-plugged", "status": "completed", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:27.392271 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-749a06d0-f253-4dc1-af59-962910ea4240 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:27.392925 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'code': 200}
Nov 13 21:06:27.411091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-c08ffe84-8544-494a-899c-0671344abf86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce HTTP/1.1" status: 200  len: 217 time: 0.0844648
Nov 13 21:06:27.542002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c984b-2463-4f75-afdb-961475a2070f req-42758bd1-4fca-44ae-a517-697accb56509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.543953 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-42758bd1-4fca-44ae-a517-697accb56509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1260958
Nov 13 21:06:27.547997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Transition to ACTIVE for port object 8189a67f-eae9-49aa-97eb-fa0c6494d54e will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:27.555645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.557906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f317-66c0-4a0c-9a22-19167ae8852c req-5fdbbfd7-7f0f-4906-974d-074440ec977b tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.559377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71a4f317-66c0-4a0c-9a22-19167ae8852c req-5fdbbfd7-7f0f-4906-974d-074440ec977b tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 950 time: 0.1339264
Nov 13 21:06:27.572331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf3662-a0bb-4424-9ff0-01b4c7fdcf79 req-567dcbba-461a-410e-820e-a6ac73a80c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.573783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7acf3662-a0bb-4424-9ff0-01b4c7fdcf79 req-567dcbba-461a-410e-820e-a6ac73a80c25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1096 time: 0.1187348
Nov 13 21:06:27.574612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Network c8c912f0-a827-467f-b041-3317ec4221d9 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:27.587159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:27.604181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:27.610094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.611673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.648930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'Port': ['ID=85310983-6b93-48eb-b586-3add036abc3d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:27.659159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.667002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c984b-2463-4f75-afdb-961475a2070f req-7d0dc8e8-073a-4b39-8254-605e734167b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:27.668505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-7d0dc8e8-073a-4b39-8254-605e734167b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1082752
Nov 13 21:06:27.685753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71a4f317-66c0-4a0c-9a22-19167ae8852c req-5a8cfd00-3812-4d85-aaf4-06b9341d98ec tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149111
Nov 13 21:06:27.734599 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7acf3662-a0bb-4424-9ff0-01b4c7fdcf79 req-bb682fcc-57c9-4d68-b7f4-d8eef3392de8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464701
Nov 13 21:06:27.815847 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-851920c5-8209-433a-bf1e-81cb6bcba25f service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281574
Nov 13 21:06:27.820354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Pushing event updated for resources: {'Port': ['ID=8189a67f-eae9-49aa-97eb-fa0c6494d54e,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:27.846328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-1e878961-f1ef-40cd-bb93-1117225722be tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6651816
Nov 13 21:06:27.890112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Request body: {'port': {'device_id': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:27.948822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f8156716-2851-49b1-8ffd-9cd87d522a43 None None] Provisioning complete for port 85310983-6b93-48eb-b586-3add036abc3d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:27.949456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f8156716-2851-49b1-8ffd-9cd87d522a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.970974 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:27.999787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c984b-2463-4f75-afdb-961475a2070f req-140b4ede-6acd-4fde-9e0f-d47f95e39139 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751356
Nov 13 21:06:28.005265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f8156716-2851-49b1-8ffd-9cd87d522a43 None None] Port 85310983-6b93-48eb-b586-3add036abc3d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:28.022599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Attempting to bind port 8189a67f-eae9-49aa-97eb-fa0c6494d54e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:28.022994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-5717c01a-76de-4fbd-869b-b5856a6056c2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f6ca3227c41f4308a497edea25797a14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0266130
Nov 13 21:06:28.023603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Attempting to bind port 8189a67f-eae9-49aa-97eb-fa0c6494d54e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:28.023603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Attempting to bind port 8189a67f-eae9-49aa-97eb-fa0c6494d54e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:28.066578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.068265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Port 8189a67f-eae9-49aa-97eb-fa0c6494d54e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:28.068586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Attempting to bind port 8189a67f-eae9-49aa-97eb-fa0c6494d54e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:28.121348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-16e4db53-0025-4749-be17-9002f1cdbd2f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:28.122949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-16e4db53-0025-4749-be17-9002f1cdbd2f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1064727
Nov 13 21:06:28.138126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-278c1e93-a9d8-43f2-a7c6-9942bd00a2b3 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/quotas/f6ca3227c41f4308a497edea25797a14 HTTP/1.1" status: 200  len: 375 time: 0.0095460
Nov 13 21:06:28.167996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Made reservation on behalf of de9bc54074d54444b6b64b0f5bad6193 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:28.171552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.172254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ff0b44c6-1fa9-439b-8317-45a49d356b04 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0284307
Nov 13 21:06:28.186390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:28.186721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:28.187137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:28.187590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Bound port: 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:28.193518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.199612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:28.235130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:28.267053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:28.272549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:28.273741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.310656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:28.448139 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.508588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb1746-c6ef-4f80-8b3f-e0d60265f11f req-79778ba7-5572-4744-a62d-cb85b4e62554 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:28.510270 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fefb1746-c6ef-4f80-8b3f-e0d60265f11f req-79778ba7-5572-4744-a62d-cb85b4e62554 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.0583074
Nov 13 21:06:28.540065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-de4d428d-472e-4b62-a23f-001e4c860d1d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7936492
Nov 13 21:06:28.564227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fefb1746-c6ef-4f80-8b3f-e0d60265f11f req-f397d8d4-618d-45ed-9915-d2c3efa14a69 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458355
Nov 13 21:06:28.581947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Request body: {'port': {'device_id': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:28.677388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] For port 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:28.756225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] For port 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:28.815058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52ecbe-a065-40dc-9649-9fab33d18bdd req-675e42c8-8838-407c-85c9-aa62a9c7de7e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:28.822703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f52ecbe-a065-40dc-9649-9fab33d18bdd req-675e42c8-8838-407c-85c9-aa62a9c7de7e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 932 time: 0.0731957
Nov 13 21:06:28.842195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Allocated IP 192.168.233.171 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/8a6174cf-d864-4d4a-99d9-62b125100eae) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:28.847136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.resource_extend [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:06:28.849450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.874048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f52ecbe-a065-40dc-9649-9fab33d18bdd req-73c70bf4-9b73-4871-9b65-3ffc23ad657c tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502717
Nov 13 21:06:28.886449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.980106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:28.980601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:28.982037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] 10.222.0.46 "PUT /v2.0/ports/8189a67f-eae9-49aa-97eb-fa0c6494d54e HTTP/1.1" status: 200  len: 1095 time: 3.2779281
Nov 13 21:06:28.984050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'tag': '8189a67f-eae9-49aa-97eb-fa0c6494d54e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:28.986386 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f466fd67-f7c8-4d5d-a69f-49aaa929e5e5", "tag": "8189a67f-eae9-49aa-97eb-fa0c6494d54e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:29.008007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599973-1381-4f9d-a505-9132a9d00352 req-4a9809ec-1c50-4416-896f-2e053d2f061c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:29.009737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e599973-1381-4f9d-a505-9132a9d00352 req-4a9809ec-1c50-4416-896f-2e053d2f061c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 932 time: 0.0576432
Nov 13 21:06:29.072491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e599973-1381-4f9d-a505-9132a9d00352 req-12d2a635-72ba-4a0b-80da-73b128693e1a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529630
Nov 13 21:06:29.198944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95e558-54e9-43a8-8aee-e7fc69550e36 req-ebfe9b99-eaa4-45d3-9719-3dccbbcbe7bf tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:29.200551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e95e558-54e9-43a8-8aee-e7fc69550e36 req-ebfe9b99-eaa4-45d3-9719-3dccbbcbe7bf tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 947 time: 0.0557313
Nov 13 21:06:29.249885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:29.256780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e95e558-54e9-43a8-8aee-e7fc69550e36 req-62c3a868-dd31-48f4-bace-19e9e313e8a7 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497370
Nov 13 21:06:29.310376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.325841 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:06:29.366031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a319eb8a-a8f3-41ca-ac70-e4658807d9e6 req-478babb5-f87c-440e-87d5-3a02960de545 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 210 time: 0.0352397
Nov 13 21:06:29.367169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d8a39-b63c-4ecf-82b9-de228587521f service neutron] Pushing event updated for resources: {'Port': ['ID=8189a67f-eae9-49aa-97eb-fa0c6494d54e,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:29.373710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:29.394464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', 'mac_address': 'fa:16:3e:6c:f0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:29.456492 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.469018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.490116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-132a715d-958a-4270-aed2-c4d842b4e79f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f6ca3227c41f4308a497edea25797a14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0354500
Nov 13 21:06:29.592637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:29.609167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-294bf7d0-ca83-495a-94f9-9f24c79f9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:29.610670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-294bf7d0-ca83-495a-94f9-9f24c79f9bea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 1098 time: 0.3239210
Nov 13 21:06:29.614681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85310983-6b93-48eb-b586-3add036abc3d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:29.616544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:29.629172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-2d184de5-b2aa-4754-ac54-a9e6ca2cc835 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:29.630849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-2d184de5-b2aa-4754-ac54-a9e6ca2cc835 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1334920
Nov 13 21:06:29.645376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.646424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-b552b1da-6620-47e2-8c5b-239d310e2eb2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/quotas/f6ca3227c41f4308a497edea25797a14 HTTP/1.1" status: 200  len: 375 time: 0.0095000
Nov 13 21:06:29.696828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-b65a41f5-71f7-4d6c-a821-e62962e8703c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442703
Nov 13 21:06:29.708420 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.750603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-b1c7638a-c323-49c6-851e-331a72b6bd8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e HTTP/1.1" status: 200  len: 217 time: 0.1153152
Nov 13 21:06:29.766103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:29.771531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Transition to ACTIVE for port object 85310983-6b93-48eb-b586-3add036abc3d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:29.800265 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.824336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.841677 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Floating IP 4b8c9ce4-7a16-4f9c-af32-e988a921cbb9 associated. External IP: 172.35.3.158, port: fa3e38aa-2a7b-410e-b834-47afea4c46d7.
Nov 13 21:06:29.907481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:29.946588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-021b7d48-92a2-45cc-ae9a-81c8a039b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:29.948064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-021b7d48-92a2-45cc-ae9a-81c8a039b61d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1829228
Nov 13 21:06:29.949316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:30.023496 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-a72b72ac-653b-4776-b6c6-fd5318f18765 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5167b05c924147b9a26fedb1a47773cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0431249
Nov 13 21:06:30.112274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Pushing event updated for resources: {'Port': ['ID=85310983-6b93-48eb-b586-3add036abc3d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:30.178057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.179219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.179599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.180112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.180510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.180910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.181228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.181597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.181928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.182908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.183243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.183580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:30.198884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48311ae5-d783-449b-b79b-67713c459133 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:30.230266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-8378042d-706b-4025-98be-ed4ce5bbe943 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:30.235031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.244460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-8378042d-706b-4025-98be-ed4ce5bbe943 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1986575
Nov 13 21:06:30.246427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.255955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:30.257704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-ffa1b391-3690-47dd-a616-082fcc661792 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/quotas/5167b05c924147b9a26fedb1a47773cf HTTP/1.1" status: 200  len: 375 time: 0.0156255
Nov 13 21:06:30.294947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-332680cd-76af-458e-9c85-1ff0e4c5ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:30.297940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-332680cd-76af-458e-9c85-1ff0e4c5ebc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3300619
Nov 13 21:06:30.299378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Attempting to bind port 85310983-6b93-48eb-b586-3add036abc3d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:30.300487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Attempting to bind port 85310983-6b93-48eb-b586-3add036abc3d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:30.300487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Attempting to bind port 85310983-6b93-48eb-b586-3add036abc3d on network c8c912f0-a827-467f-b041-3317ec4221d9 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:30.355401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Transition to ACTIVE for port object 48311ae5-d783-449b-b79b-67713c459133 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:30.358598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Port 85310983-6b93-48eb-b586-3add036abc3d on network c8c912f0-a827-467f-b041-3317ec4221d9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:30.359170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Attempting to bind port 85310983-6b93-48eb-b586-3add036abc3d on network c8c912f0-a827-467f-b041-3317ec4221d9 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:30.391908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:30.434999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:30.435610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Checking segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:30.436155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Bound using segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:30.436822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Bound port: 85310983-6b93-48eb-b586-3add036abc3d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:30.437342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.439763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:30.449409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.482168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:30.487936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:30.488562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.499245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:30.514995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.553360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-95af1680-aaa9-4ebc-9b36-461022f4e494 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5167b05c924147b9a26fedb1a47773cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2912664
Nov 13 21:06:30.642511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Router fa102048-3e82-40e7-9be9-4616a7ef7d03 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:06:30.663625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-78aac6b2-445a-4db9-a38c-e06575b3e9e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.5779953
Nov 13 21:06:30.664222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:30.671511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-b952a4b1-4ee4-4e86-a03d-284c9be8e575 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3338959
Nov 13 21:06:30.687696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Request body: {'port': {'device_id': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:30.723315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] For port 85310983-6b93-48eb-b586-3add036abc3d, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:30.802363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-20d6fbf5-e613-43ba-866b-5880487abf72 None None] Provisioning complete for port 8a6174cf-d864-4d4a-99d9-62b125100eae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:30.802733 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-20d6fbf5-e613-43ba-866b-5880487abf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.803908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:30.804804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:30.805136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:30.808858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] For port 85310983-6b93-48eb-b586-3add036abc3d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85310983-6b93-48eb-b586-3add036abc3d,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:30.852530 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-20d6fbf5-e613-43ba-866b-5880487abf72 None None] Port 8a6174cf-d864-4d4a-99d9-62b125100eae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:30.879146 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e5d83-fd18-423a-9243-4e21dd3bafea x-openstack-request-id: req-363e5d83-fd18-423a-9243-4e21dd3bafea {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:30.879568 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f466fd67-f7c8-4d5d-a69f-49aaa929e5e5", "tag": "8189a67f-eae9-49aa-97eb-fa0c6494d54e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:30.879894 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-363e5d83-fd18-423a-9243-4e21dd3bafea {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:30.880357 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'tag': '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'status': 'completed', 'code': 200}
Nov 13 21:06:30.883714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:30.884095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:30.921003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.945842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:30.945842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:30.946095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:30.946437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Bound port: 48311ae5-d783-449b-b79b-67713c459133, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:30.946897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:30.956488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b8abf-e751-478a-9949-94951a2f49fd req-65ae194c-fdce-453e-8f77-d0471ce3832f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:30.961989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-197b8abf-e751-478a-9949-94951a2f49fd req-65ae194c-fdce-453e-8f77-d0471ce3832f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.0707996
Nov 13 21:06:30.984278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.020611 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-197b8abf-e751-478a-9949-94951a2f49fd req-6b86b395-c44b-4c86-aee7-9603e548b971 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520403
Nov 13 21:06:31.101783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-be2b381a-ae36-40ef-86f2-a1aa793cf79a req-6f8fcaa5-e304-4d6a-bfd5-0893663f1908 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 210 time: 0.0286717
Nov 13 21:06:31.222727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ee44-e91a-4a7c-9559-e75412138d26 req-66c6a3ee-77db-457f-a68e-a69bdb4dce17 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.224548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebb4ee44-e91a-4a7c-9559-e75412138d26 req-66c6a3ee-77db-457f-a68e-a69bdb4dce17 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 944 time: 0.0614796
Nov 13 21:06:31.261020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:31.289355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.289969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.291354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] 10.222.0.46 "PUT /v2.0/ports/85310983-6b93-48eb-b586-3add036abc3d HTTP/1.1" status: 200  len: 1092 time: 3.4066844
Nov 13 21:06:31.317450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcbd0e35-24c7-4ea5-9b7d-fe0d1d252b18 req-ef1c4850-2395-4bf0-8ee3-512f7843c038 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6337285
Nov 13 21:06:31.331663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebb4ee44-e91a-4a7c-9559-e75412138d26 req-1199c326-3b40-4775-b0ed-d77b4b2a981d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945966
Nov 13 21:06:31.384859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed49b25-5d26-4c98-bcbc-8461577d0c02 service neutron] Pushing event updated for resources: {'Port': ['ID=85310983-6b93-48eb-b586-3add036abc3d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:31.395379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:31.404579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.409580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-7237ef48-b0d6-484e-be02-6fa5b7741ea4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6ca3227c41f4308a497edea25797a14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317793
Nov 13 21:06:31.411075 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] Sync routers for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:31.438464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:31.439280 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde936d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:31.492737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:31.499329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-c6903c75-4ad4-4aaf-8771-1c78b922b48d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "PUT /v2.0/floatingips/4b8c9ce4-7a16-4f9c-af32-e988a921cbb9 HTTP/1.1" status: 200  len: 996 time: 4.7918582
Nov 13 21:06:31.541396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:31.550986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aecb11-8013-4b26-803e-588c20c06957 req-d9b08777-0323-4786-8604-3e8ba15ae77e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.553122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:31.553495 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.559674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94aecb11-8013-4b26-803e-588c20c06957 req-d9b08777-0323-4786-8604-3e8ba15ae77e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.1264236
Nov 13 21:06:31.572925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:31.621148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-f9dc323c-9343-4b50-9839-c6fd948bd4cf tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.622378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-f9dc323c-9343-4b50-9839-c6fd948bd4cf tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2054150
Nov 13 21:06:31.635722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94aecb11-8013-4b26-803e-588c20c06957 req-53512cad-d612-44bd-9d53-34d947392c95 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761383
Nov 13 21:06:31.641724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Request body: {'port': {'device_id': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f6ca3227c41f4308a497edea25797a14'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:31.648947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-35130119-46e5-4456-9a8c-51361c201efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.650789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-35130119-46e5-4456-9a8c-51361c201efb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 1095 time: 0.2038891
Nov 13 21:06:31.674593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.691501 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:31.795416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7a0d-b9b0-448b-af53-939398a66364 req-fa38a875-8fb9-45bd-bafa-b564dcd47b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.802873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-fa38a875-8fb9-45bd-bafa-b564dcd47b14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1096 time: 0.2576685
Nov 13 21:06:31.806141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-3b68b0d4-ddfc-4fb6-8f87-d40433c83602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.807582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-3b68b0d4-ddfc-4fb6-8f87-d40433c83602 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 1098 time: 0.2563984
Nov 13 21:06:31.807938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.810165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-e709a376-bd86-4217-97b3-e3c056c07216 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85310983-6b93-48eb-b586-3add036abc3d HTTP/1.1" status: 200  len: 217 time: 0.1232142
Nov 13 21:06:31.823667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.824287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.825862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] 10.222.0.46 "PUT /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 1092 time: 3.2673857
Nov 13 21:06:31.844359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:31.854316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851e381-2430-4c21-9fc2-f7e8b1faed90 req-079d9d37-73e5-49ef-9c6f-d4b7164c82a2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:31.855328 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9072ab0-29f0-48e1-9b52-d1933b53cdca" -d '{"events": [{"server_uuid": "9205b8a2-5bd8-4940-b0d3-8cbc447414d1", "name": "network-vif-plugged", "status": "completed", "tag": "457dd72b-d51d-4fb2-b932-c87cf8b8b7ce"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:31.856376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4851e381-2430-4c21-9fc2-f7e8b1faed90 req-079d9d37-73e5-49ef-9c6f-d4b7164c82a2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 947 time: 0.0813956
Nov 13 21:06:31.879943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:31.954857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4851e381-2430-4c21-9fc2-f7e8b1faed90 req-a4387560-6d21-4ddd-b236-99c9b39a8395 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866561
Nov 13 21:06:31.980949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Made reservation on behalf of f6ca3227c41f4308a497edea25797a14 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:31.985707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:31.993554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:32.010770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:32.018735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f7db-81d1-4261-979d-f8f59006e6cf service neutron] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:32.068671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-23429359-c5b4-479c-a488-51deafc3b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.070740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-23429359-c5b4-479c-a488-51deafc3b29e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.2440608
Nov 13 21:06:32.100856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:32.123169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7a0d-b9b0-448b-af53-939398a66364 req-4438db4b-a187-4f50-97b6-305ecfa6cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.130703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-4438db4b-a187-4f50-97b6-305ecfa6cc7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 930 time: 0.3269639
Nov 13 21:06:32.180715 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:32.186946 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde936d60>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b8c9ce4-7a16-4f9c-af32-e988a921cbb9', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'floating_ip_address': '172.35.3.158', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'port_id': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'mac_address': 'fa:16:3e:20:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83928571-5d89-4194-a1ec-525afa4e7b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:23Z', 'updated_at': '2021-11-13T21:06:28Z', 'revision_number': 1, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:03Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:32.214154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] Checking router: fa102048-3e82-40e7-9be9-4616a7ef7d03 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:32.226021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cccf2-0ebf-4695-93ad-7ad1e997777d req-0c8eb65c-1a60-44b7-9c98-3f9231dda263 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.227849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-700cccf2-0ebf-4695-93ad-7ad1e997777d req-0c8eb65c-1a60-44b7-9c98-3f9231dda263 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 936 time: 0.0589154
Nov 13 21:06:32.229551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-48f337cd-2a1d-4c21-a9d5-eae660d4eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.231012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-48f337cd-2a1d-4c21-a9d5-eae660d4eea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.4032347
Nov 13 21:06:32.237690 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:32.238383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde936d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:32.244003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-928349fd-c78c-42a6-8877-a5c81b90715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.245611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-928349fd-c78c-42a6-8877-a5c81b90715c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1095 time: 0.2492046
Nov 13 21:06:32.256836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:32.331967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6174cf-d864-4d4a-99d9-62b125100eae {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:32.374239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-956cb367-dcbf-4d4b-9d0e-84395ab14337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e HTTP/1.1" status: 200  len: 217 time: 0.1267745
Nov 13 21:06:32.378323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:32.380969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-70978480-13a8-4089-9ba2-b7fb6fe70b3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 217 time: 0.1200097
Nov 13 21:06:32.383974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:32.391006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-70be5c7a-5792-42e6-8766-58f9325f8b0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 999 time: 0.2594295
Nov 13 21:06:32.396367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-700cccf2-0ebf-4695-93ad-7ad1e997777d req-6cdd3922-e4bf-4ee3-b36b-270b838f857d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623487
Nov 13 21:06:32.404643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4528-9973-47c4-b983-d7466a11710e req-8a7f3d00-198e-4091-8113-274e60459ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.406167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-8a7f3d00-198e-4091-8113-274e60459ec6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3114412
Nov 13 21:06:32.468705 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:32.504979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Transition to ACTIVE for port object 8a6174cf-d864-4d4a-99d9-62b125100eae will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:32.524177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1beba22-8443-4d08-85ea-5faa8fb13fbc req-77471f61-daff-48b0-b663-15833013b58f tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 210 time: 0.0311589
Nov 13 21:06:32.593502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7a0d-b9b0-448b-af53-939398a66364 req-d4b55db6-1fb0-42a0-aef2-b1e8f006ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.603884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-d4b55db6-1fb0-42a0-aef2-b1e8f006ba0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 200  len: 868 time: 0.2119925
Nov 13 21:06:32.624344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:32.644717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e100f-8233-4013-8e20-0a3a16df775b req-bb952cf2-b65e-413d-8809-a6c50a83c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.646181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-bb952cf2-b65e-413d-8809-a6c50a83c100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.2438359
Nov 13 21:06:32.647422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-4c69953d-555e-4bc2-a9ac-9ade6a8e53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.648793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-4c69953d-555e-4bc2-a9ac-9ade6a8e53d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.2558658
Nov 13 21:06:32.710692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Allocated IP 192.168.233.207 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/af52c05a-3999-4ec8-a050-6907cd91405e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:32.739574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5618a59-0291-4e85-a200-d4e0df208e02 req-63c88dfb-df7a-4ffa-a2cf-286501501713 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.745476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5618a59-0291-4e85-a200-d4e0df208e02 req-63c88dfb-df7a-4ffa-a2cf-286501501713 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1096 time: 0.1443276
Nov 13 21:06:32.746350 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde936d60>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b8c9ce4-7a16-4f9c-af32-e988a921cbb9', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'floating_ip_address': '172.35.3.158', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'port_id': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'mac_address': 'fa:16:3e:20:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83928571-5d89-4194-a1ec-525afa4e7b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:23Z', 'updated_at': '2021-11-13T21:06:28Z', 'revision_number': 1, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:03Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:32.756134 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-b4338eae-9530-4f99-b644-7d0f046921ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0771387
Nov 13 21:06:32.782755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:32.800825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-98b821ae-62f7-462d-8336-a32cd4c9ca36 service neutron] 10.222.0.46 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3574781
Nov 13 21:06:32.801828 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279289e7-a437-4aa3-b991-7f9f9bd4d753 None None] The sync data for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 is: [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b8c9ce4-7a16-4f9c-af32-e988a921cbb9', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'floating_ip_address': '172.35.3.158', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'port_id': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'mac_address': 'fa:16:3e:20:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83928571-5d89-4194-a1ec-525afa4e7b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:23Z', 'updated_at': '2021-11-13T21:06:28Z', 'revision_number': 1, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:03Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:32.832432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7a0d-b9b0-448b-af53-939398a66364 req-4bffbb90-9d4d-4993-b676-dab68d3ea54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:32.841702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-4bffbb90-9d4d-4993-b676-dab68d3ea54d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e98c801-6c14-4884-9e00-ef2ff149bde3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2369211
Nov 13 21:06:32.855899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5618a59-0291-4e85-a200-d4e0df208e02 req-c7b351b1-d66b-4b05-8b95-363696261969 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007571
Nov 13 21:06:32.863216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-ba64759c-fcc6-45b7-a892-27eee72702b8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:32.883655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-ba64759c-fcc6-45b7-a892-27eee72702b8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0408871
Nov 13 21:06:32.889822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'tag': '85310983-6b93-48eb-b586-3add036abc3d'}, {'name': 'network-changed', 'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7'}, {'name': 'network-changed', 'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'tag': '48311ae5-d783-449b-b79b-67713c459133'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:32.893192 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea2664-5a83-41fb-b441-cdef876275cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "tag": "85310983-6b93-48eb-b586-3add036abc3d"}, {"name": "network-changed", "server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7"}, {"name": "network-changed", "server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "tag": "48311ae5-d783-449b-b79b-67713c459133"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:32.955120 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c3a65-0a60-49b9-a557-aa60325651c9 x-openstack-request-id: req-606c3a65-0a60-49b9-a557-aa60325651c9 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:32.955606 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9205b8a2-5bd8-4940-b0d3-8cbc447414d1", "name": "network-vif-plugged", "status": "completed", "tag": "457dd72b-d51d-4fb2-b932-c87cf8b8b7ce", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:32.955702 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-606c3a65-0a60-49b9-a557-aa60325651c9 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:32.956037 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', 'code': 200}
Nov 13 21:06:33.044048 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.049873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-961f551e-55f9-4cca-b1f9-9aa52aeaad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.054156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-961f551e-55f9-4cca-b1f9-9aa52aeaad6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3711896
Nov 13 21:06:33.089069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:33.089443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:33.089732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:33.118647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dab4481-3446-43a2-a37d-c2636874e688 req-41efd062-01ed-40e8-ba0e-2c19c9dc826c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 210 time: 0.0699115
Nov 13 21:06:33.139466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-06583c7f-48df-4008-85e3-d90a9d08da32 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6ca3227c41f4308a497edea25797a14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0478685
Nov 13 21:06:33.216886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624014d-5c46-4158-b468-c4db3ca4c024 None None] New status for floating IP 4b8c9ce4-7a16-4f9c-af32-e988a921cbb9: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:06:33.309166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda96b-f577-4d45-963f-644662724529 req-7553675a-6083-4258-8bf0-e616e3d7890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.310683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ddda96b-f577-4d45-963f-644662724529 req-7553675a-6083-4258-8bf0-e616e3d7890f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 1100 time: 0.2219007
Nov 13 21:06:33.372438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf81e73-317f-43c2-b60d-1666154daeee req-6419565a-67f7-4ab4-8191-f057c72a2aad tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.373967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abf81e73-317f-43c2-b60d-1666154daeee req-6419565a-67f7-4ab4-8191-f057c72a2aad tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 944 time: 0.1512887
Nov 13 21:06:33.411705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-4cc946d7-df28-4fe3-a83e-154709a365ea tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.413169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-4cc946d7-df28-4fe3-a83e-154709a365ea tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2579880
Nov 13 21:06:33.420531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Port 8a6174cf-d864-4d4a-99d9-62b125100eae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:33.420890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:33.424901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.432405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Request body: {'port': {'device_id': '34ecb508-9c95-4883-95d5-12d7681c290b', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f6ca3227c41f4308a497edea25797a14'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:33.463692 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ddda96b-f577-4d45-963f-644662724529 req-09328bd8-59aa-4a77-8a41-dfcfbdd96ceb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387470
Nov 13 21:06:33.478103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:33.478599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:33.478990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:33.479563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Bound port: 8a6174cf-d864-4d4a-99d9-62b125100eae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:33.479919 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.547605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:33.555509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abf81e73-317f-43c2-b60d-1666154daeee req-8ef29934-1964-47c1-b6d5-917bc4bbd8ba tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1662409
Nov 13 21:06:33.562289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:33.571323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:33.590674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-338080ce-ce88-4c26-9972-942ab1adf927 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8266654
Nov 13 21:06:33.592392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-68d38013-8df8-44b7-b6dc-821c733429fe service neutron] 10.222.0.20 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7077043
Nov 13 21:06:33.610295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17de4528-9973-47c4-b983-d7466a11710e req-479c7fb8-2ef6-4114-8170-99caafd44958 service neutron] 10.222.0.46 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7811460
Nov 13 21:06:33.619059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:33.691380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-fd6ec243-464e-42f6-ad2d-db6a931c646a service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001354
Nov 13 21:06:33.692113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.692998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.734986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:33.735361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74c6a8-34bb-4c53-92df-bbc9d6088ab7 req-5cf959a4-2c4d-4710-9f21-8685d0b74619 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.741411 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e74c6a8-34bb-4c53-92df-bbc9d6088ab7 req-5cf959a4-2c4d-4710-9f21-8685d0b74619 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.1012561
Nov 13 21:06:33.784332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:33.791390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e74c6a8-34bb-4c53-92df-bbc9d6088ab7 req-e8a782cf-f5c0-4449-ba93-c02879c59f29 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481300
Nov 13 21:06:33.829832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Made reservation on behalf of f6ca3227c41f4308a497edea25797a14 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:33.833338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.877119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.895640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-ebf76f7e-345d-49fb-8507-b9cba67e6014 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2588511
Nov 13 21:06:33.912545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Request body: {'port': {'device_id': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:33.925752 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8444fc2b-1b69-42f8-b808-00b307e61aa2 None None] Provisioning complete for port af52c05a-3999-4ec8-a050-6907cd91405e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:33.931084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8444fc2b-1b69-42f8-b808-00b307e61aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.955413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:33.956427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:33.958170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 1096 time: 3.2801034
Nov 13 21:06:33.961417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-613a7a0d-b9b0-448b-af53-939398a66364 req-51be4b49-4b94-4f53-ae38-7eab6d943d81 service neutron] 10.222.0.20 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3537333
Nov 13 21:06:33.981359 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f3306c-717b-451f-82aa-61d1065c65ca x-openstack-request-id: req-d3f3306c-717b-451f-82aa-61d1065c65ca {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:33.981712 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "tag": "85310983-6b93-48eb-b586-3add036abc3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "tag": "48311ae5-d783-449b-b79b-67713c459133", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:33.981955 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3f3306c-717b-451f-82aa-61d1065c65ca {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:33.982346 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'tag': '85310983-6b93-48eb-b586-3add036abc3d', 'status': 'completed', 'code': 200}
Nov 13 21:06:33.982594 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'status': 'completed', 'code': 200}
Nov 13 21:06:33.982837 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'tag': '48311ae5-d783-449b-b79b-67713c459133', 'status': 'completed', 'code': 200}
Nov 13 21:06:34.007717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db4e100f-8233-4013-8e20-0a3a16df775b req-11613e6a-f860-4b21-a256-fc7aa44ab260 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3312061
Nov 13 21:06:34.015790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8444fc2b-1b69-42f8-b808-00b307e61aa2 None None] Port af52c05a-3999-4ec8-a050-6907cd91405e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:34.056192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68ee82dd-1e92-4a0e-85c7-2ef75cf943a8 req-5ab2fc0e-51c9-48ce-b274-abfeecf7eb33 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3247910
Nov 13 21:06:34.088637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-b13c5c0d-7b1d-4d53-b970-382f341cc32e tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5167b05c924147b9a26fedb1a47773cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0838771
Nov 13 21:06:34.103475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b879fe-3d1b-4f7e-91ff-604b41cb9af4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:34.104999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Allocated IP 192.168.233.222 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:34.196305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:34.240634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-f3a180ad-f7d9-4ef0-8d6c-f82943e0d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.242428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-f3a180ad-f7d9-4ef0-8d6c-f82943e0d03c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 1095 time: 0.2043190
Nov 13 21:06:34.317611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a1b75-8e9a-4db6-804c-a6c7bf667460 req-55d02c13-02da-4b01-b060-58cbca219146 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.319121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b6a1b75-8e9a-4db6-804c-a6c7bf667460 req-55d02c13-02da-4b01-b060-58cbca219146 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.1527743
Nov 13 21:06:34.365397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8263d2a-4f08-4d0a-94bd-35bff8970c99 req-666ea157-e535-4fe0-b5cd-1d5d1f69abec tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.366507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-19c7d968-da9c-4099-9b0c-8cee6a201232 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.367178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8263d2a-4f08-4d0a-94bd-35bff8970c99 req-666ea157-e535-4fe0-b5cd-1d5d1f69abec tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 947 time: 0.2279072
Nov 13 21:06:34.368196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-19c7d968-da9c-4099-9b0c-8cee6a201232 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2582402
Nov 13 21:06:34.385594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-8179b5c6-ff17-4f3c-840b-9a1474059211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.387047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-8179b5c6-ff17-4f3c-840b-9a1474059211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1099 time: 0.1874516
Nov 13 21:06:34.392755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Request body: {'port': {'device_id': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '5167b05c924147b9a26fedb1a47773cf'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:34.502099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b6a1b75-8e9a-4db6-804c-a6c7bf667460 req-5da80331-0872-44ee-893b-b033ec0dbffa tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455786
Nov 13 21:06:34.503587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-28516435-5166-4cdf-bf4d-0ca496262a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.504426 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-28516435-5166-4cdf-bf4d-0ca496262a7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 925 time: 0.2414930
Nov 13 21:06:34.564259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-0bb9b971-2e82-44a4-9fcb-cfe86d50bb8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85310983-6b93-48eb-b586-3add036abc3d HTTP/1.1" status: 200  len: 217 time: 0.0497267
Nov 13 21:06:34.567291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-11aeff1c-334f-4064-b504-7efe963f8f86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.1587400
Nov 13 21:06:34.621811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8263d2a-4f08-4d0a-94bd-35bff8970c99 req-89aaf232-fceb-41ad-88f8-a8add2c0433c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415900
Nov 13 21:06:34.649540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8c7a6a8-4797-4ad7-aa0f-b5cebdea0b1a req-e6ff8698-c092-4f6e-818f-2d819568c81e tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 210 time: 0.0429235
Nov 13 21:06:34.686626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-3fb91fd0-ae92-4509-8b01-d3548c81b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.688230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-3fb91fd0-ae92-4509-8b01-d3548c81b6f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.1149983
Nov 13 21:06:34.736888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:34.752544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-8c78650a-e2fe-4a69-8cbc-02969b023291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.754117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-8c78650a-e2fe-4a69-8cbc-02969b023291 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1612811
Nov 13 21:06:34.770572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Made reservation on behalf of 5167b05c924147b9a26fedb1a47773cf for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:34.774766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:34.783914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c96b54f-695c-4400-a663-fd64615c49e1 req-e9abf4cb-14a7-4611-8baf-e557e5e1cbae tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 210 time: 0.0422227
Nov 13 21:06:34.806763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-d5c00f62-df74-4b60-b110-f4f9563ea3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.808296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-d5c00f62-df74-4b60-b110-f4f9563ea3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1090107
Nov 13 21:06:34.952890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-397a7877-3dbe-480f-90f5-6c4f5240ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.954490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-397a7877-3dbe-480f-90f5-6c4f5240ca52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1760485
Nov 13 21:06:34.963204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74420c81-5865-44e6-85eb-6455f8efa70c req-aa528391-c7c9-409a-83a3-c08112a7bc9f tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 258 time: 0.3105347
Nov 13 21:06:34.990265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:34.996205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81a21-e2fe-4b47-8cb3-57ce26efabff req-bb14f702-7591-4ffa-9e29-0eb4f3e8d884 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:34.997858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87c81a21-e2fe-4b47-8cb3-57ce26efabff req-bb14f702-7591-4ffa-9e29-0eb4f3e8d884 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 944 time: 0.1262608
Nov 13 21:06:35.099277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-2c25d81d-be99-4093-9dd6-a8d1bfe0f648 service neutron] 10.222.0.46 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1865714
Nov 13 21:06:35.099969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-937def37-9112-4cec-81f8-14e1a616ae72 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027777
Nov 13 21:06:35.102217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.112040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87c81a21-e2fe-4b47-8cb3-57ce26efabff req-de1a3a63-8ccc-4bf9-b1f7-83d24dd4c30b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050167
Nov 13 21:06:35.138256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-f6b1068b-c868-4824-9829-b28cfb787a86 service neutron] 10.222.0.46 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172163
Nov 13 21:06:35.254945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87f580-0ff5-44b5-94b2-19298ddb522a req-45e42641-717a-4074-99ff-47f4dc6aaf59 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.256518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f87f580-0ff5-44b5-94b2-19298ddb522a req-45e42641-717a-4074-99ff-47f4dc6aaf59 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.0788276
Nov 13 21:06:35.266626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-bc8ea6f6-6724-4f92-ab63-c47377a03199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.268116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-bc8ea6f6-6724-4f92-ab63-c47377a03199 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1096 time: 0.0629263
Nov 13 21:06:35.295506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8189a67f-eae9-49aa-97eb-fa0c6494d54e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:35.370746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f87f580-0ff5-44b5-94b2-19298ddb522a req-4ca860e0-d7f9-4da6-b685-26be98a4fb08 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015346
Nov 13 21:06:35.437266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-bcc3e65a-3f48-4304-8217-9b53742f394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.440126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-bcc3e65a-3f48-4304-8217-9b53742f394f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 930 time: 0.1623614
Nov 13 21:06:35.454450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:35.463203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:35.464254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.471750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'mac_address': 'fa:16:3e:5d:86:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:35.485945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:35.500669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:35.520722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.535066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8189a67f-eae9-49aa-97eb-fa0c6494d54e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:35.537286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event updated for resources: {'Port': ['ID=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:35.558585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:35.581501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-4b99211f-fa27-4c8d-b070-2fce65448169 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 1001 time: 0.1329839
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.622854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.623931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.623931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.623931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.624163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:06:35.650031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.650853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c6292f-dfce-4cc9-8e19-70e0ba35f286 req-026e7386-18bf-45aa-bde5-62dc0b89fb98 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5759814
Nov 13 21:06:35.688708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-a35d85a0-45b8-4066-a7d1-660357083686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.690321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-a35d85a0-45b8-4066-a7d1-660357083686 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 200  len: 868 time: 0.1030376
Nov 13 21:06:35.703341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9514ccd-31b8-4f8a-b347-1f6e64134fc3 req-158ed680-6927-458b-a5f5-db8dde971d01 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.705218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9514ccd-31b8-4f8a-b347-1f6e64134fc3 req-158ed680-6927-458b-a5f5-db8dde971d01 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0844443
Nov 13 21:06:35.712328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.713274 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.747475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8189a67f-eae9-49aa-97eb-fa0c6494d54e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:35.800468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:35.801015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-85455868-1939-4c7b-807c-e5c397aff27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:35.802603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-85455868-1939-4c7b-807c-e5c397aff27f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e98c801-6c14-4884-9e00-ef2ff149bde3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0964081
Nov 13 21:06:35.809444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9514ccd-31b8-4f8a-b347-1f6e64134fc3 req-94c4241a-5359-43ac-b1cd-200950ba13a9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686100
Nov 13 21:06:35.810981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.828469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Transition to ACTIVE for port object af52c05a-3999-4ec8-a050-6907cd91405e will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:35.837016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-7995b2a2-066f-4c75-946c-971879ab30ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4097714
Nov 13 21:06:35.853000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Request body: {'port': {'device_id': '34ecb508-9c95-4883-95d5-12d7681c290b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:35.857079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.882564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f5252b09-b669-484e-acc2-25846dde0325 None None] Provisioning complete for port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:35.883861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f5252b09-b669-484e-acc2-25846dde0325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.902072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-39bd1e29-614c-473b-b528-777d4baa8ac7 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914743
Nov 13 21:06:35.936333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.936595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:35.976454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f5252b09-b669-484e-acc2-25846dde0325 None None] Port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:35.990805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:35.993609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:35.995494 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce7933-f854-4bab-a783-9c1fb2f54fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:36.048463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:36.068322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551a340-5e6e-4241-aa48-0db494ce5506 req-da63b695-7168-4a7e-b9ae-a376b7f10803 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.068322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4551a340-5e6e-4241-aa48-0db494ce5506 req-da63b695-7168-4a7e-b9ae-a376b7f10803 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 948 time: 0.1579535
Nov 13 21:06:36.126166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-85c3109b-16c0-4fe5-a5e5-61aaa90bb5a5 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153008
Nov 13 21:06:36.161343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Allocated IP 192.168.233.176 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/66c90304-2143-4b5c-a471-3392598b4887) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:36.176344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Allocated IP 172.35.3.118 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/6df384f7-846f-4a55-9e5d-ef12377fef9c) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:36.226852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4551a340-5e6e-4241-aa48-0db494ce5506 req-17cf1ce2-a6d1-4954-aba8-280521805c18 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583545
Nov 13 21:06:36.277923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-4447af84-b566-444f-83e9-2405d865886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.279406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-4447af84-b566-444f-83e9-2405d865886d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1095 time: 0.0962348
Nov 13 21:06:36.300741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Attempting to bind port af52c05a-3999-4ec8-a050-6907cd91405e on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:36.300741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Attempting to bind port af52c05a-3999-4ec8-a050-6907cd91405e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:36.300741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Attempting to bind port af52c05a-3999-4ec8-a050-6907cd91405e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:36.322408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Port af52c05a-3999-4ec8-a050-6907cd91405e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:36.322771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Attempting to bind port af52c05a-3999-4ec8-a050-6907cd91405e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:36.354580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:36.354924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:36.355314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:36.355749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Bound port: af52c05a-3999-4ec8-a050-6907cd91405e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:36.356108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.430415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2e5486e-f680-4407-8691-97b4502be1f0 req-106b1d1a-f886-4a9d-83aa-ad0c8fce62a3 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 210 time: 0.0659282
Nov 13 21:06:36.451352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.465516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:36.469654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:36.492448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-90c1902d-2ccb-4a58-81ce-bd218e2b6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.493929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-90c1902d-2ccb-4a58-81ce-bd218e2b6647 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2042553
Nov 13 21:06:36.516613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.555244 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.571012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-27bf0163-87f6-403c-9c35-b378ff0933cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 217 time: 0.0585496
Nov 13 21:06:36.594210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.594842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.596259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] 10.222.0.37 "PUT /v2.0/ports/af52c05a-3999-4ec8-a050-6907cd91405e HTTP/1.1" status: 200  len: 1096 time: 2.6920152
Nov 13 21:06:36.596728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:36.599204 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda6776c-044e-460d-bf68-bbeac145af8c" -d '{"events": [{"name": "network-changed", "server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:36.610597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.638687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae6c5c-d86e-4a8b-bfe9-678339ef9644 req-2aa40ffc-3da3-40ea-a88e-78eb7c101e53 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.640331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cfae6c5c-d86e-4a8b-bfe9-678339ef9644 req-2aa40ffc-3da3-40ea-a88e-78eb7c101e53 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 936 time: 0.1409297
Nov 13 21:06:36.646414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:36.651232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:36.653226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb74c-5179-4e1a-a925-dfd31d7ce11c service neutron] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:36.655854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:36.674282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea2664-5a83-41fb-b441-cdef876275cc req-92faacf0-ddee-458a-9ac9-3999fddfbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.676338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-92faacf0-ddee-458a-9ac9-3999fddfbedc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0925405
Nov 13 21:06:36.725581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-5d5ef5db-2588-4a35-a4a3-a360890facbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355456
Nov 13 21:06:36.746450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cfae6c5c-d86e-4a8b-bfe9-678339ef9644 req-d8eb6bd4-d39e-44a1-82f2-3172dab3dc9a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920231
Nov 13 21:06:36.765168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.765460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event updated for resources: {'Port': ['ID=6df384f7-846f-4a55-9e5d-ef12377fef9c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:36.773355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['3631b119-4db1-4863-b21b-8ef234c829e4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:36.819853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Pushing event updated for resources: {'Port': ['ID=66c90304-2143-4b5c-a471-3392598b4887,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:36.838684 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7e03f3-56ca-4551-a3e1-47b1adf00026 x-openstack-request-id: req-ee7e03f3-56ca-4551-a3e1-47b1adf00026 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:36.838981 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:36.839235 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee7e03f3-56ca-4551-a3e1-47b1adf00026 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:36.839628 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'status': 'completed', 'code': 200}
Nov 13 21:06:36.890026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:36.894351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:36.898620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:36.904184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:36.904988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.947253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:36.990531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-fc87c71a-932f-4b0e-9cef-f6042d67af6a service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418628
Nov 13 21:06:36.998662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-5390f907-d47b-4712-8351-46475a6bdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.000155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-5390f907-d47b-4712-8351-46475a6bdd7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1099 time: 0.1617622
Nov 13 21:06:37.011845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-e92fafd6-3642-4f20-a3de-75a14342368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.013377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-e92fafd6-3642-4f20-a3de-75a14342368d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1099 time: 0.1204755
Nov 13 21:06:37.029893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61cb1-c7dc-4fe3-8028-a8969669995a req-7e1bb83f-c3b4-4802-8c3f-070eed3ee62d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.032640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc61cb1-c7dc-4fe3-8028-a8969669995a req-7e1bb83f-c3b4-4802-8c3f-070eed3ee62d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 944 time: 0.1046755
Nov 13 21:06:37.056182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-480def6c-7fad-4f00-b500-03e077f6cbee tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6715736
Nov 13 21:06:37.076292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-2c75ebfb-def2-4c20-b18c-fb803f435cea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=af52c05a-3999-4ec8-a050-6907cd91405e HTTP/1.1" status: 200  len: 217 time: 0.0619094
Nov 13 21:06:37.100979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Request body: {'port': {'device_id': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:37.191442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc61cb1-c7dc-4fe3-8028-a8969669995a req-8bc02a9a-21ee-4ac5-9ce2-beea29d006e5 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1475220
Nov 13 21:06:37.197827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0a9eb532-cdd9-4b35-8180-a0e4fd2a9c3f None None] Provisioning complete for port 66c90304-2143-4b5c-a471-3392598b4887 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:37.198429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb532-cdd9-4b35-8180-a0e4fd2a9c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.206877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.222862 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.223242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70ea2664-5a83-41fb-b441-cdef876275cc req-96a4d89a-b559-4304-a501-2b210232faca service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235398
Nov 13 21:06:37.231620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:37.263889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.266889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eb532-cdd9-4b35-8180-a0e4fd2a9c3f None None] Port 66c90304-2143-4b5c-a471-3392598b4887 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:37.268465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-f5b38555-5d5f-4dd3-a800-d3360e672d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.269962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-f5b38555-5d5f-4dd3-a800-d3360e672d1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1812336
Nov 13 21:06:37.309273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 48311ae5-d783-449b-b79b-67713c459133 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:37.312161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8189a67f-eae9-49aa-97eb-fa0c6494d54e up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:37.333241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Transition to ACTIVE for port object 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:37.351843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-def925d5-79ca-431c-b55f-12850285370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.354954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-def925d5-79ca-431c-b55f-12850285370e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.3230779
Nov 13 21:06:37.448283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-6c42b785-0e5c-4d4c-8b6d-0051a871ec25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.0748084
Nov 13 21:06:37.451947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-49b02329-b45f-4397-8600-ec9350bd7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.453508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-49b02329-b45f-4397-8600-ec9350bd7ab4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1714392
Nov 13 21:06:37.483401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:37.486797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.497164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8189a67f-eae9-49aa-97eb-fa0c6494d54e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:37.503578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8189a67f-eae9-49aa-97eb-fa0c6494d54e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:37.504200 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.508824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '48311ae5-d783-449b-b79b-67713c459133', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'port_id': '48311ae5-d783-449b-b79b-67713c459133', 'mac_address': 'fa:16:3e:f1:3f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e295620-79ca-4a71-8999-516f0e158e24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:37.640350 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.644509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.680523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8189a67f-eae9-49aa-97eb-fa0c6494d54e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:37.680754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Pushing event updated for resources: {'Port': ['ID=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:37.686487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac9ce1-87cf-4194-a6ea-f3b28039c963 req-6c24f9d6-1dfe-40df-95f4-4506306dec4d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.690887 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cba753-d0a9-4399-ab1f-f84a26890909" -d '{"events": [{"server_uuid": "f466fd67-f7c8-4d5d-a69f-49aaa929e5e5", "name": "network-vif-plugged", "status": "completed", "tag": "8189a67f-eae9-49aa-97eb-fa0c6494d54e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:37.699109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48311ae5-d783-449b-b79b-67713c459133 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:37.701225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7ac9ce1-87cf-4194-a6ea-f3b28039c963 req-6c24f9d6-1dfe-40df-95f4-4506306dec4d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.4266205
Nov 13 21:06:37.701363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-42b24c5e-a9b4-4a96-87f6-18d20ac025c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.702752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-42b24c5e-a9b4-4a96-87f6-18d20ac025c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.2322700
Nov 13 21:06:37.728150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:37.739763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:37.768634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.818403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7ac9ce1-87cf-4194-a6ea-f3b28039c963 req-57972ceb-ca30-471c-9a5c-e1b824619dcc tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159837
Nov 13 21:06:37.821182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-5c60f968-ed5f-4083-86d0-f313820864d1 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498023
Nov 13 21:06:37.862145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.867667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-b830dc26-d967-4573-b653-adf59b7356e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:37.869273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-b830dc26-d967-4573-b653-adf59b7356e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1324198
Nov 13 21:06:37.870740 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e778a-f344-4b35-b108-acc387c846dd x-openstack-request-id: req-6d7e778a-f344-4b35-b108-acc387c846dd {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:37.871019 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:37.871267 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d7e778a-f344-4b35-b108-acc387c846dd {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:37.871648 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'status': 'completed', 'code': 200}
Nov 13 21:06:37.874329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Attempting to bind port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:37.874661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Attempting to bind port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:37.874980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Attempting to bind port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:37.899991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.900719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 85310983-6b93-48eb-b586-3add036abc3d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:37.916665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:37.935812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:37.935812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Attempting to bind port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:37.956066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8189a67f-eae9-49aa-97eb-fa0c6494d54e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:37.982160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c90304-2143-4b5c-a471-3392598b4887 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:37.992630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.011645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Transition to ACTIVE for port object 66c90304-2143-4b5c-a471-3392598b4887 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:38.026046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8865b2-7260-44cd-b0cc-ec33eeebdbdf req-54a267fe-0b53-42de-b04d-591100cf8c1a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.028168 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c8865b2-7260-44cd-b0cc-ec33eeebdbdf req-54a267fe-0b53-42de-b04d-591100cf8c1a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0840840
Nov 13 21:06:38.071174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:38.080371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 85310983-6b93-48eb-b586-3add036abc3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85310983-6b93-48eb-b586-3add036abc3d,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:38.084821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c8865b2-7260-44cd-b0cc-ec33eeebdbdf req-1dedb6a2-828d-481b-bede-304912d03682 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488236
Nov 13 21:06:38.093070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '85310983-6b93-48eb-b586-3add036abc3d', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'port_id': '85310983-6b93-48eb-b586-3add036abc3d', 'mac_address': 'fa:16:3e:37:08:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:38.113145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.209222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=66c90304-2143-4b5c-a471-3392598b4887,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:38.234894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:38.239754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:38.239754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:38.239754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Bound port: 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:38.239754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.257894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Attempting to bind port 66c90304-2143-4b5c-a471-3392598b4887 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:38.258630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Attempting to bind port 66c90304-2143-4b5c-a471-3392598b4887 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:38.259206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Attempting to bind port 66c90304-2143-4b5c-a471-3392598b4887 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:38.260867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.265710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Port 66c90304-2143-4b5c-a471-3392598b4887 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:38.266359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Attempting to bind port 66c90304-2143-4b5c-a471-3392598b4887 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:38.276033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:38.276836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:38.282814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:38.282968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85310983-6b93-48eb-b586-3add036abc3d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:38.283089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Bound port: 66c90304-2143-4b5c-a471-3392598b4887, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:38.283089 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.290691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726fc99-7e2a-441d-a0df-1716de141439 req-da6c3e40-09b7-491c-bdda-03bb10fd7250 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.292430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e726fc99-7e2a-441d-a0df-1716de141439 req-da6c3e40-09b7-491c-bdda-03bb10fd7250 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 949 time: 0.1251397
Nov 13 21:06:38.307145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 85310983-6b93-48eb-b586-3add036abc3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85310983-6b93-48eb-b586-3add036abc3d,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:38.361893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event updated for resources: {'Port': ['ID=6df384f7-846f-4a55-9e5d-ef12377fef9c,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:38.365223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0af03ab2-85ee-41d8-80b0-fc04f688e8d3 req-0809ae33-3373-495b-ab5e-2fd846893a80 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5363472
Nov 13 21:06:38.370034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.389245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e726fc99-7e2a-441d-a0df-1716de141439 req-82cd6c73-a562-4f87-a15d-4884751ecbc5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835330
Nov 13 21:06:38.436746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] For port 66c90304-2143-4b5c-a471-3392598b4887, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:38.451091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=85310983-6b93-48eb-b586-3add036abc3d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:38.457189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] For port 66c90304-2143-4b5c-a471-3392598b4887, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66c90304-2143-4b5c-a471-3392598b4887,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:38.463380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.480660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-1740d40c-96e6-48e3-b561-ea26f7ffdaa0 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5748556
Nov 13 21:06:38.493820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] For port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:38.497890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] For port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:38.520100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573375be-d49c-47b1-b86a-797f97aeb97b req-9a537f1f-efc0-453f-a50e-a4aac99663f0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.521635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-573375be-d49c-47b1-b86a-797f97aeb97b req-9a537f1f-efc0-453f-a50e-a4aac99663f0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 948 time: 0.0515482
Nov 13 21:06:38.565216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.592599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.593813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74420c81-5865-44e6-85eb-6455f8efa70c req-eede5115-0e59-41b2-a6e4-12f3870fe3d3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.6219890
Nov 13 21:06:38.594869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.610969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.612263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.612983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] 10.222.0.37 "PUT /v2.0/ports/66c90304-2143-4b5c-a471-3392598b4887 HTTP/1.1" status: 200  len: 1096 time: 1.5178568
Nov 13 21:06:38.619149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-573375be-d49c-47b1-b86a-797f97aeb97b req-ee0c8532-ffc9-4eb9-b417-50ffc4f0ec05 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908349
Nov 13 21:06:38.652458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c81db-baf9-41dd-956a-bf56467cfcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=66c90304-2143-4b5c-a471-3392598b4887,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:38.670943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6776c-044e-460d-bf68-bbeac145af8c req-34e1489d-4ebc-42f9-a1cf-de1d8fd9b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.672474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-34e1489d-4ebc-42f9-a1cf-de1d8fd9b552 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1099 time: 0.1228349
Nov 13 21:06:38.676777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['48311ae5-d783-449b-b79b-67713c459133'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:38.711395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['85310983-6b93-48eb-b586-3add036abc3d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:38.753996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.754613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:38.756054 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] 10.222.0.37 "PUT /v2.0/ports/00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e HTTP/1.1" status: 200  len: 1096 time: 2.9093609
Nov 13 21:06:38.786444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75ce7933-f854-4bab-a783-9c1fb2f54fe2 req-98c8d446-3631-4d20-a675-209bc5965a3c service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903364
Nov 13 21:06:38.791638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-6f3652f8-b481-4ee7-9cbc-f5b09443aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.808329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74420c81-5865-44e6-85eb-6455f8efa70c req-e295b740-5770-45e4-9228-e13f8d294ec9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.118 HTTP/1.1" status: 200  len: 696 time: 0.2064404
Nov 13 21:06:38.810647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:38.814059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-6f3652f8-b481-4ee7-9cbc-f5b09443aa84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5167b05c924147b9a26fedb1a47773cf&device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 1099 time: 0.0745027
Nov 13 21:06:38.841123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'tag': '66c90304-2143-4b5c-a471-3392598b4887'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:38.845016 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fc185c-ba9a-41e0-8fbe-77a728875041", "tag": "66c90304-2143-4b5c-a471-3392598b4887"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:38.922288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-a797bcb9-408c-43ac-81fd-a3052b968357 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=66c90304-2143-4b5c-a471-3392598b4887 HTTP/1.1" status: 200  len: 217 time: 0.0736699
Nov 13 21:06:38.979914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-ace060ec-c6b6-41b1-b9e3-94a412221544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:38.981469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-ace060ec-c6b6-41b1-b9e3-94a412221544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0505419
Nov 13 21:06:39.005208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cfad3-781b-4e98-9511-ba66b2971972 service neutron] Pushing event updated for resources: {'Port': ['ID=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:39.037614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:39.071818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6776c-044e-460d-bf68-bbeac145af8c req-80823d64-80e3-4a7e-b76d-9d1c37f127e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.073626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-80823d64-80e3-4a7e-b76d-9d1c37f127e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.3470936
Nov 13 21:06:39.076871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'mac_address': 'fa:16:3e:eb:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:39.083249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-4a6d1b73-375c-4a50-a493-184b55f22d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.089842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-4a6d1b73-375c-4a50-a493-184b55f22d11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0881629
Nov 13 21:06:39.138609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-3fcd9ed2-95f4-4437-a96a-34a2ff920d74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=af52c05a-3999-4ec8-a050-6907cd91405e HTTP/1.1" status: 200  len: 217 time: 0.0515225
Nov 13 21:06:39.155106 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:39.155230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-dacf407c-0d9b-432d-8a36-c3ae6cc5eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.155912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-dacf407c-0d9b-432d-8a36-c3ae6cc5eb9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 1099 time: 0.1910403
Nov 13 21:06:39.188354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6174cf-d864-4d4a-99d9-62b125100eae {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:39.209745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74420c81-5865-44e6-85eb-6455f8efa70c req-56a1fab6-3452-4097-96c7-f7be3e95a3c1 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.211745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74420c81-5865-44e6-85eb-6455f8efa70c req-56a1fab6-3452-4097-96c7-f7be3e95a3c1 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.3846049
Nov 13 21:06:39.217386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:39.223046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-2539aff4-3afd-486b-99a1-2ebb5dd69dcd service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243620
Nov 13 21:06:39.245821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-dcc503c8-7e6b-4a4b-939d-c8bee0e017fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e HTTP/1.1" status: 200  len: 217 time: 0.0701616
Nov 13 21:06:39.250856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-74420c81-5865-44e6-85eb-6455f8efa70c req-a31a09ff-7915-4161-958c-5f011a7b7e18 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:39.251826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74420c81-5865-44e6-85eb-6455f8efa70c req-a31a09ff-7915-4161-958c-5f011a7b7e18 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0107780
Nov 13 21:06:39.295647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6776c-044e-460d-bf68-bbeac145af8c req-1e81580f-090d-4219-8cf1-718fc53a030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.297222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-1e81580f-090d-4219-8cf1-718fc53a030c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1401970
Nov 13 21:06:39.300551 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d751b639-52e8-47bb-b96d-228b9690cc2d x-openstack-request-id: req-d751b639-52e8-47bb-b96d-228b9690cc2d {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:39.301788 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466fd67-f7c8-4d5d-a69f-49aaa929e5e5", "name": "network-vif-plugged", "status": "completed", "tag": "8189a67f-eae9-49aa-97eb-fa0c6494d54e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:39.302608 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d751b639-52e8-47bb-b96d-228b9690cc2d {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:39.303077 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'code': 200}
Nov 13 21:06:39.337462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-30de9964-f6a7-4a6e-903c-ed1d219b32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.338917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-30de9964-f6a7-4a6e-903c-ed1d219b32b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0799577
Nov 13 21:06:39.348732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:39.362226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6776c-044e-460d-bf68-bbeac145af8c req-21b939a3-4af3-4545-890a-ee1838bdc216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.363690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-21b939a3-4af3-4545-890a-ee1838bdc216 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0569191
Nov 13 21:06:39.400026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae41bd6-27f3-479f-8635-40a4457a8c4e req-9a6aa643-210a-4506-b8f9-2b692229abdc service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685047
Nov 13 21:06:39.408666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:39.414557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349efb62-6f4d-4e3e-8583-03211d386772 req-df04f04c-0964-4eb1-b4dd-f3571911769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.416052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-349efb62-6f4d-4e3e-8583-03211d386772 req-df04f04c-0964-4eb1-b4dd-f3571911769f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 1100 time: 0.0493236
Nov 13 21:06:39.464042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-349efb62-6f4d-4e3e-8583-03211d386772 req-5c406dcb-958f-4938-a7d2-dfa61093dde9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406187
Nov 13 21:06:39.495237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83461b1d-5028-4d97-a32a-4be359d240db req-4847ae54-2ec8-49d5-b71b-9f2367cc6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.496846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-4847ae54-2ec8-49d5-b71b-9f2367cc6f16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1467583
Nov 13 21:06:39.508797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73b481-b3c8-43b6-a50c-0a27c5558b32 req-620f1fce-9af4-49cb-99fb-a1092d641b2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.510162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f73b481-b3c8-43b6-a50c-0a27c5558b32 req-620f1fce-9af4-49cb-99fb-a1092d641b2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 948 time: 0.1285233
Nov 13 21:06:39.557872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-a85afedb-3a86-44a6-bd5a-1e94116792e7 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744907
Nov 13 21:06:39.673996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f73b481-b3c8-43b6-a50c-0a27c5558b32 req-f94258fc-0709-4c2a-bcec-527f381c8aaa tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475286
Nov 13 21:06:39.702870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-609ffd6f-c247-4759-9c12-9120e078ffc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889493
Nov 13 21:06:39.717939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda6776c-044e-460d-bf68-bbeac145af8c req-f28135aa-baf1-4379-aea2-f5b26b83720a service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331351
Nov 13 21:06:39.792781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:39.848551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116f62e-7671-4a02-a4ac-372e2a9166c8 req-756d9669-c337-4bc4-b46f-8729821bc5dd tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.850234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2116f62e-7671-4a02-a4ac-372e2a9166c8 req-756d9669-c337-4bc4-b46f-8729821bc5dd tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 945 time: 0.1157928
Nov 13 21:06:39.869117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83461b1d-5028-4d97-a32a-4be359d240db req-31d00c01-cd36-4102-8c6a-c5f007e095e2 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424108
Nov 13 21:06:39.876387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ecb508-9c95-4883-95d5-12d7681c290b', 'tag': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:39.879762 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d" -d '{"events": [{"name": "network-changed", "server_uuid": "34ecb508-9c95-4883-95d5-12d7681c290b", "tag": "00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:39.917640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2116f62e-7671-4a02-a4ac-372e2a9166c8 req-ed15d7f7-de39-45bd-883f-80b1a2f9c553 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607517
Nov 13 21:06:39.977079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f2ba5-016b-43b7-9ba8-5c457ec2aa4c req-5cbf05eb-7994-46a2-b499-73f6e720d0ea tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:39.978543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-664f2ba5-016b-43b7-9ba8-5c457ec2aa4c req-5cbf05eb-7994-46a2-b499-73f6e720d0ea tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.0671766
Nov 13 21:06:39.979975 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e1ba1-e7e7-4dee-a270-bc0b63ce8729 x-openstack-request-id: req-fc4e1ba1-e7e7-4dee-a270-bc0b63ce8729 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:39.983121 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fc185c-ba9a-41e0-8fbe-77a728875041", "tag": "66c90304-2143-4b5c-a471-3392598b4887", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:39.985027 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc4e1ba1-e7e7-4dee-a270-bc0b63ce8729 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:39.985443 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'tag': '66c90304-2143-4b5c-a471-3392598b4887', 'status': 'completed', 'code': 200}
Nov 13 21:06:40.028252 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-664f2ba5-016b-43b7-9ba8-5c457ec2aa4c req-ab4ef3bf-640c-44c0-ad4c-b91485016242 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417321
Nov 13 21:06:40.069735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05b1bb-4f67-42e1-b811-b10ad1c68122 req-f9bd367e-c285-4176-9d92-5d32a04b8e16 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.072363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba05b1bb-4f67-42e1-b811-b10ad1c68122 req-f9bd367e-c285-4176-9d92-5d32a04b8e16 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 949 time: 0.0514803
Nov 13 21:06:40.147624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-0d441667-7dd4-41fa-8144-af9285fc372b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.149970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-0d441667-7dd4-41fa-8144-af9285fc372b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0612946
Nov 13 21:06:40.153106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba05b1bb-4f67-42e1-b811-b10ad1c68122 req-d190d5f5-09bb-43d7-b7b7-7eb7f81c67b3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724566
Nov 13 21:06:40.169899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-f6857dae-8631-46ea-ac77-2d3c7b2d0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.180730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-f6857dae-8631-46ea-ac77-2d3c7b2d0e3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5167b05c924147b9a26fedb1a47773cf&device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 1099 time: 0.0622885
Nov 13 21:06:40.222937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-a9cadce4-2e7e-4cc6-aa4d-8722abc49ac4 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.118 HTTP/1.1" status: 200  len: 696 time: 0.0579557
Nov 13 21:06:40.233201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-7bca1d56-e80e-477d-b972-63661cd64eb7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Request body: {'floatingip': {'port_id': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:40.273407 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-7bca1d56-e80e-477d-b972-63661cd64eb7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:40.313188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68abd-db76-4c1f-8ce8-ac61fdb02054 req-0053d8bc-1354-48da-afea-5272a55871cd tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.314585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10f68abd-db76-4c1f-8ce8-ac61fdb02054 req-0053d8bc-1354-48da-afea-5272a55871cd tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 949 time: 0.0955789
Nov 13 21:06:40.320193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-4e933c36-fadb-4990-a355-6c8b162cb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.321624 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-4e933c36-fadb-4990-a355-6c8b162cb725 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1291053
Nov 13 21:06:40.378270 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-9e2f2dd5-81e8-4f44-90f8-30da3753cbe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=66c90304-2143-4b5c-a471-3392598b4887 HTTP/1.1" status: 200  len: 217 time: 0.0390186
Nov 13 21:06:40.408891 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10f68abd-db76-4c1f-8ce8-ac61fdb02054 req-ff83eab5-93f7-4c20-92db-6fc1b353f2c3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862818
Nov 13 21:06:40.451870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-8ccb40e0-b984-49b5-ac9d-5c39030c1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.453577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-8ccb40e0-b984-49b5-ac9d-5c39030c1d89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0575793
Nov 13 21:06:40.503649 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-7bca1d56-e80e-477d-b972-63661cd64eb7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:06:40.519240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa7661c8-a289-449e-9426-b0925f9b3ae8 req-7bca1d56-e80e-477d-b972-63661cd64eb7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "PUT /v2.0/floatingips/8cd99d5a-4264-4ae2-a6a8-4b592441531d HTTP/1.1" status: 409  len: 550 time: 0.2897758
Nov 13 21:06:40.553283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8cf0f-fbe5-41da-a020-afbf77ffc93e req-c05ff1b4-bdb8-46cd-bf4c-9ae11b579c99 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.555360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ace8cf0f-fbe5-41da-a020-afbf77ffc93e req-c05ff1b4-bdb8-46cd-bf4c-9ae11b579c99 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 948 time: 0.0824287
Nov 13 21:06:40.558532 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cbdc1f-8d1d-4977-b63c-d6cd797659d0 x-openstack-request-id: req-a3cbdc1f-8d1d-4977-b63c-d6cd797659d0 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:40.558752 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ecb508-9c95-4883-95d5-12d7681c290b", "tag": "00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:40.558993 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3cbdc1f-8d1d-4977-b63c-d6cd797659d0 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:40.559379 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ecb508-9c95-4883-95d5-12d7681c290b', 'tag': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'status': 'completed', 'code': 200}
Nov 13 21:06:40.570530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-8594e0e3-33b7-4e73-a9cc-fc569b726567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.571867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-8594e0e3-33b7-4e73-a9cc-fc569b726567 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0888133
Nov 13 21:06:40.625153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-eb1e1be5-ddbe-4c40-a0a5-c7fed9358ff8 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips/8cd99d5a-4264-4ae2-a6a8-4b592441531d HTTP/1.1" status: 200  len: 693 time: 0.0524840
Nov 13 21:06:40.660768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ace8cf0f-fbe5-41da-a020-afbf77ffc93e req-bb1bdb55-dbd2-44be-9129-b062042e89f7 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986142
Nov 13 21:06:40.713159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-7a8a934b-0f21-44c1-8e72-b05586a86b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.714638 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-7a8a934b-0f21-44c1-8e72-b05586a86b04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 1099 time: 0.1182201
Nov 13 21:06:40.786235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369964ba-ed61-4654-9598-ea70b059f377 req-d45556d2-9ad0-4488-ad6f-4b96976ce4e0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.788858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-d45556d2-9ad0-4488-ad6f-4b96976ce4e0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1574190
Nov 13 21:06:40.798926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-b15ba5f0-f5c8-4dc7-a3d2-2956d32bc1f1 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035589
Nov 13 21:06:40.800202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-498bb28a-5e7b-465a-a6cd-f79279e262ca tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:40.807683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-498bb28a-5e7b-465a-a6cd-f79279e262ca tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0134521
Nov 13 21:06:40.856075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-8cac7508-4710-4081-9670-a97f0e7b6505 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.118 HTTP/1.1" status: 200  len: 696 time: 0.0472033
Nov 13 21:06:40.915079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-92e33b45-c3b8-41fd-9d45-74906c229ec3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.118 HTTP/1.1" status: 200  len: 696 time: 0.0493214
Nov 13 21:06:40.935336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e0668-e44b-4cba-821e-606644c32261 req-6cd6a5f7-1f99-45ef-8d28-fb7c642a90c6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.936918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de5e0668-e44b-4cba-821e-606644c32261 req-6cd6a5f7-1f99-45ef-8d28-fb7c642a90c6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 948 time: 0.1772337
Nov 13 21:06:40.959931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-73e91277-fc22-48ca-806c-9d0bbaa05e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:40.961760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-73e91277-fc22-48ca-806c-9d0bbaa05e42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2279027
Nov 13 21:06:41.071891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Deleting port 6df384f7-846f-4a55-9e5d-ef12377fef9c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:41.072237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.161703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.162592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.176828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Calling delete_port for 6df384f7-846f-4a55-9e5d-ef12377fef9c owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:06:41.271263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-7c2c984d-1898-451b-bb3c-b752d538dc1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e HTTP/1.1" status: 200  len: 217 time: 0.2934813
Nov 13 21:06:41.275862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ebb68d0-6bbd-4e9c-af42-014ad33f4d2f req-441d2dae-fd63-4edd-bba0-9d9d3bde1c61 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4607053
Nov 13 21:06:41.300854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de5e0668-e44b-4cba-821e-606644c32261 req-42073c7d-ca36-4259-84ce-605caa4fc8e5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3501804
Nov 13 21:06:41.332751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 48311ae5-d783-449b-b79b-67713c459133 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:41.339947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-e2f9fa64-5a08-4f47-87b1-8b915b5fb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.339947 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-e2f9fa64-5a08-4f47-87b1-8b915b5fb4b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0520732
Nov 13 21:06:41.421980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.425503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-41410847-b345-4cbe-a433-40fa59c3f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.426968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-41410847-b345-4cbe-a433-40fa59c3f84b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0734634
Nov 13 21:06:41.441110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df819d3f-06cc-4948-bc68-cc9b2a3fc0e8 req-2c33af55-a830-47a4-bbad-001e34976fa8 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.442509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df819d3f-06cc-4948-bc68-cc9b2a3fc0e8 req-2c33af55-a830-47a4-bbad-001e34976fa8 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 945 time: 0.0619063
Nov 13 21:06:41.465338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 48311ae5-d783-449b-b79b-67713c459133 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:41.475364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.476954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 48311ae5-d783-449b-b79b-67713c459133 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:41.477453 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.478194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.489259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369964ba-ed61-4654-9598-ea70b059f377 req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "DELETE /v2.0/floatingips/8cd99d5a-4264-4ae2-a6a8-4b592441531d HTTP/1.1" status: 204  len: 173 time: 0.5664167
Nov 13 21:06:41.490502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a2bb3-ca7b-46ce-9b25-f2bffc3d872b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event deleted for resources: {'Port': ['ID=6df384f7-846f-4a55-9e5d-ef12377fef9c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:41.577518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df819d3f-06cc-4948-bc68-cc9b2a3fc0e8 req-285a6123-66ca-4f85-8fea-7f05488cf6f5 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264846
Nov 13 21:06:41.579352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-acb082a8-1da9-4860-a6a8-21146198f7ce service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359804
Nov 13 21:06:41.600726 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.602229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f981-2092-4c0e-a311-ed8f5a17b31b req-0f5e334f-a6f8-4be2-bf94-53857d75096a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.602229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8810f981-2092-4c0e-a311-ed8f5a17b31b req-0f5e334f-a6f8-4be2-bf94-53857d75096a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.0647583
Nov 13 21:06:41.641487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48311ae5-d783-449b-b79b-67713c459133'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:41.643806 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6fb01-033c-4cfa-86d7-2017977bf606" -d '{"events": [{"server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "name": "network-vif-plugged", "status": "completed", "tag": "48311ae5-d783-449b-b79b-67713c459133"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:41.654200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8810f981-2092-4c0e-a311-ed8f5a17b31b req-8535deec-c4b0-47fb-bbb0-e4ffbade8ab2 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514345
Nov 13 21:06:41.660382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:41.722357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65d24e5b-c4b8-4ca4-8df9-fbadd2e1670d req-e225d0c1-09dd-4e6d-a893-4a4faf2fd95b service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282766
Nov 13 21:06:41.736404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377432d9-a55e-4e86-bc1d-0eb170fe5064 req-af376356-2cd2-4013-9999-f37101ff0860 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.738315 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-377432d9-a55e-4e86-bc1d-0eb170fe5064 req-af376356-2cd2-4013-9999-f37101ff0860 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 949 time: 0.0724425
Nov 13 21:06:41.748417 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.749376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 85310983-6b93-48eb-b586-3add036abc3d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:41.770854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181a1b6-dff2-43c0-893d-cc45e9cb95fb req-aba542b2-1d8f-4c4c-8b8e-4b1c7b1b0b33 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.773069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2181a1b6-dff2-43c0-893d-cc45e9cb95fb req-aba542b2-1d8f-4c4c-8b8e-4b1c7b1b0b33 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 949 time: 0.0575707
Nov 13 21:06:41.791376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-377432d9-a55e-4e86-bc1d-0eb170fe5064 req-5cb8b9fb-9808-4497-b566-b8c526844af2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459096
Nov 13 21:06:41.813282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.830998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:41.834720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2181a1b6-dff2-43c0-893d-cc45e9cb95fb req-7039de1a-d95a-482d-b6e2-ddba3b8a07a5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537784
Nov 13 21:06:41.889652 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad272ed3-d885-401a-9ed5-b2a461a76805 x-openstack-request-id: req-ad272ed3-d885-401a-9ed5-b2a461a76805 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:41.890038 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "name": "network-vif-plugged", "status": "completed", "tag": "48311ae5-d783-449b-b79b-67713c459133", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:41.890480 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad272ed3-d885-401a-9ed5-b2a461a76805 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:41.890972 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48311ae5-d783-449b-b79b-67713c459133', 'code': 200}
Nov 13 21:06:41.892140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 85310983-6b93-48eb-b586-3add036abc3d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:41.897535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 85310983-6b93-48eb-b586-3add036abc3d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:41.897961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:41.919870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-4b7a2fc4-701a-4cf9-a212-23dae42735ce tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 1001 time: 0.1023300
Nov 13 21:06:41.982178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-4ec5c5da-f5bc-4997-9d45-d16aac60cc6d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:41.994968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-4ec5c5da-f5bc-4997-9d45-d16aac60cc6d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports/fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 942 time: 0.0624416
Nov 13 21:06:41.997526 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:42.027877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c258f-c255-49e7-81e8-8d65c2547e6a req-99793d11-832f-4df8-b3fd-f4f9b707a56b tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.034444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 85310983-6b93-48eb-b586-3add036abc3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85310983-6b93-48eb-b586-3add036abc3d,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:42.035049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1c258f-c255-49e7-81e8-8d65c2547e6a req-99793d11-832f-4df8-b3fd-f4f9b707a56b tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 948 time: 0.0874031
Nov 13 21:06:42.038208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dcae2-5f74-4587-959b-dbf86f715922 req-ba6be26f-3998-4022-bebf-8943e090bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.039671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b6dcae2-5f74-4587-959b-dbf86f715922 req-ba6be26f-3998-4022-bebf-8943e090bf04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1097 time: 0.0655310
Nov 13 21:06:42.122247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1c258f-c255-49e7-81e8-8d65c2547e6a req-629c93f0-e0de-4df1-97b0-f11d9fb90dc8 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863380
Nov 13 21:06:42.125456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:42.133551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b6dcae2-5f74-4587-959b-dbf86f715922 req-24d9446b-0f41-4f8a-96ed-b309c741dc3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788972
Nov 13 21:06:42.159319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-5fce3d38-d305-4f22-b341-c4e02b1de109 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 1001 time: 0.0771849
Nov 13 21:06:42.176122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=85310983-6b93-48eb-b586-3add036abc3d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:42.237067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7504c0-3f1e-4f41-a91b-e56217a40a77 req-cb267a18-9ab3-4f4e-851a-6c6bf6e4fccc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.238668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f7504c0-3f1e-4f41-a91b-e56217a40a77 req-cb267a18-9ab3-4f4e-851a-6c6bf6e4fccc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 949 time: 0.0497129
Nov 13 21:06:42.266212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-9338f407-4051-4fd8-a8fc-594718603646 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.267666 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-9338f407-4051-4fd8-a8fc-594718603646 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1075211
Nov 13 21:06:42.278376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-ef47f9b4-72bd-4963-979d-7c32647b0ad7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:42.279676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-ef47f9b4-72bd-4963-979d-7c32647b0ad7 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056331
Nov 13 21:06:42.286738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f7504c0-3f1e-4f41-a91b-e56217a40a77 req-66fc791b-3b0a-488a-ba71-90e8d9d4d034 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402610
Nov 13 21:06:42.356742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-759f75ae-e302-45f7-a182-04cb2505ac32 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 1001 time: 0.0705845
Nov 13 21:06:42.367660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:42.477648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:42.572391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526916-f111-4d2f-ac8b-d16403e1e2a4 req-58b1dfb1-05c0-4863-9d15-e8c79be538d0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.578419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526916-f111-4d2f-ac8b-d16403e1e2a4 req-58b1dfb1-05c0-4863-9d15-e8c79be538d0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.580050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b526916-f111-4d2f-ac8b-d16403e1e2a4 req-58b1dfb1-05c0-4863-9d15-e8c79be538d0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1&device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 1689 time: 0.0557411
Nov 13 21:06:42.621388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:42.628227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b526916-f111-4d2f-ac8b-d16403e1e2a4 req-0fe565a7-86d7-4d77-b4d7-b417be2a0b68 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415955
Nov 13 21:06:42.679959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:42.680355 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Floating IP 4b8c9ce4-7a16-4f9c-af32-e988a921cbb9 disassociated. External IP: 172.35.3.158, port: fa3e38aa-2a7b-410e-b834-47afea4c46d7.
Nov 13 21:06:42.746803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d5d1-a80d-4d25-8fca-2b853f3728c5 req-eb225f09-6cc7-4c0a-a477-e2da1c8b748b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.748597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bf0d5d1-a80d-4d25-8fca-2b853f3728c5 req-eb225f09-6cc7-4c0a-a477-e2da1c8b748b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 948 time: 0.0728915
Nov 13 21:06:42.804198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66c90304-2143-4b5c-a471-3392598b4887 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:42.809186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:42.810335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bf0d5d1-a80d-4d25-8fca-2b853f3728c5 req-42d4b587-2ba3-4753-8cc6-cd37b9bd5376 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551724
Nov 13 21:06:42.926799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Router fa102048-3e82-40e7-9be9-4616a7ef7d03 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:06:42.942945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab6ff1-8fc8-4bc1-9a95-7de6c70e296c req-4cb04235-69cd-4163-a62b-355944d0cb32 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:42.945117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bab6ff1-8fc8-4bc1-9a95-7de6c70e296c req-4cb04235-69cd-4163-a62b-355944d0cb32 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.0566814
Nov 13 21:06:42.953109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66c90304-2143-4b5c-a471-3392598b4887, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66c90304-2143-4b5c-a471-3392598b4887,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:42.965913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '66c90304-2143-4b5c-a471-3392598b4887', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '66c90304-2143-4b5c-a471-3392598b4887', 'mac_address': 'fa:16:3e:41:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:43.005515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bab6ff1-8fc8-4bc1-9a95-7de6c70e296c req-24ebfcbd-cb09-4f1e-a78a-6567235f5f79 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528302
Nov 13 21:06:43.005750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.033557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c90304-2143-4b5c-a471-3392598b4887 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:43.061247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:43.061734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 8a6174cf-d864-4d4a-99d9-62b125100eae completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:43.061829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.067072 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af96891-0700-43d7-8958-394519e76b43 None None] Sync routers for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:43.067613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 8a6174cf-d864-4d4a-99d9-62b125100eae triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:43.067613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.072278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66c90304-2143-4b5c-a471-3392598b4887, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66c90304-2143-4b5c-a471-3392598b4887,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:43.079780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:43.080601 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde580be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:43.102808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-45c2066b-5794-46e5-a49d-26aab93ffae9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "PUT /v2.0/floatingips/4b8c9ce4-7a16-4f9c-af32-e988a921cbb9 HTTP/1.1" status: 200  len: 695 time: 0.7366030
Nov 13 21:06:43.103640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:43.107968 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d470321-5e6b-4ac8-b566-3a885d07d58c" -d '{"events": [{"name": "network-changed", "server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:43.165678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-aefa04dd-d097-45d0-9752-bff1094b743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.171776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-aefa04dd-d097-45d0-9752-bff1094b743d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1096 time: 0.0566180
Nov 13 21:06:43.202947 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:43.218107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.219122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:43.228401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.240587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf01d3-f0fb-4dce-9b78-651fc46cfeb1 req-2b84fac3-fb54-459d-b74e-e2c87467b2e0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.250287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eacf01d3-f0fb-4dce-9b78-651fc46cfeb1 req-2b84fac3-fb54-459d-b74e-e2c87467b2e0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0757096
Nov 13 21:06:43.298128 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-87d44a36-c344-4f96-ad54-10a71f17435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.307431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-87d44a36-c344-4f96-ad54-10a71f17435f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 930 time: 0.1249869
Nov 13 21:06:43.318797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:43.342760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66c90304-2143-4b5c-a471-3392598b4887,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:43.347011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:43.350259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'mac_address': 'fa:16:3e:17:01:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:43.373371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-139b2cb9-2960-4b56-9074-5f1fc7febe1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 217 time: 0.0647771
Nov 13 21:06:43.375107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eacf01d3-f0fb-4dce-9b78-651fc46cfeb1 req-d6821e8c-2f9b-44a7-b8b5-e9aa5caf080f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222279
Nov 13 21:06:43.399275 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.414338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:43.437800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-1e55d16a-f699-449e-8ae2-c1e5453e3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.438251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:43.446869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-1e55d16a-f699-449e-8ae2-c1e5453e3db9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 200  len: 868 time: 0.0721722
Nov 13 21:06:43.458031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.484381 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde580be0>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:03Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:43.496461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-7cff5dcd-ae3d-4c99-83cb-4a8b480737ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.506693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-7cff5dcd-ae3d-4c99-83cb-4a8b480737ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e98c801-6c14-4884-9e00-ef2ff149bde3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0587678
Nov 13 21:06:43.517993 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af96891-0700-43d7-8958-394519e76b43 None None] Checking router: fa102048-3e82-40e7-9be9-4616a7ef7d03 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:43.519031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd88fc-3629-4ac2-9504-ad4fd8aeac80 req-55952deb-d00f-4dab-be29-e802e440d72b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.520043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:43.528798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2dd88fc-3629-4ac2-9504-ad4fd8aeac80 req-55952deb-d00f-4dab-be29-e802e440d72b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0828671
Nov 13 21:06:43.532587 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:43.534238 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde580be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:43.552442 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.553654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:06:43.583568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2dd88fc-3629-4ac2-9504-ad4fd8aeac80 req-1b197327-723d-4ca5-8f8c-8b70aa1f0087 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538266
Nov 13 21:06:43.643604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-0168193d-1431-4d87-abd8-017706beca31 service neutron] 10.222.0.20 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353691
Nov 13 21:06:43.676142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:43.679387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:43.690253 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:43.694983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'mac_address': 'fa:16:3e:28:b9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:06:43.711568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae8d2d-239c-4190-bcad-254934233883 req-d4d7632a-91fc-46d0-8787-17b85b1896b0 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.714621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29ae8d2d-239c-4190-bcad-254934233883 req-d4d7632a-91fc-46d0-8787-17b85b1896b0 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 1100 time: 0.0614057
Nov 13 21:06:43.738070 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.753621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:43.776230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40119bdc-5976-4536-a1e6-bfe5df44d4f4 req-560c3a84-b49d-442c-b501-90bbcfc394df service neutron] 10.222.0.20 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250005
Nov 13 21:06:43.778950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29ae8d2d-239c-4190-bcad-254934233883 req-9547b566-bfc7-4738-a42f-b9f74ac33785 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594964
Nov 13 21:06:43.779876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:43.827530 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35909c98-e289-44ff-9b03-bb1f0aab43d8 x-openstack-request-id: req-35909c98-e289-44ff-9b03-bb1f0aab43d8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:43.827822 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:43.828136 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35909c98-e289-44ff-9b03-bb1f0aab43d8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:43.828640 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'status': 'completed', 'code': 200}
Nov 13 21:06:43.851693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:43.892514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85310983-6b93-48eb-b586-3add036abc3d'}, {'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:43.895015 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1fa091-1be4-4b45-8acb-36935465c810" -d '{"events": [{"server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "name": "network-vif-plugged", "status": "completed", "tag": "85310983-6b93-48eb-b586-3add036abc3d"}, {"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-plugged", "status": "completed", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:43.916965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:43.937312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-a9ea96b6-d2b5-4e10-b320-d69420dd31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.938811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-a9ea96b6-d2b5-4e10-b320-d69420dd31ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 1096 time: 0.0862081
Nov 13 21:06:43.943081 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7af96891-0700-43d7-8958-394519e76b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde580be0>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:03Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:43.956033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142bd75-2dd9-4a66-9b39-b7959ae91047 req-88d14e42-421a-486b-a2b1-cdeab4d1a8be tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:43.957708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4142bd75-2dd9-4a66-9b39-b7959ae91047 req-88d14e42-421a-486b-a2b1-cdeab4d1a8be tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 949 time: 0.0743253
Nov 13 21:06:43.974647 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af96891-0700-43d7-8958-394519e76b43 None None] The sync data for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 is: [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:05:57Z', 'revision_number': 4, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0920a4ed-62af-4db4-be71-6e2a532a7e97', 'name': '', 'network_id': '2e98c801-6c14-4884-9e00-ef2ff149bde3', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'mac_address': 'fa:16:3e:e9:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:06:03Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'subnets': [{'id': 'ea7e0a86-265c-492c-9ab6-bd9afdf16ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:44.002653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fe45-eb6c-4d45-b40d-81be03f46a3b req-bc4492ff-0935-447a-9732-caff0e4ac464 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.005251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da31fe45-eb6c-4d45-b40d-81be03f46a3b req-bc4492ff-0935-447a-9732-caff0e4ac464 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 1100 time: 0.0483501
Nov 13 21:06:44.065661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da31fe45-eb6c-4d45-b40d-81be03f46a3b req-8321f400-4715-48e8-8674-d0c409d5ba2e tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528891
Nov 13 21:06:44.081029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4142bd75-2dd9-4a66-9b39-b7959ae91047 req-5afad901-0180-4a92-bacd-e1e32e9d20f3 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129458
Nov 13 21:06:44.104970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-faac1329-5d6a-4504-b4be-11f142e32e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.106541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-faac1329-5d6a-4504-b4be-11f142e32e2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 200  len: 930 time: 0.1479630
Nov 13 21:06:44.147395 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a81208-5668-434c-bcd5-854d0185c995 x-openstack-request-id: req-89a81208-5668-434c-bcd5-854d0185c995 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:44.147922 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "name": "network-vif-plugged", "status": "completed", "tag": "85310983-6b93-48eb-b586-3add036abc3d", "code": 200}, {"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-plugged", "status": "completed", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:44.148392 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a81208-5668-434c-bcd5-854d0185c995 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:44.149157 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85310983-6b93-48eb-b586-3add036abc3d', 'code': 200}
Nov 13 21:06:44.149861 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'code': 200}
Nov 13 21:06:44.162918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-420ac543-9679-40d7-954f-c5a9aded96b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 200  len: 217 time: 0.0478315
Nov 13 21:06:44.239856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73b7c-8269-49e0-aff3-d9246c19d96d req-f70f069b-1fbd-4525-9f4a-18d671860454 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.248631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95f73b7c-8269-49e0-aff3-d9246c19d96d req-f70f069b-1fbd-4525-9f4a-18d671860454 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 949 time: 0.1086824
Nov 13 21:06:44.257990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:44.313251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6df7a34b-f730-47a0-8792-2373022ef7b0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips/4b8c9ce4-7a16-4f9c-af32-e988a921cbb9 HTTP/1.1" status: 200  len: 695 time: 0.1397130
Nov 13 21:06:44.326424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95f73b7c-8269-49e0-aff3-d9246c19d96d req-b2afedfd-ccd8-4308-85f0-f7c01606c7c8 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768559
Nov 13 21:06:44.333240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca6add-83a1-4656-88c5-39c8c0377847 req-32496f1c-68e1-46f8-b5ad-d3e8c927f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.334106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6ca6add-83a1-4656-88c5-39c8c0377847 req-32496f1c-68e1-46f8-b5ad-d3e8c927f53d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1101 time: 0.0698023
Nov 13 21:06:44.341529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b756e10-91a7-407d-99df-c06411131868 None None] New status for floating IP 4b8c9ce4-7a16-4f9c-af32-e988a921cbb9: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:06:44.403741 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6ca6add-83a1-4656-88c5-39c8c0377847 req-ee5bd22e-03cf-4558-b8d2-14847d39966e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520902
Nov 13 21:06:44.411199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-b2af96ff-a023-4cb8-baa0-e292be672571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.412701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-b2af96ff-a023-4cb8-baa0-e292be672571 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 200  len: 868 time: 0.2405202
Nov 13 21:06:44.431214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['66c90304-2143-4b5c-a471-3392598b4887'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:44.437980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['af52c05a-3999-4ec8-a050-6907cd91405e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:44.442365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:44.450093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d7458-1116-4aef-b0af-a3c934c71b07 req-5960f35f-9967-461a-b149-c060434f0d15 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.451595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f72d7458-1116-4aef-b0af-a3c934c71b07 req-5960f35f-9967-461a-b149-c060434f0d15 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.0617819
Nov 13 21:06:44.463813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6f683-a129-4db9-95e8-9e009d56c93d req-946a5e12-0ead-4189-a989-68fae38872cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.465283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7b6f683-a129-4db9-95e8-9e009d56c93d req-946a5e12-0ead-4189-a989-68fae38872cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 1097 time: 0.2331896
Nov 13 21:06:44.503950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f72d7458-1116-4aef-b0af-a3c934c71b07 req-37a208e6-4546-4aaa-86e1-fe4c8ab840ff tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456107
Nov 13 21:06:44.510950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-596b4e6c-5ec5-4480-ad4c-d7ab80abd0a9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.512302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-596b4e6c-5ec5-4480-ad4c-d7ab80abd0a9 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1801658
Nov 13 21:06:44.543675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-d6dc53ed-1ca6-45f7-ae0a-6c60040c7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.545175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-d6dc53ed-1ca6-45f7-ae0a-6c60040c7b03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e98c801-6c14-4884-9e00-ef2ff149bde3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1232491
Nov 13 21:06:44.597457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7b6f683-a129-4db9-95e8-9e009d56c93d req-940604aa-b604-4bc6-8f84-2beef0c70fee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237485
Nov 13 21:06:44.612026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-cb33faf7-7cb3-43c1-a9fe-2b9560243560 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 698 time: 0.0885913
Nov 13 21:06:44.692981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-0a462ba4-7ea5-47ad-b18b-3244b3e4024d tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.158 HTTP/1.1" status: 200  len: 698 time: 0.0730262
Nov 13 21:06:44.770114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-c4c1c6ec-b0ac-4920-977c-71d37c0cc1ec service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897428
Nov 13 21:06:44.887639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7188b0-4faa-4239-b1f2-949ba69c6af9 req-30a705d3-d940-47dc-9089-bd905c9998fa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:44.889272 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc7188b0-4faa-4239-b1f2-949ba69c6af9 req-30a705d3-d940-47dc-9089-bd905c9998fa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0664206
Nov 13 21:06:44.946340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc7188b0-4faa-4239-b1f2-949ba69c6af9 req-a4535667-744d-4f2d-aaaa-29bab9ded61e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503240
Nov 13 21:06:45.073034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73c653-48df-4e75-82dd-93c9d5750d23 req-efbbe3a1-b807-42c8-b0c3-c050ea0fc701 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:45.074708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f73c653-48df-4e75-82dd-93c9d5750d23 req-efbbe3a1-b807-42c8-b0c3-c050ea0fc701 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0516567
Nov 13 21:06:45.126251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f73c653-48df-4e75-82dd-93c9d5750d23 req-93e8f382-2ce8-4249-b25d-7a7a97c140ce tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454357
Nov 13 21:06:45.187321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Deleting port 72585698-62d0-486c-bdcf-5f567cd62c88 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:45.187663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:45.201767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d470321-5e6b-4ac8-b566-3a885d07d58c req-98b2cb5b-25d5-4e7b-a719-4522839e0515 service neutron] 10.222.0.46 "GET /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3890481
Nov 13 21:06:45.229972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-657e4c57-a178-43e1-9e9a-b64cd0d5bba4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325921
Nov 13 21:06:45.266724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:45.267123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:45.279540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Calling delete_port for 72585698-62d0-486c-bdcf-5f567cd62c88 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:06:45.338526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-aafea425-3b1e-4468-be18-13ed4254502c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:45.339988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-aafea425-3b1e-4468-be18-13ed4254502c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1044180
Nov 13 21:06:45.355250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-28aca7c8-e6bc-4157-8c07-0b79ddf73a47 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/quotas/aa03c215a06a4f5d9b84307c69716178 HTTP/1.1" status: 200  len: 375 time: 0.0094907
Nov 13 21:06:45.411880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-e210b724-0a19-419f-80a1-aa8846dcea31 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0509510
Nov 13 21:06:45.514006 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:45.540482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event deleted for resources: {'Port': ['ID=72585698-62d0-486c-bdcf-5f567cd62c88,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:45.562534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:45.565325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:45.566462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090e871-db2f-4fea-9b67-a35fecad1233 req-6c0dcf68-f17d-42ce-809b-0f12f458d97c tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b8c9ce4-7a16-4f9c-af32-e988a921cbb9 HTTP/1.1" status: 204  len: 173 time: 0.8628781
Nov 13 21:06:45.652568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16821ae-2316-4fc3-a88b-e26693f18cf0 req-ad3b3833-8092-4b3a-8988-51f537c2e214 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:45.654121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b16821ae-2316-4fc3-a88b-e26693f18cf0 req-ad3b3833-8092-4b3a-8988-51f537c2e214 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1097 time: 0.0403440
Nov 13 21:06:45.700667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b16821ae-2316-4fc3-a88b-e26693f18cf0 req-285e1cba-6131-45cf-a16e-faf5969d8a92 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406144
Nov 13 21:06:45.801978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231e49c-c305-40d8-b22f-52fa70508b83 req-b5fdc747-3aae-49ab-9d91-b62521193144 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:45.803490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d231e49c-c305-40d8-b22f-52fa70508b83 req-b5fdc747-3aae-49ab-9d91-b62521193144 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 949 time: 0.0498228
Nov 13 21:06:45.864866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d231e49c-c305-40d8-b22f-52fa70508b83 req-7f352f8d-fe19-4a54-bab8-88e880477e90 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552590
Nov 13 21:06:45.968962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa098837-2fcc-432e-a40c-2b21fde02925 req-088abde4-1d86-4bf3-a752-a18aab4cdb23 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:45.970545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa098837-2fcc-432e-a40c-2b21fde02925 req-088abde4-1d86-4bf3-a752-a18aab4cdb23 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 949 time: 0.0512292
Nov 13 21:06:46.018143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa098837-2fcc-432e-a40c-2b21fde02925 req-7fff828f-5606-42dd-8e40-379f6097dfec tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410948
Nov 13 21:06:46.139397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a9ad4-af9a-4e5e-805c-e94c2071a259 req-837b21d1-1f29-4349-b5e7-d4435c2cb73e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:46.145297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-866a9ad4-af9a-4e5e-805c-e94c2071a259 req-837b21d1-1f29-4349-b5e7-d4435c2cb73e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.0736890
Nov 13 21:06:46.214572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-866a9ad4-af9a-4e5e-805c-e94c2071a259 req-35e11526-af25-457a-874f-f498c01b7f25 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659075
Nov 13 21:06:46.398312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae888d00-e8db-4dd4-835f-acee0764b702 req-7f7808c0-5191-488b-ac64-56ec17f3186b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:46.399829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae888d00-e8db-4dd4-835f-acee0764b702 req-7f7808c0-5191-488b-ac64-56ec17f3186b tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1057961
Nov 13 21:06:46.471102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae888d00-e8db-4dd4-835f-acee0764b702 req-fba97267-7cbd-4bb6-95b9-0fd0ed4cf89e tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0559118
Nov 13 21:06:46.532615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05fb4e2e-d9a0-4e2f-8326-d130180643cd req-49df1229-e300-42fe-9cec-c79a2a2b40d1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 210 time: 0.0268955
Nov 13 21:06:46.566106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e249b2-4099-47b0-8ae8-193f9ad81f91 req-f7e66544-13de-4374-8263-0839ca1f3a3f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:46.567988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7e249b2-4099-47b0-8ae8-193f9ad81f91 req-f7e66544-13de-4374-8263-0839ca1f3a3f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0530434
Nov 13 21:06:46.622111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7e249b2-4099-47b0-8ae8-193f9ad81f91 req-c78c51eb-d885-468a-bdff-1d0e46ef12ab tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479615
Nov 13 21:06:46.647665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7bb6e-2e17-4eaf-84a4-eaa43e77ee2d req-82fd541d-c413-419a-998f-5122a3d1e294 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:46.649202 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4aa7bb6e-2e17-4eaf-84a4-eaa43e77ee2d req-82fd541d-c413-419a-998f-5122a3d1e294 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1096 time: 0.0506773
Nov 13 21:06:46.684153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57fb909f-2028-4275-820c-c09dcf4a78fd req-a9f11f70-3468-493f-97e6-72555f212af8 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0346448
Nov 13 21:06:46.696383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4aa7bb6e-2e17-4eaf-84a4-eaa43e77ee2d req-8df3a91b-b7bb-43cb-8b68-195b4d6b3c6d tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411735
Nov 13 21:06:46.822909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66c90304-2143-4b5c-a471-3392598b4887 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:47.023582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 66c90304-2143-4b5c-a471-3392598b4887 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:47.027732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 66c90304-2143-4b5c-a471-3392598b4887 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:47.028129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:47.104449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:47.127492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c90304-2143-4b5c-a471-3392598b4887'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:47.129750 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe702d4-a984-45a3-bedd-2164b508937f" -d '{"events": [{"server_uuid": "c2fc185c-ba9a-41e0-8fbe-77a728875041", "name": "network-vif-plugged", "status": "completed", "tag": "66c90304-2143-4b5c-a471-3392598b4887"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:47.143268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66c90304-2143-4b5c-a471-3392598b4887, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66c90304-2143-4b5c-a471-3392598b4887,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:47.336654 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:47.338409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:47.424455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66c90304-2143-4b5c-a471-3392598b4887,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:47.451750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb0acd-890d-4bf7-863d-1beea644a01e req-2d7ae8d5-5865-4a0f-955a-5eeb4777d0b0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:47.453348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49cb0acd-890d-4bf7-863d-1beea644a01e req-2d7ae8d5-5865-4a0f-955a-5eeb4777d0b0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.0551450
Nov 13 21:06:47.500796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49cb0acd-890d-4bf7-863d-1beea644a01e req-cf50bf45-5de1-4b8d-b669-2f74452b9e02 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414178
Nov 13 21:06:47.603587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port af52c05a-3999-4ec8-a050-6907cd91405e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:47.605907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a825b8-ab31-44f1-bf28-df33c9b81409 req-d3a29586-8b3a-4f79-9a6e-af5ac9e2060a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:47.607450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44a825b8-ab31-44f1-bf28-df33c9b81409 req-d3a29586-8b3a-4f79-9a6e-af5ac9e2060a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 949 time: 0.0529938
Nov 13 21:06:47.609482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port af52c05a-3999-4ec8-a050-6907cd91405e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:47.609900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:47.676618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44a825b8-ab31-44f1-bf28-df33c9b81409 req-ae8c5c7d-bbf5-4967-af30-ac23368d0a7c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628827
Nov 13 21:06:47.705237 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:47.734795 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b064e-af9f-4de2-97f0-fd1ca24b32dd x-openstack-request-id: req-9b4b064e-af9f-4de2-97f0-fd1ca24b32dd {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:47.735112 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fc185c-ba9a-41e0-8fbe-77a728875041", "name": "network-vif-plugged", "status": "completed", "tag": "66c90304-2143-4b5c-a471-3392598b4887", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:47.735369 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4b064e-af9f-4de2-97f0-fd1ca24b32dd {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:47.735765 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c90304-2143-4b5c-a471-3392598b4887', 'code': 200}
Nov 13 21:06:47.788165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:47.856965 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:47.885581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813c4ce-49a7-4abd-98dd-b0d50feeade9 req-009e83e3-7ece-4a81-bc3b-10cdd7d94a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:47.887090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e813c4ce-49a7-4abd-98dd-b0d50feeade9 req-009e83e3-7ece-4a81-bc3b-10cdd7d94a1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 1101 time: 0.0804186
Nov 13 21:06:47.899084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25501d47-1993-499a-a3b3-c67a27abaa9a req-2041c6e5-f3de-43fb-92dc-9cb0b1df0e48 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:47.900589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25501d47-1993-499a-a3b3-c67a27abaa9a req-2041c6e5-f3de-43fb-92dc-9cb0b1df0e48 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.1050920
Nov 13 21:06:47.917955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:47.967830 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e813c4ce-49a7-4abd-98dd-b0d50feeade9 req-42519236-cf71-41b7-9913-bd4cb567576d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662355
Nov 13 21:06:47.974969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25501d47-1993-499a-a3b3-c67a27abaa9a req-5c8e9fde-580d-4758-806f-7bc37dc23390 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670159
Nov 13 21:06:48.081447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5ee65-da3c-4f16-b0e6-adfc02f675ac req-cc039fb4-9c4f-44f8-b6cf-d648936c1cd0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:48.082890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07b5ee65-da3c-4f16-b0e6-adfc02f675ac req-cc039fb4-9c4f-44f8-b6cf-d648936c1cd0 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 945 time: 0.0489581
Nov 13 21:06:48.130643 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07b5ee65-da3c-4f16-b0e6-adfc02f675ac req-92987a90-0277-4ae3-b0a1-76e441be19b8 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412009
Nov 13 21:06:48.198054 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7fbdec16-f7b0-4295-b66c-5cd8a0f382da req-1f0a921a-1bee-45e9-8fcc-90729552b0e0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 210 time: 0.0305235
Nov 13 21:06:48.302803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065362df-a055-4e87-8be4-0e7d4c0d055d req-d638ff80-05fb-43c4-b660-86c57b4f5f2c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:48.304282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-065362df-a055-4e87-8be4-0e7d4c0d055d req-d638ff80-05fb-43c4-b660-86c57b4f5f2c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0495522
Nov 13 21:06:48.351392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-065362df-a055-4e87-8be4-0e7d4c0d055d req-9ec793b9-d94e-4f4a-a447-e898608f3486 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410104
Nov 13 21:06:48.449161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a5e7-5cea-4306-a711-a5e25f52600a req-8df37fff-8470-4955-81e7-0889d3dd6436 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:48.450544 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a424a5e7-5cea-4306-a711-a5e25f52600a req-8df37fff-8470-4955-81e7-0889d3dd6436 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.0486352
Nov 13 21:06:48.459245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45724) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:48.465034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'floatingip': {'port_id': '85310983-6b93-48eb-b586-3add036abc3d'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:48.507341 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:48.553876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-ca8d57e1-7a80-4fad-9c4b-3ff3574dea6a req-c75d68f3-022e-46fc-b0e1-513bb1ad7cb0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:48.554857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca8d57e1-7a80-4fad-9c4b-3ff3574dea6a req-c75d68f3-022e-46fc-b0e1-513bb1ad7cb0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059044
Nov 13 21:06:48.826779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:06:48.955040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:06:48.972284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:48.972932 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:48.973828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:49.051330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-b678fd2b-a58f-4313-a506-55479a811b42 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:49.053868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-b678fd2b-a58f-4313-a506-55479a811b42 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.46 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 945 time: 0.0597994
Nov 13 21:06:49.085735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:49.091418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:49.108174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550a965-d088-4545-8f54-a7e758643b75 req-c7d47ddb-1a48-4ae3-8282-12bde5e7451c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:49.109777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1550a965-d088-4545-8f54-a7e758643b75 req-c7d47ddb-1a48-4ae3-8282-12bde5e7451c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.0583091
Nov 13 21:06:49.126384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:49.174917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1550a965-d088-4545-8f54-a7e758643b75 req-68cc645b-def9-4d9e-998d-a70ff9f74406 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488982
Nov 13 21:06:49.246082 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:49.252606 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Floating IP 76a80983-1661-4b7e-a50c-9868a214866d associated. External IP: 172.35.3.199, port: 85310983-6b93-48eb-b586-3add036abc3d.
Nov 13 21:06:49.305405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Deleting port fa3e38aa-2a7b-410e-b834-47afea4c46d7 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:49.305681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:49.310264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-1bab48d3-751b-4421-902e-1c2ac57b104f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0952299
Nov 13 21:06:49.318471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bee165-4088-4a95-b958-f307b3ecf33e req-21808814-24a4-4a3f-80dc-2521c3d480dc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:49.320402 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56bee165-4088-4a95-b958-f307b3ecf33e req-21808814-24a4-4a3f-80dc-2521c3d480dc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.0730591
Nov 13 21:06:49.339085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:49.389235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56bee165-4088-4a95-b958-f307b3ecf33e req-8eb0c1fa-1a89-480e-92dc-c2ee2c9df57c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625122
Nov 13 21:06:49.464846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-5b604d04-7ddd-45f8-a6bb-9f143fa179a2 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:06:49.466157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-5b604d04-7ddd-45f8-a6bb-9f143fa179a2 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0195141
Nov 13 21:06:49.513732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218f8a-5d50-4928-9117-26bfd34a38e4 req-56522384-54e5-48c8-94b4-ce676c6d5d1b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:49.515230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3218f8a-5d50-4928-9117-26bfd34a38e4 req-56522384-54e5-48c8-94b4-ce676c6d5d1b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0601327
Nov 13 21:06:49.519041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-88bf68a6-41d4-4052-a59a-6e4406ef61f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:49.520751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-88bf68a6-41d4-4052-a59a-6e4406ef61f4 service neutron] 10.222.0.20 "GET /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 1093 time: 0.0464315
Nov 13 21:06:49.522708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] For port fa3e38aa-2a7b-410e-b834-47afea4c46d7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fa3e38aa-2a7b-410e-b834-47afea4c46d7,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:49.523068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:49.537610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:49.538617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Unknown quota resources ['binding']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:06:49.558442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Calling delete_port for fa3e38aa-2a7b-410e-b834-47afea4c46d7 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:06:49.582181 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3218f8a-5d50-4928-9117-26bfd34a38e4 req-63723c8d-e588-43c9-935b-b74359d822d6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591335
Nov 13 21:06:49.713178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b758ab-3faf-4ddf-9c91-9d2c0854e12d req-439f2fc8-9753-43b3-888a-342dde877fc6 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:49.714667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14b758ab-3faf-4ddf-9c91-9d2c0854e12d req-439f2fc8-9753-43b3-888a-342dde877fc6 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 945 time: 0.0645432
Nov 13 21:06:49.738265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e'}, {'server_uuid': '34ecb508-9c95-4883-95d5-12d7681c290b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:49.743010 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc914b89-5367-4003-b467-a10490352f54" -d '{"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-plugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e"}, {"server_uuid": "34ecb508-9c95-4883-95d5-12d7681c290b", "name": "network-vif-plugged", "status": "completed", "tag": "00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:49.770988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14b758ab-3faf-4ddf-9c91-9d2c0854e12d req-aa1cfea2-3081-4570-8a94-76a64541cfeb tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/security-groups?id=4af06c03-9761-4d1f-806a-cb92c52f9f44&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462677
Nov 13 21:06:49.856641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-61b5dd7c-a7a7-451f-8a3f-3ff44f74e938 req-aa7c69d5-2c91-4147-b384-c693bfcdc063 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 210 time: 0.0266581
Nov 13 21:06:49.878028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:06:49.913770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on host nch2-master-1 for vnic_type normal with profile None {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:49.914018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:49.914165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:49.948365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:49.948682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:49.985138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-18daf348-2d34-4d76-9885-e38c24923a41 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0671835
Nov 13 21:06:49.988211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:49.988677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:49.989084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:49.989529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Bound port: 66e12bfa-df4d-432a-9a9b-e716a906c480, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:50.353169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:50.374055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['fa3e38aa-2a7b-410e-b834-47afea4c46d7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:50.418134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f4ae3cb1-d586-42a6-b25c-cc62bfaf5ad9 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0301032
Nov 13 21:06:50.455378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Pushing event deleted for resources: {'Port': ['ID=fa3e38aa-2a7b-410e-b834-47afea4c46d7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:50.468071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:50.493985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:50.505133 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:50.507966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:50.519135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:50.519758 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:50.525670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] No DVR routers for this DVR port fa3e38aa-2a7b-410e-b834-47afea4c46d7 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:06:50.550959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-99c73ee0-b04f-46d7-9b82-e5000abe02ff tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:50.551211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:50.555692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef701dc5-0abd-4fc1-814a-023e529850bd req-80e1f0b0-117b-4477-b1a8-c6abd13983aa tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.46 "DELETE /v2.0/ports/fa3e38aa-2a7b-410e-b834-47afea4c46d7 HTTP/1.1" status: 204  len: 173 time: 1.4965658
Nov 13 21:06:50.558821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-99c73ee0-b04f-46d7-9b82-e5000abe02ff tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1268589
Nov 13 21:06:50.562754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-b2a2ba4e-2c61-48e2-8545-8d6c60720e8e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:50.564288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-b2a2ba4e-2c61-48e2-8545-8d6c60720e8e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5669978
Nov 13 21:06:50.564755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'name': 'network-vif-deleted', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:50.567327 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3556ed-e43c-4be3-a6af-32ae8e95a3ea" -d '{"events": [{"server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "name": "network-vif-deleted", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:50.581961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7a1e9a9d-c2e7-406f-9028-a02ae6fc9503 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "PUT /v2.0/floatingips/76a80983-1661-4b7e-a50c-9868a214866d HTTP/1.1" status: 200  len: 992 time: 2.1208932
Nov 13 21:06:50.582670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:50.589363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:50.692742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] Publish callbacks [] for binding, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:50.694057 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:50.707984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-0e955d5f-e7c1-412b-be01-449ae0df860c service neutron] 10.222.0.20 "POST /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480/bindings HTTP/1.1" status: 201  len: 389 time: 1.1740572
Nov 13 21:06:50.751836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:06:50.751836 ncdv-master-1 neutron-server[120532]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Nov 13 21:06:50.751836 ncdv-master-1 neutron-server[120532]: [parameters: {'project_id': 'aa03c215a06a4f5d9b84307c69716178', 'id': '65ed6182-e0cb-4b68-8cbe-e0f6119be9f3', 'expiration': datetime.datetime(2021, 11, 13, 21, 8, 50, 747014)}]
Nov 13 21:06:50.751836 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:06:50.752239 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:06:50.932492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:50.944589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:51.033251 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9be0>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76a80983-1661-4b7e-a50c-9868a214866d', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'port_id': '85310983-6b93-48eb-b586-3add036abc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'mac_address': 'fa:16:3e:37:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:15Z', 'updated_at': '2021-11-13T21:06:48Z', 'revision_number': 1, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:51.067741 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:51.080204 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71389c38-4f68-4468-a5db-927f8bd01de4 x-openstack-request-id: req-71389c38-4f68-4468-a5db-927f8bd01de4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:51.080604 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-plugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e", "code": 200}, {"server_uuid": "34ecb508-9c95-4883-95d5-12d7681c290b", "name": "network-vif-plugged", "status": "completed", "tag": "00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:51.081116 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71389c38-4f68-4468-a5db-927f8bd01de4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:51.081877 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'code': 200}
Nov 13 21:06:51.082307 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ecb508-9c95-4883-95d5-12d7681c290b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'code': 200}
Nov 13 21:06:51.094914 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:51.095533 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:51.177809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.250 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/006b525b-3728-4ee8-a336-d991f082eb43) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:51.208916 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:51.306514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aef7d-e967-4a86-aa61-36777c3c8581 req-f0c57b48-8455-4bbf-a713-d2ec9e22c3f9 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:51.308406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f0aef7d-e967-4a86-aa61-36777c3c8581 req-f0c57b48-8455-4bbf-a713-d2ec9e22c3f9 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.0977490
Nov 13 21:06:51.413430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108dc47-27a4-44cd-9c3d-35823d6ecba9 req-5f8c95dd-9fb0-48a7-8167-13a819fa380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:51.416618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4108dc47-27a4-44cd-9c3d-35823d6ecba9 req-5f8c95dd-9fb0-48a7-8167-13a819fa380f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 1101 time: 0.1036334
Nov 13 21:06:51.448239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f0aef7d-e967-4a86-aa61-36777c3c8581 req-7b619802-df18-489d-a7d1-c45354d60b4b tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055267
Nov 13 21:06:51.456466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:51.469102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d769-bbb4-4022-8252-f63392e3ee26 req-0a6f73cb-1288-4ef4-8ed8-648d9e74d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:51.470778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:51.471915 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08b2d769-bbb4-4022-8252-f63392e3ee26 req-0a6f73cb-1288-4ef4-8ed8-648d9e74d4ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1101 time: 0.2281895
Nov 13 21:06:51.481722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:51.570561 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04d8a9e-77dd-49dd-b3de-0c664852ca2f x-openstack-request-id: req-f04d8a9e-77dd-49dd-b3de-0c664852ca2f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:51.572814 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83928571-5d89-4194-a1ec-525afa4e7b07", "name": "network-vif-deleted", "tag": "fa3e38aa-2a7b-410e-b834-47afea4c46d7", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:51.573311 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f04d8a9e-77dd-49dd-b3de-0c664852ca2f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:51.573955 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83928571-5d89-4194-a1ec-525afa4e7b07', 'name': 'network-vif-deleted', 'tag': 'fa3e38aa-2a7b-410e-b834-47afea4c46d7', 'status': 'completed', 'code': 200}
Nov 13 21:06:51.574394 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08b2d769-bbb4-4022-8252-f63392e3ee26 req-f89e3275-4b04-425e-9ca3-46bbe20003f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858033
Nov 13 21:06:51.617556 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9be0>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76a80983-1661-4b7e-a50c-9868a214866d', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'port_id': '85310983-6b93-48eb-b586-3add036abc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'mac_address': 'fa:16:3e:37:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:15Z', 'updated_at': '2021-11-13T21:06:48Z', 'revision_number': 1, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:51.653462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12499291-00d7-4d4d-a2c1-d48caf3afb9d req-385b5a75-0782-4733-8b72-d9b547b2a69c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:51.658370 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f5e687-e0ea-461b-90d4-33bb06d654a8 None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76a80983-1661-4b7e-a50c-9868a214866d', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'port_id': '85310983-6b93-48eb-b586-3add036abc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'mac_address': 'fa:16:3e:37:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:15Z', 'updated_at': '2021-11-13T21:06:48Z', 'revision_number': 1, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:51.664206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4108dc47-27a4-44cd-9c3d-35823d6ecba9 req-283af982-a1c6-44c9-8cb8-b61070bedbe9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133625
Nov 13 21:06:51.664618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12499291-00d7-4d4d-a2c1-d48caf3afb9d req-385b5a75-0782-4733-8b72-d9b547b2a69c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.0767243
Nov 13 21:06:51.718857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12499291-00d7-4d4d-a2c1-d48caf3afb9d req-5cba2bf6-3453-4085-9ec8-61e23b25bd99 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483048
Nov 13 21:06:51.743249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:51.762977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:51.844417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:51.850630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:51.882803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:51.885476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:51.980204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=006b525b-3728-4ee8-a336-d991f082eb43,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:52.050323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.050966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:52.057957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b56622-8e84-4c46-bbd4-b6abea3983e3 None None] New status for floating IP 76a80983-1661-4b7e-a50c-9868a214866d: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:06:52.072280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf1983-b43e-4f6d-8df1-8926baf7a983 req-cf52177a-a135-4924-9c4e-c9c0166b0eba tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.073870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11bf1983-b43e-4f6d-8df1-8926baf7a983 req-cf52177a-a135-4924-9c4e-c9c0166b0eba tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.2080965
Nov 13 21:06:52.146639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a7ade6d-7d25-4007-b2ea-258825e5d3e8 req-aadc35d7-199f-4fa2-a05f-c7583a22a6c3 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394 tempest-FloatingIPsAssociationNegativeTestJSON-2108122394-project] 10.222.0.20 "GET /v2.0/ports?device_id=83928571-5d89-4194-a1ec-525afa4e7b07 HTTP/1.1" status: 200  len: 210 time: 0.2427762
Nov 13 21:06:52.160528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11bf1983-b43e-4f6d-8df1-8926baf7a983 req-1d2d4175-8f89-4373-bd71-bbd656f6cf24 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749602
Nov 13 21:06:52.172867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f00efede-df6a-433f-960f-df31a7eabf63 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5927000
Nov 13 21:06:52.176243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.25 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/ba6048ff-f482-48d9-814e-4f3aa06a71b2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:06:52.193825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Request body: {'port': {'device_id': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:52.208176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-75b15792-af6e-4ed6-b255-301258b9bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.209766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-75b15792-af6e-4ed6-b255-301258b9bcaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1096 time: 0.3395119
Nov 13 21:06:52.380947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:52.442039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a264d8-447b-45ee-9771-fa4f1a52e56c req-94dbcf06-dacc-4da6-bfc5-8786d67572ea tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.451124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-09a264d8-447b-45ee-9771-fa4f1a52e56c req-94dbcf06-dacc-4da6-bfc5-8786d67572ea tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.1135182
Nov 13 21:06:52.527172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6f52a359-c6d1-4d2a-bb51-9259cf46a9b8 None None] Provisioning complete for port 006b525b-3728-4ee8-a336-d991f082eb43 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:52.527553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f52a359-c6d1-4d2a-bb51-9259cf46a9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:52.574981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6f52a359-c6d1-4d2a-bb51-9259cf46a9b8 None None] Port 006b525b-3728-4ee8-a336-d991f082eb43 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:52.645730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-09a264d8-447b-45ee-9771-fa4f1a52e56c req-1a0ef7be-050b-4e7e-9b60-7d219ccdae53 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936426
Nov 13 21:06:52.773483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-f2d012d2-69cb-4df1-a831-424613952d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.787636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-f2d012d2-69cb-4df1-a831-424613952d51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.5588889
Nov 13 21:06:52.806238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eea9e-82d0-4b0e-ac64-25cd4dcb43cb req-b5c8821a-3ebe-459f-9c42-96e3609f4d98 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.808976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f4eea9e-82d0-4b0e-ac64-25cd4dcb43cb req-b5c8821a-3ebe-459f-9c42-96e3609f4d98 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 936 time: 0.4927931
Nov 13 21:06:52.879061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-ec17fb24-01e6-4340-bc3c-ce0cbf334232 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 217 time: 0.0687094
Nov 13 21:06:52.895335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:52.957066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f4eea9e-82d0-4b0e-ac64-25cd4dcb43cb req-c2a13813-fd8c-4c29-ab85-48c572962267 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370599
Nov 13 21:06:52.968943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-feaf93b4-a3f3-41b5-b1f1-79615a02a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:52.970639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-feaf93b4-a3f3-41b5-b1f1-79615a02a45d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0737665
Nov 13 21:06:53.060832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-06f06e13-d8ab-402e-a80d-056037172569 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0812097
Nov 13 21:06:53.133472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-bd5ec5c9-6fed-4f0a-82c8-6280190c2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:53.135160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-bd5ec5c9-6fed-4f0a-82c8-6280190c2ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1101 time: 0.1402419
Nov 13 21:06:53.207102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.220331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:53.227831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:06:53.271143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3de09-4551-4d04-bfba-11b497bffee3 req-770b2a3d-b23b-4e44-b1d6-6d748dfc1b2e tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:53.272722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fea3de09-4551-4d04-bfba-11b497bffee3 req-770b2a3d-b23b-4e44-b1d6-6d748dfc1b2e tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 1101 time: 0.0925527
Nov 13 21:06:53.304468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea3de09-4551-4d04-bfba-11b497bffee3 req-17a6fd3b-cd1f-4142-9f3d-6f6e50d04e9d tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.316385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-55ceeaa6-5856-40a3-b747-a264f95cc5ad service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2341044
Nov 13 21:06:53.321798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:06:53.334207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b98a2-77e2-48eb-b98a-51d4d92b5351 req-cae06340-2164-4a8c-b346-8f7f66b597c7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:53.343616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c6b98a2-77e2-48eb-b98a-51d4d92b5351 req-cae06340-2164-4a8c-b346-8f7f66b597c7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.2760401
Nov 13 21:06:53.368997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:06:53.371791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:06:53.377618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:53.378244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.399994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea3de09-4551-4d04-bfba-11b497bffee3 req-17a6fd3b-cd1f-4142-9f3d-6f6e50d04e9d tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.419179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fa3e38aa-2a7b-410e-b834-47afea4c46d7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:06:53.429979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=ba6048ff-f482-48d9-814e-4f3aa06a71b2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:53.479063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea3de09-4551-4d04-bfba-11b497bffee3 req-17a6fd3b-cd1f-4142-9f3d-6f6e50d04e9d tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.490218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: fa3e38aa-2a7b-410e-b834-47afea4c46d7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:06:53.490742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fa3e38aa-2a7b-410e-b834-47afea4c46d7 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:06:53.540389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006b525b-3728-4ee8-a336-d991f082eb43 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:53.556316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.566564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-872bc356-c456-427e-a7df-50d69d74de16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9829531
Nov 13 21:06:53.575184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-bec5b69f-8a97-4380-a860-f4b6d9e887f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:53.577430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-bec5b69f-8a97-4380-a860-f4b6d9e887f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.4145710
Nov 13 21:06:53.580443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'tag': '85310983-6b93-48eb-b586-3add036abc3d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:53.583256 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "tag": "85310983-6b93-48eb-b586-3add036abc3d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:53.586910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Transition to ACTIVE for port object 006b525b-3728-4ee8-a336-d991f082eb43 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:53.605573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c6b98a2-77e2-48eb-b98a-51d4d92b5351 req-583b9453-7917-43c0-a054-eb2f05c84908 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609789
Nov 13 21:06:53.612447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Request body: {'port': {'device_id': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:53.655547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fea3de09-4551-4d04-bfba-11b497bffee3 req-17a6fd3b-cd1f-4142-9f3d-6f6e50d04e9d tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3605523
Nov 13 21:06:53.699892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45820) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:53.788736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.798348 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71971a5-a775-45dc-afbd-e3e7ac13cae3 x-openstack-request-id: req-d71971a5-a775-45dc-afbd-e3e7ac13cae3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:53.798927 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "tag": "85310983-6b93-48eb-b586-3add036abc3d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:53.799250 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d71971a5-a775-45dc-afbd-e3e7ac13cae3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:53.805973 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'tag': '85310983-6b93-48eb-b586-3add036abc3d', 'status': 'completed', 'code': 200}
Nov 13 21:06:53.837220 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-277eb177-765b-4784-9ea2-fb3137d82600 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.2484362
Nov 13 21:06:53.876428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d6815e19-c21f-44a4-b28b-9029d630d913 None None] Provisioning complete for port ba6048ff-f482-48d9-814e-4f3aa06a71b2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:06:53.876957 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6815e19-c21f-44a4-b28b-9029d630d913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:53.917455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d6815e19-c21f-44a4-b28b-9029d630d913 None None] Port ba6048ff-f482-48d9-814e-4f3aa06a71b2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:06:53.918457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-c641a51a-60de-4a80-8c3f-e50c020e79bc service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5717595
Nov 13 21:06:54.001743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:54.009880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-ccd53a3e-5cd3-43e6-8813-804e1b8f1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.010615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-ccd53a3e-5cd3-43e6-8813-804e1b8f1c96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 1097 time: 0.2039118
Nov 13 21:06:54.026742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-d45b50be-02f6-4f65-ab93-5aeac2af9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.028245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-d45b50be-02f6-4f65-ab93-5aeac2af9877 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1405780
Nov 13 21:06:54.064393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee24c5-5646-443b-852f-9df3315a0379 req-20c7e915-8f78-47ab-a5d6-ecc5dbf51da9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.066788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8ee24c5-5646-443b-852f-9df3315a0379 req-20c7e915-8f78-47ab-a5d6-ecc5dbf51da9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.2130330
Nov 13 21:06:54.163060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fd3b-cd1f-4142-9f3d-6f6e50d04e9d tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83783ed4-7f17-46c4-9ed4-2b8af429bf63,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:54.240165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Pushing event updated for resources: {'Port': ['ID=006b525b-3728-4ee8-a336-d991f082eb43,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:54.309222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56495c-b5ef-475f-b2c6-e3bbda101a59 req-afba92e6-cab1-42d1-ae9d-0243a2bf5a9b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.311395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e56495c-b5ef-475f-b2c6-e3bbda101a59 req-afba92e6-cab1-42d1-ae9d-0243a2bf5a9b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1724744
Nov 13 21:06:54.382511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8ee24c5-5646-443b-852f-9df3315a0379 req-6d110598-a52d-4ce8-bf3f-525fb3072e25 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2999830
Nov 13 21:06:54.396758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-950f47dd-481a-4e7f-a339-3174982eda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.398335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-950f47dd-481a-4e7f-a339-3174982eda53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3276730
Nov 13 21:06:54.552680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-9380bed8-b944-4a07-bab0-be85e5aaa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.555624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-9380bed8-b944-4a07-bab0-be85e5aaa969 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 925 time: 0.4504080
Nov 13 21:06:54.555826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e56495c-b5ef-475f-b2c6-e3bbda101a59 req-8a2876d4-36dd-44cf-9dbd-89102e1dab75 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198162
Nov 13 21:06:54.558710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Attempting to bind port 006b525b-3728-4ee8-a336-d991f082eb43 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:54.559045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Attempting to bind port 006b525b-3728-4ee8-a336-d991f082eb43 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:54.559369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Attempting to bind port 006b525b-3728-4ee8-a336-d991f082eb43 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:54.574605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Port 006b525b-3728-4ee8-a336-d991f082eb43 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:54.574605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Attempting to bind port 006b525b-3728-4ee8-a336-d991f082eb43 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:54.585583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:54.585930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:54.586314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:54.586747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Bound port: 006b525b-3728-4ee8-a336-d991f082eb43, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:54.587100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:54.592547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-62d7171a-6afd-4d53-98a9-0f40cfc2cd3e service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825082
Nov 13 21:06:54.656670 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f7a6e573-b78a-4612-b619-ab8cca6b3d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:54.736747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] For port 006b525b-3728-4ee8-a336-d991f082eb43, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:54.742959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] For port 006b525b-3728-4ee8-a336-d991f082eb43, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=006b525b-3728-4ee8-a336-d991f082eb43,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:54.824387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65943c-cb85-4a8c-a56f-e4dc3bd061a0 req-b2c9132f-3dc6-4921-9d6f-36bdd17ce6f6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.826173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b65943c-cb85-4a8c-a56f-e4dc3bd061a0 req-b2c9132f-3dc6-4921-9d6f-36bdd17ce6f6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.0863502
Nov 13 21:06:54.861361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:54.970905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:54.971812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:54.973681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] 10.222.0.37 "PUT /v2.0/ports/006b525b-3728-4ee8-a336-d991f082eb43 HTTP/1.1" status: 200  len: 1096 time: 2.7867751
Nov 13 21:06:54.975202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'tag': '006b525b-3728-4ee8-a336-d991f082eb43'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:54.978026 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9198eef4-1f66-433a-b06d-5d40ae01452f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3", "tag": "006b525b-3728-4ee8-a336-d991f082eb43"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:55.001280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b65943c-cb85-4a8c-a56f-e4dc3bd061a0 req-97005619-0749-4b9d-b7ec-870e8098ecfd tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672964
Nov 13 21:06:55.029652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c219a-5f02-43ae-9b88-b32a2075e41e service neutron] Pushing event updated for resources: {'Port': ['ID=006b525b-3728-4ee8-a336-d991f082eb43,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:55.069574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:55.121106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-325af7e2-36e5-4118-9030-d2faf958d323 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85310983-6b93-48eb-b586-3add036abc3d HTTP/1.1" status: 200  len: 1002 time: 0.5222759
Nov 13 21:06:55.122847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b43f1eab-d96d-4b10-aec0-a49faaabcb39 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4776323
Nov 13 21:06:55.177345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92876859-2a76-424d-8540-8022f5e84726 req-f5b6bf50-32e3-4b9b-b2c6-d9c190660806 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.178945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92876859-2a76-424d-8540-8022f5e84726 req-f5b6bf50-32e3-4b9b-b2c6-d9c190660806 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 948 time: 0.7065876
Nov 13 21:06:55.280079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92876859-2a76-424d-8540-8022f5e84726 req-aa78a515-0d04-4f03-bbbc-4849ed517d91 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843277
Nov 13 21:06:55.288622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-e46812c4-8892-4b2b-b64b-c6266ef29a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.290650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-e46812c4-8892-4b2b-b64b-c6266ef29a39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.1596038
Nov 13 21:06:55.353566 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae80688-faed-491a-b21e-4a1a97f156b7 x-openstack-request-id: req-dae80688-faed-491a-b21e-4a1a97f156b7 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:55.353870 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3", "tag": "006b525b-3728-4ee8-a336-d991f082eb43", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:55.354255 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dae80688-faed-491a-b21e-4a1a97f156b7 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:55.354402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-23eb348a-1856-4439-9f12-b05f3061500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.354502 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'tag': '006b525b-3728-4ee8-a336-d991f082eb43', 'status': 'completed', 'code': 200}
Nov 13 21:06:55.356333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-23eb348a-1856-4439-9f12-b05f3061500f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 1099 time: 0.1764932
Nov 13 21:06:55.376908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefec5a7-d5e4-4079-b83b-089db805aeba req-00306af5-fe4a-4c0a-9193-1cb484671d93 tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.378361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aefec5a7-d5e4-4079-b83b-089db805aeba req-00306af5-fe4a-4c0a-9193-1cb484671d93 tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 1101 time: 0.1302137
Nov 13 21:06:55.420264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f16cc65d-5475-4336-a24f-ee88b37b1ceb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=006b525b-3728-4ee8-a336-d991f082eb43 HTTP/1.1" status: 200  len: 217 time: 0.0456939
Nov 13 21:06:55.454391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aefec5a7-d5e4-4079-b83b-089db805aeba req-e663c341-714c-4b72-9093-55f6e2d380ce tempest-ServersAdminNegativeTestJSON-495498431 tempest-ServersAdminNegativeTestJSON-495498431-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645802
Nov 13 21:06:55.509800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-a0480368-70e9-4b0d-8654-365b9bc7aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.511366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-a0480368-70e9-4b0d-8654-365b9bc7aef0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1958635
Nov 13 21:06:55.531345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Deleting port 0920a4ed-62af-4db4-be71-6e2a532a7e97 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:55.531815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:55.533131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6048ff-f482-48d9-814e-4f3aa06a71b2 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:06:55.555099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:55.586848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef36c7-e1d6-4691-84e4-63721328c601 req-d3da6ebe-85cb-4c18-8d75-ed97c16ff873 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.588600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77ef36c7-e1d6-4691-84e4-63721328c601 req-d3da6ebe-85cb-4c18-8d75-ed97c16ff873 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1645985
Nov 13 21:06:55.608919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-b563cfde-abfc-4aa5-99c9-dd56e568ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.610602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-b563cfde-abfc-4aa5-99c9-dd56e568ef6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1722865
Nov 13 21:06:55.632355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Transition to ACTIVE for port object ba6048ff-f482-48d9-814e-4f3aa06a71b2 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:06:55.670018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bf523-4da1-460f-85bf-d3145d7ba9e1 req-674b866e-b3c4-4619-b72b-b904ddd1c4de tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.671567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d00bf523-4da1-460f-85bf-d3145d7ba9e1 req-674b866e-b3c4-4619-b72b-b904ddd1c4de tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.1277330
Nov 13 21:06:55.679409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] For port 0920a4ed-62af-4db4-be71-6e2a532a7e97, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0920a4ed-62af-4db4-be71-6e2a532a7e97,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:55.679902 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:55.706654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Calling delete_port for 0920a4ed-62af-4db4-be71-6e2a532a7e97 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:06:55.727180 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:55.749570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-6f4d72df-1d24-4979-9c43-724659baed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:55.751079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-6f4d72df-1d24-4979-9c43-724659baed76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1207404
Nov 13 21:06:55.754400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77ef36c7-e1d6-4691-84e4-63721328c601 req-1dceca59-9de2-4b01-b18c-1e7b21922604 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475129
Nov 13 21:06:55.773726 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d00bf523-4da1-460f-85bf-d3145d7ba9e1 req-20f4dbb9-eeaa-43fd-b01b-f44cf5336ad1 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909877
Nov 13 21:06:55.813737 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-199fe610-3bc1-47c9-a6c2-606dc95534be service neutron] 10.222.0.46 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615011
Nov 13 21:06:55.902114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Pushing event updated for resources: {'Port': ['ID=ba6048ff-f482-48d9-814e-4f3aa06a71b2,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:56.046465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Attempting to bind port ba6048ff-f482-48d9-814e-4f3aa06a71b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:06:56.050658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Attempting to bind port ba6048ff-f482-48d9-814e-4f3aa06a71b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:06:56.051144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Attempting to bind port ba6048ff-f482-48d9-814e-4f3aa06a71b2 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:56.076953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118370f4-628b-4d01-8ddc-7deade9a0043 req-de878e84-b2f3-41b2-aff4-513059629785 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.084554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-118370f4-628b-4d01-8ddc-7deade9a0043 req-de878e84-b2f3-41b2-aff4-513059629785 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1143847
Nov 13 21:06:56.085770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Port ba6048ff-f482-48d9-814e-4f3aa06a71b2 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:06:56.086096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Attempting to bind port ba6048ff-f482-48d9-814e-4f3aa06a71b2 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:06:56.091212 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-4256121f-3cbe-4782-af80-6c3741ca3406 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934790
Nov 13 21:06:56.097553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f8ee9be-1532-4c2a-b830-9e85f5850dfd req-8952aaf2-8bbd-4067-b453-17544e5d114a service neutron] 10.222.0.46 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2686081
Nov 13 21:06:56.098912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:06:56.099022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:06:56.099393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:06:56.099930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Bound port: ba6048ff-f482-48d9-814e-4f3aa06a71b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:06:56.100329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:56.173593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-118370f4-628b-4d01-8ddc-7deade9a0043 req-4e1a0ab6-abc7-40bb-93b6-baf220791be5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811868
Nov 13 21:06:56.190210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-b43d478e-ee44-4301-9039-fd6545b85d2c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f6ca3227c41f4308a497edea25797a14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0613360
Nov 13 21:06:56.268553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:56.301447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0920a4ed-62af-4db4-be71-6e2a532a7e97,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:56.325107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-328c3614-ffcb-4f95-b232-d7a9efa06e3e service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220831
Nov 13 21:06:56.340252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] For port ba6048ff-f482-48d9-814e-4f3aa06a71b2, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:06:56.346809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] For port ba6048ff-f482-48d9-814e-4f3aa06a71b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:06:56.371867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-c5129e09-18f2-408e-8873-c1f878b105c5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.373562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-c5129e09-18f2-408e-8873-c1f878b105c5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1587553
Nov 13 21:06:56.390558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-c6e2eb1b-4d6b-4a6d-b866-0dd18340914c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/quotas/f6ca3227c41f4308a497edea25797a14 HTTP/1.1" status: 200  len: 375 time: 0.0106041
Nov 13 21:06:56.430119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:56.473270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:56.479779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.480383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:56.481772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] 10.222.0.46 "PUT /v2.0/ports/ba6048ff-f482-48d9-814e-4f3aa06a71b2 HTTP/1.1" status: 200  len: 1095 time: 2.8920212
Nov 13 21:06:56.485168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'tag': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:06:56.487752 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da757949-90b4-482f-aba7-26ef8c0c1f79" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6966b2-afb3-4627-b62a-abbb7601de90", "tag": "ba6048ff-f482-48d9-814e-4f3aa06a71b2"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:06:56.544761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-adf7cea2-4016-4372-b751-7ade7270b29d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1438854
Nov 13 21:06:56.560403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f5ef4-bb65-4150-984d-4f2900c6b96f service neutron] Pushing event updated for resources: {'Port': ['ID=ba6048ff-f482-48d9-814e-4f3aa06a71b2,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:56.576966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-2656e8e7-0c0b-4bb5-9267-7cfda209deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.578462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-2656e8e7-0c0b-4bb5-9267-7cfda209deed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 1099 time: 0.1110225
Nov 13 21:06:56.736528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-8b149acb-f0f2-4ced-ade5-4f3cc4451726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.741255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-8b149acb-f0f2-4ced-ade5-4f3cc4451726 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1416674
Nov 13 21:06:56.829372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-f65e8e16-372f-4be6-a95b-917117efb567 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=006b525b-3728-4ee8-a336-d991f082eb43 HTTP/1.1" status: 200  len: 217 time: 0.0695291
Nov 13 21:06:56.830802 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fd7f2f-91a2-4f7d-aee6-a5ac324baeb1 x-openstack-request-id: req-c0fd7f2f-91a2-4f7d-aee6-a5ac324baeb1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:06:56.831086 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6966b2-afb3-4627-b62a-abbb7601de90", "tag": "ba6048ff-f482-48d9-814e-4f3aa06a71b2", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:06:56.831331 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0fd7f2f-91a2-4f7d-aee6-a5ac324baeb1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:06:56.831715 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'tag': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'status': 'completed', 'code': 200}
Nov 13 21:06:56.835184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Router fa102048-3e82-40e7-9be9-4616a7ef7d03 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:06:56.849271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f81f6e1f-85de-4b27-ad33-1ea45df5287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.851327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-f81f6e1f-85de-4b27-ad33-1ea45df5287d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 1098 time: 0.1415620
Nov 13 21:06:56.918669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4f65b-88de-48e3-a77c-e316c7d6e78e req-8d314bde-3900-4423-84eb-4ce1fdb9292d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:56.920169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77b4f65b-88de-48e3-a77c-e316c7d6e78e req-8d314bde-3900-4423-84eb-4ce1fdb9292d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 948 time: 0.2009370
Nov 13 21:06:56.941194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-52e59e20-e59c-4a3e-860d-83ceb66f7251 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2 HTTP/1.1" status: 200  len: 217 time: 0.0762312
Nov 13 21:06:57.006553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-c3e48b20-6866-471f-a2ff-1af5fa6aabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.008015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-c3e48b20-6866-471f-a2ff-1af5fa6aabd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1558237
Nov 13 21:06:57.022387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b735b86-0e85-4993-af60-016cc6cc746d req-3edc79e4-efb5-4bed-a669-4be3f4787f8e tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.023061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b735b86-0e85-4993-af60-016cc6cc746d req-3edc79e4-efb5-4bed-a669-4be3f4787f8e tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.1634431
Nov 13 21:06:57.035513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-0f5fafdd-b021-4393-a576-bec1ff835b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.038260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-0f5fafdd-b021-4393-a576-bec1ff835b39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0927854
Nov 13 21:06:57.051022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d7387a0-5958-4a39-9352-e1e0022cafe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:57.051488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77b4f65b-88de-48e3-a77c-e316c7d6e78e req-0a153ee3-73a0-4948-95bc-ee6b547ac97f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191010
Nov 13 21:06:57.055041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:06:57.060363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0447c46e-abcd-483a-b8c4-c9e1f926b9b4 admin admin] 10.222.0.20 "PUT /v2.0/routers/fa102048-3e82-40e7-9be9-4616a7ef7d03/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3459175
Nov 13 21:06:57.063318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45898) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:57.068083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] Sync routers for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:06:57.093610 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:57.094224 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:57.168931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b735b86-0e85-4993-af60-016cc6cc746d req-ed78fcc1-7566-4e59-ae8d-bae0e98678a6 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284976
Nov 13 21:06:57.171078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-c54cc082-ae87-42b3-a2c4-cf7115479310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.172793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-c54cc082-ae87-42b3-a2c4-cf7115479310 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1334472
Nov 13 21:06:57.176137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-9a017ea1-bead-486f-9ed1-402afc3246e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.178515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-9a017ea1-bead-486f-9ed1-402afc3246e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1188748
Nov 13 21:06:57.228728 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:57.327483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-bd08bcae-0123-47b9-93ce-ae89d9d4908e service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283426
Nov 13 21:06:57.422559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4fa8f97-817a-4415-9ca2-a86573a44a72 req-21b7b0b0-5942-4da7-a78d-0be68379a39f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 210 time: 0.2993815
Nov 13 21:06:57.440161 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee550>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:06:56Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:57.476427 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] Checking router: fa102048-3e82-40e7-9be9-4616a7ef7d03 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:06:57.487681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] Routers {'fa102048-3e82-40e7-9be9-4616a7ef7d03'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:06:57.488232 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:06:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fa102048-3e82-40e7-9be9-4616a7ef7d03'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:57.500001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:57.533701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99cfa4-46d3-43f9-b947-9569eeb6d04b req-fc400120-7ee7-4d87-b5c9-6953f65560a7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.535584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef99cfa4-46d3-43f9-b947-9569eeb6d04b req-fc400120-7ee7-4d87-b5c9-6953f65560a7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.2059512
Nov 13 21:06:57.616249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-21f6f904-c4f6-4479-96a4-bf0c66ffec3c service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4181871
Nov 13 21:06:57.628702 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] Set router fa102048-3e82-40e7-9be9-4616a7ef7d03 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:06:57.630277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02925c3e-6c73-4886-8507-f2a2cef86f52 req-1601b3cb-c710-4312-97cc-89f63d9f48c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2808297
Nov 13 21:06:57.667032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef99cfa4-46d3-43f9-b947-9569eeb6d04b req-ccc84d72-5890-4d9e-94ad-edc7836271f2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172905
Nov 13 21:06:57.706437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e8ec5-a572-429c-aeae-5fe9651c31d3 req-25377651-f086-4544-a6fe-e6c8879acf45 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.706437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-749e8ec5-a572-429c-aeae-5fe9651c31d3 req-25377651-f086-4544-a6fe-e6c8879acf45 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0736501
Nov 13 21:06:57.706437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:57.746841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9198eef4-1f66-433a-b06d-5d40ae01452f req-a441c1ab-cf6a-40f6-81e9-1cca693b37fc service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1086056
Nov 13 21:06:57.771425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-749e8ec5-a572-429c-aeae-5fe9651c31d3 req-829b8ea4-09ea-46d0-8e21-b44048188a3f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603831
Nov 13 21:06:57.833478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee550>, [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:06:56Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:06:57.864904 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76c3-5b37-4bb1-8464-ceed1bbb60dd None None] The sync data for ids ['fa102048-3e82-40e7-9be9-4616a7ef7d03'] in ncdv-master-1 is: [{'id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1800189073-router', 'tenant_id': '3ee538e9cfda44529a9dcef0de3a5340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:48Z', 'updated_at': '2021-11-13T21:06:56Z', 'revision_number': 5, 'project_id': '3ee538e9cfda44529a9dcef0de3a5340', 'gw_port': {'id': '1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:17:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa102048-3e82-40e7-9be9-4616a7ef7d03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:49Z', 'updated_at': '2021-11-13T21:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:06:57.922967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-2a3f481c-e043-44ba-8102-d5d0c52cc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:57.924598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-2a3f481c-e043-44ba-8102-d5d0c52cc937 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 1098 time: 0.0491846
Nov 13 21:06:57.945685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Deleting port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:57.946200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.027177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] For port 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:58.027576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.027967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-3cb6ebbd-e426-4450-acef-e6199fe64e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.029588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-3cb6ebbd-e426-4450-acef-e6199fe64e42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.0883873
Nov 13 21:06:58.040467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Calling delete_port for 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:06:58.074772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-d7ba4453-b9e7-4c1e-a384-dcc5767c84ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2 HTTP/1.1" status: 200  len: 217 time: 0.0368967
Nov 13 21:06:58.134234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-0e9a00bd-26b5-4484-ba7a-7a42fd692e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.136728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-0e9a00bd-26b5-4484-ba7a-7a42fd692e96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0522749
Nov 13 21:06:58.216560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-f6fc16d9-5ae2-4000-b83c-8ca84f08ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.218779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-f6fc16d9-5ae2-4000-b83c-8ca84f08ea5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0696187
Nov 13 21:06:58.367710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88038dc5-3455-42ce-a148-d272aff4d81b req-99828e62-a3c3-40a2-ab73-2bd54bf1136c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.373987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88038dc5-3455-42ce-a148-d272aff4d81b req-99828e62-a3c3-40a2-ab73-2bd54bf1136c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.0774226
Nov 13 21:06:58.388177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-90d6e200-49a9-406d-8cf3-6545e473a942 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537786
Nov 13 21:06:58.425621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.449735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.464253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:58.487633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88038dc5-3455-42ce-a148-d272aff4d81b req-6117f4d1-2183-47b5-9fa4-b2b79e479f7f tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955844
Nov 13 21:06:58.508555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e475c62-c43c-49f2-b72e-ea928420be39 req-3d95892d-cee5-48e8-b316-1482b36deb06 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.510142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e475c62-c43c-49f2-b72e-ea928420be39 req-3d95892d-cee5-48e8-b316-1482b36deb06 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 948 time: 0.1148033
Nov 13 21:06:58.548534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.578623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da757949-90b4-482f-aba7-26ef8c0c1f79 req-47c922d4-dd8e-438c-a6ee-2021e94a4d37 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783991
Nov 13 21:06:58.595319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e475c62-c43c-49f2-b72e-ea928420be39 req-9bab1b95-f9b7-4fff-8d0c-2e83cd542ca2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780530
Nov 13 21:06:58.685238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1da97ad0-4f1e-4d30-8f3c-9920402e827d req-4f639730-bcd0-422c-8b49-31ba97ee1247 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 210 time: 0.0270720
Nov 13 21:06:58.693505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.696959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.760182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4778a5-f635-4f23-b1c4-6acba7905908 req-8c42f328-73b5-48c1-a5c6-f26465a1c7b5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.761759 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e4778a5-f635-4f23-b1c4-6acba7905908 req-8c42f328-73b5-48c1-a5c6-f26465a1c7b5 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1097 time: 0.1537452
Nov 13 21:06:58.817760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e4778a5-f635-4f23-b1c4-6acba7905908 req-b8cc12d3-c6c5-487f-8aca-3827c314e2a6 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482001
Nov 13 21:06:58.854988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfe7e5-489a-493b-9103-0a78abf92fb4 req-08633f7f-35bd-4222-aee4-fb48ef84d02f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.862968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20dfe7e5-489a-493b-9103-0a78abf92fb4 req-08633f7f-35bd-4222-aee4-fb48ef84d02f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 945 time: 0.0556800
Nov 13 21:06:58.875242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0920a4ed-62af-4db4-be71-6e2a532a7e97 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:06:58.880336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.881277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa102048-3e82-40e7-9be9-4616a7ef7d03 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:06:58.902039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:58.906042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-752b8d8c-331c-4909-b07e-33a2a8e80dac admin admin] 10.222.0.20 "DELETE /v2.0/routers/fa102048-3e82-40e7-9be9-4616a7ef7d03 HTTP/1.1" status: 204  len: 168 time: 1.8328466
Nov 13 21:06:58.907790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45924) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:58.915334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0920a4ed-62af-4db4-be71-6e2a532a7e97 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:06:58.915732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0920a4ed-62af-4db4-be71-6e2a532a7e97 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:06:58.985141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cdfaf-a360-4073-af96-a1cc564cd28c req-2d082626-922b-4841-8228-0f82847761d4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:58.986733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69cdfaf-a360-4073-af96-a1cc564cd28c req-2d082626-922b-4841-8228-0f82847761d4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1019089
Nov 13 21:06:58.989963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Deleting subnet ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:06:58.994620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.060533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.107376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69cdfaf-a360-4073-af96-a1cc564cd28c req-f9ed585b-e197-4abc-ae57-e07301a144eb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104686
Nov 13 21:06:59.202972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.284297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20dfe7e5-489a-493b-9103-0a78abf92fb4 req-e054d1f1-2f41-4d83-b9e2-879a88184cd4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4200642
Nov 13 21:06:59.300980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-5482887d-5fa7-4f2d-a98a-80a6aa401ee4 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:59.303005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-5482887d-5fa7-4f2d-a98a-80a6aa401ee4 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.4081123
Nov 13 21:06:59.317419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-bd4975f2-021d-4c4f-b3f9-fd4a4b2d3c87 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:59.319030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-bd4975f2-021d-4c4f-b3f9-fd4a4b2d3c87 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.3563781
Nov 13 21:06:59.337171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:59.394927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.431882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.433442 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea7e0a86-265c-492c-9ab6-bd9afdf16ba4 HTTP/1.1" status: 204  len: 168 time: 0.5070212
Nov 13 21:06:59.434313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac4994-061e-4905-aa8f-b56471d865c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7e0a86-265c-492c-9ab6-bd9afdf16ba4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:06:59.435569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:06:59.438534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a404a-f136-426a-8789-9b2c6ff45d68 None None] Network 2e98c801-6c14-4884-9e00-ef2ff149bde3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:06:59.468072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.555456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.558004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-e474b7b8-d558-4e5f-ac37-a07ef7bbe7f6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f6ca3227c41f4308a497edea25797a14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268345
Nov 13 21:06:59.608757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Deleting port 66c90304-2143-4b5c-a471-3392598b4887 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:59.609099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.660740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] DHCP port deletion for 2e98c801-6c14-4884-9e00-ef2ff149bde3 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:06:59.725857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-13fe0e25-5446-418c-ab58-40e6c94bcc2e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:59.727579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-13fe0e25-5446-418c-ab58-40e6c94bcc2e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1619005
Nov 13 21:06:59.737528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] Deleting port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:59.737937 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.755309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Request body: {'port': {'device_id': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f6ca3227c41f4308a497edea25797a14'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:06:59.792271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.815750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] For port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:59.816058 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.817511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6772305-1f54-482f-9a57-10f89bd183b1 req-fcea8492-0b37-427f-b2d7-4c48d42e7f78 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:06:59.819836 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6772305-1f54-482f-9a57-10f89bd183b1 req-fcea8492-0b37-427f-b2d7-4c48d42e7f78 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 950 time: 0.2226033
Nov 13 21:06:59.832198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] Calling delete_port for 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:06:59.890178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:59.893037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] For port 66c90304-2143-4b5c-a471-3392598b4887, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66c90304-2143-4b5c-a471-3392598b4887,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:06:59.893505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.924758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Deleting port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:06:59.925101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:06:59.963980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Made reservation on behalf of f6ca3227c41f4308a497edea25797a14 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:06:59.967414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.000928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Calling delete_port for 66c90304-2143-4b5c-a471-3392598b4887 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:07:00.038971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6772305-1f54-482f-9a57-10f89bd183b1 req-320054b7-0f6d-4b85-a7df-8383c678dd83 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982949
Nov 13 21:07:00.100162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] For port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,segment=NetworkSegment(cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3),segment_id=cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:00.100550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.103849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.120073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Calling delete_port for 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:07:00.131805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:00.134979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Allocated IP 192.168.233.6 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/b496eb2c-4c7f-40c6-a71e-3fe3718e3481) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:00.157445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] No DVR routers for this DVR port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:00.159496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa142f05-bc46-4ca4-a1fa-ec027fac4401 None None] Pushing event deleted for resources: {'Port': ['ID=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:00.281628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:00.284186 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7224fb86-5df2-4ef2-8059-cb71310e0cb5" -d '{"events": [{"server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "name": "network-vif-unplugged", "status": "completed", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:00.288335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.297669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.315334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f21cef-a128-4872-9bb3-1384378cb422 req-21553047-f17d-415d-bba0-17c7f4d2a118 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:00.317129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2f21cef-a128-4872-9bb3-1384378cb422 req-21553047-f17d-415d-bba0-17c7f4d2a118 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 948 time: 0.1607604
Nov 13 21:07:00.347896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.355036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.391636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2932f0-78ec-48ec-8dd0-bb5cb473d33c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:00.401788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] No DVR routers for this DVR port 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:00.409773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2f21cef-a128-4872-9bb3-1384378cb422 req-5f8c893a-4549-4de7-b412-6d4a9b5a3904 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770111
Nov 13 21:07:00.478631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.498425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.516312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.531231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['af52c05a-3999-4ec8-a050-6907cd91405e', '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:00.547253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-329c21bb-fb77-4c6e-afe6-219d081f01f2 req-61c39dac-d6da-4017-90ac-149506496656 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 210 time: 0.0716431
Nov 13 21:07:00.596075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fefdc1cc5b0>> segment before_delete 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.596454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fefdc1cc5b0>> subnet precommit_delete_associations 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.598455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> segment_host_mapping after_create 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.598455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> port after_create 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.598455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> port after_delete 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.598455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> port after_update 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.598455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> segment after_delete 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.598937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> subnet after_create 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.599188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> subnet after_delete 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.599387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fefdc4fbfd0>> subnet after_update 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.630132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:00.638617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:00.643597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:00.647570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event updated for resources: {'Port': ['ID=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:00.675370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefcfa4d9d0>> subnet after_create 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.676450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefcfa4d9d0>> subnet after_delete 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.676450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefcfa4d9d0>> subnet before_create 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.676450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fefcfa4d9d0>> subnet before_update 55550000 {{(pid=120532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 13 21:07:00.676755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc6e35b0>,) {'filters': {'network_id': ['2e98c801-6c14-4884-9e00-ef2ff149bde3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:07:00.712504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:00.713453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.716731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc6e35b0>, 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:07:00.717033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc6e35b0>, 'cf534a1c-7dda-4ae6-aa1d-c1a0ac255be3') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:07:00.779167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:00.784510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.808358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-4125d1d1-43a0-48b6-b3d8-9328ab1f10a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.0616212
Nov 13 21:07:00.830295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Request body: {'port': {'device_id': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:00.836827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:00.836933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:00.837201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:00.856150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:00.856150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Attempting to bind port 66e12bfa-df4d-432a-9a9b-e716a906c480 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:00.862181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.869834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:00.870167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:00.870545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:00.871804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Bound port: 66e12bfa-df4d-432a-9a9b-e716a906c480, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:00.872029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 006b525b-3728-4ee8-a336-d991f082eb43 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:00.872514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.890851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:00.931136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:07:00.931573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7a2932f0-78ec-48ec-8dd0-bb5cb473d33c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:00.932094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:00.933996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.941472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:07:00.941949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.942930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   from cryptography.utils import int_from_bytes
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   from cryptography.utils import int_from_bytes
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:07:00.950466 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:07:00.974309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:07:00.975219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1b3bee5b-d096-4b3e-bc64-377e6ae4c9bc not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:01.028993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Pushing event deleted for resources: {'Port': ['ID=66c90304-2143-4b5c-a471-3392598b4887,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:01.058549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090d1c2-060f-47da-b667-22c49dd06ace req-5b23534e-9b19-4fc1-8d03-4fb1ac263ed4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:01.066004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090d1c2-060f-47da-b667-22c49dd06ace req-5b23534e-9b19-4fc1-8d03-4fb1ac263ed4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.3218386
Nov 13 21:07:01.066279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b4ef47dd-1ec2-492e-9561-1b1a545604a3 None None] Provisioning complete for port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:01.066666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4ef47dd-1ec2-492e-9561-1b1a545604a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.073150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 006b525b-3728-4ee8-a336-d991f082eb43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=006b525b-3728-4ee8-a336-d991f082eb43,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:01.112467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '006b525b-3728-4ee8-a336-d991f082eb43', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '006b525b-3728-4ee8-a336-d991f082eb43', 'mac_address': 'fa:16:3e:74:25:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:01.126437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:01.126655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b4ef47dd-1ec2-492e-9561-1b1a545604a3 None None] Port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:07:01.145224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] No DVR routers for this DVR port 66c90304-2143-4b5c-a471-3392598b4887 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:01.153459 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.156919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a698b665-9f24-4874-b81c-3570ad0df0f2 req-7873ece2-ab71-4b2f-9c80-0a3e602e8f1d tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "DELETE /v2.0/ports/66c90304-2143-4b5c-a471-3392598b4887 HTTP/1.1" status: 204  len: 173 time: 1.8363583
Nov 13 21:07:01.168130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:01.171355 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.191643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006b525b-3728-4ee8-a336-d991f082eb43 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:01.208963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e090d1c2-060f-47da-b667-22c49dd06ace req-ddc7796a-cd52-45e6-b310-c886f0a8e707 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263330
Nov 13 21:07:01.211215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.222157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.244711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e98c801-6c14-4884-9e00-ef2ff149bde3 HTTP/1.1" status: 204  len: 168 time: 1.7893238
Nov 13 21:07:01.244820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 006b525b-3728-4ee8-a336-d991f082eb43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=006b525b-3728-4ee8-a336-d991f082eb43,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:01.244944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554f67-c481-4cb9-bfb1-65f2204488e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e98c801-6c14-4884-9e00-ef2ff149bde3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:01.275511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.297116 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35130825-5309-4cd0-acf0-6bc30c78b138 x-openstack-request-id: req-35130825-5309-4cd0-acf0-6bc30c78b138 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:01.297472 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "name": "network-vif-unplugged", "status": "completed", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:01.297785 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35130825-5309-4cd0-acf0-6bc30c78b138 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:01.298247 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'code': 200}
Nov 13 21:07:01.374848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b496eb2c-4c7f-40c6-a71e-3fe3718e3481 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:01.389368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.411129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.415142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Transition to ACTIVE for port object b496eb2c-4c7f-40c6-a71e-3fe3718e3481 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:01.439327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:01.439947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.441590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] 10.222.0.46 "PUT /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 1121 time: 2.1098397
Nov 13 21:07:01.449391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af58d0b-c297-4e22-a518-ab848ec41e26 service neutron] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=8']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:01.463251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=006b525b-3728-4ee8-a336-d991f082eb43,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:01.467951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6048ff-f482-48d9-814e-4f3aa06a71b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:01.471981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c7c9d-84d0-4966-a462-26da9235845c req-243f92ef-7486-4a7d-bec9-a2d13dc1dbfd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:01.477257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-375c7c9d-84d0-4966-a462-26da9235845c req-243f92ef-7486-4a7d-bec9-a2d13dc1dbfd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.1059749
Nov 13 21:07:01.530711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-375c7c9d-84d0-4966-a462-26da9235845c req-6ff3a68f-76aa-471f-a3b3-437ac9a2742e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492539
Nov 13 21:07:01.546500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.600980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['66e12bfa-df4d-432a-9a9b-e716a906c480'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:01.610501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Pushing event updated for resources: {'Port': ['ID=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:01.678044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-5acc7470-ece3-4aaa-a7fa-e06bf42b4d52 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:07:01.679337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-5acc7470-ece3-4aaa-a7fa-e06bf42b4d52 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092301
Nov 13 21:07:01.696819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['3631b119-4db1-4863-b21b-8ef234c829e4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:01.714708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eaa61da6-0ac3-4c59-a74e-8975f32ae7bb req-4837008c-1188-4079-9884-cd5db1d11339 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2fc185c-ba9a-41e0-8fbe-77a728875041 HTTP/1.1" status: 200  len: 210 time: 0.0694916
Nov 13 21:07:01.780378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Attempting to bind port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:01.781197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Attempting to bind port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:01.782051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Attempting to bind port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:01.793163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:01.793484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Attempting to bind port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:01.796012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-8b15a5f6-9854-4d5b-a428-8245c2d56704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:01.802928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-8b15a5f6-9854-4d5b-a428-8245c2d56704 service neutron] 10.222.0.20 "GET /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 1094 time: 0.0927811
Nov 13 21:07:01.808477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:01.808960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Unknown quota resources ['binding']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:07:01.836432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:01.836846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:01.837222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:01.837616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Bound port: b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:01.837975 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:01.852553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45972) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:01.899654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d5b37-001b-402d-8904-0ee9eea09a42 req-0ad45980-bf56-46c9-baa3-0b11a2ad8857 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:01.901277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad8d5b37-001b-402d-8904-0ee9eea09a42 req-0ad45980-bf56-46c9-baa3-0b11a2ad8857 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 949 time: 0.1091950
Nov 13 21:07:01.923070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-db3a425e-8b7c-4dfe-93db-c19fe0fe3f7e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ee538e9cfda44529a9dcef0de3a5340&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0688884
Nov 13 21:07:01.931952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45974) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:01.940146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['66e12bfa-df4d-432a-9a9b-e716a906c480'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:01.943177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:01.951896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba6048ff-f482-48d9-814e-4f3aa06a71b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:01.987946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] For port b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:02.003854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad8d5b37-001b-402d-8904-0ee9eea09a42 req-ef029763-bb24-4bdc-b5a8-fc76b30541b9 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898733
Nov 13 21:07:02.017242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] For port b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:02.023573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b8cc29-acb6-48cd-b152-e8cf87833215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.047010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on host nch1-master-1 for vnic_type normal with profile None {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:02.047473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:02.047753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:02.052272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:02.052596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:02.057828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'mac_address': 'fa:16:3e:b5:36:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:02.059018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:02.067181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:02.067181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:02.067181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Bound port: 48311ae5-d783-449b-b79b-67713c459133, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:02.067718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b8cc29-acb6-48cd-b152-e8cf87833215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.138433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:02.140739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.181624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.182381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.183607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] 10.222.0.37 "PUT /v2.0/ports/b496eb2c-4c7f-40c6-a71e-3fe3718e3481 HTTP/1.1" status: 200  len: 1094 time: 1.3626852
Nov 13 21:07:02.184097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'tag': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:02.186451 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ee0aff-7cfb-4ec3-b72f-99973f323cae" -d '{"events": [{"name": "network-changed", "server_uuid": "d14773d2-e6ad-4e50-9524-679f6eed755a", "tag": "b496eb2c-4c7f-40c6-a71e-3fe3718e3481"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:02.205826 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.208673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a2bf-6d4f-4586-89bb-8ed61ca0b2d9 req-89c4ad95-7aca-4612-91b6-e6b094d7c53c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.210912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1183a2bf-6d4f-4586-89bb-8ed61ca0b2d9 req-89c4ad95-7aca-4612-91b6-e6b094d7c53c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 946 time: 0.0911453
Nov 13 21:07:02.217663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fdcea-2b49-45ba-8764-5590df22ca2d service neutron] Pushing event updated for resources: {'Port': ['ID=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:02.267354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6048ff-f482-48d9-814e-4f3aa06a71b2 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:02.278353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b8cc29-acb6-48cd-b152-e8cf87833215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.282165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b8cc29-acb6-48cd-b152-e8cf87833215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.285876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-69b8cc29-acb6-48cd-b152-e8cf87833215 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4af06c03-9761-4d1f-806a-cb92c52f9f44 HTTP/1.1" status: 204  len: 168 time: 0.3505547
Nov 13 21:07:02.292598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8cc29-acb6-48cd-b152-e8cf87833215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af06c03-9761-4d1f-806a-cb92c52f9f44,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:02.326263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba6048ff-f482-48d9-814e-4f3aa06a71b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:02.352514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.362204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2cdc297a-32d5-447c-950f-3e6ef386be3f service neutron] 10.222.0.20 "POST /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133/bindings HTTP/1.1" status: 201  len: 389 time: 0.5505319
Nov 13 21:07:02.363351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1183a2bf-6d4f-4586-89bb-8ed61ca0b2d9 req-c7776a6f-ea85-4757-9e8b-349cab1d8925 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434634
Nov 13 21:07:02.429660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:02.430702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:02.468350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-49457fb6-ba34-4d11-bce2-60dfd324cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.470776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-49457fb6-ba34-4d11-bce2-60dfd324cda8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 1097 time: 0.0666156
Nov 13 21:07:02.504965 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0919e3-9529-48e1-bcbe-73ae96a6b545 x-openstack-request-id: req-bb0919e3-9529-48e1-bcbe-73ae96a6b545 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:02.505322 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14773d2-e6ad-4e50-9524-679f6eed755a", "tag": "b496eb2c-4c7f-40c6-a71e-3fe3718e3481", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:02.505692 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb0919e3-9529-48e1-bcbe-73ae96a6b545 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:02.506518 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'tag': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481', 'status': 'completed', 'code': 200}
Nov 13 21:07:02.538726 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-aa54276c-da3a-4e2c-a180-9063096c2e52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481 HTTP/1.1" status: 200  len: 217 time: 0.0468743
Nov 13 21:07:02.612440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-55201825-4ddb-457e-939d-a411564b339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.614056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-55201825-4ddb-457e-939d-a411564b339a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0615208
Nov 13 21:07:02.641282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6376-a04a-4299-b187-133b86fc46bf req-503a29e2-3c80-46a6-8e3e-9e552b28b396 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.647685 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.resource_extend [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:07:02.650405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e9b6376-a04a-4299-b187-133b86fc46bf req-503a29e2-3c80-46a6-8e3e-9e552b28b396 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0871625
Nov 13 21:07:02.674701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483630f-b108-490e-b55c-332e7c76296c req-7fea2f1e-d980-46b3-8bdb-07513fb8e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.676269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-7fea2f1e-d980-46b3-8bdb-07513fb8e3c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0518880
Nov 13 21:07:02.705735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e9b6376-a04a-4299-b187-133b86fc46bf req-54663dc9-1e49-42b2-8770-2a1bb2f1412a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538507
Nov 13 21:07:02.749953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ba6048ff-f482-48d9-814e-4f3aa06a71b2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:02.787954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.788299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.788639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.789018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.789362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.789681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.790011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.790324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.790645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.790970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.791290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.791617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:02.835398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:02.854691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 has no active binding in host nch2-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:07:02.874062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-709029c2-eb46-4390-8d9f-9eb86f217dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837711
Nov 13 21:07:02.879400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b51fb-1adb-4db5-b5f4-2974d6fd4deb req-7017ac2e-7f22-41da-ab01-620e076ac90f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.880936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f55b51fb-1adb-4db5-b5f4-2974d6fd4deb req-7017ac2e-7f22-41da-ab01-620e076ac90f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0904338
Nov 13 21:07:02.882721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29e9d4-7909-4d4e-962a-3c465dd43f4c req-3f82c04e-0b41-48ac-bba4-6f58afff3bf3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:02.886995 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd29e9d4-7909-4d4e-962a-3c465dd43f4c req-3f82c04e-0b41-48ac-bba4-6f58afff3bf3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0844016
Nov 13 21:07:02.895288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66c90304-2143-4b5c-a471-3392598b4887 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:02.920989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 66c90304-2143-4b5c-a471-3392598b4887 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:07:02.921619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66c90304-2143-4b5c-a471-3392598b4887 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:02.943747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f55b51fb-1adb-4db5-b5f4-2974d6fd4deb req-360c0d1e-b026-4e13-807d-247f42df4c0c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545304
Nov 13 21:07:03.003161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd29e9d4-7909-4d4e-962a-3c465dd43f4c req-45d898cd-82ae-4af6-9488-f543f705cc98 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126397
Nov 13 21:07:03.031659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1483630f-b108-490e-b55c-332e7c76296c req-2482d76e-2a32-436d-8dca-0a8c13164a2c service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423302
Nov 13 21:07:03.148344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc72345-103d-4b46-a009-a07237c2773e req-8c32b539-dfba-4dac-9954-3b6b4e9df26a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.150674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdc72345-103d-4b46-a009-a07237c2773e req-8c32b539-dfba-4dac-9954-3b6b4e9df26a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 949 time: 0.0570359
Nov 13 21:07:03.211548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdc72345-103d-4b46-a009-a07237c2773e req-fcb35cc2-bce5-4c7b-a995-ca474895464c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548730
Nov 13 21:07:03.239418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-46b8ea01-4ddf-4909-bb0a-86115467225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.240931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-46b8ea01-4ddf-4909-bb0a-86115467225d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6ca3227c41f4308a497edea25797a14&device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 1097 time: 0.0424860
Nov 13 21:07:03.287541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ba6048ff-f482-48d9-814e-4f3aa06a71b2'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:03.300295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'name': 'network-vif-deleted', 'tag': '66c90304-2143-4b5c-a471-3392598b4887'}, {'name': 'network-changed', 'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:03.304050 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292971fe-45d2-4ea2-8d29-7194681d4ff7" -d '{"events": [{"server_uuid": "c2fc185c-ba9a-41e0-8fbe-77a728875041", "name": "network-vif-deleted", "tag": "66c90304-2143-4b5c-a471-3392598b4887"}, {"name": "network-changed", "server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:03.347797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-63c8be03-2036-4da7-8db0-9df8f1e8aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.349316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-63c8be03-2036-4da7-8db0-9df8f1e8aebd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.0946224
Nov 13 21:07:03.367653 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5d4042-7d55-48ca-8b1a-8da1a9cf7164 x-openstack-request-id: req-2f5d4042-7d55-48ca-8b1a-8da1a9cf7164 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:03.368567 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fc185c-ba9a-41e0-8fbe-77a728875041", "name": "network-vif-deleted", "tag": "66c90304-2143-4b5c-a471-3392598b4887", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:03.368883 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f5d4042-7d55-48ca-8b1a-8da1a9cf7164 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:03.369296 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fc185c-ba9a-41e0-8fbe-77a728875041', 'name': 'network-vif-deleted', 'tag': '66c90304-2143-4b5c-a471-3392598b4887', 'status': 'completed', 'code': 200}
Nov 13 21:07:03.369585 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'status': 'completed', 'code': 200}
Nov 13 21:07:03.431264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-254512d1-4d37-4963-9021-1b67ab09ad73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481 HTTP/1.1" status: 200  len: 217 time: 0.0453763
Nov 13 21:07:03.462176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-b32d7c30-7c4a-49d1-b1dd-d637d5fbcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.463680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-b32d7c30-7c4a-49d1-b1dd-d637d5fbcccd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1124 time: 0.0467160
Nov 13 21:07:03.563730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-fad61242-a0c1-44ec-9b62-f7960ab53007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.565310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-fad61242-a0c1-44ec-9b62-f7960ab53007 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1087179
Nov 13 21:07:03.576157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-12075aaa-6b3e-4b6f-afee-4e5ed5625e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.577691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-12075aaa-6b3e-4b6f-afee-4e5ed5625e62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.0895712
Nov 13 21:07:03.590955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a76a0-8259-4edd-aedf-4a65ad746c51 req-c3e34cf9-0c82-4f7d-ad96-7a86179bb532 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.592307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-204a76a0-8259-4edd-aedf-4a65ad746c51 req-c3e34cf9-0c82-4f7d-ad96-7a86179bb532 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 946 time: 0.1239679
Nov 13 21:07:03.625315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-f26aae30-8061-409c-bb04-9112be1e72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.627943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-f26aae30-8061-409c-bb04-9112be1e72f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1097 time: 0.1347945
Nov 13 21:07:03.657961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-b4675af8-d0f3-490d-a689-5722d72cd222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 217 time: 0.0445864
Nov 13 21:07:03.715435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-fb0c3790-b073-42ed-b88c-f20e6646a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.716857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-fb0c3790-b073-42ed-b88c-f20e6646a5ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0457101
Nov 13 21:07:03.731379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-254d8a78-d676-4f9a-a2f1-ed4a15067bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.732884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-254d8a78-d676-4f9a-a2f1-ed4a15067bb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1503189
Nov 13 21:07:03.751505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-204a76a0-8259-4edd-aedf-4a65ad746c51 req-010e5738-e118-4519-8bba-63fc6da59194 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214147
Nov 13 21:07:03.754905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-f2906a0c-69d0-42e2-940a-717b28011e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242429
Nov 13 21:07:03.860286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-88c368e1-1499-40fe-813d-87112cc4307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.862195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-88c368e1-1499-40fe-813d-87112cc4307b service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2202339
Nov 13 21:07:03.918360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2ae911d7-b32f-4dc9-9a26-79424bea9ee4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 217 time: 0.0448112
Nov 13 21:07:03.920902 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-a73906cf-5b86-49be-b3ea-d8ca7108d306 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381037
Nov 13 21:07:03.942741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df846e4b-d0ad-4802-8559-5c05bed34932 req-04ccdbc2-46aa-4763-907a-902090e613e5 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.943001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445dc7-550e-4772-9064-20d056813c5f req-9fd97e3c-a472-4c34-8501-e5fbcbd3c46b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:03.944781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df846e4b-d0ad-4802-8559-5c05bed34932 req-04ccdbc2-46aa-4763-907a-902090e613e5 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 950 time: 0.1264117
Nov 13 21:07:03.944908 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e445dc7-550e-4772-9064-20d056813c5f req-9fd97e3c-a472-4c34-8501-e5fbcbd3c46b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0558898
Nov 13 21:07:03.980341 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-1fe96986-d090-41dc-bd24-1dbe9f2cc4fa service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325435
Nov 13 21:07:04.047177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e445dc7-550e-4772-9064-20d056813c5f req-3943d2b0-4d93-4f9d-b575-b8b8231a29b8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944910
Nov 13 21:07:04.063303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-292971fe-45d2-4ea2-8d29-7194681d4ff7 req-7f63f196-e262-4aa4-a14c-44b0bddb625a service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175389
Nov 13 21:07:04.066805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-878d75ed-b9f1-4698-9b4e-161d2d3ada53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:04.069471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-878d75ed-b9f1-4698-9b4e-161d2d3ada53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1226234
Nov 13 21:07:04.104037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df846e4b-d0ad-4802-8559-5c05bed34932 req-3a2b6e2e-59b9-4da3-ba99-edd4856df865 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489296
Nov 13 21:07:04.128089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-c06cf573-51c3-4f7a-8c4d-d8ed19c64497 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392115
Nov 13 21:07:04.149680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ee0aff-7cfb-4ec3-b72f-99973f323cae req-eeb794f5-7e81-4aa9-85df-7dd87b70eb9d service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594841
Nov 13 21:07:04.263331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65406470-6546-49db-b205-42930448e14b req-449b3ace-ca79-477b-a5b3-edfa7ee104fe tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:04.265186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65406470-6546-49db-b205-42930448e14b req-449b3ace-ca79-477b-a5b3-edfa7ee104fe tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0957732
Nov 13 21:07:04.269000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-16107e30-bcc5-4461-8a32-919d57d959c4 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306663
Nov 13 21:07:04.328960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b559dd-18cc-41de-b30b-5a09db8d72df req-055623ff-af05-49a8-a115-6cbbf7e988d4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:04.330517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-65b559dd-18cc-41de-b30b-5a09db8d72df req-055623ff-af05-49a8-a115-6cbbf7e988d4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0518258
Nov 13 21:07:04.381973 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-65b559dd-18cc-41de-b30b-5a09db8d72df req-6bcfb6ee-6cce-47bd-afeb-186c6c2d9a04 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452325
Nov 13 21:07:04.523876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a9a81-48a1-4b51-bf04-2253ab70308a req-b471550e-b7a1-445f-a920-888b8414467c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:04.525363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-916a9a81-48a1-4b51-bf04-2253ab70308a req-b471550e-b7a1-445f-a920-888b8414467c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 949 time: 0.0513921
Nov 13 21:07:04.575561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-916a9a81-48a1-4b51-bf04-2253ab70308a req-fbe992e9-8b1f-4c32-93e0-0b7cbe23f500 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436897
Nov 13 21:07:04.622696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65406470-6546-49db-b205-42930448e14b req-6afd4640-c709-4c42-8f2f-a1040cba5d3b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3516769
Nov 13 21:07:04.653570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-c2c08013-8be8-48c5-93c2-35ea9da501fe service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3689172
Nov 13 21:07:04.873327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6b641-6087-4ef5-952e-e9e35237543e req-2c2797c4-3c46-4225-b14e-d0c0cf7ae8fc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:04.874817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90c6b641-6087-4ef5-952e-e9e35237543e req-2c2797c4-3c46-4225-b14e-d0c0cf7ae8fc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 946 time: 0.0533218
Nov 13 21:07:04.916815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 006b525b-3728-4ee8-a336-d991f082eb43 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:04.923683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90c6b641-6087-4ef5-952e-e9e35237543e req-ef00e2e4-a2aa-414a-9b97-9b0ab66901a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428009
Nov 13 21:07:05.077468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 006b525b-3728-4ee8-a336-d991f082eb43 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:05.082151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 006b525b-3728-4ee8-a336-d991f082eb43 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:05.082715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.175371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.191709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d03a-2389-4a20-8d25-0330bc9f5e9b req-f08b45b8-b95d-46cc-8d10-9e4ed42b3f99 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.199802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b73d03a-2389-4a20-8d25-0330bc9f5e9b req-f08b45b8-b95d-46cc-8d10-9e4ed42b3f99 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0725975
Nov 13 21:07:05.209274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b525b-3728-4ee8-a336-d991f082eb43'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:05.212675 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd48bc1-8109-4570-8dc3-4257b77ee277" -d '{"events": [{"server_uuid": "a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3", "name": "network-vif-plugged", "status": "completed", "tag": "006b525b-3728-4ee8-a336-d991f082eb43"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:05.234627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 006b525b-3728-4ee8-a336-d991f082eb43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=006b525b-3728-4ee8-a336-d991f082eb43,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:05.267085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b73d03a-2389-4a20-8d25-0330bc9f5e9b req-c8e024e9-498b-4cf6-b85c-d768c42ca791 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630283
Nov 13 21:07:05.292269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc213b03-1f2c-4ef9-8ea8-fe7d88e628a8 req-4aa3021f-01ac-43a6-b73a-ed07fbe58bb4 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.292269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc213b03-1f2c-4ef9-8ea8-fe7d88e628a8 req-4aa3021f-01ac-43a6-b73a-ed07fbe58bb4 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 950 time: 0.0830312
Nov 13 21:07:05.304660 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7b5c2a-d92c-4a2b-8866-27c15caa551f x-openstack-request-id: req-1e7b5c2a-d92c-4a2b-8866-27c15caa551f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:05.305102 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3", "name": "network-vif-plugged", "status": "completed", "tag": "006b525b-3728-4ee8-a336-d991f082eb43", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:05.305449 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e7b5c2a-d92c-4a2b-8866-27c15caa551f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:05.306017 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b525b-3728-4ee8-a336-d991f082eb43', 'code': 200}
Nov 13 21:07:05.335650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46082) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:05.340259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc213b03-1f2c-4ef9-8ea8-fe7d88e628a8 req-3ec1814e-d7e7-48ef-aa25-712a6fd111ed tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525060
Nov 13 21:07:05.354017 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.409616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=006b525b-3728-4ee8-a336-d991f082eb43,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:05.455865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ece3-0a75-4c95-a8bf-b434808c4aa5 req-34c78af1-db96-45d9-993c-6a38ecafa3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.458407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2885ece3-0a75-4c95-a8bf-b434808c4aa5 req-34c78af1-db96-45d9-993c-6a38ecafa3dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 1101 time: 0.0613024
Nov 13 21:07:05.494633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6048ff-f482-48d9-814e-4f3aa06a71b2 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:05.511425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4857eca-0354-40b3-8998-311263233c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.523267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2885ece3-0a75-4c95-a8bf-b434808c4aa5 req-6c94736c-bb4d-4410-bd87-5a68285552c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425544
Nov 13 21:07:05.555199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da46d1-96f8-44ab-a746-562b20745483 req-1925b204-2784-442f-8fe6-9cc1b269d23d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.556608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4da46d1-96f8-44ab-a746-562b20745483 req-1925b204-2784-442f-8fe6-9cc1b269d23d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0857263
Nov 13 21:07:05.627387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4da46d1-96f8-44ab-a746-562b20745483 req-961eb482-f018-4f9e-97bf-e8e5434247b6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610263
Nov 13 21:07:05.644413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ba6048ff-f482-48d9-814e-4f3aa06a71b2 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:05.655437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4857eca-0354-40b3-8998-311263233c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.656118 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ba6048ff-f482-48d9-814e-4f3aa06a71b2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:05.656558 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.708547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257419-55c8-4ac4-ab2e-7d411765ca8a req-c943733d-531d-44d9-86f0-6d29b55960c0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.716573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53257419-55c8-4ac4-ab2e-7d411765ca8a req-c943733d-531d-44d9-86f0-6d29b55960c0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 950 time: 0.0636823
Nov 13 21:07:05.750801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4857eca-0354-40b3-8998-311263233c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.767802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.779032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a4857eca-0354-40b3-8998-311263233c33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f3d4b0e89184b76b3e3c89c9a29209e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4412889
Nov 13 21:07:05.780787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53257419-55c8-4ac4-ab2e-7d411765ca8a req-cc7e7c8a-6158-4b8b-bfe8-a8bb332d2e5a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597038
Nov 13 21:07:05.782653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46100) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:05.823544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba6048ff-f482-48d9-814e-4f3aa06a71b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:05.827193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565802-14eb-416e-82f8-a2f5d22285be req-c72ffcef-6753-4cfd-b85d-c254bda2a864 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.833190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03565802-14eb-416e-82f8-a2f5d22285be req-c72ffcef-6753-4cfd-b85d-c254bda2a864 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.1164701
Nov 13 21:07:05.835901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4857eca-0354-40b3-8998-311263233c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0f2bda-ecf5-404e-b8a7-b8e3ebc6ff68,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:05.889778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03565802-14eb-416e-82f8-a2f5d22285be req-04b60960-aa2c-4dfc-9851-10fb05179322 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506258
Nov 13 21:07:05.895941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-36f40a04-842b-4b90-9348-5fedc71c7add tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:05.898027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-36f40a04-842b-4b90-9348-5fedc71c7add tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 950 time: 0.0951679
Nov 13 21:07:05.935227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45d98f89-bc67-44db-8a89-2642d00722ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:05.988227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45d98f89-bc67-44db-8a89-2642d00722ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.038911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72915b0-d263-4f7d-9cb3-1b457da2da15 req-83b78bae-1726-415b-b508-050582b2fb58 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:06.041334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d72915b0-d263-4f7d-9cb3-1b457da2da15 req-83b78bae-1726-415b-b508-050582b2fb58 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 946 time: 0.0486543
Nov 13 21:07:06.041485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Deleting port 3631b119-4db1-4863-b21b-8ef234c829e4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:07:06.041745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.090905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d72915b0-d263-4f7d-9cb3-1b457da2da15 req-52d66c8c-1153-45fd-88b4-9f8ad8369310 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438035
Nov 13 21:07:06.135003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] For port 3631b119-4db1-4863-b21b-8ef234c829e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3631b119-4db1-4863-b21b-8ef234c829e4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:06.135366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.148374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Calling delete_port for 3631b119-4db1-4863-b21b-8ef234c829e4 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:07:06.330255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:07:06.376342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60ae6a-5ae7-495b-bf1e-c90f067be6ec req-dc6bbe09-24e0-41e0-9b0d-181093e9076e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:06.381896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.382927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d60ae6a-5ae7-495b-bf1e-c90f067be6ec req-dc6bbe09-24e0-41e0-9b0d-181093e9076e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0496428
Nov 13 21:07:06.382927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45d98f89-bc67-44db-8a89-2642d00722ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.382927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45d98f89-bc67-44db-8a89-2642d00722ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.386515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-45d98f89-bc67-44db-8a89-2642d00722ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e0f2bda-ecf5-404e-b8a7-b8e3ebc6ff68 HTTP/1.1" status: 204  len: 168 time: 0.5995889
Nov 13 21:07:06.400463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98f89-bc67-44db-8a89-2642d00722ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0f2bda-ecf5-404e-b8a7-b8e3ebc6ff68,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:06.444978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.460812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['3631b119-4db1-4863-b21b-8ef234c829e4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:06.476967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7253c-622a-453e-a208-f890f68b45c3 req-ea4c79c1-018e-4e2f-a8c7-e505566297e0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:06.480446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cb7253c-622a-453e-a208-f890f68b45c3 req-ea4c79c1-018e-4e2f-a8c7-e505566297e0 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 867 time: 0.0730233
Nov 13 21:07:06.496734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ba6048ff-f482-48d9-814e-4f3aa06a71b2,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:06.506310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Pushing event deleted for resources: {'Port': ['ID=3631b119-4db1-4863-b21b-8ef234c829e4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:06.506310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d60ae6a-5ae7-495b-bf1e-c90f067be6ec req-a724a10c-e632-45a8-a05f-84a4719f27f0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086378
Nov 13 21:07:06.542361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cb7253c-622a-453e-a208-f890f68b45c3 req-ec784123-a9f5-4a7c-8f07-491e0e18dfd7 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff72ef6c-5e88-4628-941b-e872b5d33b36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545940
Nov 13 21:07:06.557225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] No DVR routers for this DVR port 3631b119-4db1-4863-b21b-8ef234c829e4 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:06.559827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:06.563314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac9f4a11-4a75-4bf0-b809-52ccdd3d206b req-7b1f2d3f-1335-4b70-b5a2-9ac8d66a2d9c tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.37 "DELETE /v2.0/ports/3631b119-4db1-4863-b21b-8ef234c829e4 HTTP/1.1" status: 204  len: 173 time: 0.6578760
Nov 13 21:07:06.563909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'name': 'network-vif-deleted', 'tag': '3631b119-4db1-4863-b21b-8ef234c829e4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:06.566148 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913074f8-ffe9-4f9b-aa6b-8a0c3b0fe18f" -d '{"events": [{"server_uuid": "a399f91b-9371-44fc-92d8-556b43048f1d", "name": "network-vif-deleted", "tag": "3631b119-4db1-4863-b21b-8ef234c829e4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:06.609716 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ecbeb6-5948-430d-ae43-299f00d7a7b3 x-openstack-request-id: req-14ecbeb6-5948-430d-ae43-299f00d7a7b3 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:06.609716 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a399f91b-9371-44fc-92d8-556b43048f1d", "name": "network-vif-deleted", "tag": "3631b119-4db1-4863-b21b-8ef234c829e4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:06.609716 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14ecbeb6-5948-430d-ae43-299f00d7a7b3 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:06.609716 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a399f91b-9371-44fc-92d8-556b43048f1d', 'name': 'network-vif-deleted', 'tag': '3631b119-4db1-4863-b21b-8ef234c829e4', 'status': 'completed', 'code': 200}
Nov 13 21:07:06.772403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fca39-1edb-4841-bb31-01b490b678ee req-473c0392-6984-428d-9bf5-4b169dd3f190 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:06.774061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a1fca39-1edb-4841-bb31-01b490b678ee req-473c0392-6984-428d-9bf5-4b169dd3f190 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0562217
Nov 13 21:07:06.829874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a1fca39-1edb-4841-bb31-01b490b678ee req-edf9be19-e13b-4b04-8a28-cae9495c245a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490875
Nov 13 21:07:06.904927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6ed3-2256-4178-840f-943ed7d30154 req-044fd858-02dc-4318-b5a1-c31d1827be6b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:06.906628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d8c6ed3-2256-4178-840f-943ed7d30154 req-044fd858-02dc-4318-b5a1-c31d1827be6b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 950 time: 0.0559685
Nov 13 21:07:06.913361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b496eb2c-4c7f-40c6-a71e-3fe3718e3481 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:06.998897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d8c6ed3-2256-4178-840f-943ed7d30154 req-4460e99d-a493-4ac6-b63f-e4c171c81170 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810797
Nov 13 21:07:07.045707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78b87-8ce0-4289-a4fd-9a7bacdbec96 req-a021511a-fc5e-4f9b-a39d-51ea427278b3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:07.047493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9b78b87-8ce0-4289-a4fd-9a7bacdbec96 req-a021511a-fc5e-4f9b-a39d-51ea427278b3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0788813
Nov 13 21:07:07.049640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:07.066725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481', 'mac_address': 'fa:16:3e:8d:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:07.114327 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:07.129869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b496eb2c-4c7f-40c6-a71e-3fe3718e3481 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:07.140557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9b78b87-8ce0-4289-a4fd-9a7bacdbec96 req-3b3cb7af-ce32-40d8-999c-dabd9fce2782 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863409
Nov 13 21:07:07.150839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:07.249617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87899eb-3c5f-4e45-854d-9e0cde3e958b req-0116114a-3aa4-46e3-bd4e-ebaa953573cc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:07.251078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c87899eb-3c5f-4e45-854d-9e0cde3e958b req-0116114a-3aa4-46e3-bd4e-ebaa953573cc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 946 time: 0.0489504
Nov 13 21:07:07.268796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:07.304222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c87899eb-3c5f-4e45-854d-9e0cde3e958b req-d5ed333b-7e92-409c-a830-acdd0cc7e1d6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470035
Nov 13 21:07:07.307829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:07.310264 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e484118a-3dd2-4fef-941a-f5309d76a968" -d '{"events": [{"server_uuid": "cc6966b2-afb3-4627-b62a-abbb7601de90", "name": "network-vif-plugged", "status": "completed", "tag": "ba6048ff-f482-48d9-814e-4f3aa06a71b2"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:07.328565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:07.353603 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48ab06e-827e-446e-a968-299fecf4908f x-openstack-request-id: req-d48ab06e-827e-446e-a968-299fecf4908f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:07.353914 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6966b2-afb3-4627-b62a-abbb7601de90", "name": "network-vif-plugged", "status": "completed", "tag": "ba6048ff-f482-48d9-814e-4f3aa06a71b2", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:07.362315 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d48ab06e-827e-446e-a968-299fecf4908f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:07.362315 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'code': 200}
Nov 13 21:07:07.473718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbd4be-de6f-4dba-a5d9-7d566fd7877a req-bdcc01b5-f782-47cd-8ed9-21a7206e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:07.475938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6dbd4be-de6f-4dba-a5d9-7d566fd7877a req-bdcc01b5-f782-47cd-8ed9-21a7206e8f06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 1100 time: 0.0395548
Nov 13 21:07:07.525602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6dbd4be-de6f-4dba-a5d9-7d566fd7877a req-0c4e1535-3e1f-4ba6-9d10-13c17d371c4c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422931
Nov 13 21:07:07.645849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a820f-981f-49ed-a354-12d66cf951f0 req-1fb54c33-8f6c-463d-a8e7-c77f37c70cdf tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:07.659207 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b46a820f-981f-49ed-a354-12d66cf951f0 req-1fb54c33-8f6c-463d-a8e7-c77f37c70cdf tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0535038
Nov 13 21:07:07.666155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e8165d4-ec6d-4598-90ad-2fb184f8e417 req-5cc42e35-5c0f-4370-93f7-edcc57d94447 tempest-ServersAdminNegativeTestJSON-1757403883 tempest-ServersAdminNegativeTestJSON-1757403883-project] 10.222.0.20 "GET /v2.0/ports?device_id=a399f91b-9371-44fc-92d8-556b43048f1d HTTP/1.1" status: 200  len: 210 time: 0.0326104
Nov 13 21:07:07.697996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b46a820f-981f-49ed-a354-12d66cf951f0 req-0b5b3d2d-0aa9-4ede-9dde-458e0448e654 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434682
Nov 13 21:07:07.700617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b496eb2c-4c7f-40c6-a71e-3fe3718e3481'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:07.965989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9207838-ae40-407e-a841-d84a8b129c90 req-a876e53b-60b6-47e3-981a-fb155eb95353 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:07.967134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9207838-ae40-407e-a841-d84a8b129c90 req-a876e53b-60b6-47e3-981a-fb155eb95353 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0558023
Nov 13 21:07:08.015945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9207838-ae40-407e-a841-d84a8b129c90 req-b07d5576-8648-4949-ab95-7f05fd85aa99 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427089
Nov 13 21:07:08.132502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4170a-1c2d-4b50-8c34-33bde0e6b52c req-dcdfcf05-6d81-4fca-8412-17e767d5aa09 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:08.134024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ba4170a-1c2d-4b50-8c34-33bde0e6b52c req-dcdfcf05-6d81-4fca-8412-17e767d5aa09 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 950 time: 0.0524523
Nov 13 21:07:08.144457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-8b2af1b4-10e7-48b1-ac05-ff6709cd4bcc tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=915e455bab614e6b847c60fcc0cd3b19&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0223503
Nov 13 21:07:08.187014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ba4170a-1c2d-4b50-8c34-33bde0e6b52c req-a83dcc7f-cef4-46ea-9c44-5d9a8164dea9 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471768
Nov 13 21:07:08.256647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6bf18525-c81e-4162-95bb-23d6f9ac7b45 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:08.258136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6bf18525-c81e-4162-95bb-23d6f9ac7b45 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1081564
Nov 13 21:07:08.272673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-f67c23ff-1196-4dbe-ad07-dfe0cb400aa7 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/quotas/915e455bab614e6b847c60fcc0cd3b19 HTTP/1.1" status: 200  len: 375 time: 0.0089064
Nov 13 21:07:08.307320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-3e5ccfa9-19f4-4150-8803-a9f8cf15d943 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=915e455bab614e6b847c60fcc0cd3b19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0294008
Nov 13 21:07:08.628296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4f2e3-aa8c-458d-be23-420b25cb7cd7 req-733c9056-0bfa-453f-962f-d14ea6d30ea4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:08.629788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5c4f2e3-aa8c-458d-be23-420b25cb7cd7 req-733c9056-0bfa-453f-962f-d14ea6d30ea4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0490613
Nov 13 21:07:08.677631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5c4f2e3-aa8c-458d-be23-420b25cb7cd7 req-32c48b51-98f9-4810-8ea7-1c43e370b1a3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417001
Nov 13 21:07:08.782519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195abde-8079-41a5-ab75-31850dcd05b8 req-835435b3-d89d-4df8-8161-b881347966a4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:08.784237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6195abde-8079-41a5-ab75-31850dcd05b8 req-835435b3-d89d-4df8-8161-b881347966a4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 949 time: 0.0515270
Nov 13 21:07:08.940841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0567d1-fcf1-4f3f-9589-2c2f1facdc83 req-8c8047b9-f0d1-4a7d-9c6d-0085d6a7f1a5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:08.942362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b496eb2c-4c7f-40c6-a71e-3fe3718e3481 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:08.942888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf0567d1-fcf1-4f3f-9589-2c2f1facdc83 req-8c8047b9-f0d1-4a7d-9c6d-0085d6a7f1a5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 947 time: 0.0522957
Nov 13 21:07:09.005289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf0567d1-fcf1-4f3f-9589-2c2f1facdc83 req-87163633-6541-4760-a6eb-49a7d8bd9580 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553472
Nov 13 21:07:09.067736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88e9187c-83f1-4894-b2fd-95662739e5d0 req-abf71a01-c0fc-4d11-beec-0c8087d1fcad tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 210 time: 0.0267930
Nov 13 21:07:09.080941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6195abde-8079-41a5-ab75-31850dcd05b8 req-e64d73f1-6cad-4ae5-be54-bca8e639dd05 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901247
Nov 13 21:07:09.090831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:09.105030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:09.105466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:09.204785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b678a-4dfb-4311-b626-f741f7bec448 req-29b4ce43-c538-43a8-8f8b-27ac576433b5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:09.206290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e83b678a-4dfb-4311-b626-f741f7bec448 req-29b4ce43-c538-43a8-8f8b-27ac576433b5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0642872
Nov 13 21:07:09.237484 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:09.254807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8fcbc-10a4-4f7e-b1ae-4ddbc1a6d9d0 req-f97b0193-d028-4733-ae78-8b6b97cbb872 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:09.257433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84a8fcbc-10a4-4f7e-b1ae-4ddbc1a6d9d0 req-f97b0193-d028-4733-ae78-8b6b97cbb872 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0786865
Nov 13 21:07:09.269271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e83b678a-4dfb-4311-b626-f741f7bec448 req-9ad54047-bdc6-4e8f-bfcd-a04ada0da7db tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559828
Nov 13 21:07:09.282975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:09.317857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84a8fcbc-10a4-4f7e-b1ae-4ddbc1a6d9d0 req-9a9bdb70-74a1-4bb9-a50a-0474fec24bcd tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521247
Nov 13 21:07:09.355209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:09.357496 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be834fb7-3c6e-4019-8089-c429aae6e86a" -d '{"events": [{"server_uuid": "d14773d2-e6ad-4e50-9524-679f6eed755a", "name": "network-vif-plugged", "status": "completed", "tag": "b496eb2c-4c7f-40c6-a71e-3fe3718e3481"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:09.364976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:09.365759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3631b119-4db1-4863-b21b-8ef234c829e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:09.403320 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280e489-af18-45d8-8f07-526fc71916dc x-openstack-request-id: req-7280e489-af18-45d8-8f07-526fc71916dc {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:09.403634 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14773d2-e6ad-4e50-9524-679f6eed755a", "name": "network-vif-plugged", "status": "completed", "tag": "b496eb2c-4c7f-40c6-a71e-3fe3718e3481", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:09.403887 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7280e489-af18-45d8-8f07-526fc71916dc {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:09.404271 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481', 'code': 200}
Nov 13 21:07:09.404997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 3631b119-4db1-4863-b21b-8ef234c829e4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:07:09.405468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3631b119-4db1-4863-b21b-8ef234c829e4 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:09.432926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:09.508572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd668aac-ad5e-4073-9a4a-d9a114a8036b req-08d770e4-e096-46a7-abf0-27e2ceb908e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:09.510243 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd668aac-ad5e-4073-9a4a-d9a114a8036b req-08d770e4-e096-46a7-abf0-27e2ceb908e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 1099 time: 0.0404463
Nov 13 21:07:09.557074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd668aac-ad5e-4073-9a4a-d9a114a8036b req-c3b88bd5-45f0-483d-bac0-fe24083c6ccd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389910
Nov 13 21:07:09.759999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46198) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:09.793565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be645826-963a-470c-9642-6f416c8b46aa req-d6f4f345-1281-40e4-853b-c26c3650252e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:09.795094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-be645826-963a-470c-9642-6f416c8b46aa req-d6f4f345-1281-40e4-853b-c26c3650252e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 946 time: 0.0494497
Nov 13 21:07:09.877748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-be645826-963a-470c-9642-6f416c8b46aa req-602333d0-f87b-4dda-9d95-6612a15626aa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740368
Nov 13 21:07:09.883198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-d076e8d3-168d-46db-bc24-f9878d0ee8d4 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:09.884713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-d076e8d3-168d-46db-bc24-f9878d0ee8d4 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.0763638
Nov 13 21:07:09.899797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc5db6c1-1b4d-4dc0-9e76-60d2f1c071ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5167b05c924147b9a26fedb1a47773cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1384866
Nov 13 21:07:09.902246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46204) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:09.903246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:09.957015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1062e3a1-5c83-49fb-9e46-c859b5ee824d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:09.970337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:09.981989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1062e3a1-5c83-49fb-9e46-c859b5ee824d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.114277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1062e3a1-5c83-49fb-9e46-c859b5ee824d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.119197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1062e3a1-5c83-49fb-9e46-c859b5ee824d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.120775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1062e3a1-5c83-49fb-9e46-c859b5ee824d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff72ef6c-5e88-4628-941b-e872b5d33b36 HTTP/1.1" status: 204  len: 168 time: 0.2172909
Nov 13 21:07:10.130739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062e3a1-5c83-49fb-9e46-c859b5ee824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff72ef6c-5e88-4628-941b-e872b5d33b36,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:10.136291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:10.163414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1d63e-f0b9-45f9-95ed-0f474f5cd5fa req-3338b507-2569-4f40-ae9b-cf67f3894262 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:10.171714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cd1d63e-f0b9-45f9-95ed-0f474f5cd5fa req-3338b507-2569-4f40-ae9b-cf67f3894262 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 948 time: 0.0941370
Nov 13 21:07:10.176514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe807f65-0b54-4d20-a9f3-40d77f914118 req-d6c71251-1abc-4d47-99ab-38c7d5487d52 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 210 time: 0.0271780
Nov 13 21:07:10.226568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:10.258968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cd1d63e-f0b9-45f9-95ed-0f474f5cd5fa req-fd51d8dd-e13c-474d-9200-b257c7dec969 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863955
Nov 13 21:07:10.282978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48311ae5-d783-449b-b79b-67713c459133'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:10.282978 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dcae1c-9740-4b8d-a01e-0fb02728e771" -d '{"events": [{"server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "48311ae5-d783-449b-b79b-67713c459133"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:10.285587 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.302004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984378d-6752-4c83-87f5-ab0873fb1bec req-bf07949c-9536-4b08-97ec-b7da5950687d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:10.303584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0984378d-6752-4c83-87f5-ab0873fb1bec req-bf07949c-9536-4b08-97ec-b7da5950687d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 949 time: 0.0510032
Nov 13 21:07:10.322901 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe683c67-f9f3-4136-a5ec-3418949fe547 x-openstack-request-id: req-fe683c67-f9f3-4136-a5ec-3418949fe547 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:10.323427 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "48311ae5-d783-449b-b79b-67713c459133", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:10.323872 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe683c67-f9f3-4136-a5ec-3418949fe547 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:10.325021 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48311ae5-d783-449b-b79b-67713c459133', 'code': 200}
Nov 13 21:07:10.358866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0984378d-6752-4c83-87f5-ab0873fb1bec req-20e79eb1-f0c2-45ba-a821-955adf3cfb58 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486531
Nov 13 21:07:10.387952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.490857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02d893-ab2f-4aa4-9702-e27eddd00db2 req-dd00df64-958e-4b36-a2cb-71bbc3df2999 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:10.493031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd02d893-ab2f-4aa4-9702-e27eddd00db2 req-dd00df64-958e-4b36-a2cb-71bbc3df2999 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.0626070
Nov 13 21:07:10.504601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f8563-f7f4-4685-908e-349aa4178067 req-ef15ce03-ab8d-4835-af4f-d2fcb8358800 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:10.506248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a42f8563-f7f4-4685-908e-349aa4178067 req-ef15ce03-ab8d-4835-af4f-d2fcb8358800 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1301937
Nov 13 21:07:10.519403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:10.565695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:10.566102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:10.566515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:10.579936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:10.580639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Attempting to bind port 48311ae5-d783-449b-b79b-67713c459133 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:10.588972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd02d893-ab2f-4aa4-9702-e27eddd00db2 req-6ce218eb-c0b6-464f-8485-f0c28a961647 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843139
Nov 13 21:07:10.594661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:10.595021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:10.595449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:10.595948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Bound port: 48311ae5-d783-449b-b79b-67713c459133, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:10.596362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.602011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a42f8563-f7f4-4685-908e-349aa4178067 req-04b37286-4bd2-4585-95a2-8a8d5df880e2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856886
Nov 13 21:07:10.671701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:10.674791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:10.771077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.832851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:10.852878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:10.853680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:10.855808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-a8a1a350-49b0-4ed1-83f0-791ac4d087ea service neutron] 10.222.0.37 "PUT /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 1122 time: 0.9589882
Nov 13 21:07:10.922159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46224) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:10.950440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 48311ae5-d783-449b-b79b-67713c459133 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:10.992083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e9a5e86c-479f-424f-baff-dc4d0968abc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf3b46e439cb44bd942e3b16b53cb6e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0683055
Nov 13 21:07:10.994722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46228) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:11.048544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23d382-e307-4ee7-a696-91b3b62e1daf req-9b0e6f93-8be9-4391-8675-d1a6f0cb83f1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:11.050319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a23d382-e307-4ee7-a696-91b3b62e1daf req-9b0e6f93-8be9-4391-8675-d1a6f0cb83f1 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.0767024
Nov 13 21:07:11.057271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['48311ae5-d783-449b-b79b-67713c459133'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:11.074006 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1a1cc7-7b59-4362-99ca-e1ad4501c0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:11.100669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['48311ae5-d783-449b-b79b-67713c459133'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:11.101620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1a1cc7-7b59-4362-99ca-e1ad4501c0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:11.130056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a23d382-e307-4ee7-a696-91b3b62e1daf req-1a79a8a3-0ca5-4c3e-a814-5dd23222e8d4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718005
Nov 13 21:07:11.244449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:11.266563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1a1cc7-7b59-4362-99ca-e1ad4501c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:11.270061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1a1cc7-7b59-4362-99ca-e1ad4501c0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:11.270366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e1a1cc7-7b59-4362-99ca-e1ad4501c0f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83783ed4-7f17-46c4-9ed4-2b8af429bf63 HTTP/1.1" status: 204  len: 168 time: 0.2745993
Nov 13 21:07:11.273751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 48311ae5-d783-449b-b79b-67713c459133 has no active binding in host nch1-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:07:11.305526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a1cc7-7b59-4362-99ca-e1ad4501c0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83783ed4-7f17-46c4-9ed4-2b8af429bf63,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:11.317802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bfeeeca-e70e-478d-8e14-a41912308774 req-656d4a02-b57f-4dc9-abaf-b3afaf4b2ac2 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 210 time: 0.0605993
Nov 13 21:07:11.409716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02282cca-06fd-4fe8-b107-15d986b607b8 req-55b243b7-b149-445b-ad3a-cc2a0fcacc1e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:11.419919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02282cca-06fd-4fe8-b107-15d986b607b8 req-55b243b7-b149-445b-ad3a-cc2a0fcacc1e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 948 time: 0.0759771
Nov 13 21:07:11.483659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02282cca-06fd-4fe8-b107-15d986b607b8 req-5c7d7d68-9989-47c5-ad1f-12658d8d7df2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639048
Nov 13 21:07:11.495566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-d37bf908-e2fa-485a-a547-762313214b23 service neutron] 10.222.0.37 "GET /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1275830
Nov 13 21:07:11.573522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01340c4-039c-48c0-9dc3-6b46a1c2c3ea req-117963f3-d224-41b2-822b-9e57f24662ef tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:11.574934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d01340c4-039c-48c0-9dc3-6b46a1c2c3ea req-117963f3-d224-41b2-822b-9e57f24662ef tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 949 time: 0.1011565
Nov 13 21:07:11.605257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-a5a69481-771e-4927-9cbb-46ee491b2961 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=915e455bab614e6b847c60fcc0cd3b19&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242927
Nov 13 21:07:11.675258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d01340c4-039c-48c0-9dc3-6b46a1c2c3ea req-dfc7af4a-891e-47f8-90f5-e9fba73e08f4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933902
Nov 13 21:07:11.802790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-db5c28fa-f75f-43fb-80ae-7446f3e90bd1 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:11.803068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:11.804268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-db5c28fa-f75f-43fb-80ae-7446f3e90bd1 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1806839
Nov 13 21:07:11.825129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dada37c-c1a1-46b1-a2bb-83b05d3a4490 req-df50e02c-e8a8-4fca-984e-8170042e6ef9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:11.827420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dada37c-c1a1-46b1-a2bb-83b05d3a4490 req-df50e02c-e8a8-4fca-984e-8170042e6ef9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 943 time: 0.1434417
Nov 13 21:07:11.830889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:11.836980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Request body: {'port': {'device_id': 'ba262421-8b34-4038-8833-c691d8cf9392', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '915e455bab614e6b847c60fcc0cd3b19'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:11.841262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09141-bb34-4711-bf68-9258523fbb4a req-1363c2a2-6a0c-4279-bef9-22707bfd0848 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:11.849543 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-09a09141-bb34-4711-bf68-9258523fbb4a req-1363c2a2-6a0c-4279-bef9-22707bfd0848 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0952592
Nov 13 21:07:11.924085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e12bfa-df4d-432a-9a9b-e716a906c480 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:11.952661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-09a09141-bb34-4711-bf68-9258523fbb4a req-7be0f329-98b7-4188-b2cb-a93453aa05cc tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021390
Nov 13 21:07:11.954548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:11.964853 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.049432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dada37c-c1a1-46b1-a2bb-83b05d3a4490 req-30cfa458-f304-429c-9495-a5b9ccd09552 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228426
Nov 13 21:07:12.134499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.159660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Made reservation on behalf of 915e455bab614e6b847c60fcc0cd3b19 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:12.165582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.178407 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.268628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] Transition to ACTIVE for port object 66e12bfa-df4d-432a-9a9b-e716a906c480 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:12.306692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e7621-cb5e-4382-8d69-6672cbcefe9f req-d1c9fac7-356d-4a49-a6aa-8efc5ddba743 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.308219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b94e7621-cb5e-4382-8d69-6672cbcefe9f req-d1c9fac7-356d-4a49-a6aa-8efc5ddba743 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.0816462
Nov 13 21:07:12.330251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6277ea-c75a-48ad-b2b3-a7a327241c65 req-6c2bdf99-762b-450c-91a9-44c4c1fff289 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.336765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6277ea-c75a-48ad-b2b3-a7a327241c65 req-6c2bdf99-762b-450c-91a9-44c4c1fff289 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.338389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c6277ea-c75a-48ad-b2b3-a7a327241c65 req-6c2bdf99-762b-450c-91a9-44c4c1fff289 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3&device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 1690 time: 0.0939670
Nov 13 21:07:12.338861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'tag': '48311ae5-d783-449b-b79b-67713c459133'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:12.341266 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7ba063-2428-488c-adbe-b7829915990a" -d '{"events": [{"name": "network-changed", "server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "tag": "48311ae5-d783-449b-b79b-67713c459133"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:12.346000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.374109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b94e7621-cb5e-4382-8d69-6672cbcefe9f req-f75c8a32-7613-4158-b105-d7987d13749e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542791
Nov 13 21:07:12.387401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c6277ea-c75a-48ad-b2b3-a7a327241c65 req-7b106353-f2f8-4d50-ac67-24a1bb6335d3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422761
Nov 13 21:07:12.400981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.462520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:12.503240 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696de147-34ce-4a58-bf18-67a2f1552eb8 x-openstack-request-id: req-696de147-34ce-4a58-bf18-67a2f1552eb8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:12.503533 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "tag": "48311ae5-d783-449b-b79b-67713c459133", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:12.503782 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-696de147-34ce-4a58-bf18-67a2f1552eb8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:12.504175 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'tag': '48311ae5-d783-449b-b79b-67713c459133', 'status': 'completed', 'code': 200}
Nov 13 21:07:12.568674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-021bfd3b-125f-4718-926f-6128d4c2c6e3 req-9ced2fe1-4961-4fb9-a246-7d3ac94ccc6f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 210 time: 0.0602052
Nov 13 21:07:12.602474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] No DVR routers for this DVR port 66e12bfa-df4d-432a-9a9b-e716a906c480 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:12.602474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] Pushing event updated for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=10']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:12.634195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-742f834b-fead-4050-ac67-e31efc4ff438 service neutron] 10.222.0.37 "PUT /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1250494
Nov 13 21:07:12.681172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b4bd5d-f559-4cef-9f9f-0393de9669c2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:12.685381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5e80-5043-418e-98b2-80f4b7f8efcd req-6b10f96a-f23b-4b30-aec5-eaa96f78a1fb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.687008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57ac5e80-5043-418e-98b2-80f4b7f8efcd req-6b10f96a-f23b-4b30-aec5-eaa96f78a1fb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 948 time: 0.0507407
Nov 13 21:07:12.692707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Allocated IP 192.168.233.51 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/a80fdfe9-bd89-46d1-998f-1742a09b4262) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:12.718302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba063-2428-488c-adbe-b7829915990a req-78aac9ae-9409-411d-81ce-5d9a649019e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.719855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-78aac9ae-9409-411d-81ce-5d9a649019e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1125 time: 0.1744857
Nov 13 21:07:12.729748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af35f-ea15-4692-8c1b-982056598c29 req-4ac820e7-c843-431f-8dc9-44403fb44d9d tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.731262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b48af35f-ea15-4692-8c1b-982056598c29 req-4ac820e7-c843-431f-8dc9-44403fb44d9d tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 1101 time: 0.1555188
Nov 13 21:07:12.748038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57ac5e80-5043-418e-98b2-80f4b7f8efcd req-ef13ceb7-ccb5-4b91-bd64-a05d9f83ae53 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480726
Nov 13 21:07:12.973944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:12.980968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b48af35f-ea15-4692-8c1b-982056598c29 req-2d8ad4aa-e4a8-4ae0-9253-bab1646f9039 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167592
Nov 13 21:07:12.986477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-7ea6e543-cad7-4cd6-bd77-cc3220cc4733 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.988564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-7ea6e543-cad7-4cd6-bd77-cc3220cc4733 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1611164
Nov 13 21:07:12.989068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba063-2428-488c-adbe-b7829915990a req-6cc4d12e-331a-4fa9-989e-32f5f330fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:12.990215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-6cc4d12e-331a-4fa9-989e-32f5f330fa0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2561221
Nov 13 21:07:13.059845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:13.083799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-5bc851e8-7adc-459f-9a2d-bef1c131b105 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 217 time: 0.0603521
Nov 13 21:07:13.087328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:13.188545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-072d30f3-5381-4ffd-9f9f-f67b60a53b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.190058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-072d30f3-5381-4ffd-9f9f-f67b60a53b50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66&tenant_id=8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 1095 time: 0.1825829
Nov 13 21:07:13.215284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ba063-2428-488c-adbe-b7829915990a req-7210d641-42cf-4b7c-9947-5dd18a4ec087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.216839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-7210d641-42cf-4b7c-9947-5dd18a4ec087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1229544
Nov 13 21:07:13.219365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f849f3-5ef1-473e-9abc-28d3cce5ff8c req-83922071-808e-4cc7-b046-3a22b3870817 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.220939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4f849f3-5ef1-473e-9abc-28d3cce5ff8c req-83922071-808e-4cc7-b046-3a22b3870817 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 1100 time: 0.0430322
Nov 13 21:07:13.231658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e6f4-196b-4eb3-b120-dc946cbf3871 req-6be066e3-dc47-4c3d-9c27-8b19a73bf02c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.242562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9991e6f4-196b-4eb3-b120-dc946cbf3871 req-6be066e3-dc47-4c3d-9c27-8b19a73bf02c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1444557
Nov 13 21:07:13.278757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4f849f3-5ef1-473e-9abc-28d3cce5ff8c req-61029c19-1d63-41ea-9e2c-aca6382c87fb tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491152
Nov 13 21:07:13.307489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-7631d97f-04cf-404a-b294-2ebba4634e74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635562
Nov 13 21:07:13.357028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:13.370197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-dd9a5134-0684-4251-8fdf-6fd232ece914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.371604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-dd9a5134-0684-4251-8fdf-6fd232ece914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1095 time: 0.1287217
Nov 13 21:07:13.389763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9991e6f4-196b-4eb3-b120-dc946cbf3871 req-2a9d6105-1459-41b2-b20e-07734a20c2aa tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493995
Nov 13 21:07:13.407791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d922313-41d4-41ba-8ff8-f9eb651a05b4 req-78881137-75af-4393-9bf7-0127e89f9b94 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.411231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d922313-41d4-41ba-8ff8-f9eb651a05b4 req-78881137-75af-4393-9bf7-0127e89f9b94 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.0526743
Nov 13 21:07:13.470940 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d922313-41d4-41ba-8ff8-f9eb651a05b4 req-34e9bde4-e51b-474e-8617-cb07bd1c8d96 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541449
Nov 13 21:07:13.510317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:13.544574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:13.549855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:13.556564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Pushing event updated for resources: {'Port': ['ID=a80fdfe9-bd89-46d1-998f-1742a09b4262,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:13.676549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-d0deb838-9669-44b5-a3eb-5ca8f3fc7d97 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3473628
Nov 13 21:07:13.695813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.696478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:13.724451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-baf0b12d-c82c-4276-b966-0ae338634ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.726551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-baf0b12d-c82c-4276-b966-0ae338634ea6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.3406250
Nov 13 21:07:13.791629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-a85c44b8-6711-4023-821c-09fdc7706c8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 200  len: 217 time: 0.0414312
Nov 13 21:07:13.803089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8360f-3ac0-4a1b-9b5a-af49347cc4dd req-46610190-acf8-4a8f-9296-0894dcab2e0b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.806541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ed8360f-3ac0-4a1b-9b5a-af49347cc4dd req-46610190-acf8-4a8f-9296-0894dcab2e0b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.2156456
Nov 13 21:07:13.887356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-476d9c90-8371-4f39-b82c-caa33fbe6666 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0589926
Nov 13 21:07:13.899305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.899786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.900239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.900719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.901197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.901650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.902094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.902597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.903045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.903897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.903897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.904492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.904959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.905398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.905847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.906289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.906737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.907181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:13.911241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-403909ba-5c94-4122-9633-0c48e0816083 req-964ce7e5-912e-4edf-b161-60f5137e143b tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392&device_id=d14773d2-e6ad-4e50-9524-679f6eed755a&device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3&device_id=cc6966b2-afb3-4627-b62a-abbb7601de90&device_id=34ecb508-9c95-4883-95d5-12d7681c290b&device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85&device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9&device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b&device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1&device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5&device_id=ac1df656-7303-4bae-a54c-c39235937d66&device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4&device_id=5d03d2da-e609-4b39-8e77-98f40210e84c&device_id=c42db478-7562-428e-ad29-2c30035cd898&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 16186 time: 0.1000381
Nov 13 21:07:13.923590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Request body: {'port': {'device_id': 'ba262421-8b34-4038-8833-c691d8cf9392', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:13.944333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-77d45540-2b91-4ed7-81e4-d0f92616920a None None] Provisioning complete for port a80fdfe9-bd89-46d1-998f-1742a09b4262 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:13.947772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-403909ba-5c94-4122-9633-0c48e0816083 req-abb651f7-6449-4bcf-a902-c378c407c96c tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:13.948701 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77d45540-2b91-4ed7-81e4-d0f92616920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:13.996299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-77d45540-2b91-4ed7-81e4-d0f92616920a None None] Port a80fdfe9-bd89-46d1-998f-1742a09b4262 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:07:14.002857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-3fbfca9e-97ee-4d6b-ad05-11fdd672ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:14.004309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-3fbfca9e-97ee-4d6b-ad05-11fdd672ff14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1968846
Nov 13 21:07:14.053777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-403909ba-5c94-4122-9633-0c48e0816083 req-abb651f7-6449-4bcf-a902-c378c407c96c tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:14.056621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ed8360f-3ac0-4a1b-9b5a-af49347cc4dd req-705b7a08-f91c-4a50-8c55-37c6044fd927 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764650
Nov 13 21:07:14.074205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c7ba063-2428-488c-adbe-b7829915990a req-97a096e2-6f5b-49c0-bf8b-4ffbf25014f2 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3686774
Nov 13 21:07:14.092338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-00881204-057a-432e-b435-ea5584b8f560 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0705347
Nov 13 21:07:14.095020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:14.119666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-403909ba-5c94-4122-9633-0c48e0816083 req-abb651f7-6449-4bcf-a902-c378c407c96c tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:14.199639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb651f7-6449-4bcf-a902-c378c407c96c tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868c69ca-b834-4d18-8a7b-55b6798364ee,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:14.226031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-50e0767b-9a7d-4078-872f-324a8c500c38 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374157
Nov 13 21:07:14.286333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-403909ba-5c94-4122-9633-0c48e0816083 req-abb651f7-6449-4bcf-a902-c378c407c96c tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&id=9029daa7-1413-451c-8caf-787fd101fe6e&id=55430263-02cb-4936-b90d-e00f74cc0ecd&id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&id=2af80446-319c-4862-890e-ff5678862710&id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 715 time: 0.3663359
Nov 13 21:07:14.339934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-77b47df5-6d81-4f52-bdbe-cce8f7c32df4 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364333
Nov 13 21:07:14.342084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:14.396014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c9382-687d-4470-b05d-f6d69dfec7a2 req-f0b11fef-8cc9-4dea-87f8-a5a0158f2573 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:14.397767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa1c9382-687d-4470-b05d-f6d69dfec7a2 req-f0b11fef-8cc9-4dea-87f8-a5a0158f2573 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 935 time: 0.0519245
Nov 13 21:07:14.452356 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa1c9382-687d-4470-b05d-f6d69dfec7a2 req-72a27361-40ac-47dd-bbfb-6f8a93079b8b tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475757
Nov 13 21:07:14.698949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-e1a989ad-d13f-48f4-a265-34b209bab0da tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0365114
Nov 13 21:07:14.807166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-bbcb72ab-554a-4407-a867-0fb1d82de27e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:14.808734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-bbcb72ab-554a-4407-a867-0fb1d82de27e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5703726
Nov 13 21:07:14.848797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-b6c73545-5ec0-46e6-b389-ebd4b85a2264 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198963
Nov 13 21:07:14.850534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-4fc32e45-743d-47a6-b614-2eb8204cf8bc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/quotas/aa03c215a06a4f5d9b84307c69716178 HTTP/1.1" status: 200  len: 375 time: 0.0326469
Nov 13 21:07:14.850921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-dd257c85-b49a-4ca3-aeb3-9094c08270a3 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:14.852370 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-dd257c85-b49a-4ca3-aeb3-9094c08270a3 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1378415
Nov 13 21:07:14.856279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-d45cdcd9-0ccd-4480-86b1-b549ff5dbb85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0792747
Nov 13 21:07:14.871984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-7dbb0c98-4474-4b9e-ba2f-fb3f72eae33d tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/quotas/f84b1f5a760f43ceb7b4d0fb6f9238c4 HTTP/1.1" status: 200  len: 375 time: 0.0097446
Nov 13 21:07:14.918977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-62154266-c390-477a-b907-763848135d65 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0373645
Nov 13 21:07:14.948580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80fdfe9-bd89-46d1-998f-1742a09b4262 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:14.954334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-1bd692ab-8699-4393-81b5-75267059a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:14.955827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-1bd692ab-8699-4393-81b5-75267059a15b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 1101 time: 0.0645165
Nov 13 21:07:14.964401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-54e5f730-9927-46f5-8f1f-b5ab9b7a3c13 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0987115
Nov 13 21:07:14.969505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:14.983423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Transition to ACTIVE for port object a80fdfe9-bd89-46d1-998f-1742a09b4262 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:15.067677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:15.079451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-28b2c907-59f6-403c-bb35-335de59f26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.081801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-28b2c907-59f6-403c-bb35-335de59f26d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.0903196
Nov 13 21:07:15.136667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Pushing event updated for resources: {'Port': ['ID=a80fdfe9-bd89-46d1-998f-1742a09b4262,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:15.163763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-9ce0d97e-7204-4945-898a-c35c4a5e659e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 200  len: 217 time: 0.0675867
Nov 13 21:07:15.227296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Attempting to bind port a80fdfe9-bd89-46d1-998f-1742a09b4262 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:15.227632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Attempting to bind port a80fdfe9-bd89-46d1-998f-1742a09b4262 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:15.227997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Attempting to bind port a80fdfe9-bd89-46d1-998f-1742a09b4262 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:15.233806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Port a80fdfe9-bd89-46d1-998f-1742a09b4262 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:15.234256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Attempting to bind port a80fdfe9-bd89-46d1-998f-1742a09b4262 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:15.245032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:15.245032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:15.245032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:15.245032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Bound port: a80fdfe9-bd89-46d1-998f-1742a09b4262, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:15.245032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:15.305309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-f722eed5-376e-444d-840d-fce14336560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.325684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-f722eed5-376e-444d-840d-fce14336560f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1454217
Nov 13 21:07:15.395218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] For port a80fdfe9-bd89-46d1-998f-1742a09b4262, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:15.420493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-5feedfd6-3dcf-42ff-8f98-ab3e06fed2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.420493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-5feedfd6-3dcf-42ff-8f98-ab3e06fed2ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0761535
Nov 13 21:07:15.452002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] For port a80fdfe9-bd89-46d1-998f-1742a09b4262, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:15.517027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a836a-6223-4a7b-b544-a06f8f2f5bed req-fd64a250-de05-4008-93b2-d537aa8e2470 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.518548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c6a836a-6223-4a7b-b544-a06f8f2f5bed req-fd64a250-de05-4008-93b2-d537aa8e2470 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1374552
Nov 13 21:07:15.521346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:15.567105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86e8d9-7d0e-403a-8967-1ca44496b351 req-dd608c59-9a10-4b89-9ee1-7cf631504b6a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.569328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b86e8d9-7d0e-403a-8967-1ca44496b351 req-dd608c59-9a10-4b89-9ee1-7cf631504b6a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.1095455
Nov 13 21:07:15.578734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-b8be1a56-06bd-4515-a600-22ad7d338977 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.580659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-b8be1a56-06bd-4515-a600-22ad7d338977 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1236713
Nov 13 21:07:15.589770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.590380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:15.592095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] 10.222.0.46 "PUT /v2.0/ports/a80fdfe9-bd89-46d1-998f-1742a09b4262 HTTP/1.1" status: 200  len: 1095 time: 1.6802094
Nov 13 21:07:15.592325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba262421-8b34-4038-8833-c691d8cf9392', 'tag': 'a80fdfe9-bd89-46d1-998f-1742a09b4262'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:15.594605 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd297f-0222-43b5-9680-c096924b1532" -d '{"events": [{"name": "network-changed", "server_uuid": "ba262421-8b34-4038-8833-c691d8cf9392", "tag": "a80fdfe9-bd89-46d1-998f-1742a09b4262"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:15.596620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-a0cc5e02-6454-4aa4-9790-a75c0771b6e9 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650832
Nov 13 21:07:15.680457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440e631-36d0-4b0a-aac9-9063715bfc63 service neutron] Pushing event updated for resources: {'Port': ['ID=a80fdfe9-bd89-46d1-998f-1742a09b4262,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:15.693236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c6a836a-6223-4a7b-b544-a06f8f2f5bed req-9fdfdcc5-7983-49fb-9ebd-b26d412c9322 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651607
Nov 13 21:07:15.695892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b86e8d9-7d0e-403a-8967-1ca44496b351 req-94f267d3-3d0a-4b5e-82ae-3bdc544ad9d6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113169
Nov 13 21:07:15.765964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5882df8a-f3a6-43cf-9577-15da5081e2bf req-0d15f4bf-5f19-4710-87b5-821158d4e06d service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540496
Nov 13 21:07:15.861209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f724a44-d34a-4e2a-b4f8-f7fc07309150 req-3a940623-9ed7-4198-a7ee-af6f7fdfc9f5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.863025 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8f724a44-d34a-4e2a-b4f8-f7fc07309150 req-3a940623-9ed7-4198-a7ee-af6f7fdfc9f5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.0672874
Nov 13 21:07:15.899501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29086e25-f719-4be9-adfd-a2d7dca70fa6 req-9b15a82b-08fe-445b-a046-208ae1485d49 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0458961
Nov 13 21:07:15.908577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-4297f1e9-8525-4427-b3ed-098035f3a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:15.910382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-4297f1e9-8525-4427-b3ed-098035f3a739 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=915e455bab614e6b847c60fcc0cd3b19&device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 1098 time: 0.1267927
Nov 13 21:07:15.922262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8f724a44-d34a-4e2a-b4f8-f7fc07309150 req-ce1046d8-9640-42c1-8f44-534802245eb0 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520079
Nov 13 21:07:15.974091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-b6dd37a0-cccf-478d-9bb1-d0536f764a13 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262 HTTP/1.1" status: 200  len: 217 time: 0.0438936
Nov 13 21:07:15.994658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9259d0d-853b-4845-8b3c-257557793466 req-a9621d0e-a7e7-4aa1-9ebb-8a54d0f9cf32 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 210 time: 0.0549884
Nov 13 21:07:16.027055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-a1a8085e-4af0-46db-8809-ef576e0ffe64 service neutron] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:16.034105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-a1a8085e-4af0-46db-8809-ef576e0ffe64 service neutron] Publish callbacks [] for binding, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:16.035271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61e359e0-c0eb-4ee4-8c60-a7b5896b7f96 req-a1a8085e-4af0-46db-8809-ef576e0ffe64 service neutron] 10.222.0.46 "DELETE /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4299572
Nov 13 21:07:16.052279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-e82467a2-2242-475e-a459-6161b2f3494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.054572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-e82467a2-2242-475e-a459-6161b2f3494c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0626986
Nov 13 21:07:16.138160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-c27f4ddc-de94-46fb-9310-ba93ec2d3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.139861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-c27f4ddc-de94-46fb-9310-ba93ec2d3d96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0694487
Nov 13 21:07:16.160262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170696-a2b8-4622-8a45-65fcb4205f08 req-50bd9785-7503-4d68-831e-8b2eafe50aa5 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.162197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a170696-a2b8-4622-8a45-65fcb4205f08 req-50bd9785-7503-4d68-831e-8b2eafe50aa5 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 947 time: 0.0805075
Nov 13 21:07:16.183609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8b74-bb5d-44f7-90ac-f9a4e6fcfd57 req-75447919-0a41-47a1-b989-2843525e12c2 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.188502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8b74-bb5d-44f7-90ac-f9a4e6fcfd57 req-75447919-0a41-47a1-b989-2843525e12c2 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.188502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b8b74-bb5d-44f7-90ac-f9a4e6fcfd57 req-75447919-0a41-47a1-b989-2843525e12c2 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.188502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c95b8b74-bb5d-44f7-90ac-f9a4e6fcfd57 req-75447919-0a41-47a1-b989-2843525e12c2 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a&device_id=34ecb508-9c95-4883-95d5-12d7681c290b&device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 2882 time: 0.0608993
Nov 13 21:07:16.236530 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c95b8b74-bb5d-44f7-90ac-f9a4e6fcfd57 req-48338917-94bc-4263-a6be-f12e684be450 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435145
Nov 13 21:07:16.277077 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e33a3-3fb8-4115-9bd5-8e141e9f3e3d x-openstack-request-id: req-633e33a3-3fb8-4115-9bd5-8e141e9f3e3d {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:16.277374 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba262421-8b34-4038-8833-c691d8cf9392", "tag": "a80fdfe9-bd89-46d1-998f-1742a09b4262", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:16.277632 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-633e33a3-3fb8-4115-9bd5-8e141e9f3e3d {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:16.278032 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba262421-8b34-4038-8833-c691d8cf9392', 'tag': 'a80fdfe9-bd89-46d1-998f-1742a09b4262', 'status': 'completed', 'code': 200}
Nov 13 21:07:16.285637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a170696-a2b8-4622-8a45-65fcb4205f08 req-13638065-9622-4aa1-a6c3-28a8ebcb486d tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004453
Nov 13 21:07:16.296707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-091382b3-b994-4927-85d3-9cb7f3a15336 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321564
Nov 13 21:07:16.398670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1714f91a-f5ee-487e-abaf-0c548e6124e5 req-31c6bbc6-8831-4ed2-a412-ba57f3ba2758 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872531
Nov 13 21:07:16.670211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd297f-0222-43b5-9680-c096924b1532 req-f5ab6a38-46cc-4b75-a708-20bf69af04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.671751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-f5ab6a38-46cc-4b75-a708-20bf69af04fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=915e455bab614e6b847c60fcc0cd3b19&device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 1098 time: 0.0454073
Nov 13 21:07:16.801737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd297f-0222-43b5-9680-c096924b1532 req-dff8e567-0a1a-48c3-8e66-6593d6ce3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.803227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-dff8e567-0a1a-48c3-8e66-6593d6ce3c4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1138959
Nov 13 21:07:16.860469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-5191d0c0-14e2-41da-9c07-ccfdb6a896dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262 HTTP/1.1" status: 200  len: 217 time: 0.0391972
Nov 13 21:07:16.879759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852361f-da55-4b02-b526-df8cf3f6a561 req-4f6e70e5-2135-4651-9d6d-b8159b096207 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.881870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e852361f-da55-4b02-b526-df8cf3f6a561 req-4f6e70e5-2135-4651-9d6d-b8159b096207 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0925570
Nov 13 21:07:16.913007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cddfba-b76a-4a2c-ad23-85b8d876f35b req-cd4b7a06-d770-4c85-b8f8-e99dc66ba76a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.913007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46cddfba-b76a-4a2c-ad23-85b8d876f35b req-cd4b7a06-d770-4c85-b8f8-e99dc66ba76a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.0710962
Nov 13 21:07:16.948903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd297f-0222-43b5-9680-c096924b1532 req-e1062f22-ae4f-4e62-964a-e177bd2eb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:16.953230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-e1062f22-ae4f-4e62-964a-e177bd2eb72c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0668499
Nov 13 21:07:16.964855 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46cddfba-b76a-4a2c-ad23-85b8d876f35b req-cfa53bda-434f-4fc5-b09d-fb5e2444b08f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480893
Nov 13 21:07:16.965691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e852361f-da55-4b02-b526-df8cf3f6a561 req-af8043d1-7ef2-4d07-9148-fd0807afac5a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747571
Nov 13 21:07:17.026174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd297f-0222-43b5-9680-c096924b1532 req-76060fe4-662c-4709-8ad8-ef6dd0875da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:17.027795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-76060fe4-662c-4709-8ad8-ef6dd0875da7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0605404
Nov 13 21:07:17.148632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-56fb299a-dbae-4151-a9a5-db20c4e9e8d6 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021409
Nov 13 21:07:17.155628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f5aace5-8403-433c-8d83-c665223eb53e req-83e69ba8-3240-4b01-9e9d-832c32e24a34 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0308235
Nov 13 21:07:17.312241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cd2b9-8334-4fd3-9de3-17c3477ee179 req-c936cc03-488f-4c12-aac3-1ecaec4bc807 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:17.313841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c64cd2b9-8334-4fd3-9de3-17c3477ee179 req-c936cc03-488f-4c12-aac3-1ecaec4bc807 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.0555236
Nov 13 21:07:17.320500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-024c045e-c527-4adc-a6d4-384acd91a673 req-db631963-0c3c-4061-9cdf-4137f65b9bdb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 210 time: 0.0390975
Nov 13 21:07:17.324283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fdd297f-0222-43b5-9680-c096924b1532 req-c2bfc750-3a0c-4302-b48c-8ea4d6848a5f service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309552
Nov 13 21:07:17.371776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c64cd2b9-8334-4fd3-9de3-17c3477ee179 req-56997f46-cbef-4610-b942-cf7c0dbefd6d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477550
Nov 13 21:07:17.468000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a268604-938f-4694-abc9-026a6345759f req-bbd45ece-6612-4101-93fa-4f5a9cff22c6 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:17.469517 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a268604-938f-4694-abc9-026a6345759f req-bbd45ece-6612-4101-93fa-4f5a9cff22c6 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1095 time: 0.0396116
Nov 13 21:07:17.517818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a268604-938f-4694-abc9-026a6345759f req-ee842e31-b899-4f44-a5e1-a4dddba74d0e tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417778
Nov 13 21:07:17.637456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62790668-251a-46b6-a25c-e171c17be4b1 req-06e516c4-fcf4-4651-b8ba-9bbc94911ce4 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:17.638833 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62790668-251a-46b6-a25c-e171c17be4b1 req-06e516c4-fcf4-4651-b8ba-9bbc94911ce4 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 947 time: 0.0490167
Nov 13 21:07:17.686071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62790668-251a-46b6-a25c-e171c17be4b1 req-5f295f2a-fb4f-45ec-9762-af8a3eb05fd4 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413406
Nov 13 21:07:17.800291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418908a-9e95-44e3-847a-a1db51309a4f req-83bdd93d-6bcd-414d-893a-9d37c2be0b14 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:17.802224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6418908a-9e95-44e3-847a-a1db51309a4f req-83bdd93d-6bcd-414d-893a-9d37c2be0b14 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 1095 time: 0.0629160
Nov 13 21:07:17.848096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6418908a-9e95-44e3-847a-a1db51309a4f req-566609c4-f6d6-47dd-a3b9-f84e742782c5 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397418
Nov 13 21:07:17.863981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8b6dd-5ea6-4763-9b4d-e90e61203bb1 req-9f6d0569-c233-45e2-806b-c3b0e2313ec3 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:17.865531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08a8b6dd-5ea6-4763-9b4d-e90e61203bb1 req-9f6d0569-c233-45e2-806b-c3b0e2313ec3 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1101 time: 0.0412257
Nov 13 21:07:17.911446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08a8b6dd-5ea6-4763-9b4d-e90e61203bb1 req-92f78b9a-86ab-4948-bb72-2c1570e9f880 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395446
Nov 13 21:07:18.021173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee516f4b-e950-47ee-bea0-b807048f5934 req-932973b4-3e0a-4391-97ee-065f98bdf195 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:18.028644 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee516f4b-e950-47ee-bea0-b807048f5934 req-932973b4-3e0a-4391-97ee-065f98bdf195 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1101 time: 0.0467324
Nov 13 21:07:18.084682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee516f4b-e950-47ee-bea0-b807048f5934 req-64df7ae5-fe63-4f81-8d5c-c5d9832386eb tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549185
Nov 13 21:07:18.237216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-a9d771fb-6192-4230-9be6-085781379403 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352809
Nov 13 21:07:18.248587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428771f5-0e0f-4c8d-baa2-e82cec7759ff req-97431fe5-9f33-4177-982a-af6dfd18a1c3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:18.250232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-428771f5-0e0f-4c8d-baa2-e82cec7759ff req-97431fe5-9f33-4177-982a-af6dfd18a1c3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0626547
Nov 13 21:07:18.306345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-428771f5-0e0f-4c8d-baa2-e82cec7759ff req-510b8def-4ebb-4f3d-b561-055ac34974d6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493934
Nov 13 21:07:18.382999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-0cbea2f7-c5a1-492c-bec6-2cbf52346ce8 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:18.384647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-0cbea2f7-c5a1-492c-bec6-2cbf52346ce8 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1343744
Nov 13 21:07:18.413633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:18.569979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8e26a64-2384-4e58-ac55-d5466dba93f1 req-f7404954-34c7-4136-9587-62537ec01372 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0331914
Nov 13 21:07:18.654086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f35986cc-d567-46ec-a5e3-a02932dae6f7 req-522266d1-0f0f-4962-88f3-7beb62369bd5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 210 time: 0.0284135
Nov 13 21:07:18.734167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bb984-5968-49f8-bed9-79eb225ac5f8 req-b48cf941-d084-48ab-8b7e-6693fdba8f0f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:18.735889 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-519bb984-5968-49f8-bed9-79eb225ac5f8 req-b48cf941-d084-48ab-8b7e-6693fdba8f0f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.0609310
Nov 13 21:07:18.753469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:18.758699 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:18.790812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-519bb984-5968-49f8-bed9-79eb225ac5f8 req-4a9c1ce8-d1c0-4e2b-9861-d358c1c1d54c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477762
Nov 13 21:07:18.912050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c2094-aba4-4d9a-8d4c-f625626fc055 req-ab7a6431-fe4f-431c-bf78-bc2115024fb7 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:18.914117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c21c2094-aba4-4d9a-8d4c-f625626fc055 req-ab7a6431-fe4f-431c-bf78-bc2115024fb7 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 947 time: 0.0519929
Nov 13 21:07:18.915509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.15 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/d7f4ed46-51fe-4821-b665-9c1d30711758) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:18.966641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c21c2094-aba4-4d9a-8d4c-f625626fc055 req-ae31b68c-28b2-4a65-8a5b-ce19d12cf245 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459113
Nov 13 21:07:19.067943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:19.175019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:19.190503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'ba6048ff-f482-48d9-814e-4f3aa06a71b2'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:19.203232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:19.216398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:19.220051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:19.228985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:19.267541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=d7f4ed46-51fe-4821-b665-9c1d30711758,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:19.288357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:19.289017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:19.440122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-d97dc47f-ced3-4091-8be4-711e009f693a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0304761
Nov 13 21:07:19.488535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a601f-a384-4f91-a324-9bbac8abdef5 req-94a69a66-08de-4743-b275-13443ed8c743 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:19.490184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-113a601f-a384-4f91-a324-9bbac8abdef5 req-94a69a66-08de-4743-b275-13443ed8c743 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0850241
Nov 13 21:07:19.501683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Request body: {'port': {'device_id': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:19.566807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f33745f0-d3f1-4350-8eed-731843d92c0c None None] Provisioning complete for port d7f4ed46-51fe-4821-b665-9c1d30711758 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:19.567182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f33745f0-d3f1-4350-8eed-731843d92c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:19.590713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a80fdfe9-bd89-46d1-998f-1742a09b4262 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:19.629410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:19.638536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-113a601f-a384-4f91-a324-9bbac8abdef5 req-4b316412-7441-4a14-8811-da8547502ed1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198356
Nov 13 21:07:19.649156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-17c4070e-b5e5-429c-b079-b0780d3d0950 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1437604
Nov 13 21:07:19.699236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f33745f0-d3f1-4350-8eed-731843d92c0c None None] Port d7f4ed46-51fe-4821-b665-9c1d30711758 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:07:19.864796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port a80fdfe9-bd89-46d1-998f-1742a09b4262, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:19.876030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-416f6ed0-d04d-4e79-b21e-0191d1d1c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:19.877976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-416f6ed0-d04d-4e79-b21e-0191d1d1c3a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1095 time: 0.1832619
Nov 13 21:07:19.890376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d5f5a9a-7913-4d71-82ec-102f9fb97acb req-977f5704-e50e-4ab1-b78b-df7188da5421 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0463166
Nov 13 21:07:19.902467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'a80fdfe9-bd89-46d1-998f-1742a09b4262', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'a80fdfe9-bd89-46d1-998f-1742a09b4262', 'mac_address': 'fa:16:3e:58:27:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:19.969850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:19.992355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80fdfe9-bd89-46d1-998f-1742a09b4262 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:20.010788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf149a-048b-4c45-bc1c-78dc8a2e436d req-4d32b16e-cac8-4cf4-8c1b-74d0d99f31b4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.018775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19bf149a-048b-4c45-bc1c-78dc8a2e436d req-4d32b16e-cac8-4cf4-8c1b-74d0d99f31b4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 935 time: 0.1874974
Nov 13 21:07:20.042474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port a80fdfe9-bd89-46d1-998f-1742a09b4262, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:20.102355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7890f-2858-4ad8-874f-a1f43efd763d req-4b54ac02-ce0a-4965-9ee2-de4860230b4c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.103861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ae7890f-2858-4ad8-874f-a1f43efd763d req-4b54ac02-ce0a-4965-9ee2-de4860230b4c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0678921
Nov 13 21:07:20.141746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19bf149a-048b-4c45-bc1c-78dc8a2e436d req-6c9683ea-b8e8-4d1c-9d9d-0a359d2dd53f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220064
Nov 13 21:07:20.179849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:20.190254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-2a67f202-e9ec-42aa-9fd8-aac02e02c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.191880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-2a67f202-e9ec-42aa-9fd8-aac02e02c718 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2247057
Nov 13 21:07:20.210512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ae7890f-2858-4ad8-874f-a1f43efd763d req-efba77dd-2e7a-43e3-b792-e66ea30779fd tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985718
Nov 13 21:07:20.248022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=a80fdfe9-bd89-46d1-998f-1742a09b4262,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:20.271717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-81c28810-0a13-4d10-ad9c-092b8b562997 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.0638766
Nov 13 21:07:20.361548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff7c66-3979-430f-bfdd-41d239cced5a req-63e9f93f-b90d-4e3a-abd4-f12c89a98311 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.363535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e8ff7c66-3979-430f-bfdd-41d239cced5a req-63e9f93f-b90d-4e3a-abd4-f12c89a98311 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 948 time: 0.0656102
Nov 13 21:07:20.400817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f4ed46-51fe-4821-b665-9c1d30711758 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:20.408553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-26dd9c7d-f362-4323-840f-63f85cac1f3c tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352836
Nov 13 21:07:20.417141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:20.450337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e8ff7c66-3979-430f-bfdd-41d239cced5a req-caf9de59-184a-4f18-92b9-88f7335e4990 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648754
Nov 13 21:07:20.467685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-34431d42-dcea-4928-9ef5-2abb67cd8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.469182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-34431d42-dcea-4928-9ef5-2abb67cd8a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1492465
Nov 13 21:07:20.472744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Transition to ACTIVE for port object d7f4ed46-51fe-4821-b665-9c1d30711758 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:20.539778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590830-39d3-40d7-ba30-cfc6d1076a43 req-b3e34048-de47-478d-827e-e0eb0b08924f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.544882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3590830-39d3-40d7-ba30-cfc6d1076a43 req-b3e34048-de47-478d-827e-e0eb0b08924f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.2781050
Nov 13 21:07:20.550019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-21f9a6b5-6e3a-4788-abd7-8c06e177314f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426886
Nov 13 21:07:20.608977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['a80fdfe9-bd89-46d1-998f-1742a09b4262'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:20.658188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:20.705767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-bf71d70d-3939-4b2c-9b1c-321c132c5f8b tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.707243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-bf71d70d-3939-4b2c-9b1c-321c132c5f8b tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2839289
Nov 13 21:07:20.723451 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3590830-39d3-40d7-ba30-cfc6d1076a43 req-f9fb4cab-b23d-4c0e-bcf7-c2e17c368e13 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663272
Nov 13 21:07:20.738940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Request body: {'port': {'device_id': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f84b1f5a760f43ceb7b4d0fb6f9238c4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:20.825492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f4ed46-51fe-4821-b665-9c1d30711758,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:20.844623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7a56-be7b-4a66-8c94-f01efa0d1ca0 req-575504bc-0eeb-42ff-946e-9b19202bbd87 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:20.846955 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bdb7a56-be7b-4a66-8c94-f01efa0d1ca0 req-575504bc-0eeb-42ff-946e-9b19202bbd87 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1139209
Nov 13 21:07:20.865948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-13e50564-801c-4cd1-8927-7b7013749c44 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3027933
Nov 13 21:07:20.929329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bdb7a56-be7b-4a66-8c94-f01efa0d1ca0 req-5d4051c7-c983-4c56-b58d-8b8b62bbd3bb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748827
Nov 13 21:07:21.292478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f2fe1-fcbe-4c58-9bad-b0081d44c39d req-0495254f-8042-4ca3-958d-42d380af9271 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:21.294152 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-174f2fe1-fcbe-4c58-9bad-b0081d44c39d req-0495254f-8042-4ca3-958d-42d380af9271 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 947 time: 0.0538313
Nov 13 21:07:21.312041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9084d6a6-4cda-4dde-b21c-50d9e94d3663 req-7277b3f9-6cc8-46df-8c58-1cd7a689f15f tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0466452
Nov 13 21:07:21.321836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Attempting to bind port d7f4ed46-51fe-4821-b665-9c1d30711758 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:21.322138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Attempting to bind port d7f4ed46-51fe-4821-b665-9c1d30711758 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:21.322751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Attempting to bind port d7f4ed46-51fe-4821-b665-9c1d30711758 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:21.331745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Port d7f4ed46-51fe-4821-b665-9c1d30711758 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:21.331745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Attempting to bind port d7f4ed46-51fe-4821-b665-9c1d30711758 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:21.353044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:21.353044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:21.353044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:21.353044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Bound port: d7f4ed46-51fe-4821-b665-9c1d30711758, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:21.353044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.360269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-174f2fe1-fcbe-4c58-9bad-b0081d44c39d req-c8bd76f8-afd5-4744-9364-d24446beb69d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585103
Nov 13 21:07:21.362881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d3a30a8-661c-4a1c-b1b8-eb4b435a4442 req-0efc9dc2-ae24-4202-b230-070c10bf56b0 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4737918
Nov 13 21:07:21.425331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Made reservation on behalf of f84b1f5a760f43ceb7b4d0fb6f9238c4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:21.428906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.457955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] For port d7f4ed46-51fe-4821-b665-9c1d30711758, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:21.461426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.480050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] For port d7f4ed46-51fe-4821-b665-9c1d30711758, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f4ed46-51fe-4821-b665-9c1d30711758,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:21.504661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e67539-1108-46ae-9c82-35f0056e8b54 req-3c4fae19-bdb1-48a3-a6b2-e3bfe712cbe8 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:21.506683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51e67539-1108-46ae-9c82-35f0056e8b54 req-3c4fae19-bdb1-48a3-a6b2-e3bfe712cbe8 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1023026
Nov 13 21:07:21.565255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2fa96-5b46-4e09-913c-3987e3e7508f req-f9c06e23-3c9e-4acc-a41f-da1c7c89c2fe tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:21.565460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35f2fa96-5b46-4e09-913c-3987e3e7508f req-f9c06e23-3c9e-4acc-a41f-da1c7c89c2fe tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 948 time: 0.0543902
Nov 13 21:07:21.581264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.620031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35f2fa96-5b46-4e09-913c-3987e3e7508f req-b382b781-5ba2-4cca-889d-dd6bb9da914b tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461318
Nov 13 21:07:21.646640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51e67539-1108-46ae-9c82-35f0056e8b54 req-9e6de7b8-4d39-4139-ac8a-cf60997af8bd tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304858
Nov 13 21:07:21.658083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:21.658771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.660247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7f4ed46-51fe-4821-b665-9c1d30711758 HTTP/1.1" status: 200  len: 1095 time: 2.1690345
Nov 13 21:07:21.662279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'tag': 'd7f4ed46-51fe-4821-b665-9c1d30711758'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:21.664739 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daef7f5f-8406-43d7-a1e3-89ea2f04c7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a570f60e-7a9e-40f6-9ff1-f0841509afa5", "tag": "d7f4ed46-51fe-4821-b665-9c1d30711758"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:21.718867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501670f-6844-44d2-92bc-ad2cd6e345f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f4ed46-51fe-4821-b665-9c1d30711758,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:21.723819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.727277 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb3e784-bcb1-406d-92b3-2735d6f6f54b x-openstack-request-id: req-8bb3e784-bcb1-406d-92b3-2735d6f6f54b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:21.727646 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a570f60e-7a9e-40f6-9ff1-f0841509afa5", "tag": "d7f4ed46-51fe-4821-b665-9c1d30711758", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:21.728131 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bb3e784-bcb1-406d-92b3-2735d6f6f54b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:21.729004 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'tag': 'd7f4ed46-51fe-4821-b665-9c1d30711758', 'status': 'completed', 'code': 200}
Nov 13 21:07:21.732710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-73928eae-5782-4c9d-8a94-f31d255f60c4 service neutron] 10.222.0.46 "GET /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1941955
Nov 13 21:07:21.807899 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:21.927195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7631d8f1-f736-4e6f-9247-ba988d9b30b0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:22.005562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef7f5f-8406-43d7-a1e3-89ea2f04c7b9 req-bda61736-6d24-4ce4-87b6-277f60158845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.007602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-daef7f5f-8406-43d7-a1e3-89ea2f04c7b9 req-bda61736-6d24-4ce4-87b6-277f60158845 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 1098 time: 0.2275329
Nov 13 21:07:22.018947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b0b6-85ef-4618-b4a2-d17efcc11cc6 req-9d54fcfb-7120-4d2c-bc05-223d12c1cbfb tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.020407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54e0b0b6-85ef-4618-b4a2-d17efcc11cc6 req-9d54fcfb-7120-4d2c-bc05-223d12c1cbfb tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 944 time: 0.2067449
Nov 13 21:07:22.069997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ade12-9aaa-43c8-9691-e44d3643ad03 req-a69cd1b7-5f30-4223-9839-e13bdfe4d03c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.071944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7ade12-9aaa-43c8-9691-e44d3643ad03 req-a69cd1b7-5f30-4223-9839-e13bdfe4d03c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0583835
Nov 13 21:07:22.103143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-daef7f5f-8406-43d7-a1e3-89ea2f04c7b9 req-915145c6-4b19-4d53-ad2e-34fcc89472eb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0760646
Nov 13 21:07:22.135000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7ade12-9aaa-43c8-9691-e44d3643ad03 req-0d7f4522-0d67-4bb9-ad57-fe709feaa690 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563850
Nov 13 21:07:22.241582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Allocated IP 192.168.233.231 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/fb403e11-89bf-4c69-866b-34ff5b0377ba) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:22.334859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54e0b0b6-85ef-4618-b4a2-d17efcc11cc6 req-5211f749-6e0f-4ee2-8306-c1e07e821091 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2867761
Nov 13 21:07:22.410625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:22.461528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef7f5f-8406-43d7-a1e3-89ea2f04c7b9 req-43f556bc-1ac9-4e79-b76b-1c6bd5f903a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.462896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-daef7f5f-8406-43d7-a1e3-89ea2f04c7b9 req-43f556bc-1ac9-4e79-b76b-1c6bd5f903a8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3405440
Nov 13 21:07:22.466001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4a2e2f4-c669-4e28-8200-73646419f05f req-0ffda5db-a5b7-414b-b691-79a3372d64ad tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0297637
Nov 13 21:07:22.534871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:22.606792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48311ae5-d783-449b-b79b-67713c459133 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:22.628172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825e4ab-2872-49fc-873f-19efedc7f4ae req-f1953878-1880-4b8b-86db-a6e04faea710 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.628172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1825e4ab-2872-49fc-873f-19efedc7f4ae req-f1953878-1880-4b8b-86db-a6e04faea710 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 947 time: 0.1742620
Nov 13 21:07:22.644806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:22.669078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-f3012059-2de1-4f10-8a4f-974f80714ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.670567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-f3012059-2de1-4f10-8a4f-974f80714ee1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 1098 time: 0.1513643
Nov 13 21:07:22.693781 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:22.744661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-f95f3986-2404-4f8b-9d4a-c7a8e3ca0e36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d7f4ed46-51fe-4821-b665-9c1d30711758 HTTP/1.1" status: 200  len: 217 time: 0.0611198
Nov 13 21:07:22.754623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:22.786186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119ae0-fda1-4364-b3fc-f3bebc4f6d32 req-4585ef9e-8bca-4843-82fc-e6b0b5a2383e tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.797490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51119ae0-fda1-4364-b3fc-f3bebc4f6d32 req-4585ef9e-8bca-4843-82fc-e6b0b5a2383e tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 948 time: 0.0989380
Nov 13 21:07:22.812917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1825e4ab-2872-49fc-873f-19efedc7f4ae req-9634316a-3d72-4ffc-8a88-3def6ae3e1cc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760781
Nov 13 21:07:22.870732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51119ae0-fda1-4364-b3fc-f3bebc4f6d32 req-e5efc5fe-0f8d-456a-b67c-b4dc1766e08b tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665805
Nov 13 21:07:22.878286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-f739e46d-3873-4ee9-a60e-f8cfdc3bdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:22.879781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-f739e46d-3873-4ee9-a60e-f8cfdc3bdfb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1191761
Nov 13 21:07:22.942242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.026315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] Transition to ACTIVE for port object 48311ae5-d783-449b-b79b-67713c459133 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:23.052963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:23.057616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-7190f19a-0d5c-4d55-b15d-ca99aa24395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.059134 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-7190f19a-0d5c-4d55-b15d-ca99aa24395e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1658280
Nov 13 21:07:23.062011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Pushing event updated for resources: {'Port': ['ID=fb403e11-89bf-4c69-866b-34ff5b0377ba,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:23.064496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:23.067263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:23.082649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a8230-a396-4acb-8d85-369fa3abc465 req-e95aac81-90a0-40e0-884c-b64324254d27 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.090736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-683a8230-a396-4acb-8d85-369fa3abc465 req-e95aac81-90a0-40e0-884c-b64324254d27 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1656535
Nov 13 21:07:23.127396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.270422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.271047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.298601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7475b-50c3-4594-a2da-9981a2a58f9c req-b1d6b3bc-a530-429b-8224-eb0ad9d4aa77 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.300413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57d7475b-50c3-4594-a2da-9981a2a58f9c req-b1d6b3bc-a530-429b-8224-eb0ad9d4aa77 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0584772
Nov 13 21:07:23.318371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] No DVR routers for this DVR port 48311ae5-d783-449b-b79b-67713c459133 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:23.324584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4613c0c2-7943-4c4b-afd8-ab408dbdd06a None None] Provisioning complete for port fb403e11-89bf-4c69-866b-34ff5b0377ba triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:23.325181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4613c0c2-7943-4c4b-afd8-ab408dbdd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.339974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] Pushing event updated for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:23.349330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-683a8230-a396-4acb-8d85-369fa3abc465 req-ed241e93-9394-410d-8777-f999d73ce1ba tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577014
Nov 13 21:07:23.384255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-242b6c00-c493-44f0-855c-39c4b2cf53e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6387632
Nov 13 21:07:23.389246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57d7475b-50c3-4594-a2da-9981a2a58f9c req-81d6ead4-fba1-45e3-82d6-3a27418fc705 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820763
Nov 13 21:07:23.400515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-41cee7eb-a5ef-4892-aaa7-bd5651175353 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3289809
Nov 13 21:07:23.419980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4613c0c2-7943-4c4b-afd8-ab408dbdd06a None None] Port fb403e11-89bf-4c69-866b-34ff5b0377ba cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:07:23.435783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-a8113cd9-d25d-4a06-8175-575c03a4a7d9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7112443
Nov 13 21:07:23.462570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Request body: {'port': {'device_id': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:23.585132 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a80fdfe9-bd89-46d1-998f-1742a09b4262 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:23.614932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435988db-5a02-4f61-8f7a-ae01f1b92ed3 req-5ec01002-5b74-4dc4-b2cc-246816a1ced4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.617358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-435988db-5a02-4f61-8f7a-ae01f1b92ed3 req-5ec01002-5b74-4dc4-b2cc-246816a1ced4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.1590111
Nov 13 21:07:23.619657 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-493fb566-9e27-48d9-bdaf-7f12e140d1e7 req-2ccd1e1e-1cef-4aaf-b66b-b293fc0cbbbf service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965244
Nov 13 21:07:23.620323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.639478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-bf4a02d9-da43-47d1-956a-ba4bdcdea97e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.641287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-bf4a02d9-da43-47d1-956a-ba4bdcdea97e tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1015759
Nov 13 21:07:23.660483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5df665-457d-491c-8de5-4caf3ad50c46 req-6ea0d377-9cbb-44ba-a38e-e4cc5299fdb0 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.663086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff5df665-457d-491c-8de5-4caf3ad50c46 req-6ea0d377-9cbb-44ba-a38e-e4cc5299fdb0 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 936 time: 0.0891085
Nov 13 21:07:23.721634 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-435988db-5a02-4f61-8f7a-ae01f1b92ed3 req-bfd61ab8-4297-4c3c-97dc-423e1f03a6a8 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849082
Nov 13 21:07:23.737701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff5df665-457d-491c-8de5-4caf3ad50c46 req-69533cf3-03cd-4c30-81c4-729cd90790cf tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662677
Nov 13 21:07:23.739842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-7844547e-d093-40db-8572-e9138fe785b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.742122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-7844547e-d093-40db-8572-e9138fe785b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9&tenant_id=39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 1096 time: 0.0783627
Nov 13 21:07:23.747355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port a80fdfe9-bd89-46d1-998f-1742a09b4262 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:23.753079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port a80fdfe9-bd89-46d1-998f-1742a09b4262 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:23.754239 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.856249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-e14f5176-520c-4d8e-a4e0-fb1e697ea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:23.859205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-e14f5176-520c-4d8e-a4e0-fb1e697ea772 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1096 time: 0.0757771
Nov 13 21:07:23.874573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:23.917071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba262421-8b34-4038-8833-c691d8cf9392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdfe9-bd89-46d1-998f-1742a09b4262'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:23.922495 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62480877-9dae-4a9c-a308-26f4ab1a0117" -d '{"events": [{"server_uuid": "ba262421-8b34-4038-8833-c691d8cf9392", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdfe9-bd89-46d1-998f-1742a09b4262"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:23.961104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port a80fdfe9-bd89-46d1-998f-1742a09b4262, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:24.010057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb403e11-89bf-4c69-866b-34ff5b0377ba {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:24.014141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-deb08e48-a0f2-442f-a5af-ec1fda4c84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.015598 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-deb08e48-a0f2-442f-a5af-ec1fda4c84fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1474907
Nov 13 21:07:24.020293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.021201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 48311ae5-d783-449b-b79b-67713c459133 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:24.023187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066dc0-33db-4145-8bc1-8eb7fa111e6a req-33330cf8-a85e-44b5-a671-39d83173abc1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.024776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c066dc0-33db-4145-8bc1-8eb7fa111e6a req-33330cf8-a85e-44b5-a671-39d83173abc1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 947 time: 0.0981843
Nov 13 21:07:24.030328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.048911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac581c0e-a293-4c64-b09d-19361c8855f1 req-0b5b6e2a-7056-4f55-83b3-d3cc62f72c76 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.051285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac581c0e-a293-4c64-b09d-19361c8855f1 req-0b5b6e2a-7056-4f55-83b3-d3cc62f72c76 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 948 time: 0.0887451
Nov 13 21:07:24.059281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Transition to ACTIVE for port object fb403e11-89bf-4c69-866b-34ff5b0377ba will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:24.090344 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c066dc0-33db-4145-8bc1-8eb7fa111e6a req-2af07d21-0a1e-4aeb-ab7c-e09027d647e2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549221
Nov 13 21:07:24.119697 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-2e8835b9-cbaa-4641-bdc8-628294bcbab2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 200  len: 217 time: 0.0933332
Nov 13 21:07:24.127575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=a80fdfe9-bd89-46d1-998f-1742a09b4262,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:24.132981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 48311ae5-d783-449b-b79b-67713c459133 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:24.185300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b427770-25ce-40f8-90c4-9ba849a3d602 x-openstack-request-id: req-0b427770-25ce-40f8-90c4-9ba849a3d602 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:24.185300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba262421-8b34-4038-8833-c691d8cf9392", "name": "network-vif-plugged", "status": "completed", "tag": "a80fdfe9-bd89-46d1-998f-1742a09b4262", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:24.185300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b427770-25ce-40f8-90c4-9ba849a3d602 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:24.185300 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba262421-8b34-4038-8833-c691d8cf9392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80fdfe9-bd89-46d1-998f-1742a09b4262', 'code': 200}
Nov 13 21:07:24.207691 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-b7874816-b20d-41d0-94b9-941312a00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.209634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-b7874816-b20d-41d0-94b9-941312a00f97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0756421
Nov 13 21:07:24.215657 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac581c0e-a293-4c64-b09d-19361c8855f1 req-a359ff7c-2716-4369-91fc-c738770453e9 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083896
Nov 13 21:07:24.246222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-aabea6cf-f040-41ff-93fb-6768806ea9ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290720
Nov 13 21:07:24.296319 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.344926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Pushing event updated for resources: {'Port': ['ID=fb403e11-89bf-4c69-866b-34ff5b0377ba,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:24.384200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-9ae40f5a-1586-4d69-87e3-ac786cdd4747 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259210
Nov 13 21:07:24.417022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea724cd-756d-41bf-aa65-876893229e87 req-e6b8bf01-5b7a-467f-966e-7d61df219ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.420335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aea724cd-756d-41bf-aa65-876893229e87 req-e6b8bf01-5b7a-467f-966e-7d61df219ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 1100 time: 0.1586678
Nov 13 21:07:24.518602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Attempting to bind port fb403e11-89bf-4c69-866b-34ff5b0377ba on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:24.534496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Attempting to bind port fb403e11-89bf-4c69-866b-34ff5b0377ba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:24.534496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Attempting to bind port fb403e11-89bf-4c69-866b-34ff5b0377ba on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:24.568330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-13049468-777e-446b-b672-920740d6ee71 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693089
Nov 13 21:07:24.576005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Port fb403e11-89bf-4c69-866b-34ff5b0377ba on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:24.576341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Attempting to bind port fb403e11-89bf-4c69-866b-34ff5b0377ba on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:24.590769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32be877-f9a9-4567-8dde-97030c80683a req-1a878f72-da51-4c4b-9cf7-b6ba9b989297 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.592924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c32be877-f9a9-4567-8dde-97030c80683a req-1a878f72-da51-4c4b-9cf7-b6ba9b989297 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0793688
Nov 13 21:07:24.595266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aea724cd-756d-41bf-aa65-876893229e87 req-cdbe7a82-8faf-4352-b09a-f88cf7f498af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332555
Nov 13 21:07:24.596244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:24.596580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:24.596966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:24.597525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Bound port: fb403e11-89bf-4c69-866b-34ff5b0377ba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:24.597995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.654617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a640eac-8e16-4fec-9c7f-1de35e8237c8 req-323b9010-6a15-4601-a20f-f9dca852ecfb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.656981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a640eac-8e16-4fec-9c7f-1de35e8237c8 req-323b9010-6a15-4601-a20f-f9dca852ecfb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1329005
Nov 13 21:07:24.661590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c32be877-f9a9-4567-8dde-97030c80683a req-b21ffc79-4574-46fc-a521-fd3c7fa0d58b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616312
Nov 13 21:07:24.698241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] For port fb403e11-89bf-4c69-866b-34ff5b0377ba, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:24.702461 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7b437d0-d97d-4cef-a6b3-0766301735cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.720419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] For port fb403e11-89bf-4c69-866b-34ff5b0377ba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb403e11-89bf-4c69-866b-34ff5b0377ba,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:24.732170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a640eac-8e16-4fec-9c7f-1de35e8237c8 req-c0bbe1b6-91aa-4964-b9e3-ec0fc39af229 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634058
Nov 13 21:07:24.834256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.852170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e3399-0a7c-4a40-8590-517f3376237a req-5afe97d8-7fbc-414b-b6ce-b85668c801a7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.857166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c9e3399-0a7c-4a40-8590-517f3376237a req-5afe97d8-7fbc-414b-b6ce-b85668c801a7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.0617776
Nov 13 21:07:24.905384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.906012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:24.908138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] 10.222.0.46 "PUT /v2.0/ports/fb403e11-89bf-4c69-866b-34ff5b0377ba HTTP/1.1" status: 200  len: 1096 time: 1.4511230
Nov 13 21:07:24.908597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'tag': 'fb403e11-89bf-4c69-866b-34ff5b0377ba'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:24.910910 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcde5ef-81fe-467e-9c27-e276f98f6270" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4ea3ae-6344-4055-9403-b4756f7dc8ab", "tag": "fb403e11-89bf-4c69-866b-34ff5b0377ba"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:24.930674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c9e3399-0a7c-4a40-8590-517f3376237a req-f1356198-3803-41bc-8586-da32ffb0195c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708733
Nov 13 21:07:24.944795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c1e46-0b75-4588-a87b-bb7b21aae1cf service neutron] Pushing event updated for resources: {'Port': ['ID=fb403e11-89bf-4c69-866b-34ff5b0377ba,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:24.959926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c40fd-146f-4fca-818d-a1d38bc39c3e req-f6c0dc35-f02b-487b-a9aa-43802a0736fb tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:24.966976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c89c40fd-146f-4fca-818d-a1d38bc39c3e req-f6c0dc35-f02b-487b-a9aa-43802a0736fb tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 948 time: 0.0921249
Nov 13 21:07:24.995534 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a36ad99-19f7-4d05-b196-09e9d596fb94 x-openstack-request-id: req-6a36ad99-19f7-4d05-b196-09e9d596fb94 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:24.995790 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4ea3ae-6344-4055-9403-b4756f7dc8ab", "tag": "fb403e11-89bf-4c69-866b-34ff5b0377ba", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:24.996068 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a36ad99-19f7-4d05-b196-09e9d596fb94 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:24.996422 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'tag': 'fb403e11-89bf-4c69-866b-34ff5b0377ba', 'status': 'completed', 'code': 200}
Nov 13 21:07:25.025944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c89c40fd-146f-4fca-818d-a1d38bc39c3e req-fd300b38-3e80-414b-8ed8-2389ee11c5c9 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575309
Nov 13 21:07:25.073979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde5ef-81fe-467e-9c27-e276f98f6270 req-582cc571-51c2-491e-ba1a-3030e0c91c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.075478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bcde5ef-81fe-467e-9c27-e276f98f6270 req-582cc571-51c2-491e-ba1a-3030e0c91c6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 1099 time: 0.0478265
Nov 13 21:07:25.138812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bcde5ef-81fe-467e-9c27-e276f98f6270 req-9af6a1b4-b4a2-4068-ac67-b86de2403822 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279052
Nov 13 21:07:25.254564 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-6cb9d12e-7c92-4a75-8260-f01d0708d88c tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.257043 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-6cb9d12e-7c92-4a75-8260-f01d0708d88c tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1048141
Nov 13 21:07:25.272391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918024e-9a21-423a-8e1a-0793985619a4 req-b9977027-9e96-4e25-a383-0becf160df58 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.274932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0918024e-9a21-423a-8e1a-0793985619a4 req-b9977027-9e96-4e25-a383-0becf160df58 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 947 time: 0.0801501
Nov 13 21:07:25.281542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcde5ef-81fe-467e-9c27-e276f98f6270 req-f382219c-d684-42ff-ba5a-b4c0deb9abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.283007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bcde5ef-81fe-467e-9c27-e276f98f6270 req-f382219c-d684-42ff-ba5a-b4c0deb9abc1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1345336
Nov 13 21:07:25.377633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0918024e-9a21-423a-8e1a-0793985619a4 req-2b140476-8d41-4286-adce-9d994ab1b287 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954754
Nov 13 21:07:25.423829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-d52eeb3c-abeb-44c2-81d2-f94c746a65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.425365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-d52eeb3c-abeb-44c2-81d2-f94c746a65b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 1099 time: 0.0757442
Nov 13 21:07:25.437151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4621ce-b8f2-48d7-be24-02c55351e65f req-ae8f7df3-ea27-4d53-bf0d-505d2b98bfe7 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.438664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a4621ce-b8f2-48d7-be24-02c55351e65f req-ae8f7df3-ea27-4d53-bf0d-505d2b98bfe7 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 949 time: 0.0800953
Nov 13 21:07:25.488593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-ea9d5dc9-ec0a-427a-854b-08c8915a3466 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=fb403e11-89bf-4c69-866b-34ff5b0377ba HTTP/1.1" status: 200  len: 217 time: 0.0487554
Nov 13 21:07:25.516570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-3dbbd3d0-baa9-4809-8085-ae861142e455 service neutron] For port 48311ae5-d783-449b-b79b-67713c459133, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:25.521106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-3dbbd3d0-baa9-4809-8085-ae861142e455 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:25.522998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3618fc-a4cb-4f0c-9e00-6112e6409b50 req-3dbbd3d0-baa9-4809-8085-ae861142e455 service neutron] 10.222.0.37 "DELETE /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2471604
Nov 13 21:07:25.555899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a4621ce-b8f2-48d7-be24-02c55351e65f req-960b9705-5e4d-4ddb-b626-b6f9a549dc5f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086075
Nov 13 21:07:25.567290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-056f4eee-4f5a-4de8-aafa-9f660968a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.568823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-056f4eee-4f5a-4de8-aafa-9f660968a9d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0606380
Nov 13 21:07:25.627286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-71183c21-8ac5-4f45-89e3-8457d3615af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.628840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-71183c21-8ac5-4f45-89e3-8457d3615af8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0435483
Nov 13 21:07:25.746241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-b1963579-059b-443e-8369-165d214150bd service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982940
Nov 13 21:07:25.791615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82848465-a089-4d67-a621-0b01827d37d8 req-018ef7da-a91e-44e1-82eb-7ef8141833f3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:25.797604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82848465-a089-4d67-a621-0b01827d37d8 req-018ef7da-a91e-44e1-82eb-7ef8141833f3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0629485
Nov 13 21:07:25.842120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82848465-a089-4d67-a621-0b01827d37d8 req-42936d9e-0d6b-4234-bb5c-6ea965a63e00 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436435
Nov 13 21:07:26.066251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73e051-a695-4ae5-8b14-27fabf31c8a2 req-705843b2-9c35-4759-8d20-a03ad8ef1e06 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.067805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d73e051-a695-4ae5-8b14-27fabf31c8a2 req-705843b2-9c35-4759-8d20-a03ad8ef1e06 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.0560851
Nov 13 21:07:26.135730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d73e051-a695-4ae5-8b14-27fabf31c8a2 req-1ac68d7a-9c26-4ee5-8622-cd5201216edd tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603635
Nov 13 21:07:26.149062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe0e0b98-cbc0-451c-8bfb-5def48132c38 req-914bede4-ceea-4128-bf8f-040dc789d94e service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3920851
Nov 13 21:07:26.159510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689c9c-a5a5-4bb2-a381-343e3d266e28 req-1745aad4-eca2-4c42-bb86-0bbc4ef184ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.168412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c689c9c-a5a5-4bb2-a381-343e3d266e28 req-1745aad4-eca2-4c42-bb86-0bbc4ef184ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.3441594
Nov 13 21:07:26.238489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c689c9c-a5a5-4bb2-a381-343e3d266e28 req-63d94ace-5470-4b30-8142-087ae05fe3a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544395
Nov 13 21:07:26.287747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0458-c940-4897-9887-0d53a82623dc req-462c88a2-0a0d-4b48-9ac7-5f2bc59b9eac tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.289582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51bf0458-c940-4897-9887-0d53a82623dc req-462c88a2-0a0d-4b48-9ac7-5f2bc59b9eac tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 948 time: 0.0719111
Nov 13 21:07:26.356334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51bf0458-c940-4897-9887-0d53a82623dc req-bf92300f-0fc4-457f-89bf-338c935051f4 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598507
Nov 13 21:07:26.367092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ee552-71bf-4831-ae63-aafea5dfa6cc req-d411a434-a7d3-41e6-8dcd-0b34de970e03 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.368612 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c4ee552-71bf-4831-ae63-aafea5dfa6cc req-d411a434-a7d3-41e6-8dcd-0b34de970e03 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1096 time: 0.0481951
Nov 13 21:07:26.435744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c4ee552-71bf-4831-ae63-aafea5dfa6cc req-2d6ec49a-a1e5-48f9-b7ab-6767f0d184ca tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478318
Nov 13 21:07:26.561092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0300dca-902d-4585-9cfc-4ba50ec2f5bb req-5ccdfdc9-85d5-4e1f-b9eb-d84b348867b1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.562354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0300dca-902d-4585-9cfc-4ba50ec2f5bb req-5ccdfdc9-85d5-4e1f-b9eb-d84b348867b1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 947 time: 0.0755186
Nov 13 21:07:26.565492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab5263-1ab0-4135-9e41-f0e0abe77238 req-3a043fbb-1ede-41ae-a834-1faed11122d1 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.567189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ab5263-1ab0-4135-9e41-f0e0abe77238 req-3a043fbb-1ede-41ae-a834-1faed11122d1 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 1096 time: 0.0564733
Nov 13 21:07:26.614339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0300dca-902d-4585-9cfc-4ba50ec2f5bb req-036c4c9b-b14d-4bf8-b91d-c9de5c3f1a44 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454206
Nov 13 21:07:26.622440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ab5263-1ab0-4135-9e41-f0e0abe77238 req-c1de5694-9bbd-489e-8234-980fd23ef4a9 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474877
Nov 13 21:07:26.733746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069432db-0414-450a-8f99-ae84d0cc877e req-a25d0188-5846-4851-97fa-dc2f7869b7cd tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:26.735282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-069432db-0414-450a-8f99-ae84d0cc877e req-a25d0188-5846-4851-97fa-dc2f7869b7cd tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 949 time: 0.0555577
Nov 13 21:07:26.789248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-069432db-0414-450a-8f99-ae84d0cc877e req-63aa49a9-2d0d-4906-9088-2aac0a964c21 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460792
Nov 13 21:07:27.039883 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3ea27bd-7178-4445-8493-acdc7329decf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:27.114718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf63d5-b5f8-4866-9d09-ad1ae5f5904b req-10af242f-1e83-41e3-8846-cfa2b236113b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:27.117242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfbf63d5-b5f8-4866-9d09-ad1ae5f5904b req-10af242f-1e83-41e3-8846-cfa2b236113b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0533390
Nov 13 21:07:27.170851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfbf63d5-b5f8-4866-9d09-ad1ae5f5904b req-81b5ffcf-f6c5-48b1-b264-7f27607dda1b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456202
Nov 13 21:07:27.340822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499399a6-36c1-4125-8634-2fec4b7fb9a4 req-45ddc131-890b-44a5-acce-33edacdeed66 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:27.342302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-499399a6-36c1-4125-8634-2fec4b7fb9a4 req-45ddc131-890b-44a5-acce-33edacdeed66 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 949 time: 0.0597093
Nov 13 21:07:27.348103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5f49d-3e87-4f67-baa7-7060a8536fdd req-330132ea-0fe6-4f37-bef4-342517f3ad0f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:27.350206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0f5f49d-3e87-4f67-baa7-7060a8536fdd req-330132ea-0fe6-4f37-bef4-342517f3ad0f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0590439
Nov 13 21:07:27.398940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0f5f49d-3e87-4f67-baa7-7060a8536fdd req-37af7457-4af7-406f-a0a4-bbaffb54061a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426927
Nov 13 21:07:27.401415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-499399a6-36c1-4125-8634-2fec4b7fb9a4 req-2234683d-cef6-43cf-858a-686c5eca8032 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531251
Nov 13 21:07:27.512647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905a10-bcee-4eed-a216-3255075f2450 req-00768727-6db0-4d98-bdd4-f281f005d6e2 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:27.514138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec905a10-bcee-4eed-a216-3255075f2450 req-00768727-6db0-4d98-bdd4-f281f005d6e2 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 948 time: 0.0537295
Nov 13 21:07:27.566228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec905a10-bcee-4eed-a216-3255075f2450 req-afabfd31-8d4a-4725-b57d-cea57854152d tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451035
Nov 13 21:07:27.606337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d7f4ed46-51fe-4821-b665-9c1d30711758 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:27.706844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d7f4ed46-51fe-4821-b665-9c1d30711758, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f4ed46-51fe-4821-b665-9c1d30711758,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:27.722442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'd7f4ed46-51fe-4821-b665-9c1d30711758', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'd7f4ed46-51fe-4821-b665-9c1d30711758', 'mac_address': 'fa:16:3e:c1:00:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:27.744245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138780-bba2-4501-8bfb-0ec2d89c79bb req-e36fe37f-ba88-4c14-8b9d-9ed11bf0f86b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:27.746399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81138780-bba2-4501-8bfb-0ec2d89c79bb req-e36fe37f-ba88-4c14-8b9d-9ed11bf0f86b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 947 time: 0.0517962
Nov 13 21:07:27.765526 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:27.782233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f4ed46-51fe-4821-b665-9c1d30711758 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:27.800628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81138780-bba2-4501-8bfb-0ec2d89c79bb req-57b32de7-0f2a-4fd5-84cd-49a4ca643c67 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485649
Nov 13 21:07:27.803362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d7f4ed46-51fe-4821-b665-9c1d30711758, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f4ed46-51fe-4821-b665-9c1d30711758,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:27.868443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:27.918457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d7f4ed46-51fe-4821-b665-9c1d30711758,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:28.297560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f3101-57c5-4ddd-b828-e94ee5da9591 req-6f9679be-597c-4503-9f5c-54b8b3fc3ba4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:28.300283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d7f4ed46-51fe-4821-b665-9c1d30711758'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:28.301915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-012f3101-57c5-4ddd-b828-e94ee5da9591 req-6f9679be-597c-4503-9f5c-54b8b3fc3ba4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0530989
Nov 13 21:07:28.368802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-012f3101-57c5-4ddd-b828-e94ee5da9591 req-5e64c61f-d866-4ad3-854f-3830479a6b1a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625784
Nov 13 21:07:28.474141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:28.509083 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-c8bfeba5-cf3b-4fb3-b357-2ec77eaf387c service neutron] show failed (client error): The resource could not be found.
Nov 13 21:07:28.511138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-c8bfeba5-cf3b-4fb3-b357-2ec77eaf387c service neutron] 10.222.0.37 "GET /v2.0/ports/8a6174cf-d864-4d4a-99d9-62b125100eae/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1146803
Nov 13 21:07:28.570021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcc361-a9b0-4d95-b9e2-c89e1e0bb974 req-f2e0a8ec-3f18-4d93-9c38-6312c98f08e0 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:28.571473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bbcc361-a9b0-4d95-b9e2-c89e1e0bb974 req-f2e0a8ec-3f18-4d93-9c38-6312c98f08e0 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 949 time: 0.0677836
Nov 13 21:07:28.574602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbee71-afa5-46b6-95c6-c58a022807b8 req-cb9e672d-3da5-466a-b1f5-778166a9a646 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:28.576285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5dbee71-afa5-46b6-95c6-c58a022807b8 req-cb9e672d-3da5-466a-b1f5-778166a9a646 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0821791
Nov 13 21:07:28.646952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bbcc361-a9b0-4d95-b9e2-c89e1e0bb974 req-e14cd25d-1de2-4bc4-ae20-2750396fac96 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614836
Nov 13 21:07:28.649809 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5dbee71-afa5-46b6-95c6-c58a022807b8 req-011f703f-3a9d-465e-af98-d4b3962f4a80 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669935
Nov 13 21:07:28.773619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e3d0-e8d2-481a-9bb8-8dcb7e0be92b req-76486aaa-d5f0-4f2f-a8b4-49f8f266f517 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:28.775135 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce16e3d0-e8d2-481a-9bb8-8dcb7e0be92b req-76486aaa-d5f0-4f2f-a8b4-49f8f266f517 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 948 time: 0.0552294
Nov 13 21:07:28.833968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce16e3d0-e8d2-481a-9bb8-8dcb7e0be92b req-5c2ba6d5-cfd6-4f5b-83e4-fc22be1f98f1 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511916
Nov 13 21:07:28.977913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6c60b-b8fc-46a5-87a6-2ce11ad5faf8 req-9546bf78-2f62-4ab0-b130-f36c5a103084 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:28.981372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00e6c60b-b8fc-46a5-87a6-2ce11ad5faf8 req-9546bf78-2f62-4ab0-b130-f36c5a103084 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 948 time: 0.0659363
Nov 13 21:07:29.032745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00e6c60b-b8fc-46a5-87a6-2ce11ad5faf8 req-8c91b5f3-8483-4267-90d7-5e9f5bd04138 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446615
Nov 13 21:07:29.307320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-aebf344d-969e-4880-b2fb-e315a9f53411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:29.308846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-aebf344d-969e-4880-b2fb-e315a9f53411 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85&tenant_id=de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 1101 time: 0.0782194
Nov 13 21:07:29.321473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef5e2905-7b7f-420b-8ab7-57228c332b7f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:29.323126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef5e2905-7b7f-420b-8ab7-57228c332b7f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 949 time: 0.0605938
Nov 13 21:07:29.327924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:29.441131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:29.607960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Deleting port a80fdfe9-bd89-46d1-998f-1742a09b4262 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:07:29.616630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:29.619848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6986b-181b-42ea-bfc1-4d6169ef5814 req-697c0aa9-de5e-4542-9c2d-790b139eabff tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:29.623619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d7f4ed46-51fe-4821-b665-9c1d30711758 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:29.627217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fb403e11-89bf-4c69-866b-34ff5b0377ba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:29.633748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25f6986b-181b-42ea-bfc1-4d6169ef5814 req-697c0aa9-de5e-4542-9c2d-790b139eabff tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.1715841
Nov 13 21:07:29.796204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port fb403e11-89bf-4c69-866b-34ff5b0377ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb403e11-89bf-4c69-866b-34ff5b0377ba,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:29.810145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'fb403e11-89bf-4c69-866b-34ff5b0377ba', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'fb403e11-89bf-4c69-866b-34ff5b0377ba', 'mac_address': 'fa:16:3e:28:0d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:29.848780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25f6986b-181b-42ea-bfc1-4d6169ef5814 req-b9af2c8f-fc83-4cf1-91d6-1e7b24566346 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691763
Nov 13 21:07:29.874071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:29.880089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adafdb7-4d21-4583-980c-2dd96499b034 req-22e7b7bf-e7af-440b-97bf-b1631ca627ac tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:29.887222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9adafdb7-4d21-4583-980c-2dd96499b034 req-22e7b7bf-e7af-440b-97bf-b1631ca627ac tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 949 time: 0.1131871
Nov 13 21:07:29.895255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:29.901048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port d7f4ed46-51fe-4821-b665-9c1d30711758 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:29.915084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port d7f4ed46-51fe-4821-b665-9c1d30711758 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:29.915734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:29.919445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb403e11-89bf-4c69-866b-34ff5b0377ba {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:29.965986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] For port a80fdfe9-bd89-46d1-998f-1742a09b4262, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80fdfe9-bd89-46d1-998f-1742a09b4262,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:29.966511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:29.981994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9adafdb7-4d21-4583-980c-2dd96499b034 req-78524f6a-f236-439b-bf2d-4eb86fb128c0 tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/security-groups?id=93b4bd5d-f559-4cef-9f9f-0393de9669c2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938978
Nov 13 21:07:29.997968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port fb403e11-89bf-4c69-866b-34ff5b0377ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb403e11-89bf-4c69-866b-34ff5b0377ba,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:30.015973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Calling delete_port for a80fdfe9-bd89-46d1-998f-1742a09b4262 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:07:30.053509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.092799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f4ed46-51fe-4821-b665-9c1d30711758'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:30.093333 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f4745e-b32a-42da-9e0c-5409b3f7bdf9" -d '{"events": [{"server_uuid": "a570f60e-7a9e-40f6-9ff1-f0841509afa5", "name": "network-vif-plugged", "status": "completed", "tag": "d7f4ed46-51fe-4821-b665-9c1d30711758"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:30.100248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d7f4ed46-51fe-4821-b665-9c1d30711758, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f4ed46-51fe-4821-b665-9c1d30711758,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:30.110984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845047a2-67bc-45b1-8d02-53bdef742381 req-f22e92d5-9b54-4970-8d3f-1cb1e4bdbf27 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:30.112584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-845047a2-67bc-45b1-8d02-53bdef742381 req-f22e92d5-9b54-4970-8d3f-1cb1e4bdbf27 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1431234
Nov 13 21:07:30.119941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:30.125743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.188150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.195366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=fb403e11-89bf-4c69-866b-34ff5b0377ba,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:30.209764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fb40a-8111-43d5-b896-931ddc737bb0 req-f3c93899-9861-49cb-b5fe-6227d1ba3670 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:30.212163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b3fb40a-8111-43d5-b896-931ddc737bb0 req-f3c93899-9861-49cb-b5fe-6227d1ba3670 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 949 time: 0.0741899
Nov 13 21:07:30.216923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:30.254894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-845047a2-67bc-45b1-8d02-53bdef742381 req-f972cf30-2ffc-4f42-b15c-3f14aad0da29 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226549
Nov 13 21:07:30.299378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d7f4ed46-51fe-4821-b665-9c1d30711758,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:30.314112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:30.316379 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982cd820-ee4d-4466-b25e-487b1068eaaa" -d '{"events": [{"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:30.323877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.352404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b3fb40a-8111-43d5-b896-931ddc737bb0 req-aafe3a61-8904-4edd-aa8e-e90421b8ef66 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284609
Nov 13 21:07:30.396044 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b69750d-f052-4555-949e-16b5aca40793 x-openstack-request-id: req-1b69750d-f052-4555-949e-16b5aca40793 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:30.396044 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a570f60e-7a9e-40f6-9ff1-f0841509afa5", "name": "network-vif-plugged", "status": "completed", "tag": "d7f4ed46-51fe-4821-b665-9c1d30711758", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:30.396044 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b69750d-f052-4555-949e-16b5aca40793 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:30.396539 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f4ed46-51fe-4821-b665-9c1d30711758', 'code': 200}
Nov 13 21:07:30.400106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2366df8-c5ea-4635-9cf8-ef3853a69c30 req-31ae983c-e097-42fe-8eda-35717facdfdd tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:30.402592 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2366df8-c5ea-4635-9cf8-ef3853a69c30 req-31ae983c-e097-42fe-8eda-35717facdfdd tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 949 time: 0.0582411
Nov 13 21:07:30.405002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.454899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Transition to ACTIVE for port object 8a6174cf-d864-4d4a-99d9-62b125100eae will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:30.457070 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1045ede-9f19-4525-b4f8-ebf221bcb52b x-openstack-request-id: req-e1045ede-9f19-4525-b4f8-ebf221bcb52b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:30.457523 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:30.457766 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1045ede-9f19-4525-b4f8-ebf221bcb52b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:30.458162 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'code': 200}
Nov 13 21:07:30.462292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.476888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['a80fdfe9-bd89-46d1-998f-1742a09b4262'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:30.478484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2366df8-c5ea-4635-9cf8-ef3853a69c30 req-38215ead-dc9b-4e8a-a312-df34b310bf51 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673072
Nov 13 21:07:30.485909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['fb403e11-89bf-4c69-866b-34ff5b0377ba'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:30.508148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Pushing event deleted for resources: {'Port': ['ID=a80fdfe9-bd89-46d1-998f-1742a09b4262,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:30.561505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.562207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.562831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.563386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.563876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.564663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.565426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.566012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.567208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.567753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.568330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.568853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:30.606596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] No DVR routers for this DVR port a80fdfe9-bd89-46d1-998f-1742a09b4262 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:30.609905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.618995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.622779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6dbfade-e3e3-46e6-9acb-28e39e349810 req-ef8e8c4e-8e3b-4dc5-83e4-fc6262990a8f tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.46 "DELETE /v2.0/ports/a80fdfe9-bd89-46d1-998f-1742a09b4262 HTTP/1.1" status: 204  len: 173 time: 1.2749050
Nov 13 21:07:30.682211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] No DVR routers for this DVR port 8a6174cf-d864-4d4a-99d9-62b125100eae on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:30.690343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2acc67-5bd3-47dd-b451-b4bf4e52a107 req-768b4bca-851a-4fc9-8009-6e6741075af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:30.692504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab2acc67-5bd3-47dd-b451-b4bf4e52a107 req-768b4bca-851a-4fc9-8009-6e6741075af1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 1100 time: 0.1936376
Nov 13 21:07:30.754359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:30.780667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:30.780961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:30.781289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:30.797036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Port 8a6174cf-d864-4d4a-99d9-62b125100eae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:30.797359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Attempting to bind port 8a6174cf-d864-4d4a-99d9-62b125100eae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:30.801325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab2acc67-5bd3-47dd-b451-b4bf4e52a107 req-51dfea35-35c9-4ea9-9874-2fd31266b28e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789471
Nov 13 21:07:30.808608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:30.809114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:30.809477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:30.810042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Bound port: 8a6174cf-d864-4d4a-99d9-62b125100eae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:30.810328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:30.887049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:30.890189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:30.985813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91cae-f599-42f8-9fbe-7bb4fe86cdbb req-b736e1aa-ea9f-47c3-aa71-af66b35b0383 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:30.987982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95b91cae-f599-42f8-9fbe-7bb4fe86cdbb req-b736e1aa-ea9f-47c3-aa71-af66b35b0383 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0536232
Nov 13 21:07:30.999714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:31.050776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95b91cae-f599-42f8-9fbe-7bb4fe86cdbb req-a19c7194-82e6-4a28-a9c0-d63c62aadbd7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556970
Nov 13 21:07:31.076090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.076090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:31.087515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] 10.222.0.46 "PUT /v2.0/ports/8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 1096 time: 1.7633212
Nov 13 21:07:31.154378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5470541-dcae-472d-aad6-c2ea361544f7 req-1bba7bb7-af3c-43b3-857a-ca754d609e7e tempest-ImagesNegativeTestJSON-898538572 tempest-ImagesNegativeTestJSON-898538572-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba262421-8b34-4038-8833-c691d8cf9392 HTTP/1.1" status: 200  len: 210 time: 0.0489962
Nov 13 21:07:31.192245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b144aa-2277-4682-864a-48d402e32f5c service neutron] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:31.211398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-be7fe458-6966-4b69-a27c-e506129a3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.214495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-be7fe458-6966-4b69-a27c-e506129a3d12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1099 time: 0.0918078
Nov 13 21:07:31.351596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-80370df2-7c0f-4d5c-ba7b-4e3db8a39f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.351596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-80370df2-7c0f-4d5c-ba7b-4e3db8a39f56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1218123
Nov 13 21:07:31.397981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d6c5-fde3-439d-ab37-42d2ccc8c187 req-22684f50-f9d2-47af-ab73-cbdadce37a2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.399609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e02d6c5-fde3-439d-ab37-42d2ccc8c187 req-22684f50-f9d2-47af-ab73-cbdadce37a2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0555520
Nov 13 21:07:31.410341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-04e8d0d1-231a-4311-9341-b403101e8adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.0514171
Nov 13 21:07:31.459071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e02d6c5-fde3-439d-ab37-42d2ccc8c187 req-6724d4fd-088f-4747-9cbe-25326c9058a1 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524862
Nov 13 21:07:31.501872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-e45c79cf-12c0-487e-b0be-be81ab325e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.505123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-e45c79cf-12c0-487e-b0be-be81ab325e94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0828886
Nov 13 21:07:31.518384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd924fd3-03fe-4cff-8be1-072e871f8efb req-88b934e4-6484-4345-9aca-ca9d2a08ccf3 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.520038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd924fd3-03fe-4cff-8be1-072e871f8efb req-88b934e4-6484-4345-9aca-ca9d2a08ccf3 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 949 time: 0.0899131
Nov 13 21:07:31.603337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-8ae74a76-de3d-4f6b-af3f-6419e2d4b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.604779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-8ae74a76-de3d-4f6b-af3f-6419e2d4b68c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0835845
Nov 13 21:07:31.613100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd924fd3-03fe-4cff-8be1-072e871f8efb req-b2de49af-5e0e-4c81-ba95-3e1ae2cf4d24 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802259
Nov 13 21:07:31.623936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5174bc5-2abf-490e-8eb4-795a391e8d26 req-ea2f96e9-c7f3-4839-aae0-927067484813 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:31.626145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5174bc5-2abf-490e-8eb4-795a391e8d26 req-ea2f96e9-c7f3-4839-aae0-927067484813 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 949 time: 0.0737114
Nov 13 21:07:31.681239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5174bc5-2abf-490e-8eb4-795a391e8d26 req-800df661-0ade-4712-b071-5652045ea93b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486515
Nov 13 21:07:31.722266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-541e18a6-49bc-4f71-9a4a-2cc30007f019 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025937
Nov 13 21:07:31.824102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85bcc6dd-05cc-43a4-8118-23d13919e27e req-56d41093-aaf1-4972-8590-032bf0ec9033 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920260
Nov 13 21:07:32.179371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd358227-1a77-4e25-85ba-52c933ea7d2e req-caf46676-1f35-42f1-b49b-3db05c213682 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.180912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd358227-1a77-4e25-85ba-52c933ea7d2e req-caf46676-1f35-42f1-b49b-3db05c213682 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0561755
Nov 13 21:07:32.237219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd358227-1a77-4e25-85ba-52c933ea7d2e req-10ddf01e-dcaa-46e7-b27d-c76d3fd716a8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482867
Nov 13 21:07:32.459619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba262421-8b34-4038-8833-c691d8cf9392', 'name': 'network-vif-deleted', 'tag': 'a80fdfe9-bd89-46d1-998f-1742a09b4262'}, {'name': 'network-changed', 'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:32.462056 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d12316-038a-4cf3-8e48-452c3d4e0d30" -d '{"events": [{"server_uuid": "ba262421-8b34-4038-8833-c691d8cf9392", "name": "network-vif-deleted", "tag": "a80fdfe9-bd89-46d1-998f-1742a09b4262"}, {"name": "network-changed", "server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:32.518550 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accbe8f0-3fbe-48fb-b635-1bec28c4a93c x-openstack-request-id: req-accbe8f0-3fbe-48fb-b635-1bec28c4a93c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:32.523091 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba262421-8b34-4038-8833-c691d8cf9392", "name": "network-vif-deleted", "tag": "a80fdfe9-bd89-46d1-998f-1742a09b4262", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:32.523091 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-accbe8f0-3fbe-48fb-b635-1bec28c4a93c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:32.523091 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba262421-8b34-4038-8833-c691d8cf9392', 'name': 'network-vif-deleted', 'tag': 'a80fdfe9-bd89-46d1-998f-1742a09b4262', 'status': 'completed', 'code': 200}
Nov 13 21:07:32.523091 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'status': 'completed', 'code': 200}
Nov 13 21:07:32.598315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-b1f3e26a-e85b-485f-b8fa-560e640ce420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.599854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-b1f3e26a-e85b-485f-b8fa-560e640ce420 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1099 time: 0.0582464
Nov 13 21:07:32.631300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-7ed8d7ec-5608-46fe-9197-81056934393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.632806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-7ed8d7ec-5608-46fe-9197-81056934393c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1099 time: 0.0872293
Nov 13 21:07:32.653015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1407-61a6-475f-8858-2399235e7f0e req-3f43528a-a182-449d-b817-7d8b5aebcf92 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.655562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c1c1407-61a6-475f-8858-2399235e7f0e req-3f43528a-a182-449d-b817-7d8b5aebcf92 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0716763
Nov 13 21:07:32.765965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-5e7d5f53-6e12-4b21-9948-0ff9ad9f915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.768477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-5e7d5f53-6e12-4b21-9948-0ff9ad9f915d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1512396
Nov 13 21:07:32.794619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e563f-0329-423e-b640-1dc077e5ec7d req-9ec582fa-e766-4d69-af00-2bec73e1d6d0 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.796340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-302e563f-0329-423e-b640-1dc077e5ec7d req-9ec582fa-e766-4d69-af00-2bec73e1d6d0 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 949 time: 0.0930145
Nov 13 21:07:32.838458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-a0a6a8ba-f56d-48ba-98e0-e5c92d2fdbcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.0611358
Nov 13 21:07:32.913135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-27eff772-506f-49cd-ad06-417eb76dcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.914611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-27eff772-506f-49cd-ad06-417eb76dcb0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0683010
Nov 13 21:07:32.920102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-302e563f-0329-423e-b640-1dc077e5ec7d req-235f3be6-5bb7-4f97-8068-0791054d211f tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901599
Nov 13 21:07:32.974726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-6cd46b50-00db-4cb8-8615-65025204447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:32.974726 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-6cd46b50-00db-4cb8-8615-65025204447f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0476289
Nov 13 21:07:33.054206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:33.095908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c1c1407-61a6-475f-8858-2399235e7f0e req-d4a4e436-1293-401e-9a5f-3bfd5cdc3162 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4229934
Nov 13 21:07:33.113970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-303fb03e-968a-40c7-87f4-5046c9771049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:33.116596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-303fb03e-968a-40c7-87f4-5046c9771049 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.4752674
Nov 13 21:07:33.126455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:33.132053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:33.137351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-05391a4c-5613-496b-9e7f-800c7c15305d service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543925
Nov 13 21:07:33.154216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a8839-1408-44ca-b3f4-6be236a86cdc req-a9d28eae-3456-46cf-b803-2a8c7fb3df20 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:33.155985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c5a8839-1408-44ca-b3f4-6be236a86cdc req-a9d28eae-3456-46cf-b803-2a8c7fb3df20 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 949 time: 0.1302500
Nov 13 21:07:33.171205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-ca9f59a1-e234-4a78-bfb8-e12480700146 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.0372257
Nov 13 21:07:33.223997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-547a7da9-2b14-4c50-aa31-412d03f392b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:33.227230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-547a7da9-2b14-4c50-aa31-412d03f392b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0471771
Nov 13 21:07:33.269911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c5a8839-1408-44ca-b3f4-6be236a86cdc req-1f8e11aa-ae43-4c2b-8b3f-6f1fdc106b0c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017339
Nov 13 21:07:33.295063 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-77217ba1-6bf9-408b-a337-cb376e826152 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374280
Nov 13 21:07:33.367685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4f164dd8-dfc7-4b7b-b4ff-9e1216400755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=915e455bab614e6b847c60fcc0cd3b19&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2392900
Nov 13 21:07:33.369964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46848) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:33.387464 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-2fffbd4e-0918-40e6-b785-a4028991728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:33.389188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-2fffbd4e-0918-40e6-b785-a4028991728e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1531956
Nov 13 21:07:33.419879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83471991-cd4a-4519-8d26-af069b90595c req-cf7a514a-ee19-4708-8702-ff493c30e23e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:33.428874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83471991-cd4a-4519-8d26-af069b90595c req-cf7a514a-ee19-4708-8702-ff493c30e23e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0662625
Nov 13 21:07:33.471131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83471991-cd4a-4519-8d26-af069b90595c req-5e7ab612-d9d0-4193-bf52-3370f4a8a57d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413866
Nov 13 21:07:33.523942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce25967c-fc5a-4da4-9f19-f65e8985f98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:33.528446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77dd98-52fc-4d75-8edd-6eec2529cbf7 req-f549c705-4c2c-469c-adbd-765c84a3210d tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:33.529997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b77dd98-52fc-4d75-8edd-6eec2529cbf7 req-f549c705-4c2c-469c-adbd-765c84a3210d tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 1100 time: 0.1349418
Nov 13 21:07:33.584576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-22ff4c49-acea-4c04-a4ca-415a23ab8672 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833663
Nov 13 21:07:33.591703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce25967c-fc5a-4da4-9f19-f65e8985f98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:33.615944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fb403e11-89bf-4c69-866b-34ff5b0377ba up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:33.689301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b77dd98-52fc-4d75-8edd-6eec2529cbf7 req-e2dd864e-4881-4ccf-a63a-614086900bb2 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491218
Nov 13 21:07:33.726070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25d12316-038a-4cf3-8e48-452c3d4e0d30 req-5f342b5b-7d51-4312-8234-e229df72a21d service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211615
Nov 13 21:07:33.727929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port fb403e11-89bf-4c69-866b-34ff5b0377ba completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:33.734411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port fb403e11-89bf-4c69-866b-34ff5b0377ba triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:33.734776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:33.793513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce25967c-fc5a-4da4-9f19-f65e8985f98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:33.797884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce25967c-fc5a-4da4-9f19-f65e8985f98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:33.805153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ce25967c-fc5a-4da4-9f19-f65e8985f98d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93b4bd5d-f559-4cef-9f9f-0393de9669c2 HTTP/1.1" status: 204  len: 168 time: 0.4340279
Nov 13 21:07:33.815272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25967c-fc5a-4da4-9f19-f65e8985f98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b4bd5d-f559-4cef-9f9f-0393de9669c2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:33.955578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-2b4fed9e-4333-4917-8693-367fe4984c64 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322642
Nov 13 21:07:33.984069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:34.011598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb403e11-89bf-4c69-866b-34ff5b0377ba'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:34.011877 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35baa539-0af6-40fc-92b4-9b7d4b38cc0c" -d '{"events": [{"server_uuid": "dd4ea3ae-6344-4055-9403-b4756f7dc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "fb403e11-89bf-4c69-866b-34ff5b0377ba"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:34.026684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port fb403e11-89bf-4c69-866b-34ff5b0377ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb403e11-89bf-4c69-866b-34ff5b0377ba,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:34.089246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:34.090400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a80fdfe9-bd89-46d1-998f-1742a09b4262 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:34.108487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0af0a-6078-42f5-b8bf-3e2216c8f40c req-d3d559ca-e263-4952-82e8-34dee4a2502e tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:34.110540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f6d0af0a-6078-42f5-b8bf-3e2216c8f40c req-d3d559ca-e263-4952-82e8-34dee4a2502e tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 949 time: 0.0622463
Nov 13 21:07:34.111346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-48708485-82f0-4c9e-8454-0ad610f679ab tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:34.112898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-48708485-82f0-4c9e-8454-0ad610f679ab tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1495459
Nov 13 21:07:34.136070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: a80fdfe9-bd89-46d1-998f-1742a09b4262 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:07:34.136419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a80fdfe9-bd89-46d1-998f-1742a09b4262 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:34.154970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-0a9ed0df-0431-4bc2-a332-14bb4821a61a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/quotas/aa03c215a06a4f5d9b84307c69716178 HTTP/1.1" status: 200  len: 375 time: 0.0337162
Nov 13 21:07:34.172655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=fb403e11-89bf-4c69-866b-34ff5b0377ba,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:34.187885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f6d0af0a-6078-42f5-b8bf-3e2216c8f40c req-429ea456-a4eb-467b-adee-1f625030d98d tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677676
Nov 13 21:07:34.232111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d13ac30d-d82d-4b4b-9db2-bc1641243c93 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0761786
Nov 13 21:07:34.253771 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc3e742-6a97-49a2-9ee3-e86e55dbae88 x-openstack-request-id: req-0dc3e742-6a97-49a2-9ee3-e86e55dbae88 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:34.254068 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4ea3ae-6344-4055-9403-b4756f7dc8ab", "name": "network-vif-plugged", "status": "completed", "tag": "fb403e11-89bf-4c69-866b-34ff5b0377ba", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:34.254320 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc3e742-6a97-49a2-9ee3-e86e55dbae88 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:34.255820 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb403e11-89bf-4c69-866b-34ff5b0377ba', 'code': 200}
Nov 13 21:07:34.391634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0195e-5b4f-4337-a451-025a5d643380 req-01113269-a33c-4948-b769-f2072b1c734e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:34.403890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cbc0195e-5b4f-4337-a451-025a5d643380 req-01113269-a33c-4948-b769-f2072b1c734e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0786011
Nov 13 21:07:34.411877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5888783-f1b0-4b0a-8b8a-374008a19e3e req-1e01c764-5b2a-4ed8-a965-7c439e308a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:34.413477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b5888783-f1b0-4b0a-8b8a-374008a19e3e req-1e01c764-5b2a-4ed8-a965-7c439e308a33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 1101 time: 0.0803332
Nov 13 21:07:34.460101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cbc0195e-5b4f-4337-a451-025a5d643380 req-98e637a8-985f-4d17-93f1-340e63a558d4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549717
Nov 13 21:07:34.480734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b5888783-f1b0-4b0a-8b8a-374008a19e3e req-0d3ba771-cb71-43d0-982c-b3ddba12efae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548687
Nov 13 21:07:34.589093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-287d7776-5d16-4e52-9d1b-d30c55d12807 req-f5ac1ce0-8298-4946-80a1-6e78573f438c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 210 time: 0.0364327
Nov 13 21:07:34.722931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569310ab-c08b-4d33-a4d8-bc6e50847820 req-d9cbd1b0-76b2-40c6-a6cd-fef7daa736e5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:34.725068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-569310ab-c08b-4d33-a4d8-bc6e50847820 req-d9cbd1b0-76b2-40c6-a6cd-fef7daa736e5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0636783
Nov 13 21:07:34.778931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-569310ab-c08b-4d33-a4d8-bc6e50847820 req-22ff5cea-84f2-4eb2-813f-b52fcbbbb7cb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434330
Nov 13 21:07:35.329357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e984-ebdc-42c0-a655-3525a2c4d3b5 req-636a50ae-9d79-435d-ab00-21c1aafe913f tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:35.331014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e84e984-ebdc-42c0-a655-3525a2c4d3b5 req-636a50ae-9d79-435d-ab00-21c1aafe913f tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 950 time: 0.0626047
Nov 13 21:07:35.388303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e84e984-ebdc-42c0-a655-3525a2c4d3b5 req-e521df83-d480-4590-986f-81e547862a08 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487549
Nov 13 21:07:35.613873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da4dba-eb64-4aec-862c-702e8a8ca272 req-b5d0e403-4af7-4a78-9922-d0f9476c108c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:35.613873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3da4dba-eb64-4aec-862c-702e8a8ca272 req-b5d0e403-4af7-4a78-9922-d0f9476c108c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0486462
Nov 13 21:07:35.635201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:35.641823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3da4dba-eb64-4aec-862c-702e8a8ca272 req-274220d1-d9b8-48ca-8531-f6b2f6133fee tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436747
Nov 13 21:07:35.672557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c8ed944-1a72-4050-bc3d-50f281e0e377 req-cc5af3bb-9e3a-44d3-810c-f427a41b9076 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 210 time: 0.0292411
Nov 13 21:07:35.746465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:35.758122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'mac_address': 'fa:16:3e:eb:a5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:35.800775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:35.816095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6174cf-d864-4d4a-99d9-62b125100eae {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:35.836282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:35.922377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:35.923375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1df990-cc49-4036-9921-f38adbe89fb8 req-57a85c22-bea9-45dd-b611-ee37ba677785 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:35.925119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-af1df990-cc49-4036-9921-f38adbe89fb8 req-57a85c22-bea9-45dd-b611-ee37ba677785 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 948 time: 0.0533624
Nov 13 21:07:35.993022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:36.017828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-af1df990-cc49-4036-9921-f38adbe89fb8 req-f9130a5f-5172-4299-a786-8aa75ec63817 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854504
Nov 13 21:07:36.220824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46934) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:36.317630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:36.340597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:36.503807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:36.526451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb2280-8281-4812-8854-5ff6ae865cc0 req-398a92b2-6ec7-457b-ae61-020eedce9f28 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:36.528919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ddb2280-8281-4812-8854-5ff6ae865cc0 req-398a92b2-6ec7-457b-ae61-020eedce9f28 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 949 time: 0.0776947
Nov 13 21:07:36.550376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c0965-abe8-4bcd-bf9a-bd71cfdae202 req-13d9cd2c-dd47-4335-8309-05d2ca1ed276 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:36.552507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a4c0965-abe8-4bcd-bf9a-bd71cfdae202 req-13d9cd2c-dd47-4335-8309-05d2ca1ed276 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 950 time: 0.0714965
Nov 13 21:07:36.593808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:36.613219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a4c0965-abe8-4bcd-bf9a-bd71cfdae202 req-42954e0b-809c-4746-b91f-ddd9e7f32aef tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544996
Nov 13 21:07:36.640565 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ddb2280-8281-4812-8854-5ff6ae865cc0 req-e6dc9fde-bc24-4d3c-9b51-c80e1da76610 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930505
Nov 13 21:07:36.660517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-7c8a0a1f-c11d-4b44-83fd-6f94ea1f18bd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:36.662807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-7c8a0a1f-c11d-4b44-83fd-6f94ea1f18bd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85&tenant_id=de9bc54074d54444b6b64b0f5bad6193&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1214650
Nov 13 21:07:36.665236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68a8e200559f4abdbfc5ca4c46d3816e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4433253
Nov 13 21:07:36.667517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e2b0d7-c0e7-4f87-9e11-51c893bc4e6f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:36.668073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46946) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:36.678235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.678818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.679311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.679814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.680353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.680863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.681357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.682010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.682501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.682996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.683473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.683943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d506f677-a580-4692-98e5-cdc71387679b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:07:36.760025 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-4f7d277f-5dc6-4588-97cd-54d52c03b754 service neutron] delete failed (client error): The resource could not be found.
Nov 13 21:07:36.785580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-4f7d277f-5dc6-4588-97cd-54d52c03b754 service neutron] 10.222.0.37 "DELETE /v2.0/ports/8a6174cf-d864-4d4a-99d9-62b125100eae/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0723422
Nov 13 21:07:36.786104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-f697-448b-956b-e82439c38ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:36.794350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2923-edf8-4528-9bc7-b2dccf52bf70 req-b1dda0ed-eb6b-4e9f-8027-a28b4d81945a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:36.800546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c9a2923-edf8-4528-9bc7-b2dccf52bf70 req-b1dda0ed-eb6b-4e9f-8027-a28b4d81945a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0768974
Nov 13 21:07:36.841142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-f697-448b-956b-e82439c38ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:36.900826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c9a2923-edf8-4528-9bc7-b2dccf52bf70 req-cd694a1f-10d2-4693-8890-0f7170df126d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943177
Nov 13 21:07:36.901334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-5606e49a-ec32-4045-bbd7-d05021b9ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:36.903982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-5606e49a-ec32-4045-bbd7-d05021b9ba04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 1100 time: 0.0448625
Nov 13 21:07:37.016867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4bcc279b-4045-4200-a437-1f00befddc78 req-69e7a205-e57f-48d1-b2af-4164b2fdd56c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 210 time: 0.0317039
Nov 13 21:07:37.022795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-bc7da5c1-c793-4f45-80b4-2916beabf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:37.025459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-bc7da5c1-c793-4f45-80b4-2916beabf216 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1104836
Nov 13 21:07:37.075810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-beef3738-7086-4691-b617-5421e8df7faa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 200  len: 217 time: 0.0379109
Nov 13 21:07:37.137399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-9195d315-ed67-4c85-ab66-9ea7a16a91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:37.146707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-9195d315-ed67-4c85-ab66-9ea7a16a91b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0451379
Nov 13 21:07:37.199568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-171603b4-834f-4d47-9bfc-1e7efccc600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:37.201100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-171603b4-834f-4d47-9bfc-1e7efccc600c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0526145
Nov 13 21:07:37.303895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-b0f166cd-5d88-42fc-86fc-6a4951b03c9a service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937281
Nov 13 21:07:37.405656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f95023e3-b1b2-4e19-b4ca-68671f0e584b req-40970b0e-edf4-4b18-997f-86223504dbae service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934319
Nov 13 21:07:37.681531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-f697-448b-956b-e82439c38ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:37.684203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d63435f-f697-448b-956b-e82439c38ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:37.687710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2d63435f-f697-448b-956b-e82439c38ef6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69e2b0d7-c0e7-4f87-9e11-51c893bc4e6f HTTP/1.1" status: 204  len: 168 time: 1.0162005
Nov 13 21:07:37.702404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63435f-f697-448b-956b-e82439c38ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e2b0d7-c0e7-4f87-9e11-51c893bc4e6f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:37.810711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9336de-0af6-4680-a094-96f5563f0bba req-183022c1-e5c6-48b8-9b97-0a48d21fc973 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:37.812178 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee9336de-0af6-4680-a094-96f5563f0bba req-183022c1-e5c6-48b8-9b97-0a48d21fc973 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 949 time: 0.0734980
Nov 13 21:07:37.863052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee9336de-0af6-4680-a094-96f5563f0bba req-47baa38b-7127-4a89-a8dd-e561989a6c17 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442140
Nov 13 21:07:38.036191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86462fe4-5f05-4175-b624-dd80fdcafc2d req-4de6bd23-ae82-41bb-b775-eadf21a3a66b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:38.044411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86462fe4-5f05-4175-b624-dd80fdcafc2d req-4de6bd23-ae82-41bb-b775-eadf21a3a66b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0744729
Nov 13 21:07:38.100493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86462fe4-5f05-4175-b624-dd80fdcafc2d req-43122b75-3c0d-458a-901c-ccffa567e14c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548115
Nov 13 21:07:38.145269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2495b-67df-4011-ad1f-4c38f8fb1539 req-d38b9c48-a827-42ef-a82a-1fb08d36101e tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:38.147703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ec2495b-67df-4011-ad1f-4c38f8fb1539 req-d38b9c48-a827-42ef-a82a-1fb08d36101e tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 950 time: 0.0857639
Nov 13 21:07:38.227289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ec2495b-67df-4011-ad1f-4c38f8fb1539 req-35b48004-d290-44d6-ab10-b5872c88ef2a tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731275
Nov 13 21:07:38.261032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-ab79211f-d185-48ef-8b49-237492bdea9f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316525
Nov 13 21:07:38.325537 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78040366-fccd-4543-80e4-1691373104e4 req-753bda98-1987-4a32-ad75-5c02b24e5ca9 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 210 time: 0.0273077
Nov 13 21:07:38.417357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-b2727e33-7f6d-442b-bc49-69667577ef3e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:38.418800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-b2727e33-7f6d-442b-bc49-69667577ef3e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1459427
Nov 13 21:07:38.433816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:38.618548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:38.623579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:38.763308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.150 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/538f4b99-a6be-48a8-a8b7-c3916c935a08) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:38.949304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.008168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47016) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:39.027829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713c92c-0c4e-46c5-ae40-252cce737e9c req-a68e00e9-bf22-4bf5-bbc5-5a2191c3da07 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:39.030057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3713c92c-0c4e-46c5-ae40-252cce737e9c req-a68e00e9-bf22-4bf5-bbc5-5a2191c3da07 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 949 time: 0.0784960
Nov 13 21:07:39.085457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3713c92c-0c4e-46c5-ae40-252cce737e9c req-06e29014-8c0c-4985-aef5-df81f5fc1fab tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475817
Nov 13 21:07:39.113759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-463365272-network', 'tenant_id': '34abc713d0364b829f3cf347fcb8f5e8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:39.186009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.203056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'd7f4ed46-51fe-4821-b665-9c1d30711758'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:39.242373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331d99-737d-4809-a159-074736268ae2 req-9df83969-2cae-4302-a1dc-e1b21453edc3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:39.250354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b331d99-737d-4809-a159-074736268ae2 req-9df83969-2cae-4302-a1dc-e1b21453edc3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 949 time: 0.0919328
Nov 13 21:07:39.253424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:39.266861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Made reservation on behalf of 34abc713d0364b829f3cf347fcb8f5e8 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:39.269153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.276997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:39.280272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.285395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:39.288946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=538f4b99-a6be-48a8-a8b7-c3916c935a08,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:39.292797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:39.338810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b331d99-737d-4809-a159-074736268ae2 req-18b57a30-5c07-4dd1-88e2-1f663a52270e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871389
Nov 13 21:07:39.342779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674089aa-74f1-44e4-bc07-f0fefd49569c req-3826a89c-14dc-447e-a9bf-7175b9f320cd tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:39.363163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-674089aa-74f1-44e4-bc07-f0fefd49569c req-3826a89c-14dc-447e-a9bf-7175b9f320cd tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1686344
Nov 13 21:07:39.393676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:39.394338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.440056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-674089aa-74f1-44e4-bc07-f0fefd49569c req-ba971420-15d5-4a76-8d83-e055df5ea9f0 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759408
Nov 13 21:07:39.498484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.523045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-220163b7-8a7d-4912-890b-e6a7d5fe4b94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0924950
Nov 13 21:07:39.559572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Request body: {'port': {'device_id': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:39.559705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56db972-d6be-4ce1-bcaf-25ef19965708 req-14dc32d4-782d-4107-bb1e-cf66d97c8279 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:39.559705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c56db972-d6be-4ce1-bcaf-25ef19965708 req-14dc32d4-782d-4107-bb1e-cf66d97c8279 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 950 time: 0.0728898
Nov 13 21:07:39.590157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.624283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:07:39.659840 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.660117 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Added segment 9a3938bd-6375-45c8-9174-1dcfacaa6f30 of type vlan for network 5b3100f7-8de9-47eb-88b0-94673cebd86a
Nov 13 21:07:39.664828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.674107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:39.675869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:39.691486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c56db972-d6be-4ce1-bcaf-25ef19965708 req-a5663003-2c4b-46a7-8267-0bbf4b528712 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218667
Nov 13 21:07:39.750640 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.783206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a5500bf2-a29e-4215-9270-288fddef46fc None None] Provisioning complete for port 538f4b99-a6be-48a8-a8b7-c3916c935a08 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:39.783578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5500bf2-a29e-4215-9270-288fddef46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.861716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a5500bf2-a29e-4215-9270-288fddef46fc None None] Port 538f4b99-a6be-48a8-a8b7-c3916c935a08 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:07:39.885555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8a6174cf-d864-4d4a-99d9-62b125100eae completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:39.897921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8a6174cf-d864-4d4a-99d9-62b125100eae triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:39.898293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.934497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:39.936153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:39.937718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.016852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3100f7-8de9-47eb-88b0-94673cebd86a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:40.035999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5b3100f7-8de9-47eb-88b0-94673cebd86a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:07:40.115663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316780-cc52-4696-8122-cccbb742bce1 req-ba35dd26-f4f9-4960-8bfa-d3c83da7b2f4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:40.117473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb316780-cc52-4696-8122-cccbb742bce1 req-ba35dd26-f4f9-4960-8bfa-d3c83da7b2f4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 936 time: 0.4276316
Nov 13 21:07:40.133758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25b4c43b-f58c-4a4d-b9a4-c003b38d62f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1238763
Nov 13 21:07:40.136400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47064) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:40.141645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Request body: {'subnet': {'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-463365272-subnet', 'tenant_id': '34abc713d0364b829f3cf347fcb8f5e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:40.160937 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.210385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-354f51d1-0395-422a-9388-12abec74725d tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:40.210649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:40.211540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-354f51d1-0395-422a-9388-12abec74725d tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 950 time: 0.4770191
Nov 13 21:07:40.212871 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bea6b6-21e4-4509-938f-a99b05c7097e" -d '{"events": [{"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-plugged", "status": "completed", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:40.230191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-1ee3541b-7755-46e8-8651-c374f655b843 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0486641
Nov 13 21:07:40.240490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:40.311846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Made reservation on behalf of 34abc713d0364b829f3cf347fcb8f5e8 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:40.314543 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.340500 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.352144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb316780-cc52-4696-8122-cccbb742bce1 req-55fd5095-d7e9-412f-a0d8-a35068639d57 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663175
Nov 13 21:07:40.454902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-3285be88-58c4-4b5c-b930-0876e3c0af0b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:40.464007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-3285be88-58c4-4b5c-b930-0876e3c0af0b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2326653
Nov 13 21:07:40.474484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Deleting port fb403e11-89bf-4c69-866b-34ff5b0377ba {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:07:40.477114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.478167 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b6baa-f5b5-4027-8a89-5a541b3c2813 x-openstack-request-id: req-101b6baa-f5b5-4027-8a89-5a541b3c2813 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:40.479570 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-plugged", "status": "completed", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:40.481918 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-101b6baa-f5b5-4027-8a89-5a541b3c2813 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:40.482370 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'code': 200}
Nov 13 21:07:40.490302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-3cae51a6-4067-4aeb-ac14-e66e3bc72f7f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/quotas/de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 375 time: 0.0252776
Nov 13 21:07:40.496201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:40.620319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-78fbee7a-ee57-44fa-85ce-683b7d3d235d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1291528
Nov 13 21:07:40.654296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538f4b99-a6be-48a8-a8b7-c3916c935a08 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:40.666940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.699438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Transition to ACTIVE for port object 538f4b99-a6be-48a8-a8b7-c3916c935a08 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:40.714374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee85cf-9193-44df-9b16-65919729d2c5 req-98a065f3-25da-491d-ad18-0fb79640bf9f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:40.717339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cee85cf-9193-44df-9b16-65919729d2c5 req-98a065f3-25da-491d-ad18-0fb79640bf9f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1561444
Nov 13 21:07:40.719756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] For port fb403e11-89bf-4c69-866b-34ff5b0377ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb403e11-89bf-4c69-866b-34ff5b0377ba,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:40.720304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.744148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.771652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Calling delete_port for fb403e11-89bf-4c69-866b-34ff5b0377ba owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:07:40.792383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3696a954-475b-4bf7-ab0d-6706134c3f14,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:40.801828 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cee85cf-9193-44df-9b16-65919729d2c5 req-9611de7b-dad6-462b-a0e6-c4b82d83b889 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779634
Nov 13 21:07:40.813954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Checking segment: {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:40.814501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Network hostable DHCP agents. Network: 5b3100f7-8de9-47eb-88b0-94673cebd86a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:07:40.841581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:40.947589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Network 5b3100f7-8de9-47eb-88b0-94673cebd86a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:07:40.974941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Pushing event updated for resources: {'Port': ['ID=538f4b99-a6be-48a8-a8b7-c3916c935a08,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:41.020435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f21facd-8957-4ec6-8728-5fe6624566a2 req-beb63ff2-4920-4e9c-afa7-95466a6beb32 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 210 time: 0.0409369
Nov 13 21:07:41.033251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b3100f7-8de9-47eb-88b0-94673cebd86a) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:41.039638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:41.040239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.044677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979967e7-501a-4ede-b576-3564da9e564f None None] Network 5b3100f7-8de9-47eb-88b0-94673cebd86a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:07:41.164013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ba01e-fa38-4ecc-bd13-eb45120567cf req-95d34c30-8f50-4518-9088-6370c705c39e tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:41.164723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-70bde2c9-ebd9-4024-84e4-cbe3c52eb353 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0268743
Nov 13 21:07:41.172756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-134ba01e-fa38-4ecc-bd13-eb45120567cf req-95d34c30-8f50-4518-9088-6370c705c39e tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 950 time: 0.1882360
Nov 13 21:07:41.187032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:41.189657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:41.209135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Attempting to bind port 538f4b99-a6be-48a8-a8b7-c3916c935a08 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:41.209963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Attempting to bind port 538f4b99-a6be-48a8-a8b7-c3916c935a08 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:41.210557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Attempting to bind port 538f4b99-a6be-48a8-a8b7-c3916c935a08 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:41.247877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Port 538f4b99-a6be-48a8-a8b7-c3916c935a08 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:41.249841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Attempting to bind port 538f4b99-a6be-48a8-a8b7-c3916c935a08 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:41.264917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:41.265317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:41.265902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:41.266424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Bound port: 538f4b99-a6be-48a8-a8b7-c3916c935a08, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:41.267302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.287482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.341105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Pushing event deleted for resources: {'Port': ['ID=fb403e11-89bf-4c69-866b-34ff5b0377ba,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:41.391570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-134ba01e-fa38-4ecc-bd13-eb45120567cf req-30d569d5-d6e2-42ea-aed3-89e5fae9816a tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/security-groups?id=7631d8f1-f736-4e6f-9247-ba988d9b30b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851099
Nov 13 21:07:41.489267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] No DVR routers for this DVR port fb403e11-89bf-4c69-866b-34ff5b0377ba on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:07:41.498870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.502553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38c1b1ce-72c3-42a0-9660-adbc05a537c4 req-c6f75bfa-113d-4748-b1f2-46fb79a55031 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.46 "DELETE /v2.0/ports/fb403e11-89bf-4c69-866b-34ff5b0377ba HTTP/1.1" status: 204  len: 173 time: 1.2824762
Nov 13 21:07:41.503029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'name': 'network-vif-deleted', 'tag': 'fb403e11-89bf-4c69-866b-34ff5b0377ba'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:41.505653 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a212f4-b330-40ea-b53f-41e64e8ce38a" -d '{"events": [{"server_uuid": "dd4ea3ae-6344-4055-9403-b4756f7dc8ab", "name": "network-vif-deleted", "tag": "fb403e11-89bf-4c69-866b-34ff5b0377ba"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:41.510490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] For port 538f4b99-a6be-48a8-a8b7-c3916c935a08, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:41.542904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] For port 538f4b99-a6be-48a8-a8b7-c3916c935a08, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:41.578664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-8b97b333-fc84-44b3-affc-93d3ce5c6283 req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1572663519', 'description': 'tempest-description-146318136'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:41.616586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['fb403e11-89bf-4c69-866b-34ff5b0377ba'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:41.626313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.629773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274097a5-227e-4f3b-842f-2db3cffb55aa req-bcfe591d-9dbf-4738-845a-ccb8af1de890 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:41.629773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-274097a5-227e-4f3b-842f-2db3cffb55aa req-bcfe591d-9dbf-4738-845a-ccb8af1de890 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 948 time: 0.0817389
Nov 13 21:07:41.690704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-274097a5-227e-4f3b-842f-2db3cffb55aa req-aecbbf18-b4ae-470d-88df-ef157f0d8c16 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547755
Nov 13 21:07:41.696905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.733434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:41.751871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:41.752713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.754442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] 10.222.0.46 "PUT /v2.0/ports/538f4b99-a6be-48a8-a8b7-c3916c935a08 HTTP/1.1" status: 200  len: 1096 time: 2.2050483
Nov 13 21:07:41.773449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:41.775077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63054ff5-aca2-49da-ad07-66efee17e3cf None None] Network 5b3100f7-8de9-47eb-88b0-94673cebd86a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:07:41.779113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b97b333-fc84-44b3-affc-93d3ce5c6283 req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.794922 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e09ff-9274-436d-bf86-0f4ee2cc1149 x-openstack-request-id: req-385e09ff-9274-436d-bf86-0f4ee2cc1149 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:41.796085 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4ea3ae-6344-4055-9403-b4756f7dc8ab", "name": "network-vif-deleted", "tag": "fb403e11-89bf-4c69-866b-34ff5b0377ba", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:41.796497 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-385e09ff-9274-436d-bf86-0f4ee2cc1149 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:41.797090 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4ea3ae-6344-4055-9403-b4756f7dc8ab', 'name': 'network-vif-deleted', 'tag': 'fb403e11-89bf-4c69-866b-34ff5b0377ba', 'status': 'completed', 'code': 200}
Nov 13 21:07:41.803190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859c17a-23d6-4140-81d7-2bcb4ac30036 service neutron] Pushing event updated for resources: {'Port': ['ID=538f4b99-a6be-48a8-a8b7-c3916c935a08,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:41.897961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'mac_address': 'fa:16:3e:28:b9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:41.898818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b97b333-fc84-44b3-affc-93d3ce5c6283 req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:41.957001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.028772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b97b333-fc84-44b3-affc-93d3ce5c6283 req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.040206 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.054590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6d03-1207-47d2-82ed-c01bedc6d289 req-1b5cf528-0ad3-48ca-a39a-c15c15fe86e4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:42.062632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e85c6d03-1207-47d2-82ed-c01bedc6d289 req-1b5cf528-0ad3-48ca-a39a-c15c15fe86e4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 948 time: 0.1340377
Nov 13 21:07:42.066870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-387f5691-ba41-4dcf-839f-d09c809f0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:42.067065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.068317 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-387f5691-ba41-4dcf-839f-d09c809f0bd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 1099 time: 0.1004755
Nov 13 21:07:42.090174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:42.090525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:42.122052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-3edf106f-d9b2-4d94-88d1-08732cde9295 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08 HTTP/1.1" status: 200  len: 217 time: 0.0404873
Nov 13 21:07:42.170713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e85c6d03-1207-47d2-82ed-c01bedc6d289 req-e9d61d67-a319-4584-a802-b71fcdf31f2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071980
Nov 13 21:07:42.195537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-9f8ef9e5-ee4d-491b-8eee-3de83d219041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:42.197456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-9f8ef9e5-ee4d-491b-8eee-3de83d219041 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0606496
Nov 13 21:07:42.244985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b97b333-fc84-44b3-affc-93d3ce5c6283 req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.251780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b97b333-fc84-44b3-affc-93d3ce5c6283 req-9bfce6ef-64ab-4ca2-8c1d-a95b98b0e0f9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.6785607
Nov 13 21:07:42.283741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-217816a6-a75c-46f6-bbdd-45e8ba28b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:42.283741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-217816a6-a75c-46f6-bbdd-45e8ba28b67e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0653105
Nov 13 21:07:42.291956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-857d6298-5915-4649-b143-d870c5d9da5a req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1518466091', 'description': 'tempest-description-484233993'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:42.305298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:42.329523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98465d8c-0121-4bab-ab86-864063eae904 req-7e3e5ad0-9f52-494c-bddc-cbe2f3f7a237 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 210 time: 0.0341330
Nov 13 21:07:42.345674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:07:42.346115 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:07:42.413455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-6fc2d26e-6b29-48db-bc62-c6c3c559a931 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059377
Nov 13 21:07:42.479817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-857d6298-5915-4649-b143-d870c5d9da5a req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.487621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:42.487621 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5a1df0-a0ae-4161-abed-89a9a73b2b92" -d '{"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:42.534829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb6486ee-b73a-4a4d-b977-2bfadc2809ca req-76d16eef-8161-4908-968b-e014336bc5e7 tempest-TenantUsagesTestJSON-545674633 tempest-TenantUsagesTestJSON-545674633-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd4ea3ae-6344-4055-9403-b4756f7dc8ab HTTP/1.1" status: 200  len: 210 time: 0.0302553
Nov 13 21:07:42.545280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc20d007-9295-4f47-8ee2-1a4e659e0a4c req-ffd2e70f-34f7-4b7b-9ad4-d962af977f69 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324451
Nov 13 21:07:42.591569 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-857d6298-5915-4649-b143-d870c5d9da5a req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.619409 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739c89a-3a5b-4e7a-bad6-ff8a79509078 x-openstack-request-id: req-6739c89a-3a5b-4e7a-bad6-ff8a79509078 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:42.619825 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-unplugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:42.620212 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6739c89a-3a5b-4e7a-bad6-ff8a79509078 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:42.620815 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'code': 200}
Nov 13 21:07:42.791902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-857d6298-5915-4649-b143-d870c5d9da5a req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.837142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684295e-a225-45a3-a7fb-b6e2954f7d3f req-c5d0c8e4-5ec5-4d80-bf9c-4bc65a5a4621 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:42.837862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a7e4a-a002-49f5-8488-8977d2d52d5f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:42.837970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c684295e-a225-45a3-a7fb-b6e2954f7d3f req-c5d0c8e4-5ec5-4d80-bf9c-4bc65a5a4621 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 948 time: 0.0612509
Nov 13 21:07:42.893351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c684295e-a225-45a3-a7fb-b6e2954f7d3f req-9bde0d84-07c9-445a-863c-46df562c7e24 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504889
Nov 13 21:07:42.902954 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.923468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:42.948031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:42.995564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-857d6298-5915-4649-b143-d870c5d9da5a req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:42.996916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-857d6298-5915-4649-b143-d870c5d9da5a req-b63e4c8e-0a9e-4c07-9cf9-b9d343855c61 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.7093098
Nov 13 21:07:43.057108 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:43.132034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:43.289844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-10a734c0-58f7-4199-928d-98a75f1769e5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:43.291401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-10a734c0-58f7-4199-928d-98a75f1769e5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 812 time: 0.1472764
Nov 13 21:07:43.319800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-86c7ff45-21d9-44ba-a083-db37c3c360af tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/quotas/34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 375 time: 0.0143907
Nov 13 21:07:43.330063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bf867-179f-40a6-8c82-5aa5768a4294 req-9e3810ba-4dad-4ab6-8bc3-897092530c91 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:43.331144 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:07:43.331610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea0bf867-179f-40a6-8c82-5aa5768a4294 req-9e3810ba-4dad-4ab6-8bc3-897092530c91 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 949 time: 0.0609541
Nov 13 21:07:43.365938 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-a0d00ed6-4127-462b-b318-3b27b44dfc7f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0360298
Nov 13 21:07:43.383027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['af52c05a-3999-4ec8-a050-6907cd91405e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:43.414003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea0bf867-179f-40a6-8c82-5aa5768a4294 req-991780b1-36f3-4c41-9bf0-7460d6e26316 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752480
Nov 13 21:07:43.562394 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8314bf3b-0c75-4e15-acf0-150a972fc54b service neutron] 10.222.0.20 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867127
Nov 13 21:07:43.663505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e945bf79-c5e5-4c50-a8cd-4f1bacbf7995 req-cf91a7b6-03cb-419b-a7b6-804ea72f083b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 210 time: 0.0280821
Nov 13 21:07:43.692453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-32e6c18f-af96-4461-ad64-3e883e275939 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226482
Nov 13 21:07:43.693218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fb403e11-89bf-4c69-866b-34ff5b0377ba no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:07:43.730036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: fb403e11-89bf-4c69-866b-34ff5b0377ba {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:07:43.730445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device fb403e11-89bf-4c69-866b-34ff5b0377ba not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:07:43.798072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'tag': '538f4b99-a6be-48a8-a8b7-c3916c935a08'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:43.800581 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bc336d-62c8-4001-86c1-a6b4b08b5d83" -d '{"events": [{"name": "network-changed", "server_uuid": "ccde890e-a1fa-44e8-869d-7e23a52c70bf", "tag": "538f4b99-a6be-48a8-a8b7-c3916c935a08"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:43.836259 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e2845-0e90-4c77-9b18-da8d23004295 x-openstack-request-id: req-af3e2845-0e90-4c77-9b18-da8d23004295 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:43.836662 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccde890e-a1fa-44e8-869d-7e23a52c70bf", "tag": "538f4b99-a6be-48a8-a8b7-c3916c935a08", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:43.837009 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af3e2845-0e90-4c77-9b18-da8d23004295 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:43.837405 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'tag': '538f4b99-a6be-48a8-a8b7-c3916c935a08', 'status': 'completed', 'code': 200}
Nov 13 21:07:43.909849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-5c008ed7-7be7-48ab-95c4-55687cec1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:43.911902 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-5c008ed7-7be7-48ab-95c4-55687cec1633 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 1099 time: 0.0455544
Nov 13 21:07:44.031238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1d54991-0e67-4cf2-9208-5e1ad55d730c req-7e95b943-955a-46ac-a946-7fe67fff7cbc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 210 time: 0.0726531
Nov 13 21:07:44.071478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-9c9abffe-13da-45fc-b316-14317590f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:44.073653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-9c9abffe-13da-45fc-b316-14317590f30b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1517985
Nov 13 21:07:44.086331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44fd78-4700-4e40-916d-d96a7b3313fd req-ac00bcec-12c5-4e2f-ad04-5700bafe3d94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:44.087760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c44fd78-4700-4e40-916d-d96a7b3313fd req-ac00bcec-12c5-4e2f-ad04-5700bafe3d94 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 948 time: 0.0809016
Nov 13 21:07:44.129950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-85e12a01-b105-410e-8da6-db62f366107a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08 HTTP/1.1" status: 200  len: 217 time: 0.0483260
Nov 13 21:07:44.202824 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c44fd78-4700-4e40-916d-d96a7b3313fd req-d0c44dab-d230-4d2f-a3e9-846fd6688de6 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010017
Nov 13 21:07:44.210658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-e7434502-b58d-4bd0-bc95-e775e930ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:44.212319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-e7434502-b58d-4bd0-bc95-e775e930ff65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0757027
Nov 13 21:07:44.268022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-47f5abee-7f02-4143-8e49-9e323e676606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:44.269619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-47f5abee-7f02-4143-8e49-9e323e676606 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0454979
Nov 13 21:07:44.341308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:44.371825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-b5e1216a-3c60-41fa-af22-9ea3bc78c047 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946939
Nov 13 21:07:44.404063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-f33fd84d-da39-42f0-835f-3a4956fc5b00 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0234108
Nov 13 21:07:44.463429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47180) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:44.492488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49bc336d-62c8-4001-86c1-a6b4b08b5d83 req-6af31eb1-b4fd-4cd8-a7cf-2d3c25c7f8df service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1122918
Nov 13 21:07:44.540217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c0fd1cf5-e607-4d81-9fa2-f947f8d09aa5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:44.541723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c0fd1cf5-e607-4d81-9fa2-f947f8d09aa5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1310236
Nov 13 21:07:44.558129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Request body: {'port': {'device_id': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'de9bc54074d54444b6b64b0f5bad6193'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:44.581101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dcfb7-b563-44f8-80c7-5dbcc77c9416 req-c2b81c11-cbc0-4746-8d8e-e361956681ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:44.591167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce8dcfb7-b563-44f8-80c7-5dbcc77c9416 req-c2b81c11-cbc0-4746-8d8e-e361956681ce tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 949 time: 0.0805748
Nov 13 21:07:44.661838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce8dcfb7-b563-44f8-80c7-5dbcc77c9416 req-5b79cd8e-804b-43ad-9e05-debe63825c9f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698099
Nov 13 21:07:44.686059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b20b2f94-1e8e-40a2-b58e-e7ac6bc0e01f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f84b1f5a760f43ceb7b4d0fb6f9238c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2212629
Nov 13 21:07:44.686937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47188) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:44.743818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93578b96-e5d5-4504-8892-a4bc47c45bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:44.774132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93578b96-e5d5-4504-8892-a4bc47c45bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:44.781093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-52e4db08-d421-474f-92dd-1bb499c5141c req-ded65dbc-e832-4e6f-990d-a19e8145dd1f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 210 time: 0.0273623
Nov 13 21:07:44.853326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Made reservation on behalf of de9bc54074d54444b6b64b0f5bad6193 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:44.853326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:44.935802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93578b96-e5d5-4504-8892-a4bc47c45bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:44.938508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93578b96-e5d5-4504-8892-a4bc47c45bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:44.942058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-93578b96-e5d5-4504-8892-a4bc47c45bb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7631d8f1-f736-4e6f-9247-ba988d9b30b0 HTTP/1.1" status: 204  len: 168 time: 0.2521312
Nov 13 21:07:44.950901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93578b96-e5d5-4504-8892-a4bc47c45bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631d8f1-f736-4e6f-9247-ba988d9b30b0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:45.003074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Allocated IP 192.168.233.7 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:45.131287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:45.141969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6990a4ae-1e83-44ee-9fbd-ac40b28db5e2 req-992e9f0a-7b61-44f0-8091-f96ddc5e2c46 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 210 time: 0.0371599
Nov 13 21:07:45.167156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.200149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port af52c05a-3999-4ec8-a050-6907cd91405e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:45.200520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.277703 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.310348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:45.311309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.313323 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf5e0b-13b9-4342-8aa4-15511f8c913f" -d '{"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-plugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:45.334539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:45.336774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:45.363278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:45.368204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:45.373008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:45.381887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:45.400890 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413d19f-1f63-40ec-9552-9e9f7a75de83 x-openstack-request-id: req-d413d19f-1f63-40ec-9552-9e9f7a75de83 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:45.400890 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-plugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:45.400890 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d413d19f-1f63-40ec-9552-9e9f7a75de83 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:45.400890 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'code': 200}
Nov 13 21:07:45.434254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f97fa0-e4e3-46e3-98cc-44f76e086351 req-cecbaa4e-acb6-4daf-aeb4-9d9b3afa6cfb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:45.443320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0f97fa0-e4e3-46e3-98cc-44f76e086351 req-cecbaa4e-acb6-4daf-aeb4-9d9b3afa6cfb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 948 time: 0.1664252
Nov 13 21:07:45.452583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:45.482429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.516644 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0f97fa0-e4e3-46e3-98cc-44f76e086351 req-8a6bb150-87d2-4625-b06b-ed8b41c119b4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706213
Nov 13 21:07:45.550863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:45.551729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.596197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:45.668498 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-c6548c21-c576-4b4e-8233-44bcab626bb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1142311
Nov 13 21:07:45.688780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8115ba-9596-41dc-a158-d1ecbbb7e0ac req-c52eaed6-b92c-4733-8695-dbf50b334bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:45.692583 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f8115ba-9596-41dc-a158-d1ecbbb7e0ac req-c52eaed6-b92c-4733-8695-dbf50b334bc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1101 time: 0.0732043
Nov 13 21:07:45.697178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Request body: {'port': {'device_id': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:45.705766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 538f4b99-a6be-48a8-a8b7-c3916c935a08 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:45.830116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47216) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:45.853604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 538f4b99-a6be-48a8-a8b7-c3916c935a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:45.859622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa8f20a4-7484-41a9-b993-247bad1ad89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.865117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ce04c89-0fb3-459c-8467-72a7c6b4a7d3 None None] Provisioning complete for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:45.865489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ce04c89-0fb3-459c-8467-72a7c6b4a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.868661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.896563 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f8115ba-9596-41dc-a158-d1ecbbb7e0ac req-24c3b162-f8cc-42f7-8e3e-1d5bd152369a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938651
Nov 13 21:07:45.906509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5ce04c89-0fb3-459c-8467-72a7c6b4a7d3 None None] Port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:07:45.912076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '538f4b99-a6be-48a8-a8b7-c3916c935a08', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '538f4b99-a6be-48a8-a8b7-c3916c935a08', 'mac_address': 'fa:16:3e:40:87:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:45.949824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292efcf3-31bb-4519-acfc-e6ce372bb0c5 req-47ef4b0c-68b7-4c7c-9319-cfbddbebb0e2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:45.951959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-292efcf3-31bb-4519-acfc-e6ce372bb0c5 req-47ef4b0c-68b7-4c7c-9319-cfbddbebb0e2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1377170
Nov 13 21:07:45.961419 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:45.976661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138527f0-c5bd-4097-96d8-d692b8af8aa0 req-dd53d579-6c1f-4de7-b3b5-ed7c6b8fddf4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:45.978209 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138527f0-c5bd-4097-96d8-d692b8af8aa0 req-dd53d579-6c1f-4de7-b3b5-ed7c6b8fddf4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 934 time: 0.0862043
Nov 13 21:07:45.981995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538f4b99-a6be-48a8-a8b7-c3916c935a08 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:46.004218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 538f4b99-a6be-48a8-a8b7-c3916c935a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:46.051481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa8f20a4-7484-41a9-b993-247bad1ad89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.064312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138527f0-c5bd-4097-96d8-d692b8af8aa0 req-ddab8598-6024-4cea-873e-62a45a57cfbf tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701406
Nov 13 21:07:46.090606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.090805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-292efcf3-31bb-4519-acfc-e6ce372bb0c5 req-067d87d5-c32b-4f00-b8af-1620dd610722 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218216
Nov 13 21:07:46.144965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=538f4b99-a6be-48a8-a8b7-c3916c935a08,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:46.155063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa8f20a4-7484-41a9-b993-247bad1ad89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.199558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f20a4-7484-41a9-b993-247bad1ad89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a9533d-42f1-4d16-a855-fa10ac219a75,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:46.206586 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa8f20a4-7484-41a9-b993-247bad1ad89b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f2e460e7e3a4d2a9bbc058e5ee571c5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3757806
Nov 13 21:07:46.207519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47220) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:46.261291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:46.263822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e46bde5d-5d9e-4a36-b68f-1d8994787a6e req-48d299e9-5688-49fc-84b5-16f5b26e5d8f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 210 time: 0.0350575
Nov 13 21:07:46.271524 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.280128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6609d25f-a5a9-4cf1-b8e0-21a693b51671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.290336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Transition to ACTIVE for port object 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:46.305034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6609d25f-a5a9-4cf1-b8e0-21a693b51671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.391248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.435084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['538f4b99-a6be-48a8-a8b7-c3916c935a08'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:46.443841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:46.525553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:46.525762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:46.526011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:46.531011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:46.531011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:46.537683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:46.538030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:46.538390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:46.538957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Bound port: 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:46.539323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.548223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6609d25f-a5a9-4cf1-b8e0-21a693b51671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.550899 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6609d25f-a5a9-4cf1-b8e0-21a693b51671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.554623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6609d25f-a5a9-4cf1-b8e0-21a693b51671 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99a9533d-42f1-4d16-a855-fa10ac219a75 HTTP/1.1" status: 204  len: 168 time: 0.3438168
Nov 13 21:07:46.566763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d25f-a5a9-4cf1-b8e0-21a693b51671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a9533d-42f1-4d16-a855-fa10ac219a75,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:46.642017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:46.643686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:46.693603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3783891-7550-481a-911b-34d23fac68d5 req-0f9e4921-a37e-4999-9d79-7c3b0ed3a187 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:46.695035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3783891-7550-481a-911b-34d23fac68d5 req-0f9e4921-a37e-4999-9d79-7c3b0ed3a187 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 949 time: 0.0504298
Nov 13 21:07:46.745948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.759209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3783891-7550-481a-911b-34d23fac68d5 req-79218741-6aac-424c-a084-fcf23f1431e6 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580161
Nov 13 21:07:46.803100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:46.803776 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:46.805204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] 10.222.0.37 "PUT /v2.0/ports/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 1094 time: 1.1203253
Nov 13 21:07:46.805654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:46.808170 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eccac7d-d42a-466f-94bf-d9a165a2a9af" -d '{"events": [{"name": "network-changed", "server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:46.848828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfaa9d-6239-4365-838f-d57fdd34706e service neutron] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:46.878377 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bf889d-e740-4177-8af5-2731a9503c26 x-openstack-request-id: req-35bf889d-e740-4177-8af5-2731a9503c26 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:46.878672 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:46.879038 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35bf889d-e740-4177-8af5-2731a9503c26 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:46.879471 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'status': 'completed', 'code': 200}
Nov 13 21:07:47.156642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-b9af201f-53d9-498b-a6a0-dd243a7a5225 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.158387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-b9af201f-53d9-498b-a6a0-dd243a7a5225 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.46 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 812 time: 0.1648076
Nov 13 21:07:47.186361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'port': {'device_id': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a', 'admin_state_up': True, 'tenant_id': '34abc713d0364b829f3cf347fcb8f5e8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:47.300760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccac7d-d42a-466f-94bf-d9a165a2a9af req-0569b640-c1ef-42aa-a9a4-0dd660dc2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.302297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2eccac7d-d42a-466f-94bf-d9a165a2a9af req-0569b640-c1ef-42aa-a9a4-0dd660dc2adb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1097 time: 0.4007659
Nov 13 21:07:47.310674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224e14f-4928-440d-a53b-00f1ce1daebc req-6f9fac74-8148-452c-973e-7e5536005fbd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.312123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a224e14f-4928-440d-a53b-00f1ce1daebc req-6f9fac74-8148-452c-973e-7e5536005fbd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0627341
Nov 13 21:07:47.327026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4e14-58f6-485f-8992-7cf34634ba4c req-d470a973-8a94-4feb-bbc2-0dd94fb0f9bc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.334993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2aba4e14-58f6-485f-8992-7cf34634ba4c req-d470a973-8a94-4feb-bbc2-0dd94fb0f9bc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1145067
Nov 13 21:07:47.338398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2eccac7d-d42a-466f-94bf-d9a165a2a9af req-90474d2f-86aa-4766-a966-a870808aacba service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253367
Nov 13 21:07:47.401671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a224e14f-4928-440d-a53b-00f1ce1daebc req-04f0a2f9-5f38-4cb8-81d9-5c5bfbc86130 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794656
Nov 13 21:07:47.403339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2aba4e14-58f6-485f-8992-7cf34634ba4c req-65cfc2b3-1952-4504-bf37-51a571119c74 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673397
Nov 13 21:07:47.479040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccac7d-d42a-466f-94bf-d9a165a2a9af req-69aa172b-d4fe-46c6-835f-41e8013b77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.480434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2eccac7d-d42a-466f-94bf-d9a165a2a9af req-69aa172b-d4fe-46c6-835f-41e8013b77b2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1278231
Nov 13 21:07:47.495256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9a719fe2-37fd-4b02-95ed-ac4800fde072 req-ac285c75-4978-4d99-9589-07606c061539 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 210 time: 0.0290675
Nov 13 21:07:47.519354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Made reservation on behalf of 34abc713d0364b829f3cf347fcb8f5e8 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:47.523855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:47.565857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-b860ec19-b11b-4da3-a67c-40e101339883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.568455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-b860ec19-b11b-4da3-a67c-40e101339883 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1097 time: 0.0444360
Nov 13 21:07:47.617732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-d27e7c56-0ae8-4d5e-81b1-2f88f246b605 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0412359
Nov 13 21:07:47.671370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-97474889-6207-4583-a2af-8a18474775bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.672921 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-97474889-6207-4583-a2af-8a18474775bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0486212
Nov 13 21:07:47.675337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Allocated IP 172.20.0.3 (5b3100f7-8de9-47eb-88b0-94673cebd86a/3696a954-475b-4bf7-ab0d-6706134c3f14/9405b190-37a1-414b-b51d-20797934db27) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:47.710763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 538f4b99-a6be-48a8-a8b7-c3916c935a08 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:47.720301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-974f2f8a-ace7-4dd1-a085-fbefd611ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.721818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-974f2f8a-ace7-4dd1-a085-fbefd611ddc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0415964
Nov 13 21:07:47.857258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-83cf2e0b-04e8-4d33-8f95-01a853c62b31 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248577
Nov 13 21:07:47.876968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 538f4b99-a6be-48a8-a8b7-c3916c935a08 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:47.881958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 538f4b99-a6be-48a8-a8b7-c3916c935a08 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:47.890043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:47.925196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:47.952775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fdafa-6804-483f-9d55-d8d0c806c164 req-ab95bc55-2ebd-4458-af10-2e3616a7ea65 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:47.958796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d9fdafa-6804-483f-9d55-d8d0c806c164 req-ab95bc55-2ebd-4458-af10-2e3616a7ea65 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 949 time: 0.0851648
Nov 13 21:07:47.986441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fbf238dd-dd1e-4cfe-9251-4bef1a34b2d6 req-70974e3c-7b3a-47a3-8e02-4c59727eb57d service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197264
Nov 13 21:07:48.037904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d9fdafa-6804-483f-9d55-d8d0c806c164 req-335bb705-a707-4430-a2c9-7dcc4893aa28 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666637
Nov 13 21:07:48.061903 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:48.090500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538f4b99-a6be-48a8-a8b7-c3916c935a08'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:48.092965 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f61749d-129e-4de9-afac-77f99f2b05d0" -d '{"events": [{"server_uuid": "ccde890e-a1fa-44e8-869d-7e23a52c70bf", "name": "network-vif-plugged", "status": "completed", "tag": "538f4b99-a6be-48a8-a8b7-c3916c935a08"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:48.110442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 538f4b99-a6be-48a8-a8b7-c3916c935a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:48.113807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:48.139735 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed0745-1d2e-4119-b5d5-293fb220bf7b x-openstack-request-id: req-e2ed0745-1d2e-4119-b5d5-293fb220bf7b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:48.140061 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccde890e-a1fa-44e8-869d-7e23a52c70bf", "name": "network-vif-plugged", "status": "completed", "tag": "538f4b99-a6be-48a8-a8b7-c3916c935a08", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:48.140286 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2ed0745-1d2e-4119-b5d5-293fb220bf7b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:48.140680 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538f4b99-a6be-48a8-a8b7-c3916c935a08', 'code': 200}
Nov 13 21:07:48.175734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Network 5b3100f7-8de9-47eb-88b0-94673cebd86a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:48.182016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:48.184453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:48.214501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:48.219617 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:48.275360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=538f4b99-a6be-48a8-a8b7-c3916c935a08,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:48.278832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:48.279649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:48.287683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0c5b6-fa3d-4494-8ffc-a57ab561c48b req-d186896a-daac-4eed-b556-6125a1770c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:48.289184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5df0c5b6-fa3d-4494-8ffc-a57ab561c48b req-d186896a-daac-4eed-b556-6125a1770c0d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 1101 time: 0.0757456
Nov 13 21:07:48.336096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5df0c5b6-fa3d-4494-8ffc-a57ab561c48b req-a029bb7c-9e79-4a35-b210-8e4f008f728f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395300
Nov 13 21:07:48.427769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-8fe082fa-8399-488d-acb4-db719318b29e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2554576
Nov 13 21:07:48.523609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd188c9-6a46-493c-ba67-9b21ae5e1b42 req-34994deb-226a-437a-a1f2-69960b0470e4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:48.525256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fdd188c9-6a46-493c-ba67-9b21ae5e1b42 req-34994deb-226a-437a-a1f2-69960b0470e4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0511892
Nov 13 21:07:48.540051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44ee7-3e5a-4c65-a4fc-5a8d58e9103f req-ac84583f-1837-445c-8e6f-968a9ff96a2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:48.544775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fcb44ee7-3e5a-4c65-a4fc-5a8d58e9103f req-ac84583f-1837-445c-8e6f-968a9ff96a2b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0539021
Nov 13 21:07:48.550026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Request body: {'port': {'device_id': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:48.593145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fcb44ee7-3e5a-4c65-a4fc-5a8d58e9103f req-76d0de01-6073-4937-a798-bd8dd03888fd tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447102
Nov 13 21:07:48.620566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fdd188c9-6a46-493c-ba67-9b21ae5e1b42 req-e868dbd1-9468-4df1-ae70-b00f9ee0aec6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891676
Nov 13 21:07:48.629044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:48.744118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09ae4e-72b8-477c-9ea1-a8f559afc8f9 req-0c6efbe4-77cc-4004-b657-5f797af3dfdc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:48.745782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac09ae4e-72b8-477c-9ea1-a8f559afc8f9 req-0c6efbe4-77cc-4004-b657-5f797af3dfdc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0524385
Nov 13 21:07:48.801054 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac09ae4e-72b8-477c-9ea1-a8f559afc8f9 req-711722e4-e782-418d-9a69-73b54b3cc8ca tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438623
Nov 13 21:07:48.806472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4fc85-6b17-4913-a54f-6f21355630dc req-07a3b65a-102e-4c37-a2e1-afe2ab5bccd8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:48.807956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1cf4fc85-6b17-4913-a54f-6f21355630dc req-07a3b65a-102e-4c37-a2e1-afe2ab5bccd8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 931 time: 0.1212649
Nov 13 21:07:48.894905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1cf4fc85-6b17-4913-a54f-6f21355630dc req-a3403c75-72a7-4521-85ed-75f5237a33aa tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803208
Nov 13 21:07:48.983774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9405b190-37a1-414b-b51d-20797934db27 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:48.992562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:49.006193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Transition to ACTIVE for port object 9405b190-37a1-414b-b51d-20797934db27 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:07:49.140816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:49.213415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63afe4-adc7-4157-9c3d-82f668ea2169 req-441cae4e-da8f-41da-a8fc-e9b455a9423b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:49.215166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d63afe4-adc7-4157-9c3d-82f668ea2169 req-441cae4e-da8f-41da-a8fc-e9b455a9423b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 950 time: 0.1017764
Nov 13 21:07:49.215784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:49.316258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Attempting to bind port 9405b190-37a1-414b-b51d-20797934db27 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:49.316595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Attempting to bind port 9405b190-37a1-414b-b51d-20797934db27 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:49.316945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Attempting to bind port 9405b190-37a1-414b-b51d-20797934db27 on network 5b3100f7-8de9-47eb-88b0-94673cebd86a {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:49.322887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d63afe4-adc7-4157-9c3d-82f668ea2169 req-0c0e8330-ad66-4017-9959-5e80ca9eb12b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895128
Nov 13 21:07:49.328672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Port 9405b190-37a1-414b-b51d-20797934db27 on network 5b3100f7-8de9-47eb-88b0-94673cebd86a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:07:49.328672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Attempting to bind port 9405b190-37a1-414b-b51d-20797934db27 on network 5b3100f7-8de9-47eb-88b0-94673cebd86a {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:49.330646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:49.331012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Checking segment: {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:49.331355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Bound using segment: {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:49.331779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Bound port: 9405b190-37a1-414b-b51d-20797934db27, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:49.332130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:49.419276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9ead-e44e-49e8-8521-814986b262ca req-b52dbb4e-6e9e-4270-a1b1-3d2db8fb8880 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:49.420875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ffa9ead-e44e-49e8-8521-814986b262ca req-b52dbb4e-6e9e-4270-a1b1-3d2db8fb8880 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0745821
Nov 13 21:07:49.432575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:49.435923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:49.482263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ffa9ead-e44e-49e8-8521-814986b262ca req-15f6c083-1281-4010-a84f-f5e099d7740a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509629
Nov 13 21:07:49.507575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:49.543354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:49.543657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:49.545050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] 10.222.0.46 "PUT /v2.0/ports/9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 200  len: 1091 time: 1.0007343
Nov 13 21:07:49.545496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'tag': '9405b190-37a1-414b-b51d-20797934db27'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:49.548030 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f59df-48e6-4952-a1ff-61b83c8c2cff" -d '{"events": [{"name": "network-changed", "server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "tag": "9405b190-37a1-414b-b51d-20797934db27"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:49.608409 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad2be4b-9e45-4668-916b-93d9f4d46c8b x-openstack-request-id: req-8ad2be4b-9e45-4668-916b-93d9f4d46c8b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:49.609029 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "tag": "9405b190-37a1-414b-b51d-20797934db27", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:49.609269 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ad2be4b-9e45-4668-916b-93d9f4d46c8b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:49.609734 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'tag': '9405b190-37a1-414b-b51d-20797934db27', 'status': 'completed', 'code': 200}
Nov 13 21:07:49.612946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0e453-6228-4720-aab9-e16c93cc0abc service neutron] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:49.695348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f59df-48e6-4952-a1ff-61b83c8c2cff req-b844f77c-8c44-41e6-8934-7f009909d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:49.697441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-982f59df-48e6-4952-a1ff-61b83c8c2cff req-b844f77c-8c44-41e6-8934-7f009909d091 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1094 time: 0.0502779
Nov 13 21:07:49.756031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84336b2-0e3a-4e38-97f7-33ef0bc8849a req-6518c1bc-bef1-4390-af5f-747a47d8dc24 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:49.757732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c84336b2-0e3a-4e38-97f7-33ef0bc8849a req-6518c1bc-bef1-4390-af5f-747a47d8dc24 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0503128
Nov 13 21:07:49.813318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c84336b2-0e3a-4e38-97f7-33ef0bc8849a req-f1b77b38-da52-4de6-8dd1-e8b8bc643e7e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491288
Nov 13 21:07:49.879195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f59df-48e6-4952-a1ff-61b83c8c2cff req-e0275e6e-7b65-4044-be76-0bfb3af4f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:49.881260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-982f59df-48e6-4952-a1ff-61b83c8c2cff req-e0275e6e-7b65-4044-be76-0bfb3af4f745 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1681542
Nov 13 21:07:50.011022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f59df-48e6-4952-a1ff-61b83c8c2cff req-b95fe6ac-d2d6-43a5-a4cd-822fb19731ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.012427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-982f59df-48e6-4952-a1ff-61b83c8c2cff req-b95fe6ac-d2d6-43a5-a4cd-822fb19731ba service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1225398
Nov 13 21:07:50.046384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e09ff-3d7f-4555-8e8d-e893418e6a47 req-ee0ce299-e86d-4a6c-8c9c-0ccc8f57bd6c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.047865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-367e09ff-3d7f-4555-8e8d-e893418e6a47 req-ee0ce299-e86d-4a6c-8c9c-0ccc8f57bd6c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.0503979
Nov 13 21:07:50.139219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-367e09ff-3d7f-4555-8e8d-e893418e6a47 req-6ed92975-4c33-48f8-9661-1c13e8bdd961 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787866
Nov 13 21:07:50.139219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-1f40dbeb-77ef-47a4-8025-24e4ac59eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.140015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-1f40dbeb-77ef-47a4-8025-24e4ac59eca8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1094 time: 0.0771520
Nov 13 21:07:50.150909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47364) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:50.456367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f98700-73b9-4ddb-9a9c-65ebba9d4369 req-33acef35-d448-40f1-a4cf-a414cb92f54d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.458518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13f98700-73b9-4ddb-9a9c-65ebba9d4369 req-33acef35-d448-40f1-a4cf-a414cb92f54d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 950 time: 0.0560863
Nov 13 21:07:50.459703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-af9a9861-5b59-4d70-97df-97de2ae7bfea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 200  len: 217 time: 0.3066330
Nov 13 21:07:50.467093 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbecd220-0c2e-4df5-906e-4a80a25fb4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:50.513513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13f98700-73b9-4ddb-9a9c-65ebba9d4369 req-53bf549f-9506-44fd-a7a2-2baee95bd61f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487993
Nov 13 21:07:50.529197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-74f7e976-3c23-4cfb-8059-de1060aadaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.530704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-74f7e976-3c23-4cfb-8059-de1060aadaf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.0616107
Nov 13 21:07:50.598287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-a8c93bdc-c635-4bd1-b2f6-bd9aaaf9c602 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544817
Nov 13 21:07:50.632818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ae25-7cb1-4bcf-8489-a8f2489ebbf3 req-4f9796d0-10ec-472f-930c-27b0007b24c8 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.634886 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bc73ae25-7cb1-4bcf-8489-a8f2489ebbf3 req-4f9796d0-10ec-472f-930c-27b0007b24c8 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 1101 time: 0.0454440
Nov 13 21:07:50.703575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bc73ae25-7cb1-4bcf-8489-a8f2489ebbf3 req-e85dde56-da44-435a-8d97-637fd918f637 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606294
Nov 13 21:07:50.747500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caae8e-8498-4654-8df2-c3b63c90606f req-ae1835ef-e80e-4d6f-985e-e5f79fb74f05 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.747500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81caae8e-8498-4654-8df2-c3b63c90606f req-ae1835ef-e80e-4d6f-985e-e5f79fb74f05 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1735976
Nov 13 21:07:50.749741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbecd220-0c2e-4df5-906e-4a80a25fb4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:50.784904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-7fe3b3e8-795b-451d-96a2-e5a85ff52765 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734660
Nov 13 21:07:50.828061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81caae8e-8498-4654-8df2-c3b63c90606f req-93b6fd81-9596-44c9-9e86-6759a9c62041 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881202
Nov 13 21:07:50.897668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e6a5dc8-13e5-4d4a-98d2-bb8b87d631c7 req-1c6a76f3-53cc-4e90-ad13-6ddac4fdb696 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025281
Nov 13 21:07:50.991234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d93dcc-e73a-44ea-881f-061b348e6b04 req-073e4310-2ef5-40a0-859b-33f9c5be036a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:50.991234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84d93dcc-e73a-44ea-881f-061b348e6b04 req-073e4310-2ef5-40a0-859b-33f9c5be036a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0503776
Nov 13 21:07:50.991888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-b9a21be3-3fcf-4c31-ae66-50b0e1dc403f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0246103
Nov 13 21:07:51.000261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84d93dcc-e73a-44ea-881f-061b348e6b04 req-c67ef6dc-87d0-4a0a-83f7-2b700ed24401 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509098
Nov 13 21:07:51.072668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-83918bc5-17db-41ac-8610-99316e81d8b4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:51.074272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-83918bc5-17db-41ac-8610-99316e81d8b4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1163535
Nov 13 21:07:51.090587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-86bf5726-33d5-4212-9d79-6655535ea061 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/quotas/aa03c215a06a4f5d9b84307c69716178 HTTP/1.1" status: 200  len: 375 time: 0.0099130
Nov 13 21:07:51.162126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-8da0879b-1a86-4cba-aa70-45a47f77bc20 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0657406
Nov 13 21:07:51.190760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:51.298143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:51.309809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'mac_address': 'fa:16:3e:b7:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:51.310825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638cfb-96be-4b27-9b89-debb6a2a5146 req-d611c5f2-c49b-405d-b673-75a29ed950d7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:51.312500 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41638cfb-96be-4b27-9b89-debb6a2a5146 req-d611c5f2-c49b-405d-b673-75a29ed950d7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.0579541
Nov 13 21:07:51.345633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:51.358315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:51.362446 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41638cfb-96be-4b27-9b89-debb6a2a5146 req-60aed0e2-1c07-4b2e-ab3e-9653a65267b9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418177
Nov 13 21:07:51.377859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:51.946548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d87c9d-b2bb-4fd6-af6d-32207fd4b181 req-96b2e623-3e6b-48b6-a322-49920d3b7fe7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:51.948014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73d87c9d-b2bb-4fd6-af6d-32207fd4b181 req-96b2e623-3e6b-48b6-a322-49920d3b7fe7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0498440
Nov 13 21:07:51.996291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73d87c9d-b2bb-4fd6-af6d-32207fd4b181 req-934f5736-cc6d-49d2-9fa8-da4317130367 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418572
Nov 13 21:07:52.114945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb675e-78db-43fe-b450-d349b36db1bd req-e3a96bdf-f83c-4956-9694-173332e1675e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:52.116386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4bb675e-78db-43fe-b450-d349b36db1bd req-e3a96bdf-f83c-4956-9694-173332e1675e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0512640
Nov 13 21:07:52.173718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4bb675e-78db-43fe-b450-d349b36db1bd req-3780c70e-4d18-4d40-bea6-dcaa16ae5a20 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498509
Nov 13 21:07:52.404716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbecd220-0c2e-4df5-906e-4a80a25fb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:52.512309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bbecd220-0c2e-4df5-906e-4a80a25fb4f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c35a0968e0f84dbc91b12f763cd81591&name=default HTTP/1.1" status: 200  len: 2996 time: 2.2925475
Nov 13 21:07:52.512309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecd220-0c2e-4df5-906e-4a80a25fb4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ddcb12-4386-43fb-bc6b-f3c2eca773db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:52.513471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c950-090a-476a-940c-0cc8f5045df1 req-96370e66-b74c-4e1f-8d8a-fa189c54824d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:52.513471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63b4c950-090a-476a-940c-0cc8f5045df1 req-96370e66-b74c-4e1f-8d8a-fa189c54824d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.0488329
Nov 13 21:07:52.514068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47410) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:52.533118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63b4c950-090a-476a-940c-0cc8f5045df1 req-6aaf6bc8-077c-4317-b24f-a9ccd5828f40 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444627
Nov 13 21:07:52.566761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb37a7d3-a844-444a-a8f8-1b6f882c16de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:52.587636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb37a7d3-a844-444a-a8f8-1b6f882c16de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:53.110158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdf3a9-9d9f-494a-ae8e-5db0ab16d7e3 req-72c5651c-394f-41aa-a2e2-7cd0f232044f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:53.111577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11bdf3a9-9d9f-494a-ae8e-5db0ab16d7e3 req-72c5651c-394f-41aa-a2e2-7cd0f232044f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0479872
Nov 13 21:07:54.204224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11bdf3a9-9d9f-494a-ae8e-5db0ab16d7e3 req-2e6bbe4a-c2ee-4beb-bdd1-0e711f8c4d2c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0857637
Nov 13 21:07:54.310729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3fc1-a208-47e7-a86d-40df195e6bca req-32d05ba9-05ec-48bc-ade2-a8bc604c7572 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:54.312187 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-475a3fc1-a208-47e7-a86d-40df195e6bca req-32d05ba9-05ec-48bc-ade2-a8bc604c7572 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0518348
Nov 13 21:07:54.362205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-475a3fc1-a208-47e7-a86d-40df195e6bca req-7ec820ea-e1b6-40d4-bbc4-d1b751159d21 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439856
Nov 13 21:07:54.407850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:54.462633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb37a7d3-a844-444a-a8f8-1b6f882c16de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:54.462633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb37a7d3-a844-444a-a8f8-1b6f882c16de admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:54.462633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eb37a7d3-a844-444a-a8f8-1b6f882c16de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94ddcb12-4386-43fb-bc6b-f3c2eca773db HTTP/1.1" status: 204  len: 168 time: 1.9432776
Nov 13 21:07:54.483829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37a7d3-a844-444a-a8f8-1b6f882c16de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ddcb12-4386-43fb-bc6b-f3c2eca773db,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:54.533015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-479e3d4e-e908-4199-ba29-669993783026 req-f1278ed0-a358-406e-969c-b6bd7bc7ebfd tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0324507
Nov 13 21:07:54.598234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db091-6611-4fd4-b469-60cc76d63e7c req-8d13291e-b0e2-40ed-ae85-d85809c88140 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:54.599996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b74db091-6611-4fd4-b469-60cc76d63e7c req-8d13291e-b0e2-40ed-ae85-d85809c88140 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.0885785
Nov 13 21:07:54.609521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:54.656582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b74db091-6611-4fd4-b469-60cc76d63e7c req-8cb8a574-9638-44e2-ae92-f802618757ee tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468822
Nov 13 21:07:54.743548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:54.748897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-65f22a2d-0ea7-423c-b611-8d9f291f258d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:55.347847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56ef97-de48-4a95-bac5-2c0310382e36 req-3a596262-379c-46d6-9184-2cb9b0da772d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:55.349450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac56ef97-de48-4a95-bac5-2c0310382e36 req-3a596262-379c-46d6-9184-2cb9b0da772d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0696409
Nov 13 21:07:55.404336 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac56ef97-de48-4a95-bac5-2c0310382e36 req-b5d9e356-9164-481a-a6ff-051d437a69e3 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487955
Nov 13 21:07:55.503817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02696874-fa43-4851-b9e1-af32c223a045 req-90f52e7a-e991-40de-b975-59c17f514636 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:55.509447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02696874-fa43-4851-b9e1-af32c223a045 req-90f52e7a-e991-40de-b975-59c17f514636 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.0741932
Nov 13 21:07:55.564237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02696874-fa43-4851-b9e1-af32c223a045 req-bb6cd35c-7cc6-4d65-8cf0-51e58fc540fe tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510387
Nov 13 21:07:55.640097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01612db2-ceaf-498d-9f47-d1f292d6cf6f req-b04d28e5-bd62-468b-ac8d-4921c2ddcda7 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0314138
Nov 13 21:07:55.775640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ffafd-0310-4298-9c72-c1386d66e8f1 req-817460e0-dbf7-4ecc-90ac-60a4a3a1d8b8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:55.777780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-923ffafd-0310-4298-9c72-c1386d66e8f1 req-817460e0-dbf7-4ecc-90ac-60a4a3a1d8b8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.0550499
Nov 13 21:07:55.821970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:55.829488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-923ffafd-0310-4298-9c72-c1386d66e8f1 req-20501ff4-8d9e-4dd3-822c-9c272185cd7b tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454240
Nov 13 21:07:55.923916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-network', 'tenant_id': '702b5597b47c4519948c402dec944d18'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:56.048170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Made reservation on behalf of 702b5597b47c4519948c402dec944d18 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:56.050922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.061076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.143802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.236517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.257836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:07:56.272943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a957a31d-62c8-45de-9902-3c5e7535e7ca,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:56.275702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.276043 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Added segment 0cbdfe07-0274-4f20-9c5f-99d715b1ba97 of type vlan for network 0d09795e-518c-4dc0-bfe8-5383113a270d
Nov 13 21:07:56.316125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.426865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:07:56.471025 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.475806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:56.475806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.574289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0d09795e-518c-4dc0-bfe8-5383113a270d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:56.592053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0d09795e-518c-4dc0-bfe8-5383113a270d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:07:56.597180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cf788-2b8f-4ecf-bbcf-798000e2b615 req-ed2f3646-e15e-42f1-bdff-0d24d3cddecb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:56.598723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c24cf788-2b8f-4ecf-bbcf-798000e2b615 req-ed2f3646-e15e-42f1-bdff-0d24d3cddecb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1209114
Nov 13 21:07:56.646678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:07:56.654778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c24cf788-2b8f-4ecf-bbcf-798000e2b615 req-1bce2e9e-de57-4363-a618-154a80687754 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501482
Nov 13 21:07:56.679735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cd17029e-4124-405e-8ff7-f56acb86b9d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8509121
Nov 13 21:07:56.679735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47488) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:56.684243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:56.684669 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.690091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Request body: {'subnet': {'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-subnet', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:56.734625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e07fb3-5783-4e80-aaaa-8ebcd6198825 req-8e40364a-179a-44cd-955a-8b6e6a1c0fc8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:56.737595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04e07fb3-5783-4e80-aaaa-8ebcd6198825 req-8e40364a-179a-44cd-955a-8b6e6a1c0fc8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.0731988
Nov 13 21:07:56.786349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04e07fb3-5783-4e80-aaaa-8ebcd6198825 req-f5b3781d-b3d0-48bd-9a79-910e40cf9fdf tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439565
Nov 13 21:07:56.787355 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb3c5b29-86c0-450b-afe8-13bbfe00ba8f req-a3e2bd61-b81d-4781-b198-03bd06227625 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0294461
Nov 13 21:07:56.793177 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.814952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:07:56.817035 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb83b423-bf77-4883-bb6e-53d0c7c75752" -d '{"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:07:56.821642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Made reservation on behalf of 702b5597b47c4519948c402dec944d18 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:56.824259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.830672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:56.862635 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c165e-06bd-40ff-b54c-ee8f953e9264 x-openstack-request-id: req-9f5c165e-06bd-40ff-b54c-ee8f953e9264 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:07:56.862955 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:07:56.863212 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f5c165e-06bd-40ff-b54c-ee8f953e9264 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:07:56.863607 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'code': 200}
Nov 13 21:07:56.945096 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:56.949243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1d4cd-3df9-4852-84dd-85eca016d855 req-9695e2f2-07ca-415c-9cef-c101a8546352 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:56.953062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4dc1d4cd-3df9-4852-84dd-85eca016d855 req-9695e2f2-07ca-415c-9cef-c101a8546352 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.0481012
Nov 13 21:07:57.006316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31204cb-3b04-40e1-97f2-7b2c583dad09 req-4da86b42-512e-4bb4-9833-da06ac9e5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:57.007460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:57.007818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d31204cb-3b04-40e1-97f2-7b2c583dad09 req-4da86b42-512e-4bb4-9833-da06ac9e5aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1099 time: 0.0647962
Nov 13 21:07:57.013320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4dc1d4cd-3df9-4852-84dd-85eca016d855 req-1a1d1df3-fa23-4d03-b89a-4f356545282d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558908
Nov 13 21:07:57.088305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d31204cb-3b04-40e1-97f2-7b2c583dad09 req-7e691119-8355-46dc-aada-5b8bcc4bd0ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521855
Nov 13 21:07:57.116062 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae954823-500b-4345-839d-7ffd54d58a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.150710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.210074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:57.216441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Checking segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:57.216922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Network hostable DHCP agents. Network: 0d09795e-518c-4dc0-bfe8-5383113a270d, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:07:57.370926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Network 0d09795e-518c-4dc0-bfe8-5383113a270d is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:07:57.573407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d09795e-518c-4dc0-bfe8-5383113a270d) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:57.579105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:57.580387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.582158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c8fa16-6469-4a40-bed6-28b1ffa7f966 None None] Network 0d09795e-518c-4dc0-bfe8-5383113a270d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:07:57.710989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-629f95a8-ff25-4a16-9080-bb31ed4ee256 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0308847
Nov 13 21:07:57.713003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:07:57.717499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:57.740379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d09795e-518c-4dc0-bfe8-5383113a270d', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:07:57.741587 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.763205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9405b190-37a1-414b-b51d-20797934db27 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:07:57.799296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeffb0-87ad-4305-b13c-1378c0c392e6 req-7f39205c-a5ca-40e5-bbb6-4210b49a4cf9 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:57.802229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07eeffb0-87ad-4305-b13c-1378c0c392e6 req-7f39205c-a5ca-40e5-bbb6-4210b49a4cf9 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0641928
Nov 13 21:07:57.807266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2db5d2fe-3324-4214-93c0-62bddfaffd49 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366566
Nov 13 21:07:57.813591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.815088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.860563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07eeffb0-87ad-4305-b13c-1378c0c392e6 req-770e53bd-5135-485f-99ea-544a17a367f1 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507157
Nov 13 21:07:57.909112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:57.946700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b49d7dbc-371a-4c50-b4ce-77940822d07d req-3abc05da-4aeb-452f-9eba-d271e5fea79f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0579484
Nov 13 21:07:57.989133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Allocated IP 172.20.0.2 (0d09795e-518c-4dc0-bfe8-5383113a270d/77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7/7738a8de-2475-4a6a-ba1b-9b6683053fad) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:57.999950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:58.012221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bceb-d5d4-4de6-9a1b-8c15c50f3d8d req-457c7308-6997-48f6-b78e-c963b4c4cab6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:58.014390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f508bceb-d5d4-4de6-9a1b-8c15c50f3d8d req-457c7308-6997-48f6-b78e-c963b4c4cab6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0780737
Nov 13 21:07:58.020844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '9405b190-37a1-414b-b51d-20797934db27', 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a', 'port_id': '9405b190-37a1-414b-b51d-20797934db27', 'mac_address': 'fa:16:3e:61:04:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3696a954-475b-4bf7-ab0d-6706134c3f14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:07:58.092023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f508bceb-d5d4-4de6-9a1b-8c15c50f3d8d req-d9880fd1-4fa9-4c3d-8768-ecc079722d0f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702620
Nov 13 21:07:58.113136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-fc0437a8-96c4-49ac-a22d-185de9b43e08 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:58.118497 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-fc0437a8-96c4-49ac-a22d-185de9b43e08 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2271407
Nov 13 21:07:58.126659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.135970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Request body: {'port': {'device_id': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'aa03c215a06a4f5d9b84307c69716178'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:58.149052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9405b190-37a1-414b-b51d-20797934db27 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:07:58.196555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:07:58.219769 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.281651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.284153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.304746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5506194-6d5d-4510-80ee-cb406970326f req-f46b7d3e-57f9-40db-9218-e9d2306c3d3a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:58.308011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5506194-6d5d-4510-80ee-cb406970326f req-f46b7d3e-57f9-40db-9218-e9d2306c3d3a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 943 time: 0.1899753
Nov 13 21:07:58.344832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:58.368625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.384784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5506194-6d5d-4510-80ee-cb406970326f req-2154e6cb-d46a-4a0d-934e-6fa859910a66 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717890
Nov 13 21:07:58.412613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Network 0d09795e-518c-4dc0-bfe8-5383113a270d is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:58.416376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:58.419052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Pushing event updated for resources: {'Port': ['ID=7738a8de-2475-4a6a-ba1b-9b6683053fad,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:58.421161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:58.466321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.476907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Attempting to bind port 7738a8de-2475-4a6a-ba1b-9b6683053fad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:07:58.477203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Attempting to bind port 7738a8de-2475-4a6a-ba1b-9b6683053fad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:07:58.477563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Attempting to bind port 7738a8de-2475-4a6a-ba1b-9b6683053fad on network 0d09795e-518c-4dc0-bfe8-5383113a270d {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:07:58.483116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:07:58.483481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Checking segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:07:58.483877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.484265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Bound using segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:07:58.484745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Bound port: 7738a8de-2475-4a6a-ba1b-9b6683053fad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:07:58.485149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.551280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Made reservation on behalf of aa03c215a06a4f5d9b84307c69716178 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:07:58.554818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.562891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] For port 7738a8de-2475-4a6a-ba1b-9b6683053fad, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:07:58.566093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] For port 7738a8de-2475-4a6a-ba1b-9b6683053fad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7738a8de-2475-4a6a-ba1b-9b6683053fad,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:07:58.647006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:58.747015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.788781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.793376 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:58.858231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Allocated IP 192.168.233.131 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/06f47055-480e-4e90-aacb-19c8c440ebc5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:58.906970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381518f-13fb-4aab-92dc-d6d003c63eed None None] Pushing event updated for resources: {'Port': ['ID=7738a8de-2475-4a6a-ba1b-9b6683053fad,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:58.955776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Allocated IP 172.35.3.197 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/3b69d88b-22a0-4b92-84cb-b042fc1cda04) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:07:59.077367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ebbf2df-9ef2-45b0-835b-f1a8d75a398d req-c09c6875-531d-4a82-9ed1-e3f41001a010 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0469217
Nov 13 21:07:59.159938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cd463-1c89-4974-a803-9742e91965e9 req-4cc65ad8-b686-4530-8131-dd7f454397a5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:59.161939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d0cd463-1c89-4974-a803-9742e91965e9 req-4cc65ad8-b686-4530-8131-dd7f454397a5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1892560
Nov 13 21:07:59.199963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.229948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeebd6e-d8fc-4f70-8503-45ca57e69c32 req-9e3220f3-6d72-4a5c-b0d6-2a0575c2ba8b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:59.237472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aeebd6e-d8fc-4f70-8503-45ca57e69c32 req-9e3220f3-6d72-4a5c-b0d6-2a0575c2ba8b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0669293
Nov 13 21:07:59.257986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.276309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d0cd463-1c89-4974-a803-9742e91965e9 req-7ecb4086-c6ee-4157-b8d2-9a3ad9ba70f5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054630
Nov 13 21:07:59.301305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aeebd6e-d8fc-4f70-8503-45ca57e69c32 req-7a0429d9-7afd-4796-ab95-7a641d87669b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595856
Nov 13 21:07:59.378945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.392709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:07:59.435325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.453708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:59.467047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:59.475578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:59.488173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event updated for resources: {'Port': ['ID=06f47055-480e-4e90-aacb-19c8c440ebc5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:59.534220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:07:59.534220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ec5e5-0785-49a9-8007-edd3d24c2290 req-030fc7f0-d160-4d38-ac20-9fb29ee0bea0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:59.534441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d9ec5e5-0785-49a9-8007-edd3d24c2290 req-030fc7f0-d160-4d38-ac20-9fb29ee0bea0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.1668823
Nov 13 21:07:59.542751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:07:59.549348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:07:59.574707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bbfca-f286-4120-b21a-20086a84db3e req-4ce8d0d3-13ec-4597-b6b5-8572540f0d82 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:59.585047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b62bbfca-f286-4120-b21a-20086a84db3e req-4ce8d0d3-13ec-4597-b6b5-8572540f0d82 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 944 time: 0.1259849
Nov 13 21:07:59.607293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:07:59.608267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.669510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b62bbfca-f286-4120-b21a-20086a84db3e req-a7755371-efbb-4144-80d6-dc7ad3691e80 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812700
Nov 13 21:07:59.758004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Pushing event updated for resources: {'Port': ['ID=3b69d88b-22a0-4b92-84cb-b042fc1cda04,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:07:59.806994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-2eaa4caf-147d-49b8-98ff-ddad8ddbd684 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6737764
Nov 13 21:07:59.813061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d9ec5e5-0785-49a9-8007-edd3d24c2290 req-389055b6-3fdf-44e6-90fe-e547af2f042d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594600
Nov 13 21:07:59.832992 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.842999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Request body: {'port': {'device_id': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:07:59.893376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5b2b579a-eca5-4601-a93c-01db01564657 None None] Provisioning complete for port 06f47055-480e-4e90-aacb-19c8c440ebc5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:07:59.893758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b2b579a-eca5-4601-a93c-01db01564657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.929517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:07:59.930571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5b2b579a-eca5-4601-a93c-01db01564657 None None] Port 06f47055-480e-4e90-aacb-19c8c440ebc5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:00.007339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'd7f4ed46-51fe-4821-b665-9c1d30711758', '538f4b99-a6be-48a8-a8b7-c3916c935a08'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:00.038046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920854f7-6383-4c3e-bfb6-238970172a27 None None] Network 0d09795e-518c-4dc0-bfe8-5383113a270d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:08:00.119912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-43da6af7-4182-45d4-a616-d7105ec88221 None None] Provisioning complete for port 7738a8de-2475-4a6a-ba1b-9b6683053fad triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:00.120318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-43da6af7-4182-45d4-a616-d7105ec88221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.235899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82c0d-8370-415d-8dcb-fa91b2aa4375 req-f85c543c-681a-42a7-acc3-47e61bd04167 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:00.237530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38d82c0d-8370-415d-8dcb-fa91b2aa4375 req-f85c543c-681a-42a7-acc3-47e61bd04167 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 936 time: 0.0642674
Nov 13 21:08:00.291010 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38d82c0d-8370-415d-8dcb-fa91b2aa4375 req-4aa68568-1847-479d-ac38-4ac2ff077466 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455675
Nov 13 21:08:00.361157 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.416894 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-43da6af7-4182-45d4-a616-d7105ec88221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.427790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb327b-bc7e-4cdd-b74c-c585a352fddd req-83ba24bb-3eaa-42b6-8461-f2fb9f86d51c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:00.429579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bffb327b-bc7e-4cdd-b74c-c585a352fddd req-83ba24bb-3eaa-42b6-8461-f2fb9f86d51c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0504456
Nov 13 21:08:00.483684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bffb327b-bc7e-4cdd-b74c-c585a352fddd req-ced8bb94-ca0b-454d-bf34-4c17dc611f38 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459077
Nov 13 21:08:00.496863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-43da6af7-4182-45d4-a616-d7105ec88221 None None] For port 7738a8de-2475-4a6a-ba1b-9b6683053fad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7738a8de-2475-4a6a-ba1b-9b6683053fad,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:00.510690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.661617 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-43da6af7-4182-45d4-a616-d7105ec88221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.686055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08908-603f-4093-98de-ed521c08135b req-61d7efd6-5e55-46e5-a34b-055ce76dcab2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:00.687858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96c08908-603f-4093-98de-ed521c08135b req-61d7efd6-5e55-46e5-a34b-055ce76dcab2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0817330
Nov 13 21:08:00.688523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f47055-480e-4e90-aacb-19c8c440ebc5 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:00.699468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.725695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Transition to ACTIVE for port object 06f47055-480e-4e90-aacb-19c8c440ebc5 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:00.763116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da6af7-4182-45d4-a616-d7105ec88221 None None] Pushing event updated for resources: {'Port': ['ID=7738a8de-2475-4a6a-ba1b-9b6683053fad,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:00.781539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96c08908-603f-4093-98de-ed521c08135b req-a228e3b8-1821-4f77-888c-27821e018bef tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794933
Nov 13 21:08:00.884961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.908359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b9533f86-06ef-4b9f-b633-eda6b620406b None None] Provisioning complete for port 7738a8de-2475-4a6a-ba1b-9b6683053fad triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:00.916774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9533f86-06ef-4b9f-b633-eda6b620406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:00.989659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7738a8de-2475-4a6a-ba1b-9b6683053fad up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:01.034072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Pushing event updated for resources: {'Port': ['ID=06f47055-480e-4e90-aacb-19c8c440ebc5,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:01.045521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-02f8d066-aefa-4b93-95ca-d72c9c1337e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2072778
Nov 13 21:08:01.079420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64646c8-6a87-4499-8afd-7ce06b132742 req-04a733bc-8bb1-48d9-b7cf-767825daea75 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:01.080985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b64646c8-6a87-4499-8afd-7ce06b132742 req-04a733bc-8bb1-48d9-b7cf-767825daea75 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 944 time: 0.2550063
Nov 13 21:08:01.121453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:01.125350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7738a8de-2475-4a6a-ba1b-9b6683053fad triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:01.125759 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:01.265560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b64646c8-6a87-4499-8afd-7ce06b132742 req-30602d78-e82b-4fcc-a6ff-b88b3b49e5bf tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592035
Nov 13 21:08:01.273232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Attempting to bind port 06f47055-480e-4e90-aacb-19c8c440ebc5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:01.273570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Attempting to bind port 06f47055-480e-4e90-aacb-19c8c440ebc5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:01.273900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Attempting to bind port 06f47055-480e-4e90-aacb-19c8c440ebc5 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:01.295659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Port 06f47055-480e-4e90-aacb-19c8c440ebc5 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:01.295996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Attempting to bind port 06f47055-480e-4e90-aacb-19c8c440ebc5 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:01.303800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:01.304149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:01.304515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:01.304991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Bound port: 06f47055-480e-4e90-aacb-19c8c440ebc5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:01.305343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:01.390939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] For port 06f47055-480e-4e90-aacb-19c8c440ebc5, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:01.394207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] For port 06f47055-480e-4e90-aacb-19c8c440ebc5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06f47055-480e-4e90-aacb-19c8c440ebc5,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:01.423355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc724e-406e-4d6f-a075-9c9c561ac3ce req-83ab9648-3448-42a9-8a61-727380f38e36 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:01.424912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9acc724e-406e-4d6f-a075-9c9c561ac3ce req-83ab9648-3448-42a9-8a61-727380f38e36 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 948 time: 0.0537603
Nov 13 21:08:01.472868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Router 33447747-343a-495a-a792-41c6e0f58612 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:08:01.475084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9acc724e-406e-4d6f-a075-9c9c561ac3ce req-cdea17db-8fa5-49ab-9a13-bb27569d9ca9 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438962
Nov 13 21:08:01.524171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:01.612203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:01.612866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:01.614299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] 10.222.0.37 "PUT /v2.0/ports/06f47055-480e-4e90-aacb-19c8c440ebc5 HTTP/1.1" status: 200  len: 1096 time: 1.7979858
Nov 13 21:08:01.616575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'tag': '06f47055-480e-4e90-aacb-19c8c440ebc5'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:01.619304 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db996b4b-48f8-4b05-9cf1-dd0ac0bd8db5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb32a737-bed6-45ea-98f4-6677e5f4acd0", "tag": "06f47055-480e-4e90-aacb-19c8c440ebc5"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:01.675535 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2df1d-d9fb-48a2-8f40-497ff48a1edc x-openstack-request-id: req-eff2df1d-d9fb-48a2-8f40-497ff48a1edc {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:01.675535 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb32a737-bed6-45ea-98f4-6677e5f4acd0", "tag": "06f47055-480e-4e90-aacb-19c8c440ebc5", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:01.675535 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eff2df1d-d9fb-48a2-8f40-497ff48a1edc {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:01.676444 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'tag': '06f47055-480e-4e90-aacb-19c8c440ebc5', 'status': 'completed', 'code': 200}
Nov 13 21:08:01.680931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa39f76-2734-44f6-b4c0-bb84d7c40aac service neutron] Pushing event updated for resources: {'Port': ['ID=06f47055-480e-4e90-aacb-19c8c440ebc5,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:01.703384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:01.726793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:01.742988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:01.743626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd279790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:07:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:01.751832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57048-1258-41b2-8930-ae8a2abc1796 req-4c4e8a82-de67-4fc5-af3a-bb5c60aa8146 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:01.762079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92e57048-1258-41b2-8930-ae8a2abc1796 req-4c4e8a82-de67-4fc5-af3a-bb5c60aa8146 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1579478
Nov 13 21:08:01.765357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db996b4b-48f8-4b05-9cf1-dd0ac0bd8db5 req-f1a69061-ce49-4b53-a166-cc5226632681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:01.766819 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db996b4b-48f8-4b05-9cf1-dd0ac0bd8db5 req-f1a69061-ce49-4b53-a166-cc5226632681 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 1099 time: 0.0804789
Nov 13 21:08:01.797078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9405b190-37a1-414b-b51d-20797934db27 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:01.832642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db996b4b-48f8-4b05-9cf1-dd0ac0bd8db5 req-a37af178-fc22-41dd-a4f0-3cb5269296f9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=aa03c215a06a4f5d9b84307c69716178&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0549817
Nov 13 21:08:01.838576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92e57048-1258-41b2-8930-ae8a2abc1796 req-68b9d88d-d952-48b8-ad00-04ed8427cab2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759315
Nov 13 21:08:01.943341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:01.947000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86b057-a4f8-4e81-9278-3dc00640567d req-2813f9e0-56da-4022-8431-6f9c192b240b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:01.949380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d86b057-a4f8-4e81-9278-3dc00640567d req-2813f9e0-56da-4022-8431-6f9c192b240b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0764308
Nov 13 21:08:01.954828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:01.959532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-16d63ecd-75f8-4eff-a27a-4ed22d8d433b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 4.2421088
Nov 13 21:08:01.963502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47582) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:02.032601 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d86b057-a4f8-4e81-9278-3dc00640567d req-4b9e5883-2698-49f2-83b8-92343a0a48d2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742748
Nov 13 21:08:02.098370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db996b4b-48f8-4b05-9cf1-dd0ac0bd8db5 req-0e6271cf-b314-4d86-86b3-1ca381dd6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.099864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db996b4b-48f8-4b05-9cf1-dd0ac0bd8db5 req-0e6271cf-b314-4d86-86b3-1ca381dd6dfa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2603800
Nov 13 21:08:02.103814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 9405b190-37a1-414b-b51d-20797934db27 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:02.109714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 9405b190-37a1-414b-b51d-20797934db27 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:02.110086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:02.243109 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-874f2022-abfa-4c47-8744-7ebea289a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.244580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-874f2022-abfa-4c47-8744-7ebea289a994 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 1099 time: 0.0818381
Nov 13 21:08:02.251583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:02.276256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd279790>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:07:59Z', 'revision_number': 3, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:02.281374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9405b190-37a1-414b-b51d-20797934db27'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:02.283595 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d29d730-f5c0-4aa9-8fe7-bb71ecf5dc5b" -d '{"events": [{"server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "name": "network-vif-plugged", "status": "completed", "tag": "9405b190-37a1-414b-b51d-20797934db27"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:02.319729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:02.324819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Updating router 33447747-343a-495a-a792-41c6e0f58612 port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:08:02.325396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:02.327165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-5b318c0b-2a74-4f71-a5e3-b4a32912b5d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=06f47055-480e-4e90-aacb-19c8c440ebc5 HTTP/1.1" status: 200  len: 217 time: 0.0730109
Nov 13 21:08:02.348614 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:02.382254 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c658de-49b0-4f3e-987f-2bf9d8697f37 x-openstack-request-id: req-55c658de-49b0-4f3e-987f-2bf9d8697f37 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:02.382254 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "name": "network-vif-plugged", "status": "completed", "tag": "9405b190-37a1-414b-b51d-20797934db27", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:02.382254 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55c658de-49b0-4f3e-987f-2bf9d8697f37 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:02.382254 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9405b190-37a1-414b-b51d-20797934db27', 'code': 200}
Nov 13 21:08:02.451383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9cf95a38-51eb-451e-b516-aacd73cda088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.452839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9cf95a38-51eb-451e-b516-aacd73cda088 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1179929
Nov 13 21:08:02.498478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66370c40-00d7-44be-9810-9e4ab06e966f req-91ba4f5e-a0d6-4f31-ab24-c60e735cc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.499956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66370c40-00d7-44be-9810-9e4ab06e966f req-91ba4f5e-a0d6-4f31-ab24-c60e735cc2de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1095 time: 0.0447106
Nov 13 21:08:02.556980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bec24-965e-43a1-b67c-649ab994295a req-70605f30-6f14-4578-9e58-6b782dd95be7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.564900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-533bec24-965e-43a1-b67c-649ab994295a req-70605f30-6f14-4578-9e58-6b782dd95be7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 944 time: 0.1605520
Nov 13 21:08:02.571520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:02.587805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66370c40-00d7-44be-9810-9e4ab06e966f req-be80eda4-1912-423c-b0e2-68398a102bdb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749388
Nov 13 21:08:02.634422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e370d-becc-478a-9378-d8f9d49207e7 req-fd3c4820-6320-40a2-9d81-e5b9f293d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.636267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-fd3c4820-6320-40a2-9d81-e5b9f293d8c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1668119
Nov 13 21:08:02.644263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1120-d4f5-4277-bf52-543884e9ccf4 req-67797219-a150-4d6e-91e6-9c699460e92d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:02.646706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a3c1120-d4f5-4277-bf52-543884e9ccf4 req-67797219-a150-4d6e-91e6-9c699460e92d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 948 time: 0.0571816
Nov 13 21:08:02.696636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-533bec24-965e-43a1-b67c-649ab994295a req-9bc2c9f6-54f6-40c2-b359-8f8ba44555da tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308618
Nov 13 21:08:02.699891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a3c1120-d4f5-4277-bf52-543884e9ccf4 req-a791e609-ffb8-4660-99cf-4ee437a759ae tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472248
Nov 13 21:08:02.786393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:02.844922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:02.849259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-9a140a4c-1ee5-44d6-9d0a-60b8590a2063 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870899
Nov 13 21:08:02.864420 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.010627 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.052981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-446e370d-becc-478a-9378-d8f9d49207e7 req-6caa42c1-7b8b-4d0f-8a7e-66a4dc887ade service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948493
Nov 13 21:08:03.069698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Attempting to bind port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:03.070071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Attempting to bind port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:03.070436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Attempting to bind port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:03.073122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Pushing event updated for resources: {'Port': ['ID=3b69d88b-22a0-4b92-84cb-b042fc1cda04,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:03.078162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b46d-7062-414e-bdb8-bb4ad468a15c req-45c0e44b-2083-44d4-8b14-ef77c54ffc9b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:03.079667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8697b46d-7062-414e-bdb8-bb4ad468a15c req-45c0e44b-2083-44d4-8b14-ef77c54ffc9b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1609025
Nov 13 21:08:03.083790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:03.084194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:03.084596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.085017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:03.085487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Bound port: 3b69d88b-22a0-4b92-84cb-b042fc1cda04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:03.085913 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.088357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.088720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.089645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.089984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.090360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.090700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.091027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.091534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.092838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.093105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.093436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.093767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:03.158130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] For port 3b69d88b-22a0-4b92-84cb-b042fc1cda04, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:03.161279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] For port 3b69d88b-22a0-4b92-84cb-b042fc1cda04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b69d88b-22a0-4b92-84cb-b042fc1cda04,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:03.197265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60660-4867-49e0-a866-f6f62c301cd8 req-e2b0a04c-6942-4a66-847b-7f2521858a2e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:03.199613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ebf60660-4867-49e0-a866-f6f62c301cd8 req-e2b0a04c-6942-4a66-847b-7f2521858a2e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0659745
Nov 13 21:08:03.201928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Allocated IP 172.20.0.1 (0d09795e-518c-4dc0-bfe8-5383113a270d/77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7/1c6bcf7b-5cc9-401c-85f1-82ce31e11163) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:03.209853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8697b46d-7062-414e-bdb8-bb4ad468a15c req-b380d1d4-f39d-4d64-804c-2eb07bc6f18d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161690
Nov 13 21:08:03.251959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ebf60660-4867-49e0-a866-f6f62c301cd8 req-762621fc-3907-49be-af5a-51245527fe9d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458121
Nov 13 21:08:03.316337 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.326743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.374916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:03.375529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd279790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:07:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:03.377740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c54ad3-7431-4c89-ad35-b2f242c3ea7b None None] Pushing event updated for resources: {'Port': ['ID=3b69d88b-22a0-4b92-84cb-b042fc1cda04,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:03.487056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:03.510765 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.558232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Network 0d09795e-518c-4dc0-bfe8-5383113a270d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:03.563920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:03.566291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:03.569925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Pushing event updated for resources: {'Port': ['ID=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:03.610635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.678520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd279790>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:07:59Z', 'revision_number': 3, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:03.706648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc39541-6dd8-400a-8584-5dadb5f0b189 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:07:59Z', 'revision_number': 3, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:03.855742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64198a42-9d98-4340-8514-37320519477e req-5462edd6-3206-45e4-a1d1-5ed31343bfb3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:03.858953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3a6ccd63-54ba-48fc-87de-e99178ed37b1 None None] Provisioning complete for port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:03.859510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a6ccd63-54ba-48fc-87de-e99178ed37b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.865533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64198a42-9d98-4340-8514-37320519477e req-5462edd6-3206-45e4-a1d1-5ed31343bfb3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 945 time: 0.0763526
Nov 13 21:08:03.902187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104b70-d31b-4629-bd07-7db5cba92c57 req-bcbc9a58-e382-4738-a068-07a62c0d95d2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:03.904946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc104b70-d31b-4629-bd07-7db5cba92c57 req-bcbc9a58-e382-4738-a068-07a62c0d95d2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 948 time: 0.1082304
Nov 13 21:08:03.905885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:03.914300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ccd63-54ba-48fc-87de-e99178ed37b1 None None] Port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:03.933025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64198a42-9d98-4340-8514-37320519477e req-192255d9-8e70-4b0b-981f-e1b3bd68e530 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612233
Nov 13 21:08:04.042352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc104b70-d31b-4629-bd07-7db5cba92c57 req-30047a41-f833-447e-9b44-5394fa304602 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257329
Nov 13 21:08:04.377277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20f521-df91-4e11-85b3-639ee2c122be req-e76b30ae-7eaf-4200-b618-ff2ec1cb9102 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:04.384835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c20f521-df91-4e11-85b3-639ee2c122be req-e76b30ae-7eaf-4200-b618-ff2ec1cb9102 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0833411
Nov 13 21:08:04.436884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c20f521-df91-4e11-85b3-639ee2c122be req-476ea819-c049-452a-a697-133c04e89de7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508096
Nov 13 21:08:04.508434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980d84c-1db5-45cf-9791-8dd6a677d05e req-b51d9227-d3df-4a25-b0e0-0f098a886672 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:04.510040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5980d84c-1db5-45cf-9791-8dd6a677d05e req-b51d9227-d3df-4a25-b0e0-0f098a886672 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.1434064
Nov 13 21:08:04.522930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-c14f8c92-bcfe-4f83-bc74-8d9d9fb287e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:04.525070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-c14f8c92-bcfe-4f83-bc74-8d9d9fb287e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1099 time: 0.1492097
Nov 13 21:08:04.670480 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:04.677302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5980d84c-1db5-45cf-9791-8dd6a677d05e req-37cb6533-6054-4626-b277-fe5f83894de6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511984
Nov 13 21:08:04.704765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-1a1f9f1e-8156-4164-a36c-f4e97e40ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:04.704765 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-1a1f9f1e-8156-4164-a36c-f4e97e40ec94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1698499
Nov 13 21:08:04.744933 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-998133be-a99f-4053-bebb-5fa6a8cfe850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0343878
Nov 13 21:08:04.795737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-d2e7e3e6-4da2-4de9-867d-e3229edd3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:04.797314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-d2e7e3e6-4da2-4de9-867d-e3229edd3bd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0450869
Nov 13 21:08:04.851098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-658d2a58-c957-4a72-9e68-370ea7e5a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:04.852304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-658d2a58-c957-4a72-9e68-370ea7e5a953 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0481377
Nov 13 21:08:04.859175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:04.914675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b69d88b-22a0-4b92-84cb-b042fc1cda04 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:04.972296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:04.972772 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:04.976578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:04.982661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Pushing event updated for resources: {'Port': ['ID=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:05.060559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6668-1811-46bc-a344-86bdb97f0562 req-3b6a6167-e18e-48c9-95ec-be6e5f65649d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:05.062728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-787b6668-1811-46bc-a344-86bdb97f0562 req-3b6a6167-e18e-48c9-95ec-be6e5f65649d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 945 time: 0.0619733
Nov 13 21:08:05.070579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-e11b9fb8-aac1-4de7-a8fa-2d365b337c70 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925900
Nov 13 21:08:05.074030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.097903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 3b69d88b-22a0-4b92-84cb-b042fc1cda04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b69d88b-22a0-4b92-84cb-b042fc1cda04,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:05.133081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-787b6668-1811-46bc-a344-86bdb97f0562 req-ab4ca012-8515-41c8-947c-e5369d3a4793 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632427
Nov 13 21:08:05.158171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Network 0d09795e-518c-4dc0-bfe8-5383113a270d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:05.186219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:05.199053 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.251853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=3b69d88b-22a0-4b92-84cb-b042fc1cda04,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:05.258547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-8049ccc7-e3ef-4ab5-a685-6622acad0ad5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1572663519&fields=id&tenant_id=34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 267 time: 0.0588982
Nov 13 21:08:05.308542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-08733566-ebc2-4f16-8a93-5f35ab19e32d service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148526
Nov 13 21:08:05.314380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-ab4e920b-0d02-40a7-b8d7-031103027f07 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:05.316041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-ab4e920b-0d02-40a7-b8d7-031103027f07 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 945 time: 0.0567198
Nov 13 21:08:05.336028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'port': {'security_groups': ['7b2a3bfb-da80-4664-8b2f-e5eab8c5db09', 'c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:05.370312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1108a-89c8-4977-ae1a-3d03e3fa3770 req-ad7fbbe4-4122-4c4b-863a-67c1d3bdf5c6 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:05.371766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bc1108a-89c8-4977-ae1a-3d03e3fa3770 req-ad7fbbe4-4122-4c4b-863a-67c1d3bdf5c6 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 948 time: 0.1870241
Nov 13 21:08:05.423535 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:08:05.427806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.450165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bc1108a-89c8-4977-ae1a-3d03e3fa3770 req-550b91cb-79c3-4de3-886a-1572753b670a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685134
Nov 13 21:08:05.552676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-af03ccae-8eb5-466b-b385-be5ab237570d None None] Provisioning complete for port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:05.553311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af03ccae-8eb5-466b-b385-be5ab237570d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.594481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-af03ccae-8eb5-466b-b385-be5ab237570d None None] Port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:05.606273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:05.613221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-63a9e2db-1bf5-4aff-b5d5-881607f84b2a admin admin] 10.222.0.20 "PUT /v2.0/routers/33447747-343a-495a-a792-41c6e0f58612/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6465757
Nov 13 21:08:05.635561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a289b9f-9d39-4f0e-927b-53527a7dc99e req-13e1595d-fb75-4268-a851-8f3b0b4ade4a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:05.647358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a289b9f-9d39-4f0e-927b-53527a7dc99e req-13e1595d-fb75-4268-a851-8f3b0b4ade4a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0950413
Nov 13 21:08:05.692353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:05.703460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a289b9f-9d39-4f0e-927b-53527a7dc99e req-619bfe8e-b38a-40d7-846c-a7a7b03993b5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544395
Nov 13 21:08:05.737638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.780615 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:05.797660 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:05.798239 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55ed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:07:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:05.844163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.861933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:05.896540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:05.896540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:05.902256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40dbc74a-37a6-4cb9-95f3-a42cbb6ba6d7 req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "PUT /v2.0/ports/9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 200  len: 981 time: 0.5752385
Nov 13 21:08:05.906153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31755c-0e6d-40b9-a620-72d5450ef7f2 req-abcf118e-7715-4bc5-8aaf-603886341119 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:05.907735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c31755c-0e6d-40b9-a620-72d5450ef7f2 req-abcf118e-7715-4bc5-8aaf-603886341119 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0673659
Nov 13 21:08:05.911832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'tag': '9405b190-37a1-414b-b51d-20797934db27'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:05.913632 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ea22d7-1649-4195-8f39-18b8ab287a71" -d '{"events": [{"name": "network-changed", "server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "tag": "9405b190-37a1-414b-b51d-20797934db27"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:05.978782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c31755c-0e6d-40b9-a620-72d5450ef7f2 req-a82b67ee-e963-4e33-9d51-f0646a8e4aea tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607076
Nov 13 21:08:05.991024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6ca73-1cc5-4385-bee2-1867fe98ca11 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:06.067026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:06.070458 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:06.105149 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-148d76f1-595d-4744-91bf-a36f02f51083 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1518466091&fields=id&tenant_id=34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 267 time: 0.0541563
Nov 13 21:08:06.164961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-1c569ec0-241f-46f0-9031-4b98da12b133 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:06.180134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-1c569ec0-241f-46f0-9031-4b98da12b133 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 984 time: 0.0703385
Nov 13 21:08:06.193528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'port': {'security_groups': ['7b2a3bfb-da80-4664-8b2f-e5eab8c5db09', 'c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6', 'c93a7e4a-a002-49f5-8488-8977d2d52d5f']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:06.298077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.334609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55ed60>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:04Z', 'revision_number': 2, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:06.364869 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:06.365112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-957eb2af-7e66-4368-939e-ad028e6d0011 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:06.365576 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Updating router 33447747-343a-495a-a792-41c6e0f58612 port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:08:06.365674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-957eb2af-7e66-4368-939e-ad028e6d0011 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 821 time: 0.1496525
Nov 13 21:08:06.385358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-7146fec0-acb3-4135-b602-7542297f8839 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/quotas/702b5597b47c4519948c402dec944d18 HTTP/1.1" status: 200  len: 375 time: 0.0110800
Nov 13 21:08:06.395162 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.437452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-b53148b1-c885-4b29-93e6-a105fe8ad7fd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0463915
Nov 13 21:08:06.457986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 06f47055-480e-4e90-aacb-19c8c440ebc5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:06.539618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-a1c21929-24cb-4ba6-9e5c-d17efd7fb220 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939736
Nov 13 21:08:06.646842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 06f47055-480e-4e90-aacb-19c8c440ebc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06f47055-480e-4e90-aacb-19c8c440ebc5,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:06.664657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '06f47055-480e-4e90-aacb-19c8c440ebc5', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '06f47055-480e-4e90-aacb-19c8c440ebc5', 'mac_address': 'fa:16:3e:ad:de:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:06.669227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:06.675736 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.679169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-cc3122b7-8ad4-4bc6-bd2c-7ad74c4369e2 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302440
Nov 13 21:08:06.703667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.712046 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.726888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f47055-480e-4e90-aacb-19c8c440ebc5 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:06.736167 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.754133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 06f47055-480e-4e90-aacb-19c8c440ebc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06f47055-480e-4e90-aacb-19c8c440ebc5,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:06.770082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.783323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:06.799429 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Pushing event updated for resources: {'Port': ['ID=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:06.824091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:06.824758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.826249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-100a2dd0-32c5-488e-aad5-37bd37ceee3e req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "PUT /v2.0/ports/9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 200  len: 1020 time: 0.6387362
Nov 13 21:08:06.828903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'tag': '9405b190-37a1-414b-b51d-20797934db27'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:06.830880 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.831552 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.831686 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379" -d '{"events": [{"name": "network-changed", "server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "tag": "9405b190-37a1-414b-b51d-20797934db27"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:06.832167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.833327 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.833820 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.834564 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.835149 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.835606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.836067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.836526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.837022 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.837532 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:06.871912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067be488-f27d-4c21-90f0-b0d966a6c9e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:06.878360 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Attempting to bind port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:06.878729 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Attempting to bind port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:06.879078 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Attempting to bind port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 on network 0d09795e-518c-4dc0-bfe8-5383113a270d {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:06.884898 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:06.885260 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Checking segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:06.886561 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.887110 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Bound using segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:06.887991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Bound port: 1c6bcf7b-5cc9-401c-85f1-82ce31e11163, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:06.888539 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.910366 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:06.926798 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8502e1-0c4c-4204-aaf6-fe3d6faa4dc3 x-openstack-request-id: req-bf8502e1-0c4c-4204-aaf6-fe3d6faa4dc3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:06.927297 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "tag": "9405b190-37a1-414b-b51d-20797934db27", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:06.927742 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf8502e1-0c4c-4204-aaf6-fe3d6faa4dc3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:06.928315 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'tag': '9405b190-37a1-414b-b51d-20797934db27', 'status': 'completed', 'code': 200}
Nov 13 21:08:07.021390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:07.048661 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] For port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:07.052604 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] For port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:07.105194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbf543-b572-4d2b-bfaf-8b31b03ec334 req-efdc7c66-af87-418e-b818-d17c5a719153 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.108561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ffbf543-b572-4d2b-bfaf-8b31b03ec334 req-efdc7c66-af87-418e-b818-d17c5a719153 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 949 time: 0.0811779
Nov 13 21:08:07.146720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-5dbbdd83-7e3e-410c-9784-b354a4b45bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.148766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-5dbbdd83-7e3e-410c-9784-b354a4b45bfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1174 time: 0.1743131
Nov 13 21:08:07.156003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bfa5d-bcee-4bc6-91cc-4d275ea5ea69 req-f3fc6fd1-4187-47ac-8e97-bf57f27d8fc2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.157496 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d47bfa5d-bcee-4bc6-91cc-4d275ea5ea69 req-f3fc6fd1-4187-47ac-8e97-bf57f27d8fc2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0860338
Nov 13 21:08:07.158325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b69d88b-22a0-4b92-84cb-b042fc1cda04 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:07.163004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=06f47055-480e-4e90-aacb-19c8c440ebc5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:07.175545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ffbf543-b572-4d2b-bfaf-8b31b03ec334 req-1d3ad502-a913-4ba4-b1ce-95a5eb0f4d44 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619936
Nov 13 21:08:07.206466 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:07.312504 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f047dc6-4ccf-4b1f-ac27-1ab0d2e5415d x-openstack-request-id: req-5f047dc6-4ccf-4b1f-ac27-1ab0d2e5415d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:07.312504 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "tag": "9405b190-37a1-414b-b51d-20797934db27", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:07.312504 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f047dc6-4ccf-4b1f-ac27-1ab0d2e5415d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:07.312504 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'tag': '9405b190-37a1-414b-b51d-20797934db27', 'status': 'completed', 'code': 200}
Nov 13 21:08:07.324150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2f172a7b-0d83-4853-ab40-a61d7d8cb57b None None] Provisioning complete for port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:07.324613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2f172a7b-0d83-4853-ab40-a61d7d8cb57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:07.328666 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:07.329334 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55ed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:07:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:07.353905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['06f47055-480e-4e90-aacb-19c8c440ebc5'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:07.409337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d47bfa5d-bcee-4bc6-91cc-4d275ea5ea69 req-87c504ee-5a05-4da7-838e-c4adee5556c4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344873
Nov 13 21:08:07.434670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-0c9210c4-328f-47cd-b0fb-28e1c82904eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.436160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-0c9210c4-328f-47cd-b0fb-28e1c82904eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 913 time: 0.2776153
Nov 13 21:08:07.460362 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a3f5e-fec5-4742-8607-d3bc9e56d234 None None] Pushing event updated for resources: {'Port': ['ID=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:07.493650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e949ec-8569-4c35-bf5c-fcb2c6a6c57a req-2805780b-384e-41a3-9f84-bf16cbad4418 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.496539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63e949ec-8569-4c35-bf5c-fcb2c6a6c57a req-2805780b-384e-41a3-9f84-bf16cbad4418 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1023 time: 0.1079946
Nov 13 21:08:07.509004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-52239782-1fb9-4c86-a4aa-a3d39dd80727 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 200  len: 217 time: 0.0495996
Nov 13 21:08:07.584976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-83f9be8a-d27b-40bd-a52b-23e337b54cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.586616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-83f9be8a-d27b-40bd-a52b-23e337b54cd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.0768459
Nov 13 21:08:07.605776 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:07.615825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:07.616281 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:07.631900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6238d7df-ddfe-4fdd-b70c-96d38db8ef72 req-fc132c74-c9a9-4592-be3b-0e97f86396c7 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 210 time: 0.1387167
Nov 13 21:08:07.645822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63e949ec-8569-4c35-bf5c-fcb2c6a6c57a req-294a08b6-c566-4fd0-baf2-962185fe9efe tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6&id=c93a7e4a-a002-49f5-8488-8977d2d52d5f HTTP/1.1" status: 200  len: 6199 time: 0.1362140
Nov 13 21:08:07.663163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2f172a7b-0d83-4853-ab40-a61d7d8cb57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:07.664546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-1f687865-7cb8-4157-abaa-b7b13d0009d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518765
Nov 13 21:08:07.674251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b3ea3775-34b0-4996-869e-5ea0c7b4b80f req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1942039590 ', 'description': 'tempest-description-1395546719'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:07.800137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2f172a7b-0d83-4853-ab40-a61d7d8cb57b None None] For port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:07.824666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b3ea3775-34b0-4996-869e-5ea0c7b4b80f req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:07.832926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dc6ba-807a-4547-9f38-96e04a9eded6 req-447ff250-fdfd-4f7f-94ee-0f429202d3fb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:07.841224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-176dc6ba-807a-4547-9f38-96e04a9eded6 req-447ff250-fdfd-4f7f-94ee-0f429202d3fb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.1066773
Nov 13 21:08:07.874382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-94b037df-dd38-4674-9588-aee713eb5a57 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951525
Nov 13 21:08:07.894100 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55ed60>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:07.946944 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e52bbe-0c64-4f55-a7b5-d7977d210be2 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:07.948118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b3ea3775-34b0-4996-869e-5ea0c7b4b80f req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.000715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2f172a7b-0d83-4853-ab40-a61d7d8cb57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.009379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-176dc6ba-807a-4547-9f38-96e04a9eded6 req-784c8418-eea0-466d-9ad0-fd2692759d72 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624112
Nov 13 21:08:08.045241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2ea22d7-1649-4195-8f39-18b8ab287a71 req-924e94a5-dbbc-4cf4-916d-955cdaf841da service neutron] 10.222.0.46 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578484
Nov 13 21:08:08.090234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b3ea3775-34b0-4996-869e-5ea0c7b4b80f req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.110412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f172a7b-0d83-4853-ab40-a61d7d8cb57b None None] Pushing event updated for resources: {'Port': ['ID=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:08.124757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab88314f-8291-4671-ad36-f7d8925290d9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:08.130581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3236e6bf-ce9e-497d-8374-0e3a865f3fc3 None None] Provisioning complete for port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:08.131079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3236e6bf-ce9e-497d-8374-0e3a865f3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.301404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b3ea3775-34b0-4996-869e-5ea0c7b4b80f req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.302738 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3ea3775-34b0-4996-869e-5ea0c7b4b80f req-1536b503-a38f-411d-8959-bf26b4587c5d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.6334715
Nov 13 21:08:08.343148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-59f24494-0ebc-4aa9-a968-e3904e3a0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:08.345113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-59f24494-0ebc-4aa9-a968-e3904e3a0981 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1174 time: 0.0946581
Nov 13 21:08:08.380331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efccb83-0fa3-41f4-8087-7674c87db102 req-b30a7278-01dd-46b3-98a2-e12d6d3ae9b2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:08.385372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8efccb83-0fa3-41f4-8087-7674c87db102 req-b30a7278-01dd-46b3-98a2-e12d6d3ae9b2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 949 time: 0.1045833
Nov 13 21:08:08.460064 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e8c0b215-8160-4b3d-b101-11178f9d86ae req-85448266-240a-4fea-a35a-e2e89c5d8142 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/ab88314f-8291-4671-ad36-f7d8925290d9 HTTP/1.1" status: 200  len: 1798 time: 0.0442634
Nov 13 21:08:08.508034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8efccb83-0fa3-41f4-8087-7674c87db102 req-b1dbb220-507f-4109-aff1-e069770c4fe1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207285
Nov 13 21:08:08.519104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-6be3a561-a487-487e-bf28-81b4cb3aaede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:08.520572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-6be3a561-a487-487e-bf28-81b4cb3aaede service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 913 time: 0.1623449
Nov 13 21:08:08.575053 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-2c6f037a-4e25-4aaf-933f-edfcb9901c3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 200  len: 217 time: 0.0411334
Nov 13 21:08:08.582543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b7515-ce4f-445a-99dd-91fd314575ad req-ce552e05-14d8-4a7e-be52-ed7ae84d3e96 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:08.583579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c58b7515-ce4f-445a-99dd-91fd314575ad req-ce552e05-14d8-4a7e-be52-ed7ae84d3e96 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0629265
Nov 13 21:08:08.639942 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c58b7515-ce4f-445a-99dd-91fd314575ad req-75c9d8df-1748-4e0a-a1b2-d717cb244a6a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481575
Nov 13 21:08:08.653163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b541e93c-57fa-4340-8069-be25cf755c1f req-d30f734a-3863-4425-9716-13e0f789257f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/ab88314f-8291-4671-ad36-f7d8925290d9 HTTP/1.1" status: 200  len: 1798 time: 0.0811713
Nov 13 21:08:08.654743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-65834058-c3b8-4ae5-ac44-cd712f82e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:08.666411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-65834058-c3b8-4ae5-ac44-cd712f82e68c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.0776680
Nov 13 21:08:08.720464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08cf559f-b35a-49fc-b0bd-ae4bc2323495 req-61cbd972-a8da-44b3-aee1-a8cca92d8a19 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 210 time: 0.0307581
Nov 13 21:08:08.725988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-803cfe7f-f5c1-40e1-aae9-64a80850b2ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451293
Nov 13 21:08:08.801589 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b541e93c-57fa-4340-8069-be25cf755c1f req-8f63d526-1c0f-4a8a-9f73-0120b51e6d1f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.835929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b541e93c-57fa-4340-8069-be25cf755c1f req-8f63d526-1c0f-4a8a-9f73-0120b51e6d1f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:08.862385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-3a376ec3-35b2-45d9-a1e1-212b4f63a121 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269665
Nov 13 21:08:08.949341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:08.972891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc6f918-ccb5-4863-bf7e-bb35c5c98379 req-420faccb-3b99-47ba-b276-9b01474016f4 service neutron] 10.222.0.46 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023617
Nov 13 21:08:09.006909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:09.007344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.072733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b541e93c-57fa-4340-8069-be25cf755c1f req-8f63d526-1c0f-4a8a-9f73-0120b51e6d1f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.075697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b541e93c-57fa-4340-8069-be25cf755c1f req-8f63d526-1c0f-4a8a-9f73-0120b51e6d1f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.093477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b541e93c-57fa-4340-8069-be25cf755c1f req-8f63d526-1c0f-4a8a-9f73-0120b51e6d1f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab88314f-8291-4671-ad36-f7d8925290d9 HTTP/1.1" status: 204  len: 173 time: 0.4265525
Nov 13 21:08:09.107163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63d526-1c0f-4a8a-9f73-0120b51e6d1f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab88314f-8291-4671-ad36-f7d8925290d9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:09.123816 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-bea480ab-a715-4067-8f73-caa863f5a440 req-1ab93170-ff72-47e5-bc80-23bd600b34ad tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:09.140676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bea480ab-a715-4067-8f73-caa863f5a440 req-1ab93170-ff72-47e5-bc80-23bd600b34ad tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/ab88314f-8291-4671-ad36-f7d8925290d9 HTTP/1.1" status: 404  len: 352 time: 0.0242863
Nov 13 21:08:09.156355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1277c0b0-be07-47aa-a741-8568554e2e9c req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1484592254', 'description': 'tempest-description-1583196736'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:09.176913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08a1cd-bf88-4960-8723-4df5e80740f9 req-55c50e68-bb30-40ab-935c-b179d9af6f0e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:09.178582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b08a1cd-bf88-4960-8723-4df5e80740f9 req-55c50e68-bb30-40ab-935c-b179d9af6f0e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0680654
Nov 13 21:08:09.233032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b08a1cd-bf88-4960-8723-4df5e80740f9 req-23fdc4de-9071-4d98-ac3f-1b7f1ff47b36 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477288
Nov 13 21:08:09.318748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1277c0b0-be07-47aa-a741-8568554e2e9c req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.382386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1277c0b0-be07-47aa-a741-8568554e2e9c req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.533290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1277c0b0-be07-47aa-a741-8568554e2e9c req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.562315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8646e849-6998-4e71-9e4c-04d3ed2fc7b3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:09.632828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394a52-b37d-48b3-b6fa-7fe29ad70561 req-a909ac1a-d7cb-4d03-be94-8cd2ba5c1390 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:09.634333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c394a52-b37d-48b3-b6fa-7fe29ad70561 req-a909ac1a-d7cb-4d03-be94-8cd2ba5c1390 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 949 time: 0.0507209
Nov 13 21:08:09.674850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1277c0b0-be07-47aa-a741-8568554e2e9c req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.676096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1277c0b0-be07-47aa-a741-8568554e2e9c req-e7a60e3c-c0b7-4922-b58e-c703024496ce tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5283010
Nov 13 21:08:09.686728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c394a52-b37d-48b3-b6fa-7fe29ad70561 req-c5634680-5a3d-4512-822d-e4e56ce037b4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460558
Nov 13 21:08:09.713313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-0e5ee52f-a13d-4467-8f7a-5ba0c8b12751 req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1312218511', 'description': 'tempest-description-1623978526'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:09.783649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47226533-bfc9-4a27-a7df-87cd7a40d419 req-99847e67-edf8-4dd8-a8b0-5be39ea2864d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:09.785129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47226533-bfc9-4a27-a7df-87cd7a40d419 req-99847e67-edf8-4dd8-a8b0-5be39ea2864d tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0533717
Nov 13 21:08:09.830738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47226533-bfc9-4a27-a7df-87cd7a40d419 req-4280b855-1964-4639-8184-bd42b8cb7508 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396106
Nov 13 21:08:09.866924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0e5ee52f-a13d-4467-8f7a-5ba0c8b12751 req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:09.916837 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06eff094-03a1-400d-acc7-1d831132b38a req-524aec05-a9e1-4a33-934c-04b30329ab7f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 210 time: 0.0319695
Nov 13 21:08:09.941193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0e5ee52f-a13d-4467-8f7a-5ba0c8b12751 req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.090958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0e5ee52f-a13d-4467-8f7a-5ba0c8b12751 req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.119743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ff6fa1-bcea-491e-bc91-f265d7ccb3f9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:10.180764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0e5ee52f-a13d-4467-8f7a-5ba0c8b12751 req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.185440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e5ee52f-a13d-4467-8f7a-5ba0c8b12751 req-378c0328-0e30-4bdb-978c-ffd50cfba0f2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.4729476
Nov 13 21:08:10.207611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-27af694d-aba9-4ccc-b931-2dda83b19307 req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898197059', 'description': 'tempest-description-199438481'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:10.329887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-27af694d-aba9-4ccc-b931-2dda83b19307 req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.350164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22b5a2-06ff-4bb6-96ad-9609eae8532d req-0533e09b-154e-436b-ba72-a8c353283e75 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:10.351577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d22b5a2-06ff-4bb6-96ad-9609eae8532d req-0533e09b-154e-436b-ba72-a8c353283e75 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0487995
Nov 13 21:08:10.403923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-27af694d-aba9-4ccc-b931-2dda83b19307 req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.406309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d22b5a2-06ff-4bb6-96ad-9609eae8532d req-b0bebdc7-2d2d-4f1b-a715-a06a9cbedba6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478024
Nov 13 21:08:10.473531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 06f47055-480e-4e90-aacb-19c8c440ebc5 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:10.506942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-27af694d-aba9-4ccc-b931-2dda83b19307 req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.537695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2955264-339a-4ee1-856f-30c5f5511cac,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:10.605358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 06f47055-480e-4e90-aacb-19c8c440ebc5 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:10.610254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 06f47055-480e-4e90-aacb-19c8c440ebc5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:10.610625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.646123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-27af694d-aba9-4ccc-b931-2dda83b19307 req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.647437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27af694d-aba9-4ccc-b931-2dda83b19307 req-cb7553a7-95c9-4962-9fb6-a9dd3e301c88 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4439435
Nov 13 21:08:10.680728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-0f6f2684-de10-44b6-b3a3-cfc02b2f6822 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:10.685498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-0f6f2684-de10-44b6-b3a3-cfc02b2f6822 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 821 time: 0.1114442
Nov 13 21:08:10.700424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'port': {'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'admin_state_up': True, 'tenant_id': '702b5597b47c4519948c402dec944d18'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:10.703320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.736498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f47055-480e-4e90-aacb-19c8c440ebc5'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:10.738865 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6c977-5ea0-442b-9426-8de02df8a097" -d '{"events": [{"server_uuid": "eb32a737-bed6-45ea-98f4-6677e5f4acd0", "name": "network-vif-plugged", "status": "completed", "tag": "06f47055-480e-4e90-aacb-19c8c440ebc5"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:10.818104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a20689cb-5441-422b-ba46-b79d99fb570e req-dd46217b-401a-4714-b84c-9bdb16816c70 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 10998 time: 0.1429744
Nov 13 21:08:10.864673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a20689cb-5441-422b-ba46-b79d99fb570e req-7e202bf3-18f7-4dc3-b654-1df20b2ae5e0 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/7b2a3bfb-da80-4664-8b2f-e5eab8c5db09 HTTP/1.1" status: 200  len: 2998 time: 0.0453415
Nov 13 21:08:10.879818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa26ef-8d8e-4904-a4f8-21bff67da318 req-e7968271-e775-4999-b555-028df9003998 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:10.881677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bfa26ef-8d8e-4904-a4f8-21bff67da318 req-e7968271-e775-4999-b555-028df9003998 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 949 time: 0.1053262
Nov 13 21:08:10.890047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 06f47055-480e-4e90-aacb-19c8c440ebc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06f47055-480e-4e90-aacb-19c8c440ebc5,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:10.923447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a20689cb-5441-422b-ba46-b79d99fb570e req-eec34c87-02b7-4b60-ab5e-f00bc247fc3f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/7b2a3bfb-da80-4664-8b2f-e5eab8c5db09 HTTP/1.1" status: 200  len: 2998 time: 0.0507867
Nov 13 21:08:10.937710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bfa26ef-8d8e-4904-a4f8-21bff67da318 req-4920f5d6-809f-4472-96b0-829102b41bb8 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471566
Nov 13 21:08:10.948098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Made reservation on behalf of 702b5597b47c4519948c402dec944d18 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:08:10.952062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:10.994459 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d131b2-e5da-4ff1-afa4-3be07ce22e1c x-openstack-request-id: req-a2d131b2-e5da-4ff1-afa4-3be07ce22e1c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:10.994918 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb32a737-bed6-45ea-98f4-6677e5f4acd0", "name": "network-vif-plugged", "status": "completed", "tag": "06f47055-480e-4e90-aacb-19c8c440ebc5", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:10.996730 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2d131b2-e5da-4ff1-afa4-3be07ce22e1c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:10.996730 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f47055-480e-4e90-aacb-19c8c440ebc5', 'code': 200}
Nov 13 21:08:11.016010 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.062938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=06f47055-480e-4e90-aacb-19c8c440ebc5,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:11.065163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b6f5119-18dc-4f8b-8bb1-764585f0a4f1 req-372a352c-e00c-49cb-8bca-65c1542f1299 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/8646e849-6998-4e71-9e4c-04d3ed2fc7b3 HTTP/1.1" status: 200  len: 1818 time: 0.0490706
Nov 13 21:08:11.137649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9015aa-e112-42d2-9ee0-a954b8cbce28 req-c267fa8f-f37a-4b6e-a5e5-5f67928416df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:11.139046 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e9015aa-e112-42d2-9ee0-a954b8cbce28 req-c267fa8f-f37a-4b6e-a5e5-5f67928416df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 1101 time: 0.0730226
Nov 13 21:08:11.149026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba930a42-a192-4a52-aec8-e570a42a785d req-8ff8be8d-cd21-4c45-a5dd-51133c91ff79 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:11.150495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba930a42-a192-4a52-aec8-e570a42a785d req-8ff8be8d-cd21-4c45-a5dd-51133c91ff79 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0917664
Nov 13 21:08:11.161041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Allocated IP 172.20.0.7 (0d09795e-518c-4dc0-bfe8-5383113a270d/77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7/0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:11.169645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b6f5119-18dc-4f8b-8bb1-764585f0a4f1 req-a2be611c-3dda-4a43-bc7e-4819d2f5e791 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.204629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b6f5119-18dc-4f8b-8bb1-764585f0a4f1 req-a2be611c-3dda-4a43-bc7e-4819d2f5e791 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.219950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e9015aa-e112-42d2-9ee0-a954b8cbce28 req-125b1bbf-ee91-4ae1-a0df-5f841a4c39ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730619
Nov 13 21:08:11.232705 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba930a42-a192-4a52-aec8-e570a42a785d req-dfa0b4bc-1891-494c-81da-cda05381c5b7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714655
Nov 13 21:08:11.324311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b6f5119-18dc-4f8b-8bb1-764585f0a4f1 req-a2be611c-3dda-4a43-bc7e-4819d2f5e791 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.327039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8b6f5119-18dc-4f8b-8bb1-764585f0a4f1 req-a2be611c-3dda-4a43-bc7e-4819d2f5e791 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.328177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b6f5119-18dc-4f8b-8bb1-764585f0a4f1 req-a2be611c-3dda-4a43-bc7e-4819d2f5e791 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/8646e849-6998-4e71-9e4c-04d3ed2fc7b3 HTTP/1.1" status: 204  len: 173 time: 0.2499998
Nov 13 21:08:11.337531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be611c-3dda-4a43-bc7e-4819d2f5e791 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646e849-6998-4e71-9e4c-04d3ed2fc7b3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:11.339856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56d573e2-097a-4b5d-a13c-0e470f2c8bf5 req-392603ad-c86f-41ae-b89c-b246ed883f78 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 210 time: 0.0399835
Nov 13 21:08:11.365557 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-d92d7d76-6a28-4d85-8423-08abcdc01e11 req-18b6711c-d1e4-4736-b583-20998a199b55 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:11.366567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d92d7d76-6a28-4d85-8423-08abcdc01e11 req-18b6711c-d1e4-4736-b583-20998a199b55 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/8646e849-6998-4e71-9e4c-04d3ed2fc7b3 HTTP/1.1" status: 404  len: 352 time: 0.0141227
Nov 13 21:08:11.399747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.445839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88ad52ab-57ea-451d-a85a-2605e94cf083 req-a41bbb5c-ed7d-4d69-b84d-7dc4013ea939 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/59ff6fa1-bcea-491e-bc91-f265d7ccb3f9 HTTP/1.1" status: 200  len: 1818 time: 0.0562165
Nov 13 21:08:11.505709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-88ad52ab-57ea-451d-a85a-2605e94cf083 req-fe3d3acd-88ff-4052-94df-592451c4783c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.522968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78444b-878a-4b46-991f-a6c0f8b6d132 req-2dd6c8a0-5cf3-410b-a01b-c2fb65a85581 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:11.524435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de78444b-878a-4b46-991f-a6c0f8b6d132 req-2dd6c8a0-5cf3-410b-a01b-c2fb65a85581 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0481296
Nov 13 21:08:11.528359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-88ad52ab-57ea-451d-a85a-2605e94cf083 req-fe3d3acd-88ff-4052-94df-592451c4783c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.585518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de78444b-878a-4b46-991f-a6c0f8b6d132 req-3823e9f2-91a6-4af2-b905-36355229d3b0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536406
Nov 13 21:08:11.587639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.634634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Network 0d09795e-518c-4dc0-bfe8-5383113a270d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:11.640337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:11.644110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:11.651175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event updated for resources: {'Port': ['ID=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:11.679785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-88ad52ab-57ea-451d-a85a-2605e94cf083 req-fe3d3acd-88ff-4052-94df-592451c4783c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.690033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-88ad52ab-57ea-451d-a85a-2605e94cf083 req-fe3d3acd-88ff-4052-94df-592451c4783c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.690033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88ad52ab-57ea-451d-a85a-2605e94cf083 req-fe3d3acd-88ff-4052-94df-592451c4783c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/59ff6fa1-bcea-491e-bc91-f265d7ccb3f9 HTTP/1.1" status: 204  len: 173 time: 0.2311571
Nov 13 21:08:11.706331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d3acd-88ff-4052-94df-592451c4783c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ff6fa1-bcea-491e-bc91-f265d7ccb3f9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:11.716004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:11.716514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.723935 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-c898b7df-c800-491f-aa08-4603c7a181fb req-42e70ae1-c41e-4af8-8771-9702cd6119d7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:11.729651 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c898b7df-c800-491f-aa08-4603c7a181fb req-42e70ae1-c41e-4af8-8771-9702cd6119d7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/59ff6fa1-bcea-491e-bc91-f265d7ccb3f9 HTTP/1.1" status: 404  len: 352 time: 0.0218625
Nov 13 21:08:11.785926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f149d53-1e65-41ae-8a3f-1023c8742f17 req-161908bc-7fa3-4812-b2ec-995f797f130b tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c2955264-339a-4ee1-856f-30c5f5511cac HTTP/1.1" status: 200  len: 1816 time: 0.0388827
Nov 13 21:08:11.849437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7f149d53-1e65-41ae-8a3f-1023c8742f17 req-b81039c8-e552-4df8-a40c-f9e0ffd08e31 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.872240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7f149d53-1e65-41ae-8a3f-1023c8742f17 req-b81039c8-e552-4df8-a40c-f9e0ffd08e31 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.883195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a705d130-a80d-407b-842b-9b0a677e80c7 None None] Provisioning complete for port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:11.883856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a705d130-a80d-407b-842b-9b0a677e80c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.915883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-98c28e35-4d18-4d11-8f78-86584a371213 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2194142
Nov 13 21:08:11.918171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a705d130-a80d-407b-842b-9b0a677e80c7 None None] Port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:11.930482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Request body: {'port': {'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:11.967382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:11.982078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:12.069421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a775f-0d06-4f46-b5a2-f2529de481e9 req-3fc33b7b-ab8f-4698-be19-0b93d7a0f983 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:12.070884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-657a775f-0d06-4f46-b5a2-f2529de481e9 req-3fc33b7b-ab8f-4698-be19-0b93d7a0f983 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 950 time: 0.0517597
Nov 13 21:08:12.120354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-657a775f-0d06-4f46-b5a2-f2529de481e9 req-45d4101d-0cb6-4cb0-9a0f-0082f38f6751 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428755
Nov 13 21:08:12.354722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a58b9-ec4c-4aea-96b2-28eb75589538 req-0854aff0-357b-4b21-8efb-6208c6a53855 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:12.356377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-441a58b9-ec4c-4aea-96b2-28eb75589538 req-0854aff0-357b-4b21-8efb-6208c6a53855 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0529110
Nov 13 21:08:12.384890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7f149d53-1e65-41ae-8a3f-1023c8742f17 req-b81039c8-e552-4df8-a40c-f9e0ffd08e31 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:12.384890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7f149d53-1e65-41ae-8a3f-1023c8742f17 req-b81039c8-e552-4df8-a40c-f9e0ffd08e31 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:12.386190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f149d53-1e65-41ae-8a3f-1023c8742f17 req-b81039c8-e552-4df8-a40c-f9e0ffd08e31 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2955264-339a-4ee1-856f-30c5f5511cac HTTP/1.1" status: 204  len: 173 time: 0.5934505
Nov 13 21:08:12.418235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-441a58b9-ec4c-4aea-96b2-28eb75589538 req-54b697b2-bb7d-4cd5-ac06-c33a5eae3a35 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550163
Nov 13 21:08:12.426990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81039c8-e552-4df8-a40c-f9e0ffd08e31 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2955264-339a-4ee1-856f-30c5f5511cac,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:12.465301 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-d424cf1b-ee0c-48f1-854e-2e56dc66b579 req-7c2b7427-a9df-4f4a-b1cf-72718f42bb77 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:12.473267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d424cf1b-ee0c-48f1-854e-2e56dc66b579 req-7c2b7427-a9df-4f4a-b1cf-72718f42bb77 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c2955264-339a-4ee1-856f-30c5f5511cac HTTP/1.1" status: 404  len: 352 time: 0.0233614
Nov 13 21:08:12.561733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724bfe-141b-4ff6-91c8-b353ad8ee350 req-64949a28-bf4f-408c-8287-f8c5ccf4be8b tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:12.563213 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85724bfe-141b-4ff6-91c8-b353ad8ee350 req-64949a28-bf4f-408c-8287-f8c5ccf4be8b tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 931 time: 0.0810475
Nov 13 21:08:12.565266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c304b1a3-b31b-4b2f-abb7-48a39168392b req-4b620715-3250-454f-8bc6-c2c23a25f60f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 6199 time: 0.0751891
Nov 13 21:08:12.608472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:12.615302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c304b1a3-b31b-4b2f-abb7-48a39168392b req-876cb773-e284-4399-9bf9-69e55ae28120 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/7b2a3bfb-da80-4664-8b2f-e5eab8c5db09 HTTP/1.1" status: 200  len: 2998 time: 0.0430014
Nov 13 21:08:12.619012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:12.646377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Transition to ACTIVE for port object 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:12.651904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85724bfe-141b-4ff6-91c8-b353ad8ee350 req-ab8bd783-5daa-43a7-8667-b507f0edf7e6 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706747
Nov 13 21:08:12.665564 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c304b1a3-b31b-4b2f-abb7-48a39168392b req-cef5bbda-f2db-446d-9af8-8e88e69ddfbe tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/7b2a3bfb-da80-4664-8b2f-e5eab8c5db09 HTTP/1.1" status: 200  len: 2998 time: 0.0436258
Nov 13 21:08:12.763771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:12.769217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-94b2247f-5e71-4db7-b39a-d452ff9b8c6f req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1834975930', 'description': 'tempest-description-1963585128'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:12.776979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f302dc-5a79-46af-82bc-8861d896fc56 req-14ca2f25-209e-4efa-a89e-0b80a2571b53 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:12.778445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3f302dc-5a79-46af-82bc-8861d896fc56 req-14ca2f25-209e-4efa-a89e-0b80a2571b53 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0574670
Nov 13 21:08:12.843790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:12.917024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3f302dc-5a79-46af-82bc-8861d896fc56 req-91a1b3df-e9b5-4b7d-9e95-83d687485065 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180980
Nov 13 21:08:12.924839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-94b2247f-5e71-4db7-b39a-d452ff9b8c6f req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:12.955475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Attempting to bind port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:12.955806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Attempting to bind port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:12.956129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Attempting to bind port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 on network 0d09795e-518c-4dc0-bfe8-5383113a270d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:12.962072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 on network 0d09795e-518c-4dc0-bfe8-5383113a270d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:12.968278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Attempting to bind port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 on network 0d09795e-518c-4dc0-bfe8-5383113a270d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:12.970296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:12.970624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Checking segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:12.971475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Bound using segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:12.972132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Bound port: 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:12.972481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.020903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-94b2247f-5e71-4db7-b39a-d452ff9b8c6f req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.038787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] For port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:13.042078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] For port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:13.152736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-94b2247f-5e71-4db7-b39a-d452ff9b8c6f req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.181802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0803ca79-602a-4270-8d89-0af471212331,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:13.218911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.253055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.253998 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.255358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 1091 time: 1.3289986
Nov 13 21:08:13.258791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:13.262377 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d481eb0-5692-4f25-8013-ec03646e854a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:13.292903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-94b2247f-5e71-4db7-b39a-d452ff9b8c6f req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.294597 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94b2247f-5e71-4db7-b39a-d452ff9b8c6f req-67273197-7515-44ea-84db-a1826ecd0561 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5297456
Nov 13 21:08:13.296412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacbe29-1113-4f61-91f8-ed3731cc58b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:13.313235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b50290-08f1-4c1e-a8b0-c33bf11e62c1 req-ff31f53b-3897-4f3d-a106-b222b270d612 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.314905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57b50290-08f1-4c1e-a8b0-c33bf11e62c1 req-ff31f53b-3897-4f3d-a106-b222b270d612 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 950 time: 0.1271493
Nov 13 21:08:13.348008 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72723a1-644e-4e58-8252-d40e058f4df6 x-openstack-request-id: req-b72723a1-644e-4e58-8252-d40e058f4df6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:13.348008 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:13.348008 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b72723a1-644e-4e58-8252-d40e058f4df6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:13.348008 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'status': 'completed', 'code': 200}
Nov 13 21:08:13.358591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-f9d20121-6366-4afd-ae9f-fde01abdd511 req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-633214508', 'description': 'tempest-description-219951193'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:13.391826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57b50290-08f1-4c1e-a8b0-c33bf11e62c1 req-6ebefd1c-792e-4cbc-9c18-54cdcdb83698 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695615
Nov 13 21:08:13.423668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481eb0-5692-4f25-8013-ec03646e854a req-d4ad2b72-4230-4bef-8245-ed5b90ae88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.429825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d481eb0-5692-4f25-8013-ec03646e854a req-d4ad2b72-4230-4bef-8245-ed5b90ae88b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1094 time: 0.0523167
Nov 13 21:08:13.489984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f9d20121-6366-4afd-ae9f-fde01abdd511 req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.567398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f9d20121-6366-4afd-ae9f-fde01abdd511 req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.567988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da081e0-b37f-489d-a8ce-c38b996ad2a0 req-8524f5aa-bf39-44dc-a833-a490c28b46f9 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.569531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2da081e0-b37f-489d-a8ce-c38b996ad2a0 req-8524f5aa-bf39-44dc-a833-a490c28b46f9 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 1101 time: 0.0695894
Nov 13 21:08:13.572779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481eb0-5692-4f25-8013-ec03646e854a req-8f23123e-6fe6-46db-8bf1-326e958896af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.572779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d481eb0-5692-4f25-8013-ec03646e854a req-8f23123e-6fe6-46db-8bf1-326e958896af service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=702b5597b47c4519948c402dec944d18&shared=False HTTP/1.1" status: 200  len: 922 time: 0.1332593
Nov 13 21:08:13.674448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2da081e0-b37f-489d-a8ce-c38b996ad2a0 req-9117ae36-9cf6-4008-9a6e-c9a6dc8c6174 tempest-ServersOnMultiNodesTest-302429492 tempest-ServersOnMultiNodesTest-302429492-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983500
Nov 13 21:08:13.701154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481eb0-5692-4f25-8013-ec03646e854a req-0516a961-90e0-43f6-8784-980942ecd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.702208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d481eb0-5692-4f25-8013-ec03646e854a req-0516a961-90e0-43f6-8784-980942ecd07c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1202376
Nov 13 21:08:13.712777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f9d20121-6366-4afd-ae9f-fde01abdd511 req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.762757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d9a84-73b9-4d70-8907-21bddbf71dbc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:13.810608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4d1d1-3a09-4945-88cf-72fb153524bd req-161766fb-0df1-46bb-b450-3fcc7665a4a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.812099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1f4d1d1-3a09-4945-88cf-72fb153524bd req-161766fb-0df1-46bb-b450-3fcc7665a4a4 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0789061
Nov 13 21:08:13.826581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-4b1aef5f-45cd-49ea-b43e-a2b9b6e3ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.827981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-4b1aef5f-45cd-49ea-b43e-a2b9b6e3ea71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1094 time: 0.0646050
Nov 13 21:08:13.838223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f9d20121-6366-4afd-ae9f-fde01abdd511 req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:13.839525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9d20121-6366-4afd-ae9f-fde01abdd511 req-7db86569-34b6-4efc-95a1-5be75b72025d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4856033
Nov 13 21:08:13.888472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-ce6b8419-e828-4344-8609-37bf08aceb7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 217 time: 0.0494406
Nov 13 21:08:13.932681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1f4d1d1-3a09-4945-88cf-72fb153524bd req-bb039828-73b1-4cf2-a15f-552fd4b41b08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114554
Nov 13 21:08:13.948356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c8e50-6d28-47c2-b20b-667b167fc027 req-160c8e3b-e0f8-4a61-b319-1e9910d633e9 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.949981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e88c8e50-6d28-47c2-b20b-667b167fc027 req-160c8e3b-e0f8-4a61-b319-1e9910d633e9 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 943 time: 0.0561867
Nov 13 21:08:13.957225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-187ae469-450d-4012-9de4-544f1fdc7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:13.958901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-187ae469-450d-4012-9de4-544f1fdc7ba7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0600882
Nov 13 21:08:14.007456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e88c8e50-6d28-47c2-b20b-667b167fc027 req-2061f17b-7af4-43e4-bbdf-6554461b332b tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489140
Nov 13 21:08:14.009850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-be172c0d-0d1c-4eaf-8586-cdda1a7f36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:14.009850 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-be172c0d-0d1c-4eaf-8586-cdda1a7f36ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433578
Nov 13 21:08:14.115047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-f6e52dad-38cd-48c9-9d32-66322b780533 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963902
Nov 13 21:08:14.174011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871a69-1c7f-49f9-9759-93233e4de08a req-32aa21d0-3c85-4725-8db3-7f522d4f6231 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:14.175580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22871a69-1c7f-49f9-9759-93233e4de08a req-32aa21d0-3c85-4725-8db3-7f522d4f6231 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0496166
Nov 13 21:08:14.225217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2aca192-deed-4b7d-a9e9-92c2f7194653 req-7554f8ad-f408-48d5-8673-52c7a2a7781d service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019096
Nov 13 21:08:14.244237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22871a69-1c7f-49f9-9759-93233e4de08a req-6895c0d7-1703-4b6e-b7de-9a276f2e0088 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622141
Nov 13 21:08:14.335833 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:14.436487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-12a72194-e1a6-47fc-a1c1-58bc1fc89211 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:14.438200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-12a72194-e1a6-47fc-a1c1-58bc1fc89211 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 812 time: 0.1168060
Nov 13 21:08:14.457192 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-69d6ddb2-4ef0-4822-b28c-a0863f60d5cb tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/quotas/34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 375 time: 0.0132575
Nov 13 21:08:14.481812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f283b9-a114-4651-a3ed-9d598ec23276 req-773114ca-f629-47f6-b6e5-9c796ad39637 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:14.483392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03f283b9-a114-4651-a3ed-9d598ec23276 req-773114ca-f629-47f6-b6e5-9c796ad39637 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 950 time: 0.0565991
Nov 13 21:08:14.515253 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-2e2e412a-0973-4ddc-a1ac-f1c46b0f0dc6 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0538676
Nov 13 21:08:14.535818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03f283b9-a114-4651-a3ed-9d598ec23276 req-2d465f89-102f-4a42-a5ad-7c1e423382e1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463967
Nov 13 21:08:14.624178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e41dda3d-8b0d-40a2-9e96-bf232665b3bc service neutron] 10.222.0.20 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007264
Nov 13 21:08:14.714391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-19cdbd3e-e7de-4eb7-b84c-2e5d48abfd1c service neutron] 10.222.0.20 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832925
Nov 13 21:08:14.879355 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-a18df51e-199a-429c-863e-e5fbf651aa12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0428476
Nov 13 21:08:14.953378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-d1cce613-7a88-4a0c-8bb6-5cd666b96211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:14.954501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-d1cce613-7a88-4a0c-8bb6-5cd666b96211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aa03c215a06a4f5d9b84307c69716178&device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 1099 time: 0.0458810
Nov 13 21:08:14.996745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f7a2c0-af4c-4fbf-9888-348365119d1d req-45829d25-4015-4173-a243-237ba13e821c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 210 time: 0.0299032
Nov 13 21:08:15.132400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-1c68cd60-2b2d-4b3c-ace5-d879912a8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.133977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-1c68cd60-2b2d-4b3c-ace5-d879912a8329 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1377439
Nov 13 21:08:15.137746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8920f0d-16b2-4d66-854e-a69c7c778b98 req-136df017-ee16-4afa-8cd2-e7796602f7fc tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.139365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8920f0d-16b2-4d66-854e-a69c7c778b98 req-136df017-ee16-4afa-8cd2-e7796602f7fc tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 943 time: 0.0548882
Nov 13 21:08:15.145737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe868536-43ec-4b84-8f9f-4090c1438c01 req-75ff4a29-bf60-43c7-8769-6565701886b3 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.147226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe868536-43ec-4b84-8f9f-4090c1438c01 req-75ff4a29-bf60-43c7-8769-6565701886b3 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0809560
Nov 13 21:08:15.189414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-9065e275-1628-4655-9f66-8a4f879ad1d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883 HTTP/1.1" status: 200  len: 217 time: 0.0409753
Nov 13 21:08:15.193901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8920f0d-16b2-4d66-854e-a69c7c778b98 req-e705930b-2e53-41ff-8ef6-75a905f80294 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476215
Nov 13 21:08:15.258860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe868536-43ec-4b84-8f9f-4090c1438c01 req-8bc1d269-a13a-448b-a671-5b3cdffd0c8a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036437
Nov 13 21:08:15.262543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-09866544-7002-42e1-9e37-7fa38a6226d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.264124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-09866544-7002-42e1-9e37-7fa38a6226d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0658593
Nov 13 21:08:15.329983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-f27d0d70-7029-4863-964d-2a019a030b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.331462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-f27d0d70-7029-4863-964d-2a019a030b43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0599208
Nov 13 21:08:15.384101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab8ab3-cbd0-426a-93fe-de287eaee776 req-cbf582fb-691b-4e24-a64d-bed54c95dd8c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.385778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ab8ab3-cbd0-426a-93fe-de287eaee776 req-cbf582fb-691b-4e24-a64d-bed54c95dd8c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0672097
Nov 13 21:08:15.434528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-e74685b4-327c-49d1-86eb-a3e56d5ad027 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939078
Nov 13 21:08:15.439498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ab8ab3-cbd0-426a-93fe-de287eaee776 req-3963b0aa-fd4c-45ff-9a98-358d456a77e7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473757
Nov 13 21:08:15.534966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22eb3817-b449-44d4-a04f-36b97f732f14 req-ce9eba59-6e8b-405a-9f35-a1de79ba28a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923176
Nov 13 21:08:15.655406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4936fe-5485-4440-9340-5e5d8cd12b59 req-f9573ab1-e8c0-44cb-8bfb-16d951032995 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.656908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a4936fe-5485-4440-9340-5e5d8cd12b59 req-f9573ab1-e8c0-44cb-8bfb-16d951032995 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 950 time: 0.0529575
Nov 13 21:08:15.719140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a4936fe-5485-4440-9340-5e5d8cd12b59 req-d41eb5cb-2a34-410c-b194-eba566ac0164 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557687
Nov 13 21:08:15.927201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67786605-9486-493a-835e-a20e8e55b0df req-2af8959c-eb38-4d1f-91ce-2b7b172dac24 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:15.928610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67786605-9486-493a-835e-a20e8e55b0df req-2af8959c-eb38-4d1f-91ce-2b7b172dac24 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 950 time: 0.0468471
Nov 13 21:08:16.041318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port 06f47055-480e-4e90-aacb-19c8c440ebc5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:16.046615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:16.086114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c82c848c-7500-44f6-914d-59f3fc830c2b req-c15c5eaa-f37f-4160-87e5-74f2d3dea656 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 210 time: 0.0266542
Nov 13 21:08:16.146546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port 06f47055-480e-4e90-aacb-19c8c440ebc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06f47055-480e-4e90-aacb-19c8c440ebc5,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:16.146905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:16.158572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for 06f47055-480e-4e90-aacb-19c8c440ebc5 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:16.457751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c61b8-0412-4c5d-9ceb-7f8cd82b8a59 req-29a3f64b-b1e8-4494-aaa6-814fc1e6c1e5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:16.459442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b7c61b8-0412-4c5d-9ceb-7f8cd82b8a59 req-29a3f64b-b1e8-4494-aaa6-814fc1e6c1e5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0525994
Nov 13 21:08:16.513470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b7c61b8-0412-4c5d-9ceb-7f8cd82b8a59 req-1d7d477d-1441-4138-8bf6-480242a9a8cc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467274
Nov 13 21:08:16.520467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e981f-e53a-42ea-b722-65fd1f827162 req-5df3036e-5214-48b2-9b8b-454f6462b98f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:16.521968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc6e981f-e53a-42ea-b722-65fd1f827162 req-5df3036e-5214-48b2-9b8b-454f6462b98f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 943 time: 0.0899134
Nov 13 21:08:16.622222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc6e981f-e53a-42ea-b722-65fd1f827162 req-aba2115b-106a-4116-ab5a-a45fead0c682 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843978
Nov 13 21:08:16.652440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f692-9a97-47b0-baa6-fa6eb9419e31 req-9a6aa7ea-7a74-48c5-b4f2-26231f2d7769 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:16.654003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24e6f692-9a97-47b0-baa6-fa6eb9419e31 req-9a6aa7ea-7a74-48c5-b4f2-26231f2d7769 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0589659
Nov 13 21:08:16.711475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24e6f692-9a97-47b0-baa6-fa6eb9419e31 req-cebb7082-553b-4b24-a1e2-42b893ef9db8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507250
Nov 13 21:08:16.724296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:16.747240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43', '06f47055-480e-4e90-aacb-19c8c440ebc5'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:16.765006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=06f47055-480e-4e90-aacb-19c8c440ebc5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:16.812121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'd7f4ed46-51fe-4821-b665-9c1d30711758', '538f4b99-a6be-48a8-a8b7-c3916c935a08'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:16.837069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port 06f47055-480e-4e90-aacb-19c8c440ebc5 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:16.839906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:16.843546 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67786605-9486-493a-835e-a20e8e55b0df req-f1b11c0e-215a-425f-9784-b95bded09c14 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "DELETE /v2.0/ports/06f47055-480e-4e90-aacb-19c8c440ebc5 HTTP/1.1" status: 204  len: 173 time: 0.9066031
Nov 13 21:08:16.844060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'name': 'network-vif-deleted', 'tag': '06f47055-480e-4e90-aacb-19c8c440ebc5'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:16.846713 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de6036a-a03b-46db-bb0c-ab3daee0c5e2" -d '{"events": [{"server_uuid": "eb32a737-bed6-45ea-98f4-6677e5f4acd0", "name": "network-vif-deleted", "tag": "06f47055-480e-4e90-aacb-19c8c440ebc5"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:16.937326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-634963f2-a258-4669-bb17-101b6d28e9b4 req-7dd74dfe-a885-4c81-8aa0-0a0dd9d03826 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0987046
Nov 13 21:08:16.938973 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308ec0ab-d391-4389-84fd-ec8e37605b31 x-openstack-request-id: req-308ec0ab-d391-4389-84fd-ec8e37605b31 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:16.953336 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb32a737-bed6-45ea-98f4-6677e5f4acd0", "name": "network-vif-deleted", "tag": "06f47055-480e-4e90-aacb-19c8c440ebc5", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:16.953336 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-308ec0ab-d391-4389-84fd-ec8e37605b31 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:16.953336 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb32a737-bed6-45ea-98f4-6677e5f4acd0', 'name': 'network-vif-deleted', 'tag': '06f47055-480e-4e90-aacb-19c8c440ebc5', 'status': 'completed', 'code': 200}
Nov 13 21:08:17.201054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8802fe19-178b-42c2-a943-9c0a3b51f6c7 req-accc18d4-65ec-44d3-9a0d-39aa2ea0f5f6 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 210 time: 0.0313342
Nov 13 21:08:17.630972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62a8fc-9996-49dd-ab01-8f8460e30326 req-918a4e35-4a50-4612-8420-cd5fcdd025e8 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:17.632482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df62a8fc-9996-49dd-ab01-8f8460e30326 req-918a4e35-4a50-4612-8420-cd5fcdd025e8 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0497797
Nov 13 21:08:17.692978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df62a8fc-9996-49dd-ab01-8f8460e30326 req-afeaa3c2-7361-40be-a550-53ec56ef764e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518227
Nov 13 21:08:17.751965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213fd0-c9fb-4a3a-b8b6-1cc40c2681eb req-6d0c5eaa-8c76-42d0-9db6-f1bf6c03f717 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:17.753527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb213fd0-c9fb-4a3a-b8b6-1cc40c2681eb req-6d0c5eaa-8c76-42d0-9db6-f1bf6c03f717 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 943 time: 0.0511353
Nov 13 21:08:17.816018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb213fd0-c9fb-4a3a-b8b6-1cc40c2681eb req-306fdb2d-101f-4f6b-9d70-27726ef0dd96 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548487
Nov 13 21:08:17.836369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f80ca-affb-4aaa-a991-715c8b09b7e5 req-403e4bf4-f784-4f05-bb9b-510fade8af88 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:17.837994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e8f80ca-affb-4aaa-a991-715c8b09b7e5 req-403e4bf4-f784-4f05-bb9b-510fade8af88 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0494804
Nov 13 21:08:17.853801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:17.889754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e8f80ca-affb-4aaa-a991-715c8b09b7e5 req-990e822e-c12f-4f6b-9ecf-200ef392a658 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453691
Nov 13 21:08:17.965855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:17.980426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:18.021884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-f7d21114-0e6f-4eef-88bc-44335dd13232 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:18.023693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-f7d21114-0e6f-4eef-88bc-44335dd13232 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.37 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 812 time: 0.1304154
Nov 13 21:08:18.045241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:18.053334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:18.057243 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c82cadf-9ade-4163-8879-262f0d076f3d req-0312dd14-e96b-44b8-bc1b-7cfa7d639ad1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb32a737-bed6-45ea-98f4-6677e5f4acd0 HTTP/1.1" status: 200  len: 210 time: 0.0324044
Nov 13 21:08:18.063602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'port': {'device_id': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a', 'admin_state_up': True, 'tenant_id': '34abc713d0364b829f3cf347fcb8f5e8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:18.083202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:18.158802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:18.207739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:18.283444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Made reservation on behalf of 34abc713d0364b829f3cf347fcb8f5e8 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:08:18.287215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:18.298734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8654c1d-f42f-479a-8226-844e3e3b9e7b req-3d72ad66-4bfa-4e70-94e4-614a83e577f7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 210 time: 0.0288658
Nov 13 21:08:18.421332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Allocated IP 172.20.0.2 (5b3100f7-8de9-47eb-88b0-94673cebd86a/3696a954-475b-4bf7-ab0d-6706134c3f14/80a44935-0d36-4f03-9562-dfdae20bc3c7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:18.565268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:18.571080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:18.710557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:18.753436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Network 5b3100f7-8de9-47eb-88b0-94673cebd86a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:18.758765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:18.763998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:18.787921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:18.817024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:18.817798 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:18.821996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1861-67fb-485b-8565-fe447e9f01e8 req-8f1a03dc-2098-47e0-9d85-966ecc17d1b6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:18.823563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbaf1861-67fb-485b-8565-fe447e9f01e8 req-8f1a03dc-2098-47e0-9d85-966ecc17d1b6 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0571039
Nov 13 21:08:18.879871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbaf1861-67fb-485b-8565-fe447e9f01e8 req-bf93539d-41b6-49b6-a9f7-05ad50748317 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500605
Nov 13 21:08:18.937726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461c412-5b52-4571-a53c-151733817b34 req-bd14a199-c749-423a-8526-4461144eaa7d tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:18.939273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6461c412-5b52-4571-a53c-151733817b34 req-bd14a199-c749-423a-8526-4461144eaa7d tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 944 time: 0.0520840
Nov 13 21:08:18.965823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-839341d4-e3c2-49e2-97c0-46dfc4ad898c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9072526
Nov 13 21:08:18.984980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Request body: {'port': {'device_id': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:19.020389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764562af-fa66-4bd9-9517-8ef21c9c0135 req-03b47ade-96bf-4782-91d2-e38e062b22d5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:19.022030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-764562af-fa66-4bd9-9517-8ef21c9c0135 req-03b47ade-96bf-4782-91d2-e38e062b22d5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0607295
Nov 13 21:08:19.031012 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6461c412-5b52-4571-a53c-151733817b34 req-8d212210-6b1d-4d2a-b252-05d578de99c1 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856838
Nov 13 21:08:19.072139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:19.098291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-764562af-fa66-4bd9-9517-8ef21c9c0135 req-9ae06cf6-acf0-41d1-af08-6eea5c78f36c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686288
Nov 13 21:08:19.354742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a44935-0d36-4f03-9562-dfdae20bc3c7 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:19.364566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:19.379535 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Transition to ACTIVE for port object 80a44935-0d36-4f03-9562-dfdae20bc3c7 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:19.445537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e222a-17a1-4ebe-a373-8270ec298aa8 req-dce47408-8c3c-49f7-bd6a-6d0175a8bc47 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:19.447003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c8e222a-17a1-4ebe-a373-8270ec298aa8 req-dce47408-8c3c-49f7-bd6a-6d0175a8bc47 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 931 time: 0.0510480
Nov 13 21:08:19.499380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c8e222a-17a1-4ebe-a373-8270ec298aa8 req-a292461f-63e6-4d14-a9e1-42dbd35ca2e8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423098
Nov 13 21:08:19.567054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:19.616483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:19.721072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Attempting to bind port 80a44935-0d36-4f03-9562-dfdae20bc3c7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:19.721408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Attempting to bind port 80a44935-0d36-4f03-9562-dfdae20bc3c7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:19.721736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Attempting to bind port 80a44935-0d36-4f03-9562-dfdae20bc3c7 on network 5b3100f7-8de9-47eb-88b0-94673cebd86a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:19.727608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Port 80a44935-0d36-4f03-9562-dfdae20bc3c7 on network 5b3100f7-8de9-47eb-88b0-94673cebd86a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:19.727923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Attempting to bind port 80a44935-0d36-4f03-9562-dfdae20bc3c7 on network 5b3100f7-8de9-47eb-88b0-94673cebd86a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:19.735224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:19.735557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Checking segment: {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:19.735933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Bound using segment: {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:19.736356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Bound port: 80a44935-0d36-4f03-9562-dfdae20bc3c7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3938bd-6375-45c8-9174-1dcfacaa6f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:19.736729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:19.756328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e6c30-6c4e-487c-9020-74b8d786e26c req-ffc3a2c8-7d35-4ffc-b25a-1cb93a768074 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:19.757768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f2e6c30-6c4e-487c-9020-74b8d786e26c req-ffc3a2c8-7d35-4ffc-b25a-1cb93a768074 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 950 time: 0.0793214
Nov 13 21:08:19.846222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:19.851317 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f2e6c30-6c4e-487c-9020-74b8d786e26c req-6055b266-ba25-4fdb-bc6d-35d5b06cdf01 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686302
Nov 13 21:08:19.852936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:19.911504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:19.987071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:19.999523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc06d-c238-4b92-bb07-52eb661240e0 req-8cb85443-c957-447b-929f-81ae835228b0 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.001241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28bbc06d-c238-4b92-bb07-52eb661240e0 req-8cb85443-c957-447b-929f-81ae835228b0 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0524147
Nov 13 21:08:20.029632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.030262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:20.031662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] 10.222.0.37 "PUT /v2.0/ports/80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 1091 time: 1.0578325
Nov 13 21:08:20.032107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:20.034396 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a724bbae-edb7-4928-b7f7-4d148f1b409e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:20.087472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28bbc06d-c238-4b92-bb07-52eb661240e0 req-df3cff9e-1f6b-4e28-9abe-f051aa3f246e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781405
Nov 13 21:08:20.093285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020ba80-b7f4-4dc9-a593-c5d42cc54429 service neutron] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:20.099254 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5e4d51-3dd1-45c1-a86f-47f40ac288e6 x-openstack-request-id: req-0f5e4d51-3dd1-45c1-a86f-47f40ac288e6 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:20.099792 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:20.100079 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f5e4d51-3dd1-45c1-a86f-47f40ac288e6 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:20.101540 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'status': 'completed', 'code': 200}
Nov 13 21:08:20.205849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724bbae-edb7-4928-b7f7-4d148f1b409e req-68780585-5723-4cbb-82d7-b9e3cee7925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.207342 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a724bbae-edb7-4928-b7f7-4d148f1b409e req-68780585-5723-4cbb-82d7-b9e3cee7925b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1094 time: 0.0793786
Nov 13 21:08:20.222538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2face03-0f91-48e8-9555-781c586ffa30 req-d91456f7-2d2e-40cb-9ddf-870bff2f96b9 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.224005 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2face03-0f91-48e8-9555-781c586ffa30 req-d91456f7-2d2e-40cb-9ddf-870bff2f96b9 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 944 time: 0.0616913
Nov 13 21:08:20.250416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc125-41ae-4b90-8360-4fe767d287dd req-227befe3-c2a9-4ab2-957f-4d536733434c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.251912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dbc125-41ae-4b90-8360-4fe767d287dd req-227befe3-c2a9-4ab2-957f-4d536733434c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0575182
Nov 13 21:08:20.301371 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dbc125-41ae-4b90-8360-4fe767d287dd req-de22a204-13df-4447-b63d-eab3806fa693 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430741
Nov 13 21:08:20.332907 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:08:20.347034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2face03-0f91-48e8-9555-781c586ffa30 req-3c6f0be9-cc2e-48cd-818a-9c9d13e7bacc tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131947
Nov 13 21:08:20.352001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724bbae-edb7-4928-b7f7-4d148f1b409e req-ee4800aa-4767-4e8d-a72a-0c21865ddcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.353478 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a724bbae-edb7-4928-b7f7-4d148f1b409e req-ee4800aa-4767-4e8d-a72a-0c21865ddcca service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1286070
Nov 13 21:08:20.450791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724bbae-edb7-4928-b7f7-4d148f1b409e req-a32f0ee4-cd00-4b0b-83f4-4f6b572bf656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.451634 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-d90caf40-1a55-4a3e-b8d9-707f5ebcb9ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0406194
Nov 13 21:08:20.452235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a724bbae-edb7-4928-b7f7-4d148f1b409e req-a32f0ee4-cd00-4b0b-83f4-4f6b572bf656 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0905435
Nov 13 21:08:20.528828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 06f47055-480e-4e90-aacb-19c8c440ebc5 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:20.539428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-c53aa162-da64-49ff-93ce-8303d3239e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.542241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-c53aa162-da64-49ff-93ce-8303d3239e5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1094 time: 0.0519831
Nov 13 21:08:20.551771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-fbe2336a-c45c-4b23-9e93-5134617906be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.551956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 06f47055-480e-4e90-aacb-19c8c440ebc5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:20.552264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 06f47055-480e-4e90-aacb-19c8c440ebc5 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:20.553631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-fbe2336a-c45c-4b23-9e93-5134617906be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 1117 time: 0.0497983
Nov 13 21:08:20.590515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-2c0bb226-2913-4c71-ac0d-6bfc8bd75838 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 217 time: 0.0386450
Nov 13 21:08:20.641402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-15e95933-ff1a-4407-82a7-8c8c12448cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.643036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-15e95933-ff1a-4407-82a7-8c8c12448cb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.0450292
Nov 13 21:08:20.679626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-8de56a27-ef6b-4086-9270-9a85596f3475 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281255
Nov 13 21:08:20.683173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa12e0-e915-407b-834d-57c9679e3046 req-fc5de706-c41f-4785-83de-9335801a53dc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.684671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00aa12e0-e915-407b-834d-57c9679e3046 req-fc5de706-c41f-4785-83de-9335801a53dc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 943 time: 0.1114242
Nov 13 21:08:20.716393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-9cb08757-ad55-495f-ab80-6ec058fad937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.717854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-9cb08757-ad55-495f-ab80-6ec058fad937 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1348674
Nov 13 21:08:20.773320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-cb0d401f-fd18-43ac-a9ba-a9d80b9659e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 200  len: 217 time: 0.0450485
Nov 13 21:08:20.774621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-79324308-e919-493f-9d29-04b8232b7511 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874996
Nov 13 21:08:20.781048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00aa12e0-e915-407b-834d-57c9679e3046 req-a52182b6-212f-4109-b462-ffb71643e064 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893679
Nov 13 21:08:20.829111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-65a1b5a9-619a-4100-a3a6-754cfcb2da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.830668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-65a1b5a9-619a-4100-a3a6-754cfcb2da91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0458386
Nov 13 21:08:20.870710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-a1b622a0-d771-40eb-89bb-dde94ed5b09e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260496
Nov 13 21:08:20.881432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584c37b1-d6bb-4588-b8e9-4ecb5b1009c8 req-791d2f8d-b983-456d-bbbd-459c2df1abe2 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978858
Nov 13 21:08:20.968559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-634cab62-3785-47a3-a939-03dd48f82b7f service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876632
Nov 13 21:08:20.972866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a390e-77e8-43ef-a8e2-585d708c8bb7 req-7c1b9827-a5cd-48f8-8df1-4a75d62d747e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:20.974434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d0a390e-77e8-43ef-a8e2-585d708c8bb7 req-7c1b9827-a5cd-48f8-8df1-4a75d62d747e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 950 time: 0.0496280
Nov 13 21:08:21.022457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d0a390e-77e8-43ef-a8e2-585d708c8bb7 req-34092d8a-1913-4858-9261-ee5361e4e2cf tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415070
Nov 13 21:08:21.062471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2aab06d-7b69-430e-9bdc-30e1d1a7c3d8 req-cdae2779-aa2f-45ce-b60a-92e298be67fd service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861425
Nov 13 21:08:21.231622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603e93-ca9f-48f1-8e7e-ea84b076b158 req-c938dee8-f3e3-4c05-adad-8c8d9f536b86 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:21.233095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d603e93-ca9f-48f1-8e7e-ea84b076b158 req-c938dee8-f3e3-4c05-adad-8c8d9f536b86 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0519643
Nov 13 21:08:21.279612 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d603e93-ca9f-48f1-8e7e-ea84b076b158 req-71a114a7-4dd8-44f8-bfb9-5e0b30e8dd37 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406051
Nov 13 21:08:21.422547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae8b2-b3d9-4f36-ac48-423a1d916b28 req-7f7819d8-890f-47e1-acb9-8a317532faf1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:21.424158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9eae8b2-b3d9-4f36-ac48-423a1d916b28 req-7f7819d8-890f-47e1-acb9-8a317532faf1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0505280
Nov 13 21:08:21.471411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7ff85-e6e7-4f9a-ab7e-e0562b141ede req-e398d241-fd51-4c29-8d54-7ad5a05ab991 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:21.472940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41a7ff85-e6e7-4f9a-ab7e-e0562b141ede req-e398d241-fd51-4c29-8d54-7ad5a05ab991 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 944 time: 0.0533941
Nov 13 21:08:21.477605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9eae8b2-b3d9-4f36-ac48-423a1d916b28 req-89e6f8b2-6403-4ace-94c9-d3f56b452c5d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446105
Nov 13 21:08:21.520762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41a7ff85-e6e7-4f9a-ab7e-e0562b141ede req-2bc0dcf6-b6be-423b-a975-db670bd91895 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417943
Nov 13 21:08:21.658814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-070f185a-676e-4d65-8276-e7891a66e297 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:21.660326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-070f185a-676e-4d65-8276-e7891a66e297 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 950 time: 0.0477686
Nov 13 21:08:21.762815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port 538f4b99-a6be-48a8-a8b7-c3916c935a08 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:21.763144 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:21.852185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:21.852834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port 538f4b99-a6be-48a8-a8b7-c3916c935a08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=538f4b99-a6be-48a8-a8b7-c3916c935a08,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:21.853260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:21.893770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for 538f4b99-a6be-48a8-a8b7-c3916c935a08 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:21.955815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816ee1-6fce-4359-bf68-27386f772a2a req-38e23b8e-cd76-4c54-a085-0ad7c77b4c16 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:21.957302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56816ee1-6fce-4359-bf68-27386f772a2a req-38e23b8e-cd76-4c54-a085-0ad7c77b4c16 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 943 time: 0.1008787
Nov 13 21:08:22.022942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56816ee1-6fce-4359-bf68-27386f772a2a req-7b1401f5-43ee-4c25-96a8-a09bf2db489d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584776
Nov 13 21:08:22.038079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:22.042872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:22.043296 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:22.131101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:22.151084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79978efe-cf82-477e-b267-b17812e20326 req-3165956d-62f5-4294-b254-11481613610b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:22.152562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79978efe-cf82-477e-b267-b17812e20326 req-3165956d-62f5-4294-b254-11481613610b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 950 time: 0.0545416
Nov 13 21:08:22.154188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:22.156399 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09572cbc-dca4-4039-a252-e0ce892b1ccf" -d '{"events": [{"server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:22.169687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:22.186667 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:22.199219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:22.204855 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cccbdc-0b48-4b96-8f15-6c6ce516fd48 x-openstack-request-id: req-c6cccbdc-0b48-4b96-8f15-6c6ce516fd48 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:22.205558 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "name": "network-vif-plugged", "status": "completed", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:22.209010 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6cccbdc-0b48-4b96-8f15-6c6ce516fd48 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:22.209603 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'code': 200}
Nov 13 21:08:22.214163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'd7f4ed46-51fe-4821-b665-9c1d30711758', '538f4b99-a6be-48a8-a8b7-c3916c935a08'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:22.219511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79978efe-cf82-477e-b267-b17812e20326 req-be7c0159-0275-4a9d-8074-0e1900895819 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602796
Nov 13 21:08:22.254481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=538f4b99-a6be-48a8-a8b7-c3916c935a08,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:22.292576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port 538f4b99-a6be-48a8-a8b7-c3916c935a08 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:22.310176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:22.315005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee8c9182-27b0-44cd-9733-fbe8c97d1fc2 req-19a9da18-8d4c-4f0a-bce3-68852378c11a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "DELETE /v2.0/ports/538f4b99-a6be-48a8-a8b7-c3916c935a08 HTTP/1.1" status: 204  len: 173 time: 0.6473296
Nov 13 21:08:22.317111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'name': 'network-vif-deleted', 'tag': '538f4b99-a6be-48a8-a8b7-c3916c935a08'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:22.318593 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d13cb4-57fb-4cc8-bc8c-084584af4757" -d '{"events": [{"server_uuid": "ccde890e-a1fa-44e8-869d-7e23a52c70bf", "name": "network-vif-deleted", "tag": "538f4b99-a6be-48a8-a8b7-c3916c935a08"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:22.321814 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:22.354659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1afb-e4b4-4a47-be52-19c32087b957 req-78c97128-6091-4f44-918d-e3d07e7091b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:22.356167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bff1afb-e4b4-4a47-be52-19c32087b957 req-78c97128-6091-4f44-918d-e3d07e7091b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.0661054
Nov 13 21:08:22.385666 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c500cd7c-b09b-484b-955a-0f72d616e240 x-openstack-request-id: req-c500cd7c-b09b-484b-955a-0f72d616e240 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:22.385959 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccde890e-a1fa-44e8-869d-7e23a52c70bf", "name": "network-vif-deleted", "tag": "538f4b99-a6be-48a8-a8b7-c3916c935a08", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:22.386209 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c500cd7c-b09b-484b-955a-0f72d616e240 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:22.386600 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccde890e-a1fa-44e8-869d-7e23a52c70bf', 'name': 'network-vif-deleted', 'tag': '538f4b99-a6be-48a8-a8b7-c3916c935a08', 'status': 'completed', 'code': 200}
Nov 13 21:08:22.457908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:22.470518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bff1afb-e4b4-4a47-be52-19c32087b957 req-fbdbd699-c2e0-47d3-8920-a865434edcbb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912375
Nov 13 21:08:22.491255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec684fd7-4a77-491c-95f4-493c6ca33540 req-6c1321a4-c40e-427b-9932-ce2195b0d3d1 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:22.493948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec684fd7-4a77-491c-95f4-493c6ca33540 req-6c1321a4-c40e-427b-9932-ce2195b0d3d1 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0798786
Nov 13 21:08:22.551204 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec684fd7-4a77-491c-95f4-493c6ca33540 req-50dc26cd-3c53-4a37-9b07-778c58fffb32 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496349
Nov 13 21:08:22.618504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6577d3-bb71-4def-bc63-de1b9c510393 req-99f25a50-383f-4254-936c-aa4b55ea4d37 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:22.620125 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e6577d3-bb71-4def-bc63-de1b9c510393 req-99f25a50-383f-4254-936c-aa4b55ea4d37 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0645225
Nov 13 21:08:22.658480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205048fe-f188-4e86-9767-8eeaa89b924e req-1f8ba778-f6a9-4f94-977c-7a36b7d33803 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:22.665987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-205048fe-f188-4e86-9767-8eeaa89b924e req-1f8ba778-f6a9-4f94-977c-7a36b7d33803 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 945 time: 0.0584090
Nov 13 21:08:22.725384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-205048fe-f188-4e86-9767-8eeaa89b924e req-1a0cd312-7be4-41fd-8e68-41b9f2efd5d7 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535448
Nov 13 21:08:22.732582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e6577d3-bb71-4def-bc63-de1b9c510393 req-6421461a-8903-456d-9e8d-aa498b02e488 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045375
Nov 13 21:08:22.739030 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-1c8f6984-6eb0-46c4-897c-e7c5494109ad service neutron] show failed (client error): The resource could not be found.
Nov 13 21:08:22.740038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-1c8f6984-6eb0-46c4-897c-e7c5494109ad service neutron] 10.222.0.37 "GET /v2.0/ports/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1043293
Nov 13 21:08:23.143362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560a63f-22ba-4f2b-a241-f976b246ec8d req-9f491337-13cb-4216-a732-8857a40efa48 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:23.144815 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e560a63f-22ba-4f2b-a241-f976b246ec8d req-9f491337-13cb-4216-a732-8857a40efa48 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 943 time: 0.0512743
Nov 13 21:08:23.191410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e560a63f-22ba-4f2b-a241-f976b246ec8d req-daafe076-bea5-4565-9f34-d25ac17b37cb tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405869
Nov 13 21:08:23.331632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0548ef8-f843-490e-b942-41847107eaa1 req-93d94073-1978-44ed-8175-1fbe83344f4e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccde890e-a1fa-44e8-869d-7e23a52c70bf HTTP/1.1" status: 200  len: 210 time: 0.0256257
Nov 13 21:08:23.507955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a52e0868-b727-4f8a-b157-61e9d73b191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:23.509398 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a52e0868-b727-4f8a-b157-61e9d73b191e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8&tenant_id=de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 1099 time: 0.0445838
Nov 13 21:08:23.525858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:23.577631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:23.664252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25664273-03db-4677-846e-142628a0d469 req-4322d68b-8520-42ac-9935-7484a84645fb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:23.665754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25664273-03db-4677-846e-142628a0d469 req-4322d68b-8520-42ac-9935-7484a84645fb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0487258
Nov 13 21:08:23.717901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25664273-03db-4677-846e-142628a0d469 req-6558ff03-4afd-4fe0-9496-55d877bb0344 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454445
Nov 13 21:08:23.850786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:23.861262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e21e8-6e44-4ba6-9b24-c9eedf7159a1 req-d275cf8a-6baa-44f4-b2b8-a6766ea04aae tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:23.862737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee4e21e8-6e44-4ba6-9b24-c9eedf7159a1 req-d275cf8a-6baa-44f4-b2b8-a6766ea04aae tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0593791
Nov 13 21:08:23.874771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f7ef2-ef8c-43a4-b860-3bf0069a003a req-263ddb44-5fac-4aa6-93d4-0e74bc18c218 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:23.876284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c76f7ef2-ef8c-43a4-b860-3bf0069a003a req-263ddb44-5fac-4aa6-93d4-0e74bc18c218 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 945 time: 0.0788229
Nov 13 21:08:23.912212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:23.919222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee4e21e8-6e44-4ba6-9b24-c9eedf7159a1 req-9ef1d711-88b9-48d6-a980-743380c33d9e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496416
Nov 13 21:08:23.962311 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c76f7ef2-ef8c-43a4-b860-3bf0069a003a req-c279ecd0-e11f-422b-bafc-e8931fdaf44a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784221
Nov 13 21:08:23.973633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:23.999302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Transition to ACTIVE for port object 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:24.175321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.243001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] No DVR routers for this DVR port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:24.245119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:24.296283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:24.296617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:24.296965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:24.320232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:24.320571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:24.340878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:24.341540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:24.341670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:24.342010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Bound port: 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:24.342463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.373394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da331cc-14a0-45eb-b4fa-e6d4f2ca95e5 req-2740834d-f908-4d30-a6fa-b82590ddb707 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:24.373394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0da331cc-14a0-45eb-b4fa-e6d4f2ca95e5 req-2740834d-f908-4d30-a6fa-b82590ddb707 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 943 time: 0.0955260
Nov 13 21:08:24.394405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:24.396784 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9f9de-4073-4642-b134-01cfa1bd22a4" -d '{"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:24.472119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:24.477314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:24.482320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0da331cc-14a0-45eb-b4fa-e6d4f2ca95e5 req-cb231949-86f0-40b2-88fb-3efdced480e1 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821521
Nov 13 21:08:24.536894 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce1d00c-06f7-4ae3-a807-6d11718b4812 x-openstack-request-id: req-bce1d00c-06f7-4ae3-a807-6d11718b4812 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:24.537190 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:24.537446 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bce1d00c-06f7-4ae3-a807-6d11718b4812 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:24.537842 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'code': 200}
Nov 13 21:08:24.563706 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80a44935-0d36-4f03-9562-dfdae20bc3c7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:24.661265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.661574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-767bef9a-18c5-4ff4-8c24-35f3ff61ffc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.667171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:24.677691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'network_id': '5b3100f7-8de9-47eb-88b0-94673cebd86a', 'port_id': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'mac_address': 'fa:16:3e:da:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3696a954-475b-4bf7-ab0d-6706134c3f14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:24.696125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:24.696766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.699160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] 10.222.0.46 "PUT /v2.0/ports/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 1094 time: 1.1775954
Nov 13 21:08:24.719234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.732842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a44935-0d36-4f03-9562-dfdae20bc3c7 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:24.737304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420760c-fe18-45a7-b81c-3f25cb8afebc service neutron] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:24.783390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:24.787979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-84a16cf9-005c-4acb-9f33-6a3548604532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:24.789709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-84a16cf9-005c-4acb-9f33-6a3548604532 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1097 time: 0.0619919
Nov 13 21:08:24.918398 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:24.921095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278267e5-3e59-4b57-8d99-de1caa220e32 req-31d61f0a-c944-418f-b67b-eb6491694749 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:24.922868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-278267e5-3e59-4b57-8d99-de1caa220e32 req-31d61f0a-c944-418f-b67b-eb6491694749 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.1036124
Nov 13 21:08:24.945994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-35139a87-def5-4360-ac22-7610666b529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:24.947445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-35139a87-def5-4360-ac22-7610666b529b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1485255
Nov 13 21:08:24.966211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:25.006579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-4b988782-e94d-452f-a799-6fe6335ff6c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0468283
Nov 13 21:08:25.017310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-278267e5-3e59-4b57-8d99-de1caa220e32 req-fe466000-24ca-4c24-b96a-8dfe40fbd69c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882416
Nov 13 21:08:25.102414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-0dcf4c45-6098-437c-89ae-5f5668afff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:25.105247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-0dcf4c45-6098-437c-89ae-5f5668afff2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0861306
Nov 13 21:08:25.118036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c170f-04bb-4508-a000-d16bdb037f4a req-081f8fc3-bc9b-4b7c-a61b-260a5caaef8b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:25.120067 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e5c170f-04bb-4508-a000-d16bdb037f4a req-081f8fc3-bc9b-4b7c-a61b-260a5caaef8b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0643325
Nov 13 21:08:25.167447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e8c99-76e1-4d4e-9d34-80a313b1bea1 req-988b556b-fc4a-4057-b4d1-b451fcd47066 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:25.168902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e5c170f-04bb-4508-a000-d16bdb037f4a req-a2342768-8b72-4404-817e-750a7bd922ff tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426416
Nov 13 21:08:25.169064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b17e8c99-76e1-4d4e-9d34-80a313b1bea1 req-988b556b-fc4a-4057-b4d1-b451fcd47066 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 949 time: 0.0816693
Nov 13 21:08:25.181895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-497fa054-deab-4b21-8d9b-197857dde8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:25.183463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-497fa054-deab-4b21-8d9b-197857dde8f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0653067
Nov 13 21:08:25.205142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80a44935-0d36-4f03-9562-dfdae20bc3c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:25.289490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6da99-0ef4-44f4-a2ec-414944f119d5 req-eb1546cd-796e-4af5-8fe1-cb779db6b422 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:25.291049 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9c6da99-0ef4-44f4-a2ec-414944f119d5 req-eb1546cd-796e-4af5-8fe1-cb779db6b422 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 945 time: 0.0556931
Nov 13 21:08:25.293749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b17e8c99-76e1-4d4e-9d34-80a313b1bea1 req-b81032c7-605d-4dc7-84f6-cd0486bbf180 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151602
Nov 13 21:08:25.326807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-2b56a769-e202-4633-9985-039b6af4f324 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293416
Nov 13 21:08:25.347290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9c6da99-0ef4-44f4-a2ec-414944f119d5 req-e0aaa60b-d88b-4286-8672-9722ab4e4da3 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453584
Nov 13 21:08:25.451327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9da36508-d737-4e71-adb2-afad9ee8c639 req-0016870c-28cc-4772-8b2e-1ecdc4849312 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1162145
Nov 13 21:08:25.576949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e6471b5-ee28-429a-b030-57cd151351df req-7eb1a5a8-eced-4617-bab3-e81f6f7c1744 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1870408
Nov 13 21:08:25.586832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:25.610044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc159ee4-3a24-47ee-8890-bd4fd4cad659 req-2b8bab2c-d48e-432b-b7f1-c397266e34b7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:25.611609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc159ee4-3a24-47ee-8890-bd4fd4cad659 req-2b8bab2c-d48e-432b-b7f1-c397266e34b7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 944 time: 0.0590680
Nov 13 21:08:25.658437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc159ee4-3a24-47ee-8890-bd4fd4cad659 req-b3022b69-d04b-4c6b-91eb-45b744504004 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403559
Nov 13 21:08:25.763943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:25.854733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 538f4b99-a6be-48a8-a8b7-c3916c935a08 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:25.861955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:25.876347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 538f4b99-a6be-48a8-a8b7-c3916c935a08 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:25.876697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 538f4b99-a6be-48a8-a8b7-c3916c935a08 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:25.960910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Allocated IP 172.35.3.137 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/58fa021a-9056-44cf-ad36-92ed0e5895ba) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:26.064000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.128921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db007f1-1fb0-4e9a-8343-56be1c7c6321 req-67a5172a-6a33-481f-a6c7-ee40ee128e30 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.130395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4db007f1-1fb0-4e9a-8343-56be1c7c6321 req-67a5172a-6a33-481f-a6c7-ee40ee128e30 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 950 time: 0.0489988
Nov 13 21:08:26.177397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4db007f1-1fb0-4e9a-8343-56be1c7c6321 req-06a6d8dd-22da-49cf-b6ab-a32c4d503fd3 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409756
Nov 13 21:08:26.195874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.233870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:26.239074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:26.243405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:26.271557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event updated for resources: {'Port': ['ID=58fa021a-9056-44cf-ad36-92ed0e5895ba,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:26.303271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af973-112a-4949-9209-de341fd6916e req-535042fb-d69d-464e-ac9c-43cfbda455a9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.304825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d5af973-112a-4949-9209-de341fd6916e req-535042fb-d69d-464e-ac9c-43cfbda455a9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0625730
Nov 13 21:08:26.336836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.357538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d5af973-112a-4949-9209-de341fd6916e req-f06f3a99-73e5-4fa4-bdfd-018aeeb97faf tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466914
Nov 13 21:08:26.471516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.495304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703277-49ee-4ceb-9111-a8763ddde5ed req-4f7fd969-f6bb-4756-97a0-6557f988a4fc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.496782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b703277-49ee-4ceb-9111-a8763ddde5ed req-4f7fd969-f6bb-4756-97a0-6557f988a4fc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 949 time: 0.0829315
Nov 13 21:08:26.534005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-814e096f-2f7c-40b2-bb19-74594b69c5d1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.535537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-814e096f-2f7c-40b2-bb19-74594b69c5d1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 949 time: 0.0770743
Nov 13 21:08:26.539829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:26.544655 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:26.583855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:26.590829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80a44935-0d36-4f03-9562-dfdae20bc3c7 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:26.603931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b703277-49ee-4ceb-9111-a8763ddde5ed req-7c23f7a3-2667-4a0e-a641-0b05c8dfc95d tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992367
Nov 13 21:08:26.643947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.664073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port d7f4ed46-51fe-4821-b665-9c1d30711758 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:26.664814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.732723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.732921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:26.741120 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0115e57b-d83a-43bf-9073-5171e693aecc x-openstack-request-id: req-0115e57b-d83a-43bf-9073-5171e693aecc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:26.741422 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:26.741801 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0115e57b-d83a-43bf-9073-5171e693aecc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:26.743364 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'status': 'completed', 'code': 200}
Nov 13 21:08:26.745480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'mac_address': 'fa:16:3e:28:b9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:26.788572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port d7f4ed46-51fe-4821-b665-9c1d30711758, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7f4ed46-51fe-4821-b665-9c1d30711758,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:26.789163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.790050 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.805130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:26.827023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 80a44935-0d36-4f03-9562-dfdae20bc3c7 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:26.830594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:26.833575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 80a44935-0d36-4f03-9562-dfdae20bc3c7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:26.833950 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.844917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for d7f4ed46-51fe-4821-b665-9c1d30711758 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:26.855822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event updated for resources: {'Port': ['ID=58fa021a-9056-44cf-ad36-92ed0e5895ba,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:26.901907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-747bc6d1-fdb7-4878-9339-910d1330a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.903429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-747bc6d1-fdb7-4878-9339-910d1330a3b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1097 time: 0.0992169
Nov 13 21:08:26.910084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.926045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-244e4fee-7515-40dc-97e8-f8ef4c86a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.927805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:26.928310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-244e4fee-7515-40dc-97e8-f8ef4c86a9ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1097 time: 0.1423078
Nov 13 21:08:26.959612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdd631-fbc7-44a6-a419-976d735e10f3 req-d37ca9e7-cfa3-4ddb-893e-bda6e11cfad3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:26.961101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17cdd631-fbc7-44a6-a419-976d735e10f3 req-d37ca9e7-cfa3-4ddb-893e-bda6e11cfad3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 944 time: 0.1507266
Nov 13 21:08:26.965922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:26.968349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:26.970587 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50670cf0-b8b6-45b7-bd5c-91cd46869adc" -d '{"events": [{"server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "name": "network-vif-plugged", "status": "completed", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:26.981379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.014123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-9f314761-ee5a-4bb9-b29c-50e0714ec496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.015873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-9f314761-ee5a-4bb9-b29c-50e0714ec496 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1028802
Nov 13 21:08:27.059579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:27.064091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.065878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e6471b5-ee28-429a-b030-57cd151351df req-cb8c9003-ceb7-4197-bfc0-80a9ef3d05ac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.4826417
Nov 13 21:08:27.067034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-8166a3bf-0d0f-4447-a886-3208da4118d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0437522
Nov 13 21:08:27.117989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17cdd631-fbc7-44a6-a419-976d735e10f3 req-dbfddacb-e1ea-495d-928d-650fe90e8b7a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399863
Nov 13 21:08:27.142611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-da70edfb-3f90-449f-b826-18729e2c3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.145237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-da70edfb-3f90-449f-b826-18729e2c3115 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2100701
Nov 13 21:08:27.166447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-8c5c28fc-6727-4677-ab75-d07619fce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.167053 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-8c5c28fc-6727-4677-ab75-d07619fce02b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0920055
Nov 13 21:08:27.178365 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640fcca-3b7b-4bb3-8f8b-42a53a540b2c x-openstack-request-id: req-f640fcca-3b7b-4bb3-8f8b-42a53a540b2c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:27.178757 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "name": "network-vif-plugged", "status": "completed", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:27.178969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e6471b5-ee28-429a-b030-57cd151351df req-f4cc3f67-b16f-4d98-9d9e-fb7b050ea1da tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 696 time: 0.1058669
Nov 13 21:08:27.183678 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f640fcca-3b7b-4bb3-8f8b-42a53a540b2c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:27.184388 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'code': 200}
Nov 13 21:08:27.193856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.194762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:27.207498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-d0f971b4-1453-4f56-9743-da4f737d7048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0534899
Nov 13 21:08:27.270586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-67af4336-be0a-45cc-9f75-cb557acd177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.280576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:27.280820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-67af4336-be0a-45cc-9f75-cb557acd177b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0565205
Nov 13 21:08:27.281418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3fbb40bc-be32-4039-80d9-6db48cfc16e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.286709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['af52c05a-3999-4ec8-a050-6907cd91405e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:27.362213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-1c9c6028-c4ad-4415-9a4a-822f18e904fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.363650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-4559b51f-f6ea-4cce-ba91-f18b219eb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.364188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-1c9c6028-c4ad-4415-9a4a-822f18e904fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0816705
Nov 13 21:08:27.366353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-4559b51f-f6ea-4cce-ba91-f18b219eb7aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1853230
Nov 13 21:08:27.374439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:27.374439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:27.422380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815e74-6616-44d8-ab64-0902cf542b5b req-6f332b83-5c17-4b57-bc24-468426510a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.423776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84815e74-6616-44d8-ab64-0902cf542b5b req-6f332b83-5c17-4b57-bc24-468426510a9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1096 time: 0.1609690
Nov 13 21:08:27.475504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6471b5-ee28-429a-b030-57cd151351df req-fb624c2e-f66a-4f1a-8939-bedfddaf7b65 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.476399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e6471b5-ee28-429a-b030-57cd151351df req-fb624c2e-f66a-4f1a-8939-bedfddaf7b65 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2703667
Nov 13 21:08:27.523669 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84815e74-6616-44d8-ab64-0902cf542b5b req-fac1c40a-657d-4fe9-bc97-ca179eddebd2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728228
Nov 13 21:08:27.539502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-181f2d0d-5f98-4a19-acd2-2963cb648444 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632214
Nov 13 21:08:27.573194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.595855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:27.624597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:27.652214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a14b3-9199-4353-bf47-7776cc638dc0 req-51acf182-e048-4787-a17b-3ba8a5d83b9c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.653727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd8a14b3-9199-4353-bf47-7776cc638dc0 req-51acf182-e048-4787-a17b-3ba8a5d83b9c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 946 time: 0.0512130
Nov 13 21:08:27.695640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.696256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.710126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd8a14b3-9199-4353-bf47-7776cc638dc0 req-8bbb8409-dca7-4a01-ad4b-e8f4a0af9c79 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500143
Nov 13 21:08:27.822218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b30af-d273-4ec5-8235-0f8ffcca09ea req-18833111-9b17-49ec-a4be-aa42fd485e2a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.823945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d3b30af-d273-4ec5-8235-0f8ffcca09ea req-18833111-9b17-49ec-a4be-aa42fd485e2a tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 949 time: 0.5134156
Nov 13 21:08:27.847648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=d7f4ed46-51fe-4821-b665-9c1d30711758,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:27.856031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-8fa0a7b8-c95b-4e92-a008-406aa3c94407 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4771919
Nov 13 21:08:27.872954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-76609f2f-4fe5-4e0a-83cd-fbaab45a01d0 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586871
Nov 13 21:08:27.879005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'd7f4ed46-51fe-4821-b665-9c1d30711758'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:27.903507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:27.926803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port d7f4ed46-51fe-4821-b665-9c1d30711758 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:27.929528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:27.933957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3b500a-feeb-4e2f-846d-0d5fc061a484 req-06e04e56-7351-4872-b5ee-3dda33defbf3 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "DELETE /v2.0/ports/d7f4ed46-51fe-4821-b665-9c1d30711758 HTTP/1.1" status: 204  len: 173 time: 1.3884325
Nov 13 21:08:27.959813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-9f626f4b-dbe6-4e64-9b97-f92556ade4ed tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:27.961961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-9f626f4b-dbe6-4e64-9b97-f92556ade4ed tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 821 time: 0.1414223
Nov 13 21:08:27.974352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:27.980244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-c51b9ffe-8e0b-474e-9d18-da3e43d599f4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/quotas/702b5597b47c4519948c402dec944d18 HTTP/1.1" status: 200  len: 375 time: 0.0124488
Nov 13 21:08:28.016150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d3b30af-d273-4ec5-8235-0f8ffcca09ea req-10d30482-535c-4111-a383-603584bad17e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680493
Nov 13 21:08:28.061822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-b6a940ba-cc56-44b5-8679-5e6a5dc7a4b6 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0757205
Nov 13 21:08:28.071084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b41808b-f9c2-4dac-ba56-ae0b3b9478c6 req-bee3321a-b5d3-4cdd-ae49-01eedeaee498 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958084
Nov 13 21:08:28.114880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:28.135370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'mac_address': 'fa:16:3e:b7:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:28.145611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0440d8dd-f560-447d-8a25-a6d31343881e req-1fabe0d2-3167-4e9a-a782-02a9e8c3887e tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 210 time: 0.0527582
Nov 13 21:08:28.235107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:28.371090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:28.412946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:28.441955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae1114-4f69-4885-8fa5-d2bfc66a5228 req-fd8233f3-ff89-44f4-a0db-90a7e9c5c459 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:28.443541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cae1114-4f69-4885-8fa5-d2bfc66a5228 req-fd8233f3-ff89-44f4-a0db-90a7e9c5c459 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 945 time: 0.0906169
Nov 13 21:08:28.474933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:28.505217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cae1114-4f69-4885-8fa5-d2bfc66a5228 req-7369d536-fd8b-457f-b50e-03acd9dc8be3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531602
Nov 13 21:08:28.513682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-483380f6-ddd0-40af-9b7c-61676e24bce7 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4412446
Nov 13 21:08:28.603170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:28.608022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:28.631409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-9cce60d1-1be5-4295-9f10-ff8c304bb06a service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148233
Nov 13 21:08:28.663229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:28.744969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'name': 'network-vif-deleted', 'tag': 'd7f4ed46-51fe-4821-b665-9c1d30711758'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:28.747788 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211aa5a1-8fad-451b-af21-46c38fb8cfde" -d '{"events": [{"server_uuid": "a570f60e-7a9e-40f6-9ff1-f0841509afa5", "name": "network-vif-deleted", "tag": "d7f4ed46-51fe-4821-b665-9c1d30711758"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:28.775158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:28.806557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port af52c05a-3999-4ec8-a050-6907cd91405e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:28.806923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:28.850863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003628ad-916c-4536-a97f-6e0bcc7ae4a1 req-ffca4ac7-5d34-44a2-bfc0-8d65ee0e6308 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:28.854510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-003628ad-916c-4536-a97f-6e0bcc7ae4a1 req-ffca4ac7-5d34-44a2-bfc0-8d65ee0e6308 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.0572028
Nov 13 21:08:28.946469 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85508781-52cc-40dd-b393-ddc256d44e67 x-openstack-request-id: req-85508781-52cc-40dd-b393-ddc256d44e67 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:28.946865 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a570f60e-7a9e-40f6-9ff1-f0841509afa5", "name": "network-vif-deleted", "tag": "d7f4ed46-51fe-4821-b665-9c1d30711758", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:28.947776 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85508781-52cc-40dd-b393-ddc256d44e67 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:28.948266 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a570f60e-7a9e-40f6-9ff1-f0841509afa5', 'name': 'network-vif-deleted', 'tag': 'd7f4ed46-51fe-4821-b665-9c1d30711758', 'status': 'completed', 'code': 200}
Nov 13 21:08:28.952462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:28.957338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-003628ad-916c-4536-a97f-6e0bcc7ae4a1 req-56445105-8d9b-4505-bdb3-69f067157127 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970972
Nov 13 21:08:28.996866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:29.010810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e60c2d2a-bd8b-44b2-a3fd-961ff48597c4 req-6fa0ec8d-9a27-4792-895c-0e836394200f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 210 time: 0.0315166
Nov 13 21:08:29.116272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:29.148372 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:29.151998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b848ca8-7585-44fe-b62e-54e456029d17 req-1cba774e-0dbb-456f-aeb8-ae9dcb89f68b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:29.153589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b848ca8-7585-44fe-b62e-54e456029d17 req-1cba774e-0dbb-456f-aeb8-ae9dcb89f68b tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 949 time: 0.0650504
Nov 13 21:08:29.186630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:29.188859 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf74b2ca-6209-44f3-a995-795a9d56fb44" -d '{"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-plugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:29.202921 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b848ca8-7585-44fe-b62e-54e456029d17 req-e1585dd2-f42b-4d42-ad89-47dd2751c62c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428751
Nov 13 21:08:29.223715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=11']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:29.337083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81d39c20-445f-4504-8f54-6adf833d23df req-792c36c7-44ee-4028-b975-f8b1139d3f7f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=a570f60e-7a9e-40f6-9ff1-f0841509afa5 HTTP/1.1" status: 200  len: 210 time: 0.0421314
Nov 13 21:08:29.383169 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b6fc27-2d13-4068-b798-1b183b43bdd0 x-openstack-request-id: req-a0b6fc27-2d13-4068-b798-1b183b43bdd0 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:29.383633 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-plugged", "status": "completed", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:29.383887 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0b6fc27-2d13-4068-b798-1b183b43bdd0 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:29.384287 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'code': 200}
Nov 13 21:08:29.528161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a63398-88da-4bde-84d0-59b1eb9290e0 req-ea0a391b-7c80-4122-b0f8-acd28825f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:29.529673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23a63398-88da-4bde-84d0-59b1eb9290e0 req-ea0a391b-7c80-4122-b0f8-acd28825f033 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1102 time: 0.0450017
Nov 13 21:08:29.582243 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23a63398-88da-4bde-84d0-59b1eb9290e0 req-f23d0644-a0da-458f-9360-1f9b7da8c7c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446444
Nov 13 21:08:29.647626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ab20c-4d76-4d5b-a687-1c720ac9021f req-3f2cf097-71c7-45f0-a609-0393d87ec30a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:29.649125 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-758ab20c-4d76-4d5b-a687-1c720ac9021f req-3f2cf097-71c7-45f0-a609-0393d87ec30a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 945 time: 0.0552437
Nov 13 21:08:29.696830 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-758ab20c-4d76-4d5b-a687-1c720ac9021f req-9e432f97-29b3-42f3-ae31-fe7a26561b83 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411148
Nov 13 21:08:29.816397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-102d6552-5b36-4a2b-8204-31e4cbf157b1 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1834975930&fields=id&tenant_id=34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 267 time: 0.0416028
Nov 13 21:08:29.820489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:29.846765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d0f70-d9b1-4f5b-854b-f58ef498884c req-904e22df-1114-4a65-9352-19e050c7578a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:29.848550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa0d0f70-d9b1-4f5b-854b-f58ef498884c req-904e22df-1114-4a65-9352-19e050c7578a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.0484011
Nov 13 21:08:29.874923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-89cc47e4-369f-41bb-962f-3c05fda1c172 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:29.876719 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-89cc47e4-369f-41bb-962f-3c05fda1c172 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 945 time: 0.0547469
Nov 13 21:08:29.877545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d7f4ed46-51fe-4821-b665-9c1d30711758 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:29.888610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'port': {'security_groups': ['7b2a3bfb-da80-4664-8b2f-e5eab8c5db09', '0803ca79-602a-4270-8d89-0af471212331']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:29.905597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: d7f4ed46-51fe-4821-b665-9c1d30711758 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:29.906081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d7f4ed46-51fe-4821-b665-9c1d30711758 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:29.907831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa0d0f70-d9b1-4f5b-854b-f58ef498884c req-edd41b1e-8225-426a-87cc-f290d914f451 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528083
Nov 13 21:08:29.958941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:30.110504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1dcdf31-78a3-4b0d-8162-9f1befc6b7c1 req-6adfe5ec-014d-472b-8a2a-d9e72da4ef67 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 210 time: 0.0403473
Nov 13 21:08:30.133768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-db1af055-89a2-4b46-8887-d3077fe6174d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.135308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-db1af055-89a2-4b46-8887-d3077fe6174d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8&tenant_id=de9bc54074d54444b6b64b0f5bad6193&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.1143029
Nov 13 21:08:30.152158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:30.182226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:30.198233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d24b36e3-71f7-4f61-bd40-396659beed5c service neutron] 10.222.0.46 "GET /v2.0/ports/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0543439
Nov 13 21:08:30.266252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-6424027b-26be-4d54-b0d6-607c7889b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.267816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-6424027b-26be-4d54-b0d6-607c7889b456 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1098 time: 0.0434396
Nov 13 21:08:30.277864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:30.297556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80a44935-0d36-4f03-9562-dfdae20bc3c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:30.300554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:30.328561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.329220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:30.336753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-517404e7-3704-4449-a6ec-ef99cf92ffad req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "PUT /v2.0/ports/80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 981 time: 0.4497654
Nov 13 21:08:30.336753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:30.340782 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cba506-85d6-48f5-86c2-9161a6f91daa" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:30.397449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:30.403510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40ce0b-cd6b-41bc-95ac-1d68f01eb76e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:30.416720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-73ba27ad-2fef-4eca-a80d-f843a6eaeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.418218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-73ba27ad-2fef-4eca-a80d-f843a6eaeae6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1318042
Nov 13 21:08:30.435863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b597ea0-56ea-4a1a-9e8d-a169c9c32e57 req-00f65ab0-86b4-45ed-82ba-caa4ae3e6d47 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/0803ca79-602a-4270-8d89-0af471212331 HTTP/1.1" status: 200  len: 1818 time: 0.0835791
Nov 13 21:08:30.447731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba66b1-02b1-4335-85d1-44a32fc46833 req-4523b5f6-cfda-4844-af00-53892802fcbb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.455561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2aba66b1-02b1-4335-85d1-44a32fc46833 req-4523b5f6-cfda-4844-af00-53892802fcbb tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 951 time: 0.1788163
Nov 13 21:08:30.466168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80a44935-0d36-4f03-9562-dfdae20bc3c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:30.484037 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-8b597ea0-56ea-4a1a-9e8d-a169c9c32e57 req-265d529f-a18c-465d-b840-4dfdca7323e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:08:30.485099 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b597ea0-56ea-4a1a-9e8d-a169c9c32e57 req-265d529f-a18c-465d-b840-4dfdca7323e3 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/0803ca79-602a-4270-8d89-0af471212331 HTTP/1.1" status: 409  len: 341 time: 0.0478277
Nov 13 21:08:30.493500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-957f27ea-3d5c-4de2-877b-7788d9816d24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0619662
Nov 13 21:08:30.532227 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60af2d1-e5f5-4bfc-a3ff-90712b7c1daa x-openstack-request-id: req-e60af2d1-e5f5-4bfc-a3ff-90712b7c1daa {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:30.532227 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:30.532227 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e60af2d1-e5f5-4bfc-a3ff-90712b7c1daa {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:30.532227 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'status': 'completed', 'code': 200}
Nov 13 21:08:30.571637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-9cf3cbbe-75f3-4c65-a8e5-470b3fdf6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.579289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-9cf3cbbe-75f3-4c65-a8e5-470b3fdf6275 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0713100
Nov 13 21:08:30.633739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-6f558611-899a-47f9-acef-2c392559ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.635317 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-6f558611-899a-47f9-acef-2c392559ace1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1135 time: 0.0575666
Nov 13 21:08:30.656646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2aba66b1-02b1-4335-85d1-44a32fc46833 req-5e5e069c-77ad-40f2-a5e0-4aeb5d1a80b7 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002273
Nov 13 21:08:30.663603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-be366421-8786-4288-8107-196c66ecc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.665419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-be366421-8786-4288-8107-196c66ecc7ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0735009
Nov 13 21:08:30.788543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d63fee4b-dec9-4232-baed-0067ff67320d service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106637
Nov 13 21:08:30.871034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-beab5581-3a2f-4045-8aae-14dbf4d44ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.872821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-beab5581-3a2f-4045-8aae-14dbf4d44ffe service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 913 time: 0.2277458
Nov 13 21:08:30.913309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-2c96d705-6370-4ce0-a06c-42d33751c4d8 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103780
Nov 13 21:08:30.923598 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-f67525d6-f544-490d-b0f0-2649939423d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 217 time: 0.0422876
Nov 13 21:08:30.980046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-e4c6a5b1-aeac-4c60-bcb2-eb40a846628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:30.981556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-e4c6a5b1-aeac-4c60-bcb2-eb40a846628b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.0506809
Nov 13 21:08:31.023002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-991507a0-7cdd-4895-9c87-e1774f7804d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274961
Nov 13 21:08:31.121596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-64484b68-c543-448a-99a6-7edbdb627654 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912251
Nov 13 21:08:31.249246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84cba506-85d6-48f5-86c2-9161a6f91daa req-0a25bbea-cb90-43c9-88af-e8305266d549 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136332
Nov 13 21:08:31.295601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8943a-e9b1-45c3-a892-717fe391c3e3 req-c2cb7750-71df-4ac9-b8b2-d9ddc21ff948 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:31.297731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-daa8943a-e9b1-45c3-a892-717fe391c3e3 req-c2cb7750-71df-4ac9-b8b2-d9ddc21ff948 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.0714300
Nov 13 21:08:31.356124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-daa8943a-e9b1-45c3-a892-717fe391c3e3 req-31b191c9-5f85-4a80-a842-823d8122452a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521412
Nov 13 21:08:31.446792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5e324cd-3cc6-48ff-a0f4-d9fac06a16b6 req-589239cf-122d-4c80-a865-ba6866667d7f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 210 time: 0.0320327
Nov 13 21:08:31.501358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3761c9-e96b-4738-a3c8-fac2f27ec04f req-242b3e5d-4f06-4c88-8743-40b4dcc29871 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:31.503782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a3761c9-e96b-4738-a3c8-fac2f27ec04f req-242b3e5d-4f06-4c88-8743-40b4dcc29871 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 984 time: 0.0536048
Nov 13 21:08:31.566607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-07cfbd83-6b0e-4608-8fcc-b17faad967f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:31.568197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-07cfbd83-6b0e-4608-8fcc-b17faad967f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1135 time: 0.0428948
Nov 13 21:08:31.580300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a3761c9-e96b-4738-a3c8-fac2f27ec04f req-a255a1ea-0499-47ed-8783-d64667ace66c tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=0803ca79-602a-4270-8d89-0af471212331&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0674469
Nov 13 21:08:31.683459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-f0fe2cc3-18ac-4d1d-aedb-994adc3e904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:31.684903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-f0fe2cc3-18ac-4d1d-aedb-994adc3e904d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 913 time: 0.1086311
Nov 13 21:08:31.726962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-adc455d3-dd07-4c36-8c9f-803eb0b1a16d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 217 time: 0.0339501
Nov 13 21:08:31.781504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-a7306325-d8ca-43cf-9d71-a91031662ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:31.784510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-a7306325-d8ca-43cf-9d71-a91031662ee1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.0501139
Nov 13 21:08:31.820474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-4a2db97f-f27e-46b8-beab-ac6b447193b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285952
Nov 13 21:08:31.845270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bf96f-36ab-4d82-9cbb-89fc961c2fe5 req-c3dd21db-ef4f-4a91-92dd-c55c31205869 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:31.846890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-096bf96f-36ab-4d82-9cbb-89fc961c2fe5 req-c3dd21db-ef4f-4a91-92dd-c55c31205869 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 951 time: 0.0505702
Nov 13 21:08:31.879705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:31.917397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-096bf96f-36ab-4d82-9cbb-89fc961c2fe5 req-0c02bf23-87de-4783-a630-f26233e91d56 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595744
Nov 13 21:08:31.932303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-245be9c6-3608-4b42-8a75-22df83cc3692 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050365
Nov 13 21:08:32.045240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-140a7748-304f-459d-9f7c-4dd012f080a0 req-a5e1cb23-1339-46c8-bee4-d5d481171d31 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983167
Nov 13 21:08:32.066316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:32.070287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:32.070658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:32.110542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adfdd0-bbe8-4f8f-99da-2a06d0e5195b req-23dc6de6-20ba-4689-9bb7-10d6dc2efdb4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:32.116201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63adfdd0-bbe8-4f8f-99da-2a06d0e5195b req-23dc6de6-20ba-4689-9bb7-10d6dc2efdb4 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 949 time: 0.0563619
Nov 13 21:08:32.152551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:32.172916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63adfdd0-bbe8-4f8f-99da-2a06d0e5195b req-d802ee73-61d0-4e22-b32c-9e05e0ca5bd2 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545268
Nov 13 21:08:32.191702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:32.193969 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7b282-ca0e-46f9-8284-c8573d46e8d3" -d '{"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:32.206349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:32.242047 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd28f69-0253-4993-b49a-63f738dff755 x-openstack-request-id: req-ffd28f69-0253-4993-b49a-63f738dff755 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:32.242600 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:32.242848 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffd28f69-0253-4993-b49a-63f738dff755 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:32.243233 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'code': 200}
Nov 13 21:08:32.290295 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:32.359088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:32.368193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-8d5f6d19-10df-45a7-8b67-9969c176a32f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:32.369272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-8d5f6d19-10df-45a7-8b67-9969c176a32f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 821 time: 0.1140079
Nov 13 21:08:32.388046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'port': {'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'admin_state_up': True, 'tenant_id': '702b5597b47c4519948c402dec944d18'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:32.500060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df817136-8fa1-490d-a91a-6e356c38ae1e req-4c38646c-2954-485f-bb62-7611b70c6775 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:32.503600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df817136-8fa1-490d-a91a-6e356c38ae1e req-4c38646c-2954-485f-bb62-7611b70c6775 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.0705390
Nov 13 21:08:32.556334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df817136-8fa1-490d-a91a-6e356c38ae1e req-3fa29d6e-635d-4d9c-98c7-97096d5f9aa4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465186
Nov 13 21:08:32.563962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a230d482-3410-4817-8fa4-63069c250a4e req-27c1ec32-15ea-4ad2-a41e-c780aa8408d8 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 210 time: 0.0299323
Nov 13 21:08:32.691984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bfc63-8c8b-4323-a113-8f3abb255dce req-39e64552-16f0-470a-b0b6-6e3f62d0363e tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:32.693452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a1bfc63-8c8b-4323-a113-8f3abb255dce req-39e64552-16f0-470a-b0b6-6e3f62d0363e tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1102 time: 0.0601616
Nov 13 21:08:32.694823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Made reservation on behalf of 702b5597b47c4519948c402dec944d18 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:08:32.698912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:32.738732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298ee9f-0068-492e-9816-5a86413b6cee req-8a920c70-46ca-4964-ae21-25a63f4ba55e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:32.745236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5298ee9f-0068-492e-9816-5a86413b6cee req-8a920c70-46ca-4964-ae21-25a63f4ba55e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 984 time: 0.0832379
Nov 13 21:08:32.746433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a1bfc63-8c8b-4323-a113-8f3abb255dce req-1c72c843-d9bf-45f5-a49b-9eb7aeb598ce tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461931
Nov 13 21:08:32.891537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5298ee9f-0068-492e-9816-5a86413b6cee req-a9e7a645-5862-4255-88ca-6481c78765f0 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=0803ca79-602a-4270-8d89-0af471212331&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1159279
Nov 13 21:08:32.910012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Allocated IP 172.20.0.13 (0d09795e-518c-4dc0-bfe8-5383113a270d/77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7/9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:33.064533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.200223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.211489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:33.258021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Network 0d09795e-518c-4dc0-bfe8-5383113a270d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:33.278728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:33.287211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:33.304294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-dd7b73e9-0567-491a-bae6-eb4b05182f2b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:33.306486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-dd7b73e9-0567-491a-bae6-eb4b05182f2b tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 949 time: 0.1334047
Nov 13 21:08:33.344798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event updated for resources: {'Port': ['ID=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:33.390302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084c8ac-5ad9-4e2f-b8f1-481f1569fe03 req-15a2dc01-4f32-48eb-92f4-f70f8c02d6c4 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:33.392131 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c084c8ac-5ad9-4e2f-b8f1-481f1569fe03 req-15a2dc01-4f32-48eb-92f4-f70f8c02d6c4 tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 1102 time: 0.0558386
Nov 13 21:08:33.394849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.395187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.395541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.395915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.396250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.396582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.396937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.397265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.397588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.397911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.398226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.398549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:33.446954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e734-f94e-4501-abf4-fe6b5a823738 req-f2f1b9b3-1e43-4af9-a87f-d6a9df1b8dcb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:33.446954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1a8e734-f94e-4501-abf4-fe6b5a823738 req-f2f1b9b3-1e43-4af9-a87f-d6a9df1b8dcb tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 949 time: 0.1999767
Nov 13 21:08:33.447197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c084c8ac-5ad9-4e2f-b8f1-481f1569fe03 req-c0d9c1d3-0da1-4b6d-9eae-449ed485900c tempest-ServersAdminTestJSON-1724670206 tempest-ServersAdminTestJSON-1724670206-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455141
Nov 13 21:08:33.458911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:33.459539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.554147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1a8e734-f94e-4501-abf4-fe6b5a823738 req-163d2cbe-a971-4b39-bd3d-0f36aea3c5c0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085434
Nov 13 21:08:33.562654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-6e502213-be97-4a00-a62a-e5fdc9bbeaa7 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:33.564221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-6e502213-be97-4a00-a62a-e5fdc9bbeaa7 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3 HTTP/1.1" status: 200  len: 950 time: 0.0966485
Nov 13 21:08:33.590906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port ba6048ff-f482-48d9-814e-4f3aa06a71b2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:33.590906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.653468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-1f112e92-8984-4281-a193-255a61e55a8a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2698934
Nov 13 21:08:33.678229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Request body: {'port': {'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:33.687060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port 006b525b-3728-4ee8-a336-d991f082eb43 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:33.687344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.698258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-db6d072f-dd96-4478-b72b-671ed280c642 None None] Provisioning complete for port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:33.699615 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db6d072f-dd96-4478-b72b-671ed280c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.737316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-db6d072f-dd96-4478-b72b-671ed280c642 None None] Port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:33.781845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port ba6048ff-f482-48d9-814e-4f3aa06a71b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6048ff-f482-48d9-814e-4f3aa06a71b2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:33.782396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.799017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b6e48-f884-4d32-afe0-add7773fba27 req-35fcce91-7f3f-4329-bdb7-4f78c00cbd39 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:33.800579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c95b6e48-f884-4d32-afe0-add7773fba27 req-35fcce91-7f3f-4329-bdb7-4f78c00cbd39 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.1515822
Nov 13 21:08:33.801245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port 006b525b-3728-4ee8-a336-d991f082eb43, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=006b525b-3728-4ee8-a336-d991f082eb43,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:33.801747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.803100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:33.808945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for ba6048ff-f482-48d9-814e-4f3aa06a71b2 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:33.814153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for 006b525b-3728-4ee8-a336-d991f082eb43 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:34.031879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c95b6e48-f884-4d32-afe0-add7773fba27 req-ccaeedf0-bd8b-4dab-ba18-169ef526fd70 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209599
Nov 13 21:08:34.107054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.122606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:34.126573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:34.148075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=006b525b-3728-4ee8-a336-d991f082eb43,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:34.169463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9a9e8-9926-43ca-b1d8-3abe1d6d02d1 req-fec1ef66-d58f-45fe-b376-e18036d68bdf tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:34.171028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baa9a9e8-9926-43ca-b1d8-3abe1d6d02d1 req-fec1ef66-d58f-45fe-b376-e18036d68bdf tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 932 time: 0.1091800
Nov 13 21:08:34.215783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port 006b525b-3728-4ee8-a336-d991f082eb43 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:34.223728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.227165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-038be6b7-ac7c-438c-aea7-1381a6dd5ee7 req-e6eddbec-bf8c-4d5c-9a11-9aecdc6c8969 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "DELETE /v2.0/ports/006b525b-3728-4ee8-a336-d991f082eb43 HTTP/1.1" status: 204  len: 173 time: 0.6558285
Nov 13 21:08:34.227613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'name': 'network-vif-deleted', 'tag': '006b525b-3728-4ee8-a336-d991f082eb43'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:34.229922 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce15cf8-ffaa-45a7-a8d2-19ddaa764550" -d '{"events": [{"server_uuid": "a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3", "name": "network-vif-deleted", "tag": "006b525b-3728-4ee8-a336-d991f082eb43"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:34.271954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baa9a9e8-9926-43ca-b1d8-3abe1d6d02d1 req-ea0bc7f1-fec8-411e-837c-2a8b626a3ff2 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806780
Nov 13 21:08:34.345924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e867ef2-77c6-46a7-a687-f4e16e842924 req-d62e2e1d-e279-49cf-b08b-201fd9c88640 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:34.349181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e867ef2-77c6-46a7-a687-f4e16e842924 req-d62e2e1d-e279-49cf-b08b-201fd9c88640 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 984 time: 0.1096852
Nov 13 21:08:34.354896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.403846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab21424-3765-4820-927d-6423d44cc1e7 req-777e9024-d950-4b1a-94c8-3c1a72d0bf77 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:34.405360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ab21424-3765-4820-927d-6423d44cc1e7 req-777e9024-d950-4b1a-94c8-3c1a72d0bf77 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 948 time: 0.0611510
Nov 13 21:08:34.408325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:34.414576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=ba6048ff-f482-48d9-814e-4f3aa06a71b2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:34.426373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.477165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ab21424-3765-4820-927d-6423d44cc1e7 req-423493a4-7127-4620-9943-8d7fd7a8ff95 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693259
Nov 13 21:08:34.491181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Transition to ACTIVE for port object 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:34.514773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port ba6048ff-f482-48d9-814e-4f3aa06a71b2 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:34.521364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.524784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98599300-cb01-450e-8e11-1cb5adf47a8f req-898cc2f8-cf20-4b4c-b42c-8f3e2e835269 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "DELETE /v2.0/ports/ba6048ff-f482-48d9-814e-4f3aa06a71b2 HTTP/1.1" status: 204  len: 173 time: 1.1892595
Nov 13 21:08:34.525414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'name': 'network-vif-deleted', 'tag': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:34.528085 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf4a15-e198-4ac6-a94c-803cf60bc6b6" -d '{"events": [{"server_uuid": "cc6966b2-afb3-4627-b62a-abbb7601de90", "name": "network-vif-deleted", "tag": "ba6048ff-f482-48d9-814e-4f3aa06a71b2"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:34.564864 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d56beb-a9d0-4fab-9be4-377f6643b3f6 x-openstack-request-id: req-32d56beb-a9d0-4fab-9be4-377f6643b3f6 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:34.565151 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3", "name": "network-vif-deleted", "tag": "006b525b-3728-4ee8-a336-d991f082eb43", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:34.565399 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32d56beb-a9d0-4fab-9be4-377f6643b3f6 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:34.566734 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5efcad4-7cd5-4ad0-8c12-4a7bd4ab86f3', 'name': 'network-vif-deleted', 'tag': '006b525b-3728-4ee8-a336-d991f082eb43', 'status': 'completed', 'code': 200}
Nov 13 21:08:34.572950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e867ef2-77c6-46a7-a687-f4e16e842924 req-afa949e6-caed-469a-8391-39bc14116fb5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=0803ca79-602a-4270-8d89-0af471212331&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2119467
Nov 13 21:08:34.593121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-8f40af27-a8e2-400e-92e9-4cda8bc82b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:34.593121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-8f40af27-a8e2-400e-92e9-4cda8bc82b40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8&tenant_id=de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 1099 time: 0.1123497
Nov 13 21:08:34.606375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:34.618245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.690240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:34.713311 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131dbfb-e6d5-4836-bc88-41fe1b7f0e33 x-openstack-request-id: req-0131dbfb-e6d5-4836-bc88-41fe1b7f0e33 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:34.714740 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6966b2-afb3-4627-b62a-abbb7601de90", "name": "network-vif-deleted", "tag": "ba6048ff-f482-48d9-814e-4f3aa06a71b2", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:34.715228 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0131dbfb-e6d5-4836-bc88-41fe1b7f0e33 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:34.715843 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6966b2-afb3-4627-b62a-abbb7601de90', 'name': 'network-vif-deleted', 'tag': 'ba6048ff-f482-48d9-814e-4f3aa06a71b2', 'status': 'completed', 'code': 200}
Nov 13 21:08:34.762020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66c50c89-7da6-4a83-9b4e-fad5b1bfb638 req-14b40ee2-da0d-4021-9d7c-86621667885f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 210 time: 0.0690043
Nov 13 21:08:34.762633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Pushing event updated for resources: {'Port': ['ID=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:34.844868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883', '006b525b-3728-4ee8-a336-d991f082eb43'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:34.926717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Attempting to bind port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:34.927065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Attempting to bind port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:34.927371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Attempting to bind port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a on network 0d09795e-518c-4dc0-bfe8-5383113a270d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:34.936721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a on network 0d09795e-518c-4dc0-bfe8-5383113a270d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:34.937049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Attempting to bind port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a on network 0d09795e-518c-4dc0-bfe8-5383113a270d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:34.942738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:34.943071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Checking segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:34.943445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Bound using segment: {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:34.943871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Bound port: 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cbdfe07-0274-4f20-9c5f-99d715b1ba97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:34.945419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.037135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] For port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:35.040325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] For port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:35.058782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:35.082015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53a2d471-1ea4-4462-acc7-881142d78176 req-dec6b159-64c5-44d7-81a3-591fe75ce73a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-633214508&fields=id&tenant_id=34abc713d0364b829f3cf347fcb8f5e8 HTTP/1.1" status: 200  len: 267 time: 0.0743625
Nov 13 21:08:35.131036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:35.153190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.203927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.203927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2d471-1ea4-4462-acc7-881142d78176 req-a934b57f-a755-40c0-b5d6-2654198ff61b tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.205226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.205226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.205226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] 10.222.0.46 "PUT /v2.0/ports/9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 1092 time: 1.5282969
Nov 13 21:08:35.205537 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53a2d471-1ea4-4462-acc7-881142d78176 req-a934b57f-a755-40c0-b5d6-2654198ff61b tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 984 time: 0.1087697
Nov 13 21:08:35.206686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'port': {'security_groups': ['0803ca79-602a-4270-8d89-0af471212331', '7b2a3bfb-da80-4664-8b2f-e5eab8c5db09', 'a83d9a84-73b9-4d70-8907-21bddbf71dbc']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:35.231278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5da0cc-5a3a-4d7a-86d4-5798213d2e3b req-d3bbd922-df1b-4f5b-bee7-5f53396e4ac8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.237233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d5da0cc-5a3a-4d7a-86d4-5798213d2e3b req-d3bbd922-df1b-4f5b-bee7-5f53396e4ac8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 948 time: 0.1156690
Nov 13 21:08:35.238319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Transition to ACTIVE for port object 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:35.278404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689d2b-f552-47a6-9144-7f204c3c6a27 service neutron] Pushing event updated for resources: {'Port': ['ID=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:35.306718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.317416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d5da0cc-5a3a-4d7a-86d4-5798213d2e3b req-0a624902-bce2-4678-8739-a410cae109bd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688460
Nov 13 21:08:35.369178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:35.528835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e505096-f255-4966-81c8-f0714eee73fe req-958bcd6a-166b-47e8-9e11-729cffd12935 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.529793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e505096-f255-4966-81c8-f0714eee73fe req-958bcd6a-166b-47e8-9e11-729cffd12935 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 948 time: 0.0858445
Nov 13 21:08:35.538449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6057a09-e833-4915-8621-cac31b773098 req-0d43a9bb-fb24-42c4-b7d0-a206b35e6e99 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.549796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6057a09-e833-4915-8621-cac31b773098 req-0d43a9bb-fb24-42c4-b7d0-a206b35e6e99 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 944 time: 0.0772297
Nov 13 21:08:35.612838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6057a09-e833-4915-8621-cac31b773098 req-a4b332c4-d394-43b1-8186-7d288668a53c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620313
Nov 13 21:08:35.728985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a7c97-4317-4451-9d43-567c7136f922 req-71b6b28d-2316-4f49-b50b-8b5e545939da tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.734350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:35.738918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae5a7c97-4317-4451-9d43-567c7136f922 req-71b6b28d-2316-4f49-b50b-8b5e545939da tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 948 time: 0.0657246
Nov 13 21:08:35.767407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Deleting port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:35.774928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.784983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae5a7c97-4317-4451-9d43-567c7136f922 req-48f27c5d-6a59-419c-ab78-212ac8e910bf tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450585
Nov 13 21:08:35.826115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.875236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] For port b496eb2c-4c7f-40c6-a71e-3fe3718e3481, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:35.875598 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.889826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Calling delete_port for b496eb2c-4c7f-40c6-a71e-3fe3718e3481 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:35.897595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6048ff-f482-48d9-814e-4f3aa06a71b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:35.902514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.911082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec9fbe60-11ea-4e52-8d2b-200f6eabbeca req-44c9ba48-131b-4be6-b616-f2584399ac5a tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6966b2-afb3-4627-b62a-abbb7601de90 HTTP/1.1" status: 200  len: 210 time: 0.0488882
Nov 13 21:08:35.924065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: ba6048ff-f482-48d9-814e-4f3aa06a71b2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:35.924065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6048ff-f482-48d9-814e-4f3aa06a71b2 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:35.924065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:35.928128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-e66bce51-cf02-4f97-ba41-c5b66bc537c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:35.929685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-e66bce51-cf02-4f97-ba41-c5b66bc537c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1095 time: 0.0562639
Nov 13 21:08:35.973762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:35.980852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-e10f1ff4-6dda-4464-9526-451ee419663c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 217 time: 0.0421655
Nov 13 21:08:35.981488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:35.993294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80a44935-0d36-4f03-9562-dfdae20bc3c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:35.997672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:36.034223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=10']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:36.040801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b9e978f-a034-43fb-b1ee-3c56e96c52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.042918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-4b9e978f-a034-43fb-b1ee-3c56e96c52ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0541031
Nov 13 21:08:36.059578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.060843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:36.064804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53a2d471-1ea4-4462-acc7-881142d78176 req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "PUT /v2.0/ports/80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 1020 time: 0.8665197
Nov 13 21:08:36.072880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] No DVR routers for this DVR port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:36.101652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-3cb63867-304f-478f-b1f1-11f515679375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.105535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-3cb63867-304f-478f-b1f1-11f515679375 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0543602
Nov 13 21:08:36.176783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80a44935-0d36-4f03-9562-dfdae20bc3c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:36.202002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:36.202329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:36.202652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:36.225671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:36.225988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Attempting to bind port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:36.230625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db07e9-bd7f-43b3-b18f-52fe85590f98 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:36.253370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:36.259251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:36.259251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:36.259251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Bound port: 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:36.259251 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:36.302879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-7e7b25ba-2a49-4573-825a-a8d5e8451673 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772428
Nov 13 21:08:36.353883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:36.355289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9566d6f4-d6fe-48ad-8494-1b87c89da5c9 req-623d6a50-472d-4910-a7b9-f5d154fb5a05 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/a83d9a84-73b9-4d70-8907-21bddbf71dbc HTTP/1.1" status: 200  len: 1816 time: 0.2426920
Nov 13 21:08:36.360115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:36.451476 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-9566d6f4-d6fe-48ad-8494-1b87c89da5c9 req-800456da-0aef-4f21-a9fb-f75de65af92f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:08:36.462829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:36.464755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9566d6f4-d6fe-48ad-8494-1b87c89da5c9 req-800456da-0aef-4f21-a9fb-f75de65af92f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/a83d9a84-73b9-4d70-8907-21bddbf71dbc HTTP/1.1" status: 409  len: 341 time: 0.1079702
Nov 13 21:08:36.497588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0590748-ce3a-4d42-9417-b0e8e14302be req-48a6be95-92a2-41f5-a314-594a14966179 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849806
Nov 13 21:08:36.520565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event deleted for resources: {'Port': ['ID=b496eb2c-4c7f-40c6-a71e-3fe3718e3481,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:36.556074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b9612-5ba0-4420-8197-622ddb979340 req-fde9afe5-f4d3-46c0-81f5-7d1249bdb5fd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.558114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-151b9612-5ba0-4420-8197-622ddb979340 req-fde9afe5-f4d3-46c0-81f5-7d1249bdb5fd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.1502218
Nov 13 21:08:36.592462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}, {'name': 'network-changed', 'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:36.596704 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba5dbd-19f8-464d-95c4-f0836095ea98" -d '{"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}, {"name": "network-changed", "server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:36.611442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:36.638237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] No DVR routers for this DVR port b496eb2c-4c7f-40c6-a71e-3fe3718e3481 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:36.643897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:36.647157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e505096-f255-4966-81c8-f0714eee73fe req-22e624ad-22b6-4fae-b871-acf6f063051c tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "DELETE /v2.0/ports/b496eb2c-4c7f-40c6-a71e-3fe3718e3481 HTTP/1.1" status: 204  len: 173 time: 1.1101663
Nov 13 21:08:36.676679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.677309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:36.678662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] 10.222.0.37 "PUT /v2.0/ports/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 1095 time: 2.0795784
Nov 13 21:08:36.721228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:36.725380 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab97d987-e8be-4ed5-befd-e3b461eea4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:36.746727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-151b9612-5ba0-4420-8197-622ddb979340 req-56c8f9d6-18c3-4988-901e-326b6d70b7e3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556265
Nov 13 21:08:36.749173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=11']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:36.761572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.761921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.762259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.762676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.762915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.763243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.763572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.763894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.764216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.764535 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.764901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.765347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a41ef0-b327-4024-94ee-4e3c9cc873dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:08:36.781760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-229be3a0-f0d2-4b14-9f39-5222dcfbb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.783293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-229be3a0-f0d2-4b14-9f39-5222dcfbb7aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1098 time: 0.0793245
Nov 13 21:08:36.804346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481', 'af52c05a-3999-4ec8-a050-6907cd91405e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:36.876554 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ade908-4483-4b39-b35b-1ef0beb24f36 x-openstack-request-id: req-70ade908-4483-4b39-b35b-1ef0beb24f36 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:36.877194 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "code": 200}, {"name": "network-changed", "server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:36.878386 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70ade908-4483-4b39-b35b-1ef0beb24f36 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:36.879022 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'code': 200}
Nov 13 21:08:36.879559 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'status': 'completed', 'code': 200}
Nov 13 21:08:36.954340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-a9ae1dd4-a31a-4aa2-9b4f-979fbc83b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:36.954340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-a9ae1dd4-a31a-4aa2-9b4f-979fbc83b4b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1636178
Nov 13 21:08:37.018704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-4cc782cc-d4c5-40fb-9fee-75a4f331b0b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0483994
Nov 13 21:08:37.022585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-1694cee1-b868-4e38-b987-a1ba8900502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.027140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-1694cee1-b868-4e38-b987-a1ba8900502b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1174 time: 0.1363499
Nov 13 21:08:37.110270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5b38d-069f-468b-8529-2c9e4970112e req-c5dbe8c6-e635-4d5c-95ca-4ab09a1cc84c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.111762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24d5b38d-069f-468b-8529-2c9e4970112e req-c5dbe8c6-e635-4d5c-95ca-4ab09a1cc84c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 944 time: 0.1737490
Nov 13 21:08:37.177400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-2b140a79-fe73-42bc-8005-853d67d73390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.178794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-2b140a79-fe73-42bc-8005-853d67d73390 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1528022
Nov 13 21:08:37.242910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-dd8a8d0b-dce1-497e-89e3-252de31d0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.244364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-dd8a8d0b-dce1-497e-89e3-252de31d0445 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 200  len: 913 time: 0.2090592
Nov 13 21:08:37.251347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24d5b38d-069f-468b-8529-2c9e4970112e req-875cefbe-ad02-4a82-96c6-876c3f133f24 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104009
Nov 13 21:08:37.330370 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c7bae-8db6-4df5-a48a-103e94e0c511 x-openstack-request-id: req-1e1c7bae-8db6-4df5-a48a-103e94e0c511 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:37.330658 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:37.330908 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e1c7bae-8db6-4df5-a48a-103e94e0c511 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:37.331462 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'status': 'completed', 'code': 200}
Nov 13 21:08:37.613909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-ef003b75-41da-4f40-ac60-88e2f34774fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 200  len: 217 time: 0.3582821
Nov 13 21:08:37.646076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-8884c9a4-a7b8-44f3-8b09-40fa90f21dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.647555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-8884c9a4-a7b8-44f3-8b09-40fa90f21dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4603922
Nov 13 21:08:37.650501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-094ad0b3-0053-4166-b0f2-d42104bec7a6 req-e5da5665-4e80-4480-8d28-c6afbd6598d2 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14773d2-e6ad-4e50-9524-679f6eed755a HTTP/1.1" status: 200  len: 210 time: 0.0419967
Nov 13 21:08:37.723549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-5906db0a-8092-4d3a-83c2-6f7b9b9107d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.725177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-5906db0a-8092-4d3a-83c2-6f7b9b9107d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1095 time: 0.3651288
Nov 13 21:08:37.733639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bb3ca-2ae0-4ca0-a0a1-7d98fb01a49f req-87bd42fc-9916-48ed-aee7-ba8fdbe6d8bb tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.735182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-322bb3ca-2ae0-4ca0-a0a1-7d98fb01a49f req-87bd42fc-9916-48ed-aee7-ba8fdbe6d8bb tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1023 time: 0.0647767
Nov 13 21:08:37.750074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-f3c9e997-9406-4e8d-b407-58aff65af101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.751526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-f3c9e997-9406-4e8d-b407-58aff65af101 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 200  len: 852 time: 0.1288519
Nov 13 21:08:37.791546 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-21de8f6b-b2c5-4261-8ad7-12028f7841b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b3100f7-8de9-47eb-88b0-94673cebd86a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0318882
Nov 13 21:08:37.811162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-553b3d67-a06a-46cb-b8a6-c83c2d5cd55c service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426008
Nov 13 21:08:37.878748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-322bb3ca-2ae0-4ca0-a0a1-7d98fb01a49f req-8cfe45c3-29f4-48e4-a29a-a3835872c30d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=a83d9a84-73b9-4d70-8907-21bddbf71dbc&id=0803ca79-602a-4270-8d89-0af471212331&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1350329
Nov 13 21:08:37.884830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-2330a9d3-2bc8-4dc7-a662-2e7c200505bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:37.886550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-2330a9d3-2bc8-4dc7-a662-2e7c200505bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.1504726
Nov 13 21:08:37.943963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-0381b75c-dde3-4d7f-bf41-43e59a5979f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 217 time: 0.0446303
Nov 13 21:08:37.968548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-6f32f95f-2a2e-4805-8939-411a4d6ef06e service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675539
Nov 13 21:08:38.016739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e01bd123-a9ca-49dc-ad55-da76f40ca5f0 req-5762700b-1ef7-4af1-b383-fd584662547e service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926355
Nov 13 21:08:38.060419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-579c7e20-392c-4579-8795-d8aee29e3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:38.061923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-579c7e20-392c-4579-8795-d8aee29e3cef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1106360
Nov 13 21:08:38.070539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f8bdb-b05f-4300-81f8-87ecb9e45684 req-a7895fea-aa59-42d2-a5ff-9fc809a8b22b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:38.071910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-526f8bdb-b05f-4300-81f8-87ecb9e45684 req-a7895fea-aa59-42d2-a5ff-9fc809a8b22b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.0802791
Nov 13 21:08:38.088134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8bba5dbd-19f8-464d-95c4-f0836095ea98 req-e17cc8b4-4314-4ddc-a8df-80069f9ba344 service neutron] 10.222.0.37 "GET /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039555
Nov 13 21:08:38.144612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-c24b3bcb-6b20-4ff6-8393-b9cae5634019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:38.146164 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-c24b3bcb-6b20-4ff6-8393-b9cae5634019 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0733397
Nov 13 21:08:38.149955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-526f8bdb-b05f-4300-81f8-87ecb9e45684 req-e192da39-caab-4a51-903c-137268c8fc52 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694988
Nov 13 21:08:38.249992 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-4ead9a60-1ab4-46c1-bb7f-45cd66b44a34 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946050
Nov 13 21:08:38.356679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab97d987-e8be-4ed5-befd-e3b461eea4e2 req-32815665-2c83-4ca8-af63-d140a40a5ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986855
Nov 13 21:08:38.392789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ed494-5dca-4fc3-9247-494f1cca181c req-a40476d6-da75-47fa-888e-57df1459f4b1 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:38.394275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d5ed494-5dca-4fc3-9247-494f1cca181c req-a40476d6-da75-47fa-888e-57df1459f4b1 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 944 time: 0.0559227
Nov 13 21:08:38.442280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d5ed494-5dca-4fc3-9247-494f1cca181c req-ad2adadd-3d40-4d55-916a-a1d800600640 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419016
Nov 13 21:08:38.642906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 006b525b-3728-4ee8-a336-d991f082eb43 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:38.665198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 006b525b-3728-4ee8-a336-d991f082eb43 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:38.665473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 006b525b-3728-4ee8-a336-d991f082eb43 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:38.822555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f85c46-751c-4db3-9083-afc0aed8522d req-3f8f8d8c-7414-4602-922d-93150a760843 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:38.825241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53f85c46-751c-4db3-9083-afc0aed8522d req-3f8f8d8c-7414-4602-922d-93150a760843 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1023 time: 0.0675435
Nov 13 21:08:38.905409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'name': 'network-vif-deleted', 'tag': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481'}, {'name': 'network-changed', 'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:38.907854 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30243737-839c-45d9-884e-a31555c04143" -d '{"events": [{"server_uuid": "d14773d2-e6ad-4e50-9524-679f6eed755a", "name": "network-vif-deleted", "tag": "b496eb2c-4c7f-40c6-a71e-3fe3718e3481"}, {"name": "network-changed", "server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:38.986042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2fc33-81a3-47e9-b553-90c552ee039f req-ed178b88-209c-4472-8f50-a19f2d657c84 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:38.987827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1cc2fc33-81a3-47e9-b553-90c552ee039f req-ed178b88-209c-4472-8f50-a19f2d657c84 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 949 time: 0.0684729
Nov 13 21:08:38.991613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Deleting port 80a44935-0d36-4f03-9562-dfdae20bc3c7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:38.991946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:39.098224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1cc2fc33-81a3-47e9-b553-90c552ee039f req-a98cdccf-a8fb-494c-a087-f2d34271ea19 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030393
Nov 13 21:08:39.128034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] For port 80a44935-0d36-4f03-9562-dfdae20bc3c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80a44935-0d36-4f03-9562-dfdae20bc3c7,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:39.128312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:39.147972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Calling delete_port for 80a44935-0d36-4f03-9562-dfdae20bc3c7 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:39.221132 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25211b91-fe89-481f-a4f6-6751f6f9241e x-openstack-request-id: req-25211b91-fe89-481f-a4f6-6751f6f9241e {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:39.221430 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14773d2-e6ad-4e50-9524-679f6eed755a", "name": "network-vif-deleted", "tag": "b496eb2c-4c7f-40c6-a71e-3fe3718e3481", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:39.221679 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25211b91-fe89-481f-a4f6-6751f6f9241e {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:39.222078 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14773d2-e6ad-4e50-9524-679f6eed755a', 'name': 'network-vif-deleted', 'tag': 'b496eb2c-4c7f-40c6-a71e-3fe3718e3481', 'status': 'completed', 'code': 200}
Nov 13 21:08:39.222328 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'status': 'completed', 'code': 200}
Nov 13 21:08:39.294657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d89dc-9cea-4500-9bc6-d8c6dfe6eb8c req-1f7bf5ba-0ba5-4514-80db-00ab818fd871 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.302098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-578d89dc-9cea-4500-9bc6-d8c6dfe6eb8c req-1f7bf5ba-0ba5-4514-80db-00ab818fd871 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 1023 time: 0.1425297
Nov 13 21:08:39.350579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-dd296622-3171-4ff9-b3d3-5f458f94ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.352337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-dd296622-3171-4ff9-b3d3-5f458f94ca60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1098 time: 0.1079829
Nov 13 21:08:39.353649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-1b748549-1d3c-45fe-b2a3-a7565e4e24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.355813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-1b748549-1d3c-45fe-b2a3-a7565e4e24cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 1098 time: 0.1023090
Nov 13 21:08:39.365188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12725-b99f-47a2-8129-3b624ac1082d req-9bb2f897-88c6-414f-86ec-29748a265c21 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.366781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dac12725-b99f-47a2-8129-3b624ac1082d req-9bb2f897-88c6-414f-86ec-29748a265c21 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.0643232
Nov 13 21:08:39.482144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dac12725-b99f-47a2-8129-3b624ac1082d req-fa6bf923-83a5-4bd7-b4dc-e575a6acbe47 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055036
Nov 13 21:08:39.505031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-6615b9a8-b907-4f6f-8606-6334a4053fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.505031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-6615b9a8-b907-4f6f-8606-6334a4053fef service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1292827
Nov 13 21:08:39.510340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-578d89dc-9cea-4500-9bc6-d8c6dfe6eb8c req-df8ac297-2f34-42c1-9933-fbe598b4dcdf tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=a83d9a84-73b9-4d70-8907-21bddbf71dbc&id=0803ca79-602a-4270-8d89-0af471212331&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2054276
Nov 13 21:08:39.554838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-23d1cc12-b866-43fc-9f61-c02e377368a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.556879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-23d1cc12-b866-43fc-9f61-c02e377368a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1947393
Nov 13 21:08:39.563376 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-60d2ded8-7179-4f93-92e3-f7089fb91015 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0536184
Nov 13 21:08:39.607999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:39.613504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-249ce1f2-2cfa-4133-9498-63b954b56c86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 200  len: 217 time: 0.0484841
Nov 13 21:08:39.627180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9405b190-37a1-414b-b51d-20797934db27'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:39.633905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80a44935-0d36-4f03-9562-dfdae20bc3c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:39.645900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-0d208f4d-9e69-4b1c-a9b1-9f81c29aa569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.647391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-0d208f4d-9e69-4b1c-a9b1-9f81c29aa569 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0746660
Nov 13 21:08:39.655154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'Port': ['ID=80a44935-0d36-4f03-9562-dfdae20bc3c7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:39.660982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbce0-74ab-43b6-a0d7-9d5337bb2a4b req-c5223ab5-c639-4292-81b1-258fb2dd5651 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.662600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4bcfbce0-74ab-43b6-a0d7-9d5337bb2a4b req-c5223ab5-c639-4292-81b1-258fb2dd5651 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.1021316
Nov 13 21:08:39.750957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-e68ee225-5d61-4887-9bc5-3dc5a7d4d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.750957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-e68ee225-5d61-4887-9bc5-3dc5a7d4d9d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0840659
Nov 13 21:08:39.781993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4bcfbce0-74ab-43b6-a0d7-9d5337bb2a4b req-57df49d8-e4e2-455d-959e-5b7962ae4fc7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075950
Nov 13 21:08:39.782208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] No DVR routers for this DVR port 80a44935-0d36-4f03-9562-dfdae20bc3c7 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:39.785982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:39.795527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53f85c46-751c-4db3-9083-afc0aed8522d req-5c0341dd-dce2-4dda-afc8-d57686b5f1cc tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.37 "DELETE /v2.0/ports/80a44935-0d36-4f03-9562-dfdae20bc3c7 HTTP/1.1" status: 204  len: 173 time: 0.9576607
Nov 13 21:08:39.795527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-a63ee356-c2c1-4fee-adf0-0edc626dd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.795527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-a63ee356-c2c1-4fee-adf0-0edc626dd3bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1502891
Nov 13 21:08:39.878056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0dd97-2775-4654-a46e-6c3a1f3e6c00 req-0700a702-f82e-4dfb-baf8-3c2b86bdb5dc tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.886894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2da0dd97-2775-4654-a46e-6c3a1f3e6c00 req-0700a702-f82e-4dfb-baf8-3c2b86bdb5dc tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 944 time: 0.0906720
Nov 13 21:08:39.909615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30243737-839c-45d9-884e-a31555c04143 req-5585bb1f-728b-493f-95f2-4e987e304355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:39.911124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-5585bb1f-728b-493f-95f2-4e987e304355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1035426
Nov 13 21:08:39.918377 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-1ea82f56-7f6e-41b3-8b3a-1be45bf06b32 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353590
Nov 13 21:08:39.965551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2da0dd97-2775-4654-a46e-6c3a1f3e6c00 req-087701ce-8a68-493a-8c89-ee3920c096bb tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777299
Nov 13 21:08:40.057449 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-e91ddea3-d67d-4826-8107-fe7d705df262 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350133
Nov 13 21:08:40.085934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-fb18771c-fcf3-4140-b085-d3662c46badb service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563516
Nov 13 21:08:40.114789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:40.175198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-1a582dba-4b8d-404c-9f9d-3be533beb0ac tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:40.178210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-1a582dba-4b8d-404c-9f9d-3be533beb0ac tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 949 time: 0.0766222
Nov 13 21:08:40.183934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30243737-839c-45d9-884e-a31555c04143 req-187402b5-eab1-45c8-9150-2034e4da2d09 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172063
Nov 13 21:08:40.268918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7182df-d2bc-4ff2-8d78-ea8f9e00f6a8 req-58c275bb-e414-476a-bf87-d92591102e6f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:40.270389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa7182df-d2bc-4ff2-8d78-ea8f9e00f6a8 req-58c275bb-e414-476a-bf87-d92591102e6f tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 949 time: 0.0880661
Nov 13 21:08:40.299061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:40.312393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:40.368114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa7182df-d2bc-4ff2-8d78-ea8f9e00f6a8 req-a44bd7ec-9a5b-471f-9da9-96366e5974ce tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720525
Nov 13 21:08:40.372243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:40.372424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.377504 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.394275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:40.416172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:40.467317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:40.467683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.481149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:40.512541 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.581103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:40.646704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b496eb2c-4c7f-40c6-a71e-3fe3718e3481 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:40.659626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14d3b-94a7-4628-b875-1e7f6e30f4d1 req-4a1459a1-2449-471a-900a-b4f54cbb92c9 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:40.661424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bb14d3b-94a7-4628-b875-1e7f6e30f4d1 req-4a1459a1-2449-471a-900a-b4f54cbb92c9 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.0728617
Nov 13 21:08:40.664452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e5ac7dd-0e21-41e1-8747-0a0c6709029d req-304eca3d-1759-4df7-8fe5-53ddcb6ee1e1 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea4bfda7-c661-4b81-9ea6-6038d912fa35 HTTP/1.1" status: 200  len: 210 time: 0.0455222
Nov 13 21:08:40.682322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: b496eb2c-4c7f-40c6-a71e-3fe3718e3481 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:40.682322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b496eb2c-4c7f-40c6-a71e-3fe3718e3481 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:40.686005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-d90d479c-f852-47fa-b31f-aed1e5f64dc0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:40.688744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-d90d479c-f852-47fa-b31f-aed1e5f64dc0 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 949 time: 0.1059556
Nov 13 21:08:40.762723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-cfbab816-56ef-4df7-a7a6-bcd2e0b098ba tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:40.764413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-cfbab816-56ef-4df7-a7a6-bcd2e0b098ba tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 950 time: 0.1008503
Nov 13 21:08:40.775397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bb14d3b-94a7-4628-b875-1e7f6e30f4d1 req-a88dea2f-81bd-4495-adf5-0aa623f18b2e tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923164
Nov 13 21:08:40.795505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port 8189a67f-eae9-49aa-97eb-fa0c6494d54e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:40.795838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.815272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:40.876122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Deleting port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:40.876467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.913850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:40.929412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:40.971921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=457dd72b-d51d-4fb2-b932-c87cf8b8b7ce,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:40.972932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] For port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:40.979104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.004653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Calling delete_port for 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:41.052429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28c610-4d91-4687-a3a3-a2d672fca409 req-03e16ae7-9c2f-4bd7-9382-d88565f1dab4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:41.060731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c28c610-4d91-4687-a3a3-a2d672fca409 req-03e16ae7-9c2f-4bd7-9382-d88565f1dab4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.1907620
Nov 13 21:08:41.085595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:41.094364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.094364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6a8a0a9-70d4-4de8-a39d-e5f56f9bc7a1 req-c8b0b0a0-dd15-4efa-babb-da3cad953ba5 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "DELETE /v2.0/ports/457dd72b-d51d-4fb2-b932-c87cf8b8b7ce HTTP/1.1" status: 204  len: 173 time: 0.8839719
Nov 13 21:08:41.097022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port 8189a67f-eae9-49aa-97eb-fa0c6494d54e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8189a67f-eae9-49aa-97eb-fa0c6494d54e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:41.097559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.100011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'name': 'network-vif-deleted', 'tag': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:41.102456 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75e4a4-e1b1-4088-8c63-d428af612ecc" -d '{"events": [{"server_uuid": "9205b8a2-5bd8-4940-b0d3-8cbc447414d1", "name": "network-vif-deleted", "tag": "457dd72b-d51d-4fb2-b932-c87cf8b8b7ce"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:41.143112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for 8189a67f-eae9-49aa-97eb-fa0c6494d54e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:41.200275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c28c610-4d91-4687-a3a3-a2d672fca409 req-b030f24a-f272-4b10-ae35-ead6ce4cb9d1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378155
Nov 13 21:08:41.225449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'name': 'network-vif-deleted', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:41.228188 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858547ca-f0ce-4bef-90ff-a2a2973f78e9" -d '{"events": [{"server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "name": "network-vif-deleted", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:41.263380 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45527ada-4e97-4cd6-91de-638d4b2971ff x-openstack-request-id: req-45527ada-4e97-4cd6-91de-638d4b2971ff {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:41.263670 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9205b8a2-5bd8-4940-b0d3-8cbc447414d1", "name": "network-vif-deleted", "tag": "457dd72b-d51d-4fb2-b932-c87cf8b8b7ce", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:41.263927 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45527ada-4e97-4cd6-91de-638d4b2971ff {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:41.264301 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9205b8a2-5bd8-4940-b0d3-8cbc447414d1', 'name': 'network-vif-deleted', 'tag': '457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', 'status': 'completed', 'code': 200}
Nov 13 21:08:41.268190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3044106-9219-4d03-8d33-e87ff0b0862f req-68a35720-22c7-40b1-a994-3e210154c8b5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:41.270000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3044106-9219-4d03-8d33-e87ff0b0862f req-68a35720-22c7-40b1-a994-3e210154c8b5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 945 time: 0.1118846
Nov 13 21:08:41.360030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3044106-9219-4d03-8d33-e87ff0b0862f req-12e7c59d-595d-40c7-9749-247df6b9f05a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778058
Nov 13 21:08:41.393263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.402157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c384719-aedb-4558-9339-d8026d6e8745 req-6d38f1eb-8ade-4b3a-88bc-c7bfea39704b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:41.406390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'af52c05a-3999-4ec8-a050-6907cd91405e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:41.423444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c384719-aedb-4558-9339-d8026d6e8745 req-6d38f1eb-8ade-4b3a-88bc-c7bfea39704b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 947 time: 0.1082010
Nov 13 21:08:41.461184 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca3273-5609-42dd-b40b-53c5e4283910 x-openstack-request-id: req-4dca3273-5609-42dd-b40b-53c5e4283910 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:41.461601 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4bfda7-c661-4b81-9ea6-6038d912fa35", "name": "network-vif-deleted", "tag": "80a44935-0d36-4f03-9562-dfdae20bc3c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:41.462006 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dca3273-5609-42dd-b40b-53c5e4283910 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:41.462494 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4bfda7-c661-4b81-9ea6-6038d912fa35', 'name': 'network-vif-deleted', 'tag': '80a44935-0d36-4f03-9562-dfdae20bc3c7', 'status': 'completed', 'code': 200}
Nov 13 21:08:41.463356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event deleted for resources: {'Port': ['ID=00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:41.480094 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.522834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=8189a67f-eae9-49aa-97eb-fa0c6494d54e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:41.549001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] No DVR routers for this DVR port 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:41.553285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.557602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d97d2d3-20ca-445b-87b0-22e63cdd396a req-b6fb37dc-bf5d-4dad-99ff-46c57094ac08 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "DELETE /v2.0/ports/00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e HTTP/1.1" status: 204  len: 173 time: 0.7873755
Nov 13 21:08:41.593090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14e02ce1-8486-472f-83ca-773a45c60222 req-83782ba3-78b8-4708-ba36-15ac80b6b1bc tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=9205b8a2-5bd8-4940-b0d3-8cbc447414d1 HTTP/1.1" status: 200  len: 210 time: 0.0411272
Nov 13 21:08:41.622788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port 8189a67f-eae9-49aa-97eb-fa0c6494d54e on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:41.625954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.629677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6207aa51-5c67-40c4-8ac2-4c7670a43aef req-c3695b48-b3df-4a5c-ba3b-72faa91ca914 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.46 "DELETE /v2.0/ports/8189a67f-eae9-49aa-97eb-fa0c6494d54e HTTP/1.1" status: 204  len: 173 time: 0.9328966
Nov 13 21:08:41.642959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c384719-aedb-4558-9339-d8026d6e8745 req-88513195-cc3a-400c-a20b-bdde2069bb09 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155125
Nov 13 21:08:41.715732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:41.720193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['457dd72b-d51d-4fb2-b932-c87cf8b8b7ce', '8189a67f-eae9-49aa-97eb-fa0c6494d54e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:41.790554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69d4a53b-718e-403c-8168-60e3f1425d5d req-bf461025-6877-4144-a167-e76b090144e5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/0803ca79-602a-4270-8d89-0af471212331 HTTP/1.1" status: 200  len: 1818 time: 0.0457790
Nov 13 21:08:41.858275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-69d4a53b-718e-403c-8168-60e3f1425d5d req-b2fe923c-d7c1-4c82-8fb3-6fcbc0f8b015 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.872240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a195c40-a87b-462e-8a75-4352d0092794 req-366cd863-95e5-4132-9d99-588c60fccafc tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 210 time: 0.0277412
Nov 13 21:08:41.881330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:41.883410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-69d4a53b-718e-403c-8168-60e3f1425d5d req-b2fe923c-d7c1-4c82-8fb3-6fcbc0f8b015 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.930010 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:41.943059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:42.006454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-f14ecf2c-e11a-4ba4-9ed1-34a2ee1f8e9c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0488112
Nov 13 21:08:42.064275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-69d4a53b-718e-403c-8168-60e3f1425d5d req-b2fe923c-d7c1-4c82-8fb3-6fcbc0f8b015 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.067156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-69d4a53b-718e-403c-8168-60e3f1425d5d req-b2fe923c-d7c1-4c82-8fb3-6fcbc0f8b015 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.068319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69d4a53b-718e-403c-8168-60e3f1425d5d req-b2fe923c-d7c1-4c82-8fb3-6fcbc0f8b015 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/0803ca79-602a-4270-8d89-0af471212331 HTTP/1.1" status: 204  len: 173 time: 0.2696605
Nov 13 21:08:42.084877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe923c-d7c1-4c82-8fb3-6fcbc0f8b015 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0803ca79-602a-4270-8d89-0af471212331,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:42.122872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:42.129130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:42.129507 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.161710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d7b12e5-6711-4389-9f8a-259b0c7bed9b req-862d565b-762a-45e6-932b-ff3405ad841a tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/a83d9a84-73b9-4d70-8907-21bddbf71dbc HTTP/1.1" status: 200  len: 1816 time: 0.0709174
Nov 13 21:08:42.196269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-6f8b766d-d4ef-4e30-8835-3e2c33e8d49b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:42.205459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-6f8b766d-d4ef-4e30-8835-3e2c33e8d49b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1977885
Nov 13 21:08:42.231971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-dc7297f5-6530-4482-95ed-0036118789ce tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/quotas/de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 375 time: 0.0255165
Nov 13 21:08:42.250794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4d7b12e5-6711-4389-9f8a-259b0c7bed9b req-b37a4053-5fe6-4f28-aae0-7f93cb39eae5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.264213 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.275137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4d7b12e5-6711-4389-9f8a-259b0c7bed9b req-b37a4053-5fe6-4f28-aae0-7f93cb39eae5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.288905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:42.291435 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4ec7a-f551-4bd9-bb12-5707caf80501" -d '{"events": [{"server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "name": "network-vif-plugged", "status": "completed", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:42.291978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0994fd2a-6402-4100-838e-013d20827a35 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0584185
Nov 13 21:08:42.310358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:42.432103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.455087 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4d7b12e5-6711-4389-9f8a-259b0c7bed9b req-b37a4053-5fe6-4f28-aae0-7f93cb39eae5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.458996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4d7b12e5-6711-4389-9f8a-259b0c7bed9b req-b37a4053-5fe6-4f28-aae0-7f93cb39eae5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.464581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d7b12e5-6711-4389-9f8a-259b0c7bed9b req-b37a4053-5fe6-4f28-aae0-7f93cb39eae5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/a83d9a84-73b9-4d70-8907-21bddbf71dbc HTTP/1.1" status: 204  len: 173 time: 0.3016217
Nov 13 21:08:42.481477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a4053-5fe6-4f28-aae0-7f93cb39eae5 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d9a84-73b9-4d70-8907-21bddbf71dbc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:42.498153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:42.578029 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73382a0-f55b-4452-b4a2-a4887751971b x-openstack-request-id: req-b73382a0-f55b-4452-b4a2-a4887751971b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:42.578352 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "name": "network-vif-plugged", "status": "completed", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:42.578595 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b73382a0-f55b-4452-b4a2-a4887751971b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:42.578977 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'code': 200}
Nov 13 21:08:42.636801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f8335232-5a22-47f2-86d1-b0ba9fa25383 req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-894463111', 'description': 'tempest-description-449788091'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:42.650601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:42.652776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80a44935-0d36-4f03-9562-dfdae20bc3c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:42.740680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2b7f6-879c-44f3-8c7d-454c214baa48 req-ed27bd16-c4d8-4ad3-b590-7f809a1edb04 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:42.753278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cb2b7f6-879c-44f3-8c7d-454c214baa48 req-ed27bd16-c4d8-4ad3-b590-7f809a1edb04 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 946 time: 0.0796804
Nov 13 21:08:42.757050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7945302-5f0e-44db-acf1-eafd7976333e req-1c39d96a-5829-4f69-a11b-5da9cef41d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:42.765731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7945302-5f0e-44db-acf1-eafd7976333e req-1c39d96a-5829-4f69-a11b-5da9cef41d58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1097 time: 0.0742128
Nov 13 21:08:42.810538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8335232-5a22-47f2-86d1-b0ba9fa25383 req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.827483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:42.829368 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cb2b7f6-879c-44f3-8c7d-454c214baa48 req-3b5356a1-4459-4717-8db6-9901b4bda01b tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710738
Nov 13 21:08:42.834483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 80a44935-0d36-4f03-9562-dfdae20bc3c7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:42.834834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80a44935-0d36-4f03-9562-dfdae20bc3c7 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:42.843628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'mac_address': 'fa:16:3e:b7:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:42.917351 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:42.926296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7945302-5f0e-44db-acf1-eafd7976333e req-4010a37d-1116-4c61-9e66-6a50b776424e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502206
Nov 13 21:08:42.934373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:42.962626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e141db9d-cd34-48e5-a7f4-2a8c4bdb935f req-66b03e38-4443-4990-9017-9023899e657f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 210 time: 0.0406919
Nov 13 21:08:42.967094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:43.024546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8335232-5a22-47f2-86d1-b0ba9fa25383 req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.044013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.103855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:43.108441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0feb9854-2d74-4e86-8eaa-97f6ff090d69 req-2c788fea-3ed2-4bb6-8449-d1661ad94b97 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=34ecb508-9c95-4883-95d5-12d7681c290b HTTP/1.1" status: 200  len: 210 time: 0.0290999
Nov 13 21:08:43.150971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8335232-5a22-47f2-86d1-b0ba9fa25383 req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.183791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfff67-c873-437e-9999-f43fd3a8a57e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:43.217310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ad88d47-adc0-4766-8e5e-ed4521bdabdb req-3619407f-9fa7-44b8-9143-f2a20d21ca28 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=f466fd67-f7c8-4d5d-a69f-49aaa929e5e5 HTTP/1.1" status: 200  len: 210 time: 0.0367150
Nov 13 21:08:43.265390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'name': 'network-vif-deleted', 'tag': '8189a67f-eae9-49aa-97eb-fa0c6494d54e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:43.267914 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b33d8-a876-47be-bcb9-422916e2cba6" -d '{"events": [{"server_uuid": "f466fd67-f7c8-4d5d-a69f-49aaa929e5e5", "name": "network-vif-deleted", "tag": "8189a67f-eae9-49aa-97eb-fa0c6494d54e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:43.304494 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7462a5-26b9-42ea-b670-c68a6d8f6083 x-openstack-request-id: req-dd7462a5-26b9-42ea-b670-c68a6d8f6083 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:43.304818 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f466fd67-f7c8-4d5d-a69f-49aaa929e5e5", "name": "network-vif-deleted", "tag": "8189a67f-eae9-49aa-97eb-fa0c6494d54e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:43.305067 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd7462a5-26b9-42ea-b670-c68a6d8f6083 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:43.305458 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f466fd67-f7c8-4d5d-a69f-49aaa929e5e5', 'name': 'network-vif-deleted', 'tag': '8189a67f-eae9-49aa-97eb-fa0c6494d54e', 'status': 'completed', 'code': 200}
Nov 13 21:08:43.314302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:43.337143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8335232-5a22-47f2-86d1-b0ba9fa25383 req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.339109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8335232-5a22-47f2-86d1-b0ba9fa25383 req-bc7b4591-e0e1-4502-abec-44105b0ae662 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.7086093
Nov 13 21:08:43.404928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-aa15a2de-e67e-47c1-a75b-0d62eadb7a07 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c8bfff67-c873-437e-9999-f43fd3a8a57e HTTP/1.1" status: 200  len: 1816 time: 0.0412982
Nov 13 21:08:43.414746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Request body: {'security_group': {'name': 'tempest-sg-hth-357291849', 'description': 'tempest-description-hth-1712894162'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:43.450538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.464244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ecb508-9c95-4883-95d5-12d7681c290b', 'name': 'network-vif-deleted', 'tag': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:43.466510 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df13aa79-9db6-4031-85e0-db371383a593" -d '{"events": [{"server_uuid": "34ecb508-9c95-4883-95d5-12d7681c290b", "name": "network-vif-deleted", "tag": "00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:43.501044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.507287 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce589f-9e72-42b0-81ac-aec33d577eba x-openstack-request-id: req-33ce589f-9e72-42b0-81ac-aec33d577eba {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:43.507287 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ecb508-9c95-4883-95d5-12d7681c290b", "name": "network-vif-deleted", "tag": "00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:43.507532 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33ce589f-9e72-42b0-81ac-aec33d577eba {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:43.507764 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ecb508-9c95-4883-95d5-12d7681c290b', 'name': 'network-vif-deleted', 'tag': '00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e', 'status': 'completed', 'code': 200}
Nov 13 21:08:43.658094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.660811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.662062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ba48e3f-546b-4b8f-952e-fd3fbb9ecb2f req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "PUT /v2.0/security-groups/c8bfff67-c873-437e-9999-f43fd3a8a57e HTTP/1.1" status: 200  len: 1791 time: 0.2510471
Nov 13 21:08:43.684973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadcf59-099e-42c2-afc4-dccebe2f4d18 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfff67-c873-437e-9999-f43fd3a8a57e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:43.731287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-582774a5-84aa-48b8-8044-b17057103474 req-d7a26f45-4e7f-4d9c-85cf-b4e60d2bdccb tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c8bfff67-c873-437e-9999-f43fd3a8a57e HTTP/1.1" status: 200  len: 1791 time: 0.0399678
Nov 13 21:08:43.793080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f96be279-6b2d-4b29-8829-896ab8bbeccd req-de91ae74-3ccf-453a-852e-732cba25e222 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c8bfff67-c873-437e-9999-f43fd3a8a57e HTTP/1.1" status: 200  len: 1791 time: 0.0408804
Nov 13 21:08:43.851477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f96be279-6b2d-4b29-8829-896ab8bbeccd req-d01a3ce0-180b-47ef-a6a2-06b8a3afe08e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.875304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f96be279-6b2d-4b29-8829-896ab8bbeccd req-d01a3ce0-180b-47ef-a6a2-06b8a3afe08e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:43.939073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcaa41-ef13-46fb-8fe7-f8b792ad0a09 req-8e39d332-8428-4f34-bcde-23f446d6ec24 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:43.940538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41bcaa41-ef13-46fb-8fe7-f8b792ad0a09 req-8e39d332-8428-4f34-bcde-23f446d6ec24 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 946 time: 0.0480449
Nov 13 21:08:43.955809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:43.976965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:43.977380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 457dd72b-d51d-4fb2-b932-c87cf8b8b7ce not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:43.977859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8189a67f-eae9-49aa-97eb-fa0c6494d54e no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:43.990394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41bcaa41-ef13-46fb-8fe7-f8b792ad0a09 req-fc0dd8db-4143-4e01-bdf0-48da688f0de1 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430846
Nov 13 21:08:43.997680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8189a67f-eae9-49aa-97eb-fa0c6494d54e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:43.998125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8189a67f-eae9-49aa-97eb-fa0c6494d54e not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:44.067624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1d9466-d934-43bc-986e-64616001889e req-2a2a5dc9-2ca7-460b-b831-b160ffd26766 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 210 time: 0.0319457
Nov 13 21:08:44.094930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f96be279-6b2d-4b29-8829-896ab8bbeccd req-d01a3ce0-180b-47ef-a6a2-06b8a3afe08e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:44.105047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f96be279-6b2d-4b29-8829-896ab8bbeccd req-d01a3ce0-180b-47ef-a6a2-06b8a3afe08e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:44.105047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f96be279-6b2d-4b29-8829-896ab8bbeccd req-d01a3ce0-180b-47ef-a6a2-06b8a3afe08e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8bfff67-c873-437e-9999-f43fd3a8a57e HTTP/1.1" status: 204  len: 173 time: 0.2998123
Nov 13 21:08:44.108559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a3ce0-180b-47ef-a6a2-06b8a3afe08e tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bfff67-c873-437e-9999-f43fd3a8a57e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:44.207289 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-f676f18a-8ba4-4498-ba4c-d7db2c20cb6e req-564246d5-3c32-4735-b64f-15de98f4236b tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:44.208422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f676f18a-8ba4-4498-ba4c-d7db2c20cb6e req-564246d5-3c32-4735-b64f-15de98f4236b tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/a83d9a84-73b9-4d70-8907-21bddbf71dbc HTTP/1.1" status: 404  len: 352 time: 0.0149703
Nov 13 21:08:44.243601 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-a399e1c0-bfac-4948-906f-055eb98065f5 req-e4968f90-df73-4586-a37c-b841166f60b8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:44.243814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a399e1c0-bfac-4948-906f-055eb98065f5 req-e4968f90-df73-4586-a37c-b841166f60b8 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/0803ca79-602a-4270-8d89-0af471212331 HTTP/1.1" status: 404  len: 352 time: 0.0152719
Nov 13 21:08:44.309211 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-52339f59-3ced-4f4b-9b0b-dcc3eef153da req-52b1d10b-0ff3-42bd-83a5-83de9ed2d97d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:44.310458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52339f59-3ced-4f4b-9b0b-dcc3eef153da req-52b1d10b-0ff3-42bd-83a5-83de9ed2d97d tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c2955264-339a-4ee1-856f-30c5f5511cac HTTP/1.1" status: 404  len: 352 time: 0.0149171
Nov 13 21:08:44.372644 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:44.674365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:44.755192 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-f7ea451f-3124-402e-b1c1-9200e94bbd0f req-e9fc7ed3-7f3e-4f05-a721-bec5a8b49bb2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:44.756161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f7ea451f-3124-402e-b1c1-9200e94bbd0f req-e9fc7ed3-7f3e-4f05-a721-bec5a8b49bb2 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/59ff6fa1-bcea-491e-bc91-f265d7ccb3f9 HTTP/1.1" status: 404  len: 352 time: 0.0149128
Nov 13 21:08:44.863690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:44.868385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:44.883262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:44.915076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3304e30-aa24-40cc-a2fa-7fb7dfdd5372 req-7569f5ba-33f9-4806-893d-91b0ab04dae5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:44.924631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3304e30-aa24-40cc-a2fa-7fb7dfdd5372 req-7569f5ba-33f9-4806-893d-91b0ab04dae5 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 951 time: 0.0570118
Nov 13 21:08:44.950711 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:44.968308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3304e30-aa24-40cc-a2fa-7fb7dfdd5372 req-e713b3ac-a8b3-4558-baae-1a994fd45996 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442448
Nov 13 21:08:44.975692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:44.977940 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea1086-1dfc-4c59-9e4d-fe3516c10067" -d '{"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:44.991198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:45.006287 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-e76685ac-de30-496e-9823-a37fd760c1e8 req-41c82ba3-469e-483d-b79f-989a26046384 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:45.007236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e76685ac-de30-496e-9823-a37fd760c1e8 req-41c82ba3-469e-483d-b79f-989a26046384 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/8646e849-6998-4e71-9e4c-04d3ed2fc7b3 HTTP/1.1" status: 404  len: 352 time: 0.0140777
Nov 13 21:08:45.046220 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c217ea88-0ed6-4512-b219-df03b8c064db x-openstack-request-id: req-c217ea88-0ed6-4512-b219-df03b8c064db {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:45.046720 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-plugged", "status": "completed", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:45.047140 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c217ea88-0ed6-4512-b219-df03b8c064db {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:45.047696 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'code': 200}
Nov 13 21:08:45.073142 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-839a2abb-03f5-4e0b-8a0b-5b6582128943 req-b0bb6333-1ba1-449d-bd97-410ba807cf21 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] show failed (client error): The resource could not be found.
Nov 13 21:08:45.074241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-839a2abb-03f5-4e0b-8a0b-5b6582128943 req-b0bb6333-1ba1-449d-bd97-410ba807cf21 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/ab88314f-8291-4671-ad36-f7d8925290d9 HTTP/1.1" status: 404  len: 352 time: 0.0145330
Nov 13 21:08:45.161369 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:45.162291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:45.175605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956dc68-d614-4156-8e7e-577f1a00fe8a req-09e6de55-738c-41aa-adfd-775ebd89812c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:45.177132 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e956dc68-d614-4156-8e7e-577f1a00fe8a req-09e6de55-738c-41aa-adfd-775ebd89812c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 946 time: 0.0495427
Nov 13 21:08:45.213717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:45.214066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 00b2f80f-a62c-4dc4-bf4d-4e8e42beb90e not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:45.234970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e956dc68-d614-4156-8e7e-577f1a00fe8a req-6a88674c-3b3e-4232-8a50-b6830ff53aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455012
Nov 13 21:08:45.241992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=13']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:45.559109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df69445f-375c-499a-90f8-48d21faa6b9c req-a8e28535-7887-4605-ab81-b4424d328422 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 210 time: 0.0267830
Nov 13 21:08:45.664147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-7a1b672d-bfd9-4d8b-b12f-d69335fc6ec2 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:45.665650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-7a1b672d-bfd9-4d8b-b12f-d69335fc6ec2 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0517809
Nov 13 21:08:45.701508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-549bb7ac-71d0-425d-bb4e-a9a50da1bc2c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=de9bc54074d54444b6b64b0f5bad6193&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253918
Nov 13 21:08:45.747729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-4bd817ba-b16a-4252-83c0-4aad6bdc6673 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 696 time: 0.0754678
Nov 13 21:08:45.757604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'floatingip': {'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:45.798728 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:45.843706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-da967a13-8baf-4e09-8ff2-9d8925ddb8c6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:45.845299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-da967a13-8baf-4e09-8ff2-9d8925ddb8c6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1369102
Nov 13 21:08:45.859216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Request body: {'port': {'device_id': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'de9bc54074d54444b6b64b0f5bad6193'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:46.066107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Made reservation on behalf of de9bc54074d54444b6b64b0f5bad6193 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:08:46.070341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.216284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Allocated IP 192.168.233.139 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/f7147b4c-a298-492f-92b5-ccefd3ffcc59) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:46.268782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.326322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfceb1-e764-4036-b274-aa06931bff01 req-7f79609c-fb72-4a68-997e-0982f86f4b1f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:46.327649 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-50bfceb1-e764-4036-b274-aa06931bff01 req-7f79609c-fb72-4a68-997e-0982f86f4b1f tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 951 time: 0.0966792
Nov 13 21:08:46.410372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.490220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b098-e233-4922-b3f0-a6f4d1229ea9 req-dba10287-c2c1-4258-a548-e4ffebe446b7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:46.491751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6400b098-e233-4922-b3f0-a6f4d1229ea9 req-dba10287-c2c1-4258-a548-e4ffebe446b7 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1023 time: 0.1805847
Nov 13 21:08:46.509990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.516343 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd associated. External IP: 172.35.3.137, port: 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6.
Nov 13 21:08:46.580752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Deleting port af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:46.581088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.659372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6400b098-e233-4922-b3f0-a6f4d1229ea9 req-76fbdaed-86af-48b8-8799-6a985caa6734 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups?id=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09&id=c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6&id=c93a7e4a-a002-49f5-8488-8977d2d52d5f&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1564524
Nov 13 21:08:46.716316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] For port af52c05a-3999-4ec8-a050-6907cd91405e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af52c05a-3999-4ec8-a050-6907cd91405e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:46.716852 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.732068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Calling delete_port for af52c05a-3999-4ec8-a050-6907cd91405e owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:46.748288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:08:46.782309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.795841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7', '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:46.798740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:46.849607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:46.881348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:46.884914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:46.887046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:46.892247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:46.903078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:46.911628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:46.945313 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e1eac05b-2850-45c3-8511-c116f126e1af tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "PUT /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 996 time: 1.1917720
Nov 13 21:08:46.948799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:46.949143 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855bdb49-5cd2-4ee3-b9b0-453fce6add06" -d '{"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:46.953956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:46.954588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:47.017766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-482ccc2e-7967-4959-8049-ee82cf022157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.021228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-482ccc2e-7967-4959-8049-ee82cf022157 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.0475225
Nov 13 21:08:47.059117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a396eb-0a37-45db-b2bb-6dec8ab3df03 req-1e682d47-01e6-461a-97b6-bd0eba93e6e0 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.061499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91a396eb-0a37-45db-b2bb-6dec8ab3df03 req-1e682d47-01e6-461a-97b6-bd0eba93e6e0 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 951 time: 0.2194252
Nov 13 21:08:47.071388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.072039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:47.137032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91a396eb-0a37-45db-b2bb-6dec8ab3df03 req-e9f33b19-1a20-49c2-8958-936c8919d069 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/security-groups?id=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612645
Nov 13 21:08:47.163790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:47.164950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:47.176172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-022a8085-69c0-4c6e-a367-de43a0fbc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.182757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-022a8085-69c0-4c6e-a367-de43a0fbc889 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.1555874
Nov 13 21:08:47.226082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Pushing event deleted for resources: {'Port': ['ID=af52c05a-3999-4ec8-a050-6907cd91405e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:47.238831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-0c826944-5f1d-42e9-be0c-66335bdf6487 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3832142
Nov 13 21:08:47.264775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Request body: {'port': {'device_id': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:47.273570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-22f2fa63-6b47-4c45-9701-83ce20099d5a None None] Provisioning complete for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:47.273836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-22f2fa63-6b47-4c45-9701-83ce20099d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:47.313356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-22f2fa63-6b47-4c45-9701-83ce20099d5a None None] Port f7147b4c-a298-492f-92b5-ccefd3ffcc59 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:47.319725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] No DVR routers for this DVR port af52c05a-3999-4ec8-a050-6907cd91405e on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:47.337271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:47.341188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-50bfceb1-e764-4036-b274-aa06931bff01 req-dd1dd263-dfe7-43e5-8297-4aae54544933 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.37 "DELETE /v2.0/ports/af52c05a-3999-4ec8-a050-6907cd91405e HTTP/1.1" status: 204  len: 173 time: 1.0047369
Nov 13 21:08:47.341672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-deleted', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:47.344000 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babe5d92-55b0-4fd0-a817-5bfd6084287e" -d '{"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-deleted", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:47.401673 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:47.422597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facefbf-dacb-4044-8303-33efce22ee38 req-68348966-d9ce-48c5-bab7-3dc361313e0c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.424198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4facefbf-dacb-4044-8303-33efce22ee38 req-68348966-d9ce-48c5-bab7-3dc361313e0c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 948 time: 0.1687269
Nov 13 21:08:47.579380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4facefbf-dacb-4044-8303-33efce22ee38 req-3c74aeb2-96e1-4eaf-aacd-5a52352a8f82 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284745
Nov 13 21:08:47.653946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-e4b9d197-85c8-4dab-8b96-f34d13833265 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 999 time: 0.4700730
Nov 13 21:08:47.741236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-4935735d-311d-4d37-b892-52205ac341d9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.743032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-4935735d-311d-4d37-b892-52205ac341d9 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 1023 time: 0.0883081
Nov 13 21:08:47.750256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-7cdcf971-3735-4ea8-b550-cd8b133e944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.751680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-7cdcf971-3735-4ea8-b550-cd8b133e944a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0693865
Nov 13 21:08:47.881168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-39279465-0593-4d16-9cbe-794b1be647ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.893280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-39279465-0593-4d16-9cbe-794b1be647ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1083238
Nov 13 21:08:47.905993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-6b9bc19c-f984-47f2-be91-678e8b6749d1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.907244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-6b9bc19c-f984-47f2-be91-678e8b6749d1 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 948 time: 0.2697184
Nov 13 21:08:47.946868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a3d0>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:46Z', 'revision_number': 1, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:47.955946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1ce8f-8e41-4246-ae5a-5742e02e6b0b req-f2aba58d-2ec9-4fc0-935f-1c5e35b30305 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:47.957475 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8f1ce8f-8e41-4246-ae5a-5742e02e6b0b req-f2aba58d-2ec9-4fc0-935f-1c5e35b30305 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 936 time: 0.2250419
Nov 13 21:08:47.978720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:47.980245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Deleting port 9405b190-37a1-414b-b51d-20797934db27 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:47.980600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:47.988208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:47.988980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:48.010977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7147b4c-a298-492f-92b5-ccefd3ffcc59 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:48.025760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.066391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-04a12531-9328-4f31-bb7c-b141fa5603c8 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721635
Nov 13 21:08:48.074181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Transition to ACTIVE for port object f7147b4c-a298-492f-92b5-ccefd3ffcc59 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:48.098952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8f1ce8f-8e41-4246-ae5a-5742e02e6b0b req-200ffdab-9fa4-4de0-ace4-45c26a986c83 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164057
Nov 13 21:08:48.111557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:48.141898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Deleting port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:48.142752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.163228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] For port 9405b190-37a1-414b-b51d-20797934db27, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9405b190-37a1-414b-b51d-20797934db27,segment=NetworkSegment(9a3938bd-6375-45c8-9174-1dcfacaa6f30),segment_id=9a3938bd-6375-45c8-9174-1dcfacaa6f30)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:48.163614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.186284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Calling delete_port for 9405b190-37a1-414b-b51d-20797934db27 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:48.193726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.213549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91430da9-8e2d-44a0-ad37-e0a0d1636924 req-c503befb-6e63-41f6-ba4a-7acb985d18da service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462593
Nov 13 21:08:48.248892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['af52c05a-3999-4ec8-a050-6907cd91405e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:48.381050 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39485505-47d7-470a-97bd-0ac2bdfa96ce x-openstack-request-id: req-39485505-47d7-470a-97bd-0ac2bdfa96ce {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:48.381524 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:48.381885 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39485505-47d7-470a-97bd-0ac2bdfa96ce {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:48.382499 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'status': 'completed', 'code': 200}
Nov 13 21:08:48.459590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a3d0>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:46Z', 'revision_number': 1, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:48.483640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.502002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df631b98-30c0-4014-8f05-e6b4fb4d0835 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:46Z', 'revision_number': 1, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:48.575177 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7bf7a8-892d-4303-ba65-e7b64196443d x-openstack-request-id: req-ff7bf7a8-892d-4303-ba65-e7b64196443d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:48.575751 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59993f83-8f99-4a30-8713-b36cb71d7fc4", "name": "network-vif-deleted", "tag": "af52c05a-3999-4ec8-a050-6907cd91405e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:48.575751 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff7bf7a8-892d-4303-ba65-e7b64196443d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:48.582398 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59993f83-8f99-4a30-8713-b36cb71d7fc4', 'name': 'network-vif-deleted', 'tag': 'af52c05a-3999-4ec8-a050-6907cd91405e', 'status': 'completed', 'code': 200}
Nov 13 21:08:48.603097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'Port': ['ID=9405b190-37a1-414b-b51d-20797934db27,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:48.640591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:48.661898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72c485a2-1bd3-4351-9e7b-973c88d623a4 req-98b0859f-fbbc-49dc-af7d-d943928a6668 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d78aa4c-038b-4d3c-ac23-e6f0bf142285 HTTP/1.1" status: 200  len: 210 time: 0.0934510
Nov 13 21:08:48.683949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] No DVR routers for this DVR port 9405b190-37a1-414b-b51d-20797934db27 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:48.686536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35af04b-3cc9-4c05-9aff-99c7f9d5a23f req-75c0c7c7-579c-4016-8906-6c578e8f4d46 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:48.688863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-de9ed88b-2e98-464b-b9d9-91036ea00fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:48.689704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-de9ed88b-2e98-464b-b9d9-91036ea00fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.2729931
Nov 13 21:08:48.690897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.693386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e35af04b-3cc9-4c05-9aff-99c7f9d5a23f req-75c0c7c7-579c-4016-8906-6c578e8f4d46 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.5198209
Nov 13 21:08:48.694439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a44bdd1-ed5a-4e98-a554-9ab9c7c3cd3f req-162aaf6a-29f3-41c9-b719-e3391f517a26 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.46 "DELETE /v2.0/ports/9405b190-37a1-414b-b51d-20797934db27 HTTP/1.1" status: 204  len: 173 time: 0.9409506
Nov 13 21:08:48.780603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] For port 5c1e89a3-489e-49f2-8d3d-89c87ba42883, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5c1e89a3-489e-49f2-8d3d-89c87ba42883,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:48.781007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:48.800776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e02149dc-a81c-41f6-a206-bde6a88498ce req-72cc1b71-6bee-4080-bf9b-1a26a6e13c34 tempest-ServersAdminTestJSON-955940574 tempest-ServersAdminTestJSON-955940574-project] 10.222.0.20 "GET /v2.0/ports?device_id=59993f83-8f99-4a30-8713-b36cb71d7fc4 HTTP/1.1" status: 200  len: 210 time: 0.0325203
Nov 13 21:08:48.822627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Calling delete_port for 5c1e89a3-489e-49f2-8d3d-89c87ba42883 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:48.842199 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5903c-4706-42b9-a626-2debe3bdd047 None None] New status for floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:08:48.917014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e35af04b-3cc9-4c05-9aff-99c7f9d5a23f req-add323ca-ecd4-4211-96c0-23b52897eba5 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2169738
Nov 13 21:08:48.917863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-7b7dc7c0-a25b-4d28-ae45-46d203ffa388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:48.919353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-7b7dc7c0-a25b-4d28-ae45-46d203ffa388 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.2197237
Nov 13 21:08:49.003293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:49.003633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:49.004085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:49.012752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:49.013079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:49.021780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:49.022122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:49.022511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:49.022954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Bound port: f7147b4c-a298-492f-92b5-ccefd3ffcc59, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:49.023314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:49.069468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-4b5003b7-ea3b-41b2-aa79-012eb8310c68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 999 time: 0.1408792
Nov 13 21:08:49.087508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-dd49de04-2b28-4af2-b0e1-989e351a66f5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.090182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-dd49de04-2b28-4af2-b0e1-989e351a66f5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1173837
Nov 13 21:08:49.201952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-7898fdc8-2722-4d2f-aa5a-a0b3b0571a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.205766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b5ed3-5621-4781-b3b1-5933507886fa req-e12e5f02-7785-46ec-9e20-3b003bcf9035 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.207641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-559b5ed3-5621-4781-b3b1-5933507886fa req-e12e5f02-7785-46ec-9e20-3b003bcf9035 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 948 time: 0.1714792
Nov 13 21:08:49.211299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-7898fdc8-2722-4d2f-aa5a-a0b3b0571a2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1250618
Nov 13 21:08:49.217173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:49.224951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:49.267166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-2e0e1e52-a0a4-4d3b-b7f2-f456e7e214ad tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 999 time: 0.1663899
Nov 13 21:08:49.278608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'floatingip': {'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:49.279454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-559b5ed3-5621-4781-b3b1-5933507886fa req-d6d9aec4-0fed-4739-83c1-ef1cb62b44ae tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/security-groups?id=55430263-02cb-4936-b90d-e00f74cc0ecd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597141
Nov 13 21:08:49.314203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-b30e8118-1fef-49b3-a66e-7b75d9cfe884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.315654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-b30e8118-1fef-49b3-a66e-7b75d9cfe884 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1005807
Nov 13 21:08:49.316436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:49.365754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:49.411883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:49.433732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.433732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:49.433732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-d4e89403-ced1-49da-a180-c8dbdc861ba8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 1096 time: 2.1734684
Nov 13 21:08:49.433732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:49.445082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['5c1e89a3-489e-49f2-8d3d-89c87ba42883'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:49.490484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Pushing event deleted for resources: {'Port': ['ID=5c1e89a3-489e-49f2-8d3d-89c87ba42883,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:49.502416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-27802efd-ee5e-4b76-b18d-e35192ee5775 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766162
Nov 13 21:08:49.530515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3baa3-0a7f-475c-8dce-d5ecb5255a98 req-09a59525-9909-4e7b-b310-b59200a685d2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.537622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-42b3baa3-0a7f-475c-8dce-d5ecb5255a98 req-09a59525-9909-4e7b-b310-b59200a685d2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 948 time: 0.1956143
Nov 13 21:08:49.561376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] No DVR routers for this DVR port 5c1e89a3-489e-49f2-8d3d-89c87ba42883 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:49.564939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:49.568917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b80f0f46-e52f-416a-8459-0586c6a7c976 req-2d051246-71b7-4565-8e4c-748c9ab79128 tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.37 "DELETE /v2.0/ports/5c1e89a3-489e-49f2-8d3d-89c87ba42883 HTTP/1.1" status: 204  len: 173 time: 1.6350150
Nov 13 21:08:49.659275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-42b3baa3-0a7f-475c-8dce-d5ecb5255a98 req-979cbde6-cfe8-49d6-8ac8-754e5ea00248 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184905
Nov 13 21:08:49.674335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-1ee6a3c9-2e12-4458-8f72-3966fb36e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.676058 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-1ee6a3c9-2e12-4458-8f72-3966fb36e37f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1099 time: 0.0934067
Nov 13 21:08:49.720766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-855bdb49-5cd2-4ee3-b9b0-453fce6add06 req-68582d36-87ed-42ca-ae57-a8ed312e07af service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924875
Nov 13 21:08:49.748979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-056b5069-9b00-40c0-b9d0-2dd9c8fc2f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0652153
Nov 13 21:08:49.823806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-8cae289f-c06a-44b9-8b54-dd39debecbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.825330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-8cae289f-c06a-44b9-8b54-dd39debecbdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0660486
Nov 13 21:08:49.879646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-22b1f045-a212-42d9-a81e-293fb37ab41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:49.881173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-22b1f045-a212-42d9-a81e-293fb37ab41a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0491092
Nov 13 21:08:49.977257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9405b190-37a1-414b-b51d-20797934db27 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:49.982307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-1d29a47e-45e6-41f0-80c3-4e71da99462b service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939820
Nov 13 21:08:50.004994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 9405b190-37a1-414b-b51d-20797934db27 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:50.004994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9405b190-37a1-414b-b51d-20797934db27 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:50.033000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:50.114202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7ffdc38-7add-402f-b39f-7501e1292c47 req-efe55700-4ea6-4678-9a1a-c9cb889a08cd service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185334
Nov 13 21:08:50.195772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:50.319957 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd associated. External IP: 172.35.3.137, port: 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6.
Nov 13 21:08:50.365257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c36ee687-3905-4dbd-8e40-b6211e91c6d3 req-37be6ae0-028a-4b37-be9c-6bb31d50070f tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c93a7e4a-a002-49f5-8488-8977d2d52d5f HTTP/1.1" status: 200  len: 1817 time: 0.0493066
Nov 13 21:08:50.384558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'name': 'network-vif-deleted', 'tag': '9405b190-37a1-414b-b51d-20797934db27'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:50.387361 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb268425-ac74-4377-9414-30d9b5f42fde" -d '{"events": [{"server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "name": "network-vif-deleted", "tag": "9405b190-37a1-414b-b51d-20797934db27"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:50.419866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c36ee687-3905-4dbd-8e40-b6211e91c6d3 req-02964c5c-1354-48b1-9cd5-6afd7a723808 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:50.445040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c36ee687-3905-4dbd-8e40-b6211e91c6d3 req-02964c5c-1354-48b1-9cd5-6afd7a723808 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:50.549398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:08:50.558058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c36ee687-3905-4dbd-8e40-b6211e91c6d3 req-02964c5c-1354-48b1-9cd5-6afd7a723808 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:50.560775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c36ee687-3905-4dbd-8e40-b6211e91c6d3 req-02964c5c-1354-48b1-9cd5-6afd7a723808 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:50.561926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c36ee687-3905-4dbd-8e40-b6211e91c6d3 req-02964c5c-1354-48b1-9cd5-6afd7a723808 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/c93a7e4a-a002-49f5-8488-8977d2d52d5f HTTP/1.1" status: 204  len: 173 time: 0.1944580
Nov 13 21:08:50.577483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02964c5c-1354-48b1-9cd5-6afd7a723808 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a7e4a-a002-49f5-8488-8977d2d52d5f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:50.579759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}, {'server_uuid': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'name': 'network-vif-deleted', 'tag': '5c1e89a3-489e-49f2-8d3d-89c87ba42883'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:50.583735 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32399564-f62d-4d64-b17b-137acffeaa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}, {"server_uuid": "ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4", "name": "network-vif-deleted", "tag": "5c1e89a3-489e-49f2-8d3d-89c87ba42883"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:50.665690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:50.673966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-142ac14a-fe49-4cc6-9766-463ce8e152e8 req-58e6956f-9d35-4a41-8a7c-a2a9b0d9027c tempest-ServersOnMultiNodesTest-1044552628 tempest-ServersOnMultiNodesTest-1044552628-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4 HTTP/1.1" status: 200  len: 210 time: 0.0344350
Nov 13 21:08:50.676923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:50.697548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:50.699143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9af250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:50.707412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 5c1e89a3-489e-49f2-8d3d-89c87ba42883 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:50.776355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 5c1e89a3-489e-49f2-8d3d-89c87ba42883 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:50.776930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 5c1e89a3-489e-49f2-8d3d-89c87ba42883 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:50.777515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:50.808675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: af52c05a-3999-4ec8-a050-6907cd91405e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:50.809238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device af52c05a-3999-4ec8-a050-6907cd91405e not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:50.810332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-dd2b75a2-68d2-4542-8192-5d7033dd9e4d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1592646931&fields=id&tenant_id=fdaf342b12614a5f82fe37e3677e4b71 HTTP/1.1" status: 200  len: 267 time: 0.0583229
Nov 13 21:08:50.894044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:50.945190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-e1bd48c0-4e96-4a66-8171-a7b1be939ae0 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:50.946863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-e1bd48c0-4e96-4a66-8171-a7b1be939ae0 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 824 time: 0.1356270
Nov 13 21:08:50.968167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-223a3afb-561a-4297-a707-32d491e302d3 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/quotas/fdaf342b12614a5f82fe37e3677e4b71 HTTP/1.1" status: 200  len: 375 time: 0.0129154
Nov 13 21:08:50.995384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:51.068320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-3baaf6c9-0f3e-4774-88c8-6d4c13a59f81 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0847714
Nov 13 21:08:51.190313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-69956168-f1b0-4941-87b7-bee9ef3b146a service neutron] 10.222.0.20 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175029
Nov 13 21:08:51.195748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9af250>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:49Z', 'revision_number': 3, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:51.227445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:51.237204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:51.237827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9af250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:51.242482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b3d7289-a2f4-4a91-a6a3-c65cdb8d686f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6ca3227c41f4308a497edea25797a14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2560501
Nov 13 21:08:51.247097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48506) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:51.282874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:08:51.346903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc3f313c-d3b4-4872-94b1-4905d1908c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.362116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:51.364661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-d91b8baf-95ae-4bbf-ac6d-21367fc771f4 service neutron] 10.222.0.20 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604719
Nov 13 21:08:51.379784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc3f313c-d3b4-4872-94b1-4905d1908c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.399352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:51.405430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.481402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-37719da7-0e4b-4d68-a81f-73f19bb7c605 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "PUT /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 999 time: 2.2064133
Nov 13 21:08:51.531424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-c04b6036-e1ab-4542-802c-cd03ddf5947c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:51.532877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-c04b6036-e1ab-4542-802c-cd03ddf5947c tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports/0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 942 time: 0.0485175
Nov 13 21:08:51.589838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc3f313c-d3b4-4872-94b1-4905d1908c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.592476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc3f313c-d3b4-4872-94b1-4905d1908c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.593670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc3f313c-d3b4-4872-94b1-4905d1908c10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f63c5289-0fc6-4294-9fb7-bc2d1936dbe9 HTTP/1.1" status: 204  len: 168 time: 0.3456671
Nov 13 21:08:51.602624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f313c-d3b4-4872-94b1-4905d1908c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63c5289-0fc6-4294-9fb7-bc2d1936dbe9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:51.655768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9af250>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:49Z', 'revision_number': 3, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:51.656045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-db7e54f3-80d4-4d7b-a853-1218ab810e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:51.657624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-db7e54f3-80d4-4d7b-a853-1218ab810e89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.0577626
Nov 13 21:08:51.696886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37ea8-d31f-461c-99a8-3964bc9de989 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:49Z', 'revision_number': 3, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:51.764446 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c538a8b-6358-44c6-8097-abec6dfe9d10 x-openstack-request-id: req-1c538a8b-6358-44c6-8097-abec6dfe9d10 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:51.764735 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78aa4c-038b-4d3c-ac23-e6f0bf142285", "name": "network-vif-deleted", "tag": "9405b190-37a1-414b-b51d-20797934db27", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:51.764995 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c538a8b-6358-44c6-8097-abec6dfe9d10 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:51.765385 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78aa4c-038b-4d3c-ac23-e6f0bf142285', 'name': 'network-vif-deleted', 'tag': '9405b190-37a1-414b-b51d-20797934db27', 'status': 'completed', 'code': 200}
Nov 13 21:08:51.792199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-f27e1fd9-2678-4923-ab87-155ebf996a12 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:51.793857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-f27e1fd9-2678-4923-ab87-155ebf996a12 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.46 "GET /v2.0/ports?device_id=8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b HTTP/1.1" status: 200  len: 946 time: 0.1519003
Nov 13 21:08:51.824716 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8fd46efa-4ae1-4e99-a844-d07d775586f4 req-3ee5bacf-d348-4452-824f-c11b96fbbd10 tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "GET /v2.0/security-groups/c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6 HTTP/1.1" status: 200  len: 1817 time: 0.0857542
Nov 13 21:08:51.851685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-67d3edd2-c162-47c9-a5a1-6f7951ccd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:51.853132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-67d3edd2-c162-47c9-a5a1-6f7951ccd4a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.1796150
Nov 13 21:08:51.930403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-d976bed5-747d-4c7f-921e-9733de79605e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 217 time: 0.0655537
Nov 13 21:08:51.942923 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8fd46efa-4ae1-4e99-a844-d07d775586f4 req-c3288134-84b2-4c93-88c4-4171fb4a8bea tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.979608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8fd46efa-4ae1-4e99-a844-d07d775586f4 req-c3288134-84b2-4c93-88c4-4171fb4a8bea tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:51.994032 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac806b22-66ad-435f-b517-2d5c688df95d None None] New status for floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:08:51.997157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-a2f67499-5c82-48e5-bf3d-f7d8439c132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.007637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-a2f67499-5c82-48e5-bf3d-f7d8439c132c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0765400
Nov 13 21:08:52.068150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Deleting port 85310983-6b93-48eb-b586-3add036abc3d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:08:52.068534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.129245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8fd46efa-4ae1-4e99-a844-d07d775586f4 req-c3288134-84b2-4c93-88c4-4171fb4a8bea tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.129780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-cb84aa60-dd82-438d-8039-24dbadbd5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.132271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8fd46efa-4ae1-4e99-a844-d07d775586f4 req-c3288134-84b2-4c93-88c4-4171fb4a8bea tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.145280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-cb84aa60-dd82-438d-8039-24dbadbd5fbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1247082
Nov 13 21:08:52.145750 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8fd46efa-4ae1-4e99-a844-d07d775586f4 req-c3288134-84b2-4c93-88c4-4171fb4a8bea tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] 10.222.0.20 "DELETE /v2.0/security-groups/c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6 HTTP/1.1" status: 204  len: 173 time: 0.3079805
Nov 13 21:08:52.147662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48526) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:52.155668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288134-84b2-4c93-88c4-4171fb4a8bea tempest-SecurityGroupsTestJSON-1492139494 tempest-SecurityGroupsTestJSON-1492139494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c083052a-990d-4cb8-a1d9-bdf0a8e1e7a6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:52.233326 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb1f8b9-43c5-4c9b-b82a-34dd3c1a578c x-openstack-request-id: req-0bb1f8b9-43c5-4c9b-b82a-34dd3c1a578c {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:52.233673 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "status": "completed", "code": 200}, {"server_uuid": "ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4", "name": "network-vif-deleted", "tag": "5c1e89a3-489e-49f2-8d3d-89c87ba42883", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:52.234395 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bb1f8b9-43c5-4c9b-b82a-34dd3c1a578c {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:52.234846 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'status': 'completed', 'code': 200}
Nov 13 21:08:52.235469 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3db3bb-9f81-4432-b82e-9b4b4ea11ed4', 'name': 'network-vif-deleted', 'tag': '5c1e89a3-489e-49f2-8d3d-89c87ba42883', 'status': 'completed', 'code': 200}
Nov 13 21:08:52.253054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] For port 85310983-6b93-48eb-b586-3add036abc3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=85310983-6b93-48eb-b586-3add036abc3d,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:52.253761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.321627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Deleting subnet 3696a954-475b-4bf7-ab0d-6706134c3f14 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:08:52.331452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.360423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32399564-f62d-4d64-b17b-137acffeaa5a req-b7f51a1a-2ef9-42d5-978b-32b672ac9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.361976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-b7f51a1a-2ef9-42d5-978b-32b672ac9986 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1099 time: 0.1261063
Nov 13 21:08:52.367573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-84875c0f-59b0-423a-ae85-e8261be229a3 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287295
Nov 13 21:08:52.390505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:52.402797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:52.403165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:52.414472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1fa02-b55a-4e27-b869-9d6de2e0a146 req-06b2b141-e0c2-4496-931e-7cc94bfc55f0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.415987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97f1fa02-b55a-4e27-b869-9d6de2e0a146 req-06b2b141-e0c2-4496-931e-7cc94bfc55f0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 948 time: 0.1347454
Nov 13 21:08:52.420866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.538345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48530) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:52.547968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.599628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-bbc6854d-c7b3-488d-881e-03e607ccbb29 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187304
Nov 13 21:08:52.616646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.616999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.617549 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Floating IP 76a80983-1661-4b7e-a50c-9868a214866d disassociated. External IP: 172.35.3.199, port: 85310983-6b93-48eb-b586-3add036abc3d.
Nov 13 21:08:52.618326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Calling delete_port for 85310983-6b93-48eb-b586-3add036abc3d owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:08:52.627829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97f1fa02-b55a-4e27-b869-9d6de2e0a146 req-9700c2bd-ff8b-4ad2-998d-eee15c52c182 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887128
Nov 13 21:08:52.630910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32399564-f62d-4d64-b17b-137acffeaa5a req-aebfce95-6631-40ed-8540-158db91e042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.632357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-aebfce95-6631-40ed-8540-158db91e042c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2616279
Nov 13 21:08:52.709326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-54270291-776d-43df-8d22-d2b6400f9684 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0632286
Nov 13 21:08:52.713966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:52.784127 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6b972e45-27ac-463f-bf59-92a1a583a91b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=809028ba83b44b9cb5aa39ca3d0ac069&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2443674
Nov 13 21:08:52.788409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48532) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:52.791828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa52236b-9f87-47e1-a954-23167a22fc9a req-04fcd069-a002-4afb-aade-731918c3e35d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 210 time: 0.0910485
Nov 13 21:08:52.816643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32399564-f62d-4d64-b17b-137acffeaa5a req-eefc9512-57ca-467b-a2de-a883f3e991ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.818138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-eefc9512-57ca-467b-a2de-a883f3e991ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0960088
Nov 13 21:08:52.851480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-3f2c7313-6a97-4dfd-91d9-c564279d25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:52.855824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-3f2c7313-6a97-4dfd-91d9-c564279d25b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1097 time: 0.0749340
Nov 13 21:08:52.874209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.905578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.923481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event deleted for resources: {'Port': ['ID=85310983-6b93-48eb-b586-3add036abc3d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:52.961498 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:52.970935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3696a954-475b-4bf7-ab0d-6706134c3f14 HTTP/1.1" status: 204  len: 168 time: 0.8219190
Nov 13 21:08:52.976833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48538) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:52.977597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0b463-87bf-4cbf-938e-12610f38711d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3696a954-475b-4bf7-ab0d-6706134c3f14,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:53.013203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32399564-f62d-4d64-b17b-137acffeaa5a req-f54dcaf7-ffea-48de-a88d-b9547129b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:53.015069 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-f54dcaf7-ffea-48de-a88d-b9547129b285 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1885426
Nov 13 21:08:53.046413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b0a0>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:52Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.063672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6141b4e6-8ae8-4c06-9077-69087e8ba4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.081587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:53.090341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:53.091110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.094375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-51940036-f948-4c22-b703-ea9b686646c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:53.096197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-51940036-f948-4c22-b703-ea9b686646c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.2316885
Nov 13 21:08:53.161032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:08:53.175797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-f13e3cc0-fcd2-4824-9b77-07cda0dbeb0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 1002 time: 0.0732079
Nov 13 21:08:53.187480 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6141b4e6-8ae8-4c06-9077-69087e8ba4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.227322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.234379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:53.267911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-7347866f-eb51-499b-9067-9fea49005776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:53.269694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-7347866f-eb51-499b-9067-9fea49005776 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0862949
Nov 13 21:08:53.295227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-ee3ac259-ce33-4a4a-8dea-5ebba26cd46c service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2615829
Nov 13 21:08:53.361011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:53.371193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-beec013b-24a7-4a55-81bf-7da09f666e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:53.381183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-beec013b-24a7-4a55-81bf-7da09f666e69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1034918
Nov 13 21:08:53.381999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:53.423158 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:53.424155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde28a4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.558492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-dde3ac35-2197-4ed7-9004-5ae9a6660029 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765831
Nov 13 21:08:53.559547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] No DVR routers for this DVR port 85310983-6b93-48eb-b586-3add036abc3d on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:08:53.563693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.564431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.568181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffe1d140-b7b3-4f76-9dff-10bfdcf39874 req-3ef3c65d-d68b-4c9d-8cc5-9d993917bf74 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.46 "DELETE /v2.0/ports/85310983-6b93-48eb-b586-3add036abc3d HTTP/1.1" status: 204  len: 173 time: 1.7662034
Nov 13 21:08:53.590253 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:53.627776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc4a74c0>,) {'filters': {'network_id': ['5b3100f7-8de9-47eb-88b0-94673cebd86a']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.646302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4a74c0>, '9a3938bd-6375-45c8-9174-1dcfacaa6f30') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.646526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4a74c0>, '9a3938bd-6375-45c8-9174-1dcfacaa6f30') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.650123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b0a0>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:52Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.660010 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.679998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.690818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6141b4e6-8ae8-4c06-9077-69087e8ba4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.691689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6141b4e6-8ae8-4c06-9077-69087e8ba4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.694705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6141b4e6-8ae8-4c06-9077-69087e8ba4a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/868c69ca-b834-4d18-8a7b-55b6798364ee HTTP/1.1" status: 204  len: 168 time: 0.9027500
Nov 13 21:08:53.698848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:08:53.699372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:08:53.701472 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:08:53.704257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32399564-f62d-4d64-b17b-137acffeaa5a req-954e6b4d-9cc8-4c24-a7b0-2b2a62d7bab4 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3896205
Nov 13 21:08:53.743925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141b4e6-8ae8-4c06-9077-69087e8ba4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c69ca-b834-4d18-8a7b-55b6798364ee,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:53.784049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}, {'name': 'network-changed', 'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a'}, {'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'name': 'network-vif-deleted', 'tag': '85310983-6b93-48eb-b586-3add036abc3d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:53.789367 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b22ab7-de82-4f42-b393-d96ed5628017" -d '{"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}, {"name": "network-changed", "server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a"}, {"server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "name": "network-vif-deleted", "tag": "85310983-6b93-48eb-b586-3add036abc3d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:53.794280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c8ab4d-d4e7-4c6e-a5d7-79afacaa4386 req-82967f65-d68e-4546-8575-75a291ce8b29 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251134
Nov 13 21:08:53.795435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48548) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:53.811473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3537c5-6811-4e05-9726-249fab3379a3 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:bd:2c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:08:52Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:53.895170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f6cf4-12a2-4841-93bd-029ee509ede3 req-f60bc591-d5f8-40a2-8400-aaa55f9efb6e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:53.896814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d55f6cf4-12a2-4841-93bd-029ee509ede3 req-f60bc591-d5f8-40a2-8400-aaa55f9efb6e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 948 time: 0.0804095
Nov 13 21:08:53.958000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde28a4c0>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:53.990611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 85310983-6b93-48eb-b586-3add036abc3d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:08:53.994375 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d55f6cf4-12a2-4841-93bd-029ee509ede3 req-8fba610a-33ed-4b17-81e0-f1d8606a3ed2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823975
Nov 13 21:08:54.007723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.012544 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:54.027926 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.030212 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:54.032040 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde28a4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:54.044009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5b3100f7-8de9-47eb-88b0-94673cebd86a HTTP/1.1" status: 204  len: 168 time: 1.0546823
Nov 13 21:08:54.075799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 85310983-6b93-48eb-b586-3add036abc3d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:08:54.081871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 85310983-6b93-48eb-b586-3add036abc3d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:08:54.088868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9eb6cdc8-7b3e-4dfc-8650-ba6a198128fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa03c215a06a4f5d9b84307c69716178&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2918777
Nov 13 21:08:54.089074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c4764-7a04-4a15-8db6-728718f7fd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3100f7-8de9-47eb-88b0-94673cebd86a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:54.093912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48562) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:54.122244 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763af29d-6a18-4ad1-b8f8-4fc441250515 x-openstack-request-id: req-763af29d-6a18-4ad1-b8f8-4fc441250515 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:54.123443 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a", "status": "completed", "code": 200}, {"server_uuid": "8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b", "name": "network-vif-deleted", "tag": "85310983-6b93-48eb-b586-3add036abc3d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:54.124565 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-763af29d-6a18-4ad1-b8f8-4fc441250515 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:54.125096 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'status': 'completed', 'code': 200}
Nov 13 21:08:54.125640 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'status': 'completed', 'code': 200}
Nov 13 21:08:54.127968 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8637d0d9-e6c9-4354-bda9-f0d8b8b3eb7b', 'name': 'network-vif-deleted', 'tag': '85310983-6b93-48eb-b586-3add036abc3d', 'status': 'completed', 'code': 200}
Nov 13 21:08:54.274318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6aed3ba5-3c8a-492b-9a0b-6b5e54846ca2 req-f9a116ae-1602-4bc2-b2c2-5b98e71fec8d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 210 time: 0.0965953
Nov 13 21:08:54.308488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa9f43ce-e15d-4a5f-88b1-b0b01bb404b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.321016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c71dc13-c929-4fc7-9498-12561c528bbf req-67ac8a12-b3d9-43c6-ad1a-85861bf51433 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1002 time: 0.1908417
Nov 13 21:08:54.334392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-a220b206-7a54-4e65-b41d-dc166d1f6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:54.335894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-a220b206-7a54-4e65-b41d-dc166d1f6fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.1671779
Nov 13 21:08:54.341092 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:54.395784 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa9f43ce-e15d-4a5f-88b1-b0b01bb404b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.424465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71dc13-c929-4fc7-9498-12561c528bbf req-d123ac98-8a88-472f-bc47-9a0f3f739aac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:54.432990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c71dc13-c929-4fc7-9498-12561c528bbf req-d123ac98-8a88-472f-bc47-9a0f3f739aac tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports/9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 943 time: 0.1089146
Nov 13 21:08:54.591366 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde28a4c0>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:54.594952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-682f044e-f7db-4e90-8912-7268a0eeeda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:54.597958 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-682f044e-f7db-4e90-8912-7268a0eeeda6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.2370992
Nov 13 21:08:54.601103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c71dc13-c929-4fc7-9498-12561c528bbf req-7c422e15-403c-4df4-861a-bd213f1c9d22 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1002 time: 0.1090472
Nov 13 21:08:54.620380 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c547cf-3e16-43df-8c33-5e5965961ff1 None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:54.705941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-c443befa-1bb0-42ae-9cfe-ac66aecd91e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 217 time: 0.0602398
Nov 13 21:08:54.732100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:08:54.792766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-77c057d2-f256-4504-9782-20b73dcf4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:54.799173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-77c057d2-f256-4504-9782-20b73dcf4c3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0882809
Nov 13 21:08:54.805098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa9f43ce-e15d-4a5f-88b1-b0b01bb404b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.807765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa9f43ce-e15d-4a5f-88b1-b0b01bb404b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.810853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa9f43ce-e15d-4a5f-88b1-b0b01bb404b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55430263-02cb-4936-b90d-e00f74cc0ecd HTTP/1.1" status: 204  len: 168 time: 0.7109854
Nov 13 21:08:54.824980 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7cff8955-dcd5-4f93-8e45-9903a2d83e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.850424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71dc13-c929-4fc7-9498-12561c528bbf req-2d14408a-97a3-4c3a-a929-2b357c259ada tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:54.852107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c71dc13-c929-4fc7-9498-12561c528bbf req-2d14408a-97a3-4c3a-a929-2b357c259ada tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2450449
Nov 13 21:08:54.875568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:54.882519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f43ce-e15d-4a5f-88b1-b0b01bb404b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55430263-02cb-4936-b90d-e00f74cc0ecd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:54.898495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'mac_address': 'fa:16:3e:28:9d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:08:54.919933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48580) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:54.960808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:54.977436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-40972a11-ed62-4356-abe2-9f35b5ea88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:54.981961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-40972a11-ed62-4356-abe2-9f35b5ea88f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1621294
Nov 13 21:08:54.991480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7147b4c-a298-492f-92b5-ccefd3ffcc59 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:55.016558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:55.041736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e13715-9608-4468-9a26-1245a2ed9dd6 None None] New status for floating IP 76a80983-1661-4b7e-a50c-9868a214866d: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:08:55.054665 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-d6df107e-a62f-4e84-add6-c725d4313fe6 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1002 time: 0.1650825
Nov 13 21:08:55.056641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1b5f1fca-6d27-415d-bace-a80fdba58737 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34abc713d0364b829f3cf347fcb8f5e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1356356
Nov 13 21:08:55.092997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48586) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:55.175765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-74e25fe8-2498-4cb7-b77d-94dafddabed9 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:55.179222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-74e25fe8-2498-4cb7-b77d-94dafddabed9 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports/9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 943 time: 0.1216528
Nov 13 21:08:55.256084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:55.433420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:55.485044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-b4fcc5d2-eb2b-4f1b-9713-22d77fe1b042 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:55.486534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-b4fcc5d2-eb2b-4f1b-9713-22d77fe1b042 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.37 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 824 time: 0.1383448
Nov 13 21:08:55.492909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-f9df6ec5-c6dc-45f2-ac71-8814413d96e0 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1002 time: 0.2278669
Nov 13 21:08:55.537261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['f7147b4c-a298-492f-92b5-ccefd3ffcc59'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:08:55.596227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-b1592155-fcc3-4284-97d2-cc645a273028 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6005039
Nov 13 21:08:55.606379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaf88-961d-45c3-9a37-146d1e2cb793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:55.618727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-6a8b4e81-f845-4b0f-9ea9-d89750cfb425 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdaf342b12614a5f82fe37e3677e4b71 HTTP/1.1" status: 200  len: 380 time: 0.1223848
Nov 13 21:08:55.637300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'port': {'device_id': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'admin_state_up': True, 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'security_groups': ['9029daa7-1413-451c-8caf-787fd101fe6e']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:55.712490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d504175-cfc4-46f9-8e9f-9e607f1a69a4 req-9812dbfc-c804-4b4c-9232-a936e6026f43 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:55.714394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d504175-cfc4-46f9-8e9f-9e607f1a69a4 req-9812dbfc-c804-4b4c-9232-a936e6026f43 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.1963394
Nov 13 21:08:55.720044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-716719ba-abbe-42ed-b3b3-944b166523fb tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:55.724030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaf88-961d-45c3-9a37-146d1e2cb793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:55.731100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-716719ba-abbe-42ed-b3b3-944b166523fb tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2272589
Nov 13 21:08:55.840169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-d8be43e9-7c5b-4380-89c6-4cd03bc86116 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1002 time: 0.1077006
Nov 13 21:08:55.847519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:55.848258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-90983364-27d3-43d2-8808-e3eab77259b2 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446959
Nov 13 21:08:55.852272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d504175-cfc4-46f9-8e9f-9e607f1a69a4 req-d730fb01-6f16-427e-8724-5e1b80ee8fd5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261642
Nov 13 21:08:55.935424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:55.982041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48604) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:55.990635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaf88-961d-45c3-9a37-146d1e2cb793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:55.993169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaf88-961d-45c3-9a37-146d1e2cb793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:55.994314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-283aaf88-961d-45c3-9a37-146d1e2cb793 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b2a3bfb-da80-4664-8b2f-e5eab8c5db09 HTTP/1.1" status: 204  len: 168 time: 0.9000652
Nov 13 21:08:56.008098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aaf88-961d-45c3-9a37-146d1e2cb793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a3bfb-da80-4664-8b2f-e5eab8c5db09,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:56.028216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-9f583ff4-dd43-460d-93f4-147449d6b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:56.029942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-9f583ff4-dd43-460d-93f4-147449d6b625 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1097 time: 0.0735238
Nov 13 21:08:56.086502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Made reservation on behalf of fdaf342b12614a5f82fe37e3677e4b71 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:08:56.091648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:56.107579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b4d60fa-5b3a-47be-ad87-2294c635cdf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3188dedff284b4ab5240252bcf6eaac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1241758
Nov 13 21:08:56.120134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48608) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:56.120490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8bcae72-1e34-4b60-b192-9383c19d3126 req-f961a0df-2328-43c9-8310-fc6cce57e4da tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 210 time: 0.0816617
Nov 13 21:08:56.169926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-09b9b4bf-0d29-485f-8cb0-bf114923e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:56.171654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-09b9b4bf-0d29-485f-8cb0-bf114923e043 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.1311424
Nov 13 21:08:56.241837 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-e3969f20-bd39-4bdb-9fa4-7e073eb0be3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 1002 time: 0.0623441
Nov 13 21:08:56.306069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-df4c83d7-d642-44d0-910b-61c46ff1412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:56.307652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-df4c83d7-d642-44d0-910b-61c46ff1412d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0570731
Nov 13 21:08:56.368442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-dfe4b4a3-9982-444b-98d1-7e41139c2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:56.374013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-dfe4b4a3-9982-444b-98d1-7e41139c2d4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0564041
Nov 13 21:08:56.550176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-fb1654ab-25a0-4f72-9f9e-7fc5f26f09e7 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670732
Nov 13 21:08:56.630806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:56.658027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74b22ab7-de82-4f42-b393-d96ed5628017 req-b12ea211-59b8-4005-b285-1c0c2d24bbb0 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983293
Nov 13 21:08:56.668532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0dc-8a81-4dac-a8a3-e1d8f1f8e706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:56.708032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:56.708350 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd disassociated. External IP: 172.35.3.137, port: 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a.
Nov 13 21:08:56.715526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0dc-8a81-4dac-a8a3-e1d8f1f8e706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:56.740305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:08:56.757745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Allocated IP 172.20.0.10 (c8c912f0-a827-467f-b041-3317ec4221d9/eb8a22d4-1118-4692-9d1e-34a40ce1207b/0197e79a-6aed-4b91-8e7a-5d5186103b05) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:08:56.894854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:08:56.902239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:56.902625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.007176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0dc-8a81-4dac-a8a3-e1d8f1f8e706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.012102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d0dc-8a81-4dac-a8a3-e1d8f1f8e706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.013325 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6fe0d0dc-8a81-4dac-a8a3-e1d8f1f8e706 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/876ab9e7-2167-4d2b-8f96-d1a5b89f2e80 HTTP/1.1" status: 204  len: 168 time: 0.8985083
Nov 13 21:08:57.028250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.040208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551de1e6-ef8a-42f2-972e-b94b12c000b5 req-1f5f8c3d-3b2c-4555-b4cf-8cb0f5ef1810 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:57.042517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-551de1e6-ef8a-42f2-972e-b94b12c000b5 req-1f5f8c3d-3b2c-4555-b4cf-8cb0f5ef1810 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.0590453
Nov 13 21:08:57.055383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:57.057756 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1987f66c-400c-4550-a771-3a0d80ee8049" -d '{"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-plugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:57.063223 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ef08ebe-18d3-4d7c-ba80-ed0237bc74b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.075019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:08:57.090775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d0dc-8a81-4dac-a8a3-e1d8f1f8e706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876ab9e7-2167-4d2b-8f96-d1a5b89f2e80,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:57.110116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-551de1e6-ef8a-42f2-972e-b94b12c000b5 req-56525e72-a5ec-4fa2-9f39-036e0368ab50 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611107
Nov 13 21:08:57.136906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:08:57.172664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.209198 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.271279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:57.298487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:08:57.303499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.309825 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:08:57.321064 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:57.321777 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:57.348436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e90eeb0a-3d5f-4a56-abf3-adec63167250 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "PUT /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 695 time: 1.5048544
Nov 13 21:08:57.348436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:08:57.350875 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793193b-5ab0-43e7-a81e-5bc2efd3754b" -d '{"events": [{"name": "network-changed", "server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:08:57.371291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.380495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:08:57.462793 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Network c8c912f0-a827-467f-b041-3317ec4221d9 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:08:57.474849 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:57.478382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:08:57.485137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:08:57.491181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-27dc1775-2aa1-427c-bd39-51a9c4475434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:57.492888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-27dc1775-2aa1-427c-bd39-51a9c4475434 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1097 time: 0.1128030
Nov 13 21:08:57.494801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event updated for resources: {'Port': ['ID=0197e79a-6aed-4b91-8e7a-5d5186103b05,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:57.629222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:57.629222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.642062 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008eaeb8-aba4-4f95-b9ff-017fc2f8b44c x-openstack-request-id: req-008eaeb8-aba4-4f95-b9ff-017fc2f8b44c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:57.642219 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-plugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:57.642791 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-008eaeb8-aba4-4f95-b9ff-017fc2f8b44c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:57.642919 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'code': 200}
Nov 13 21:08:57.706247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e7567ff0-d0f9-4851-9ba3-ea1fd17b32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:57.707854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-e7567ff0-d0f9-4851-9ba3-ea1fd17b32da service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.1836431
Nov 13 21:08:57.763279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-45dd5dfe-5e03-4d0c-84c5-0a5e79fe323b tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1348460
Nov 13 21:08:57.794821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Request body: {'port': {'device_id': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:08:57.798110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-145d9f54-90d3-402a-a8e6-81c6697227e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 217 time: 0.0745969
Nov 13 21:08:57.838906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabfea8-4e0a-498f-9cd3-09958654743a req-177e43ed-5ae7-42ae-a2d7-7ed8c40a2d9c tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:57.843517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bbabfea8-4e0a-498f-9cd3-09958654743a req-177e43ed-5ae7-42ae-a2d7-7ed8c40a2d9c tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 932 time: 0.0702834
Nov 13 21:08:57.868653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-52234da2-f9bb-415e-8f51-daf8cf744e9c None None] Provisioning complete for port 0197e79a-6aed-4b91-8e7a-5d5186103b05 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:08:57.870900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52234da2-f9bb-415e-8f51-daf8cf744e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:57.943891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bbabfea8-4e0a-498f-9cd3-09958654743a req-5cd030a6-3d25-4974-9b5e-f68b214b780d tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913782
Nov 13 21:08:57.946476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ab3-5f90-4611-b795-4c75279a368a req-2938f378-77bb-4787-b782-cdf0fe570e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:57.949041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b796ab3-5f90-4611-b795-4c75279a368a req-2938f378-77bb-4787-b782-cdf0fe570e25 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1101 time: 0.2351718
Nov 13 21:08:57.987223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-52234da2-f9bb-415e-8f51-daf8cf744e9c None None] Port 0197e79a-6aed-4b91-8e7a-5d5186103b05 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:08:57.989802 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee040>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:57.990027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-5b06aed7-b1b3-4e10-a1a4-63cad68ae996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.000491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-5b06aed7-b1b3-4e10-a1a4-63cad68ae996 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1589925
Nov 13 21:08:58.011927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:58.021146 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4203c5-42f5-438b-94a9-4ca5460759b5 x-openstack-request-id: req-2e4203c5-42f5-438b-94a9-4ca5460759b5 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:08:58.021665 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:08:58.022075 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e4203c5-42f5-438b-94a9-4ca5460759b5 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:08:58.022635 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'status': 'completed', 'code': 200}
Nov 13 21:08:58.107600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-1cca4f01-e5c9-4642-ae17-1c9448cb2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.109146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-1cca4f01-e5c9-4642-ae17-1c9448cb2ddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 1097 time: 0.0593321
Nov 13 21:08:58.140126 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:08:58.147185 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:08:58.147617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:58.168660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b796ab3-5f90-4611-b795-4c75279a368a req-51541878-63d8-4379-8655-7d7f6b45e515 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117345
Nov 13 21:08:58.210820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-6802d036-a3e5-45b9-a47c-73e73ff3af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.214724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-6802d036-a3e5-45b9-a47c-73e73ff3af0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2130461
Nov 13 21:08:58.295944 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:08:58.349473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-98988ad1-2e4d-4085-a15b-6a8c56e4fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.350983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-98988ad1-2e4d-4085-a15b-6a8c56e4fc81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.2331593
Nov 13 21:08:58.360667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba3d2-ed14-4be4-9e75-e50d62c8d898 req-ba971646-7a00-42ff-bf46-a032f227cf17 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.362249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85dba3d2-ed14-4be4-9e75-e50d62c8d898 req-ba971646-7a00-42ff-bf46-a032f227cf17 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1059575
Nov 13 21:08:58.398031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:58.406990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-a90fbab4-13da-47c4-8b37-7d737bb2e3ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 200  len: 217 time: 0.0423663
Nov 13 21:08:58.457788 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-50bb2c88-2931-4e93-969d-495911b55e3c service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680903
Nov 13 21:08:58.520366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85dba3d2-ed14-4be4-9e75-e50d62c8d898 req-6fa2cde9-7b2c-42f4-9b8b-23dd04d8f42a tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509600
Nov 13 21:08:58.527433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-cd16798b-3056-49a6-b79d-9a7ae073f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.529073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-cd16798b-3056-49a6-b79d-9a7ae073f790 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1149750
Nov 13 21:08:58.630774 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee040>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:08:58.675663 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d0644a-ec80-444d-984e-54bf4e90c30b None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:08:58.676716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0197e79a-6aed-4b91-8e7a-5d5186103b05 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:08:58.694058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-66c71cca-5dc3-4ee3-8660-4ec1d4698261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:58.695820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-66c71cca-5dc3-4ee3-8660-4ec1d4698261 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1435726
Nov 13 21:08:58.699563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:58.734898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19e2204d-d29c-4e3b-af12-45d7ad93792a req-66eebb85-c9a4-45d8-9587-2df02a2423b1 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2675238
Nov 13 21:08:58.745212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Transition to ACTIVE for port object 0197e79a-6aed-4b91-8e7a-5d5186103b05 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:08:58.817912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-a29e6a37-24f0-4717-9c3b-f22a86e6c6c6 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123042
Nov 13 21:08:58.837583 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:58.972274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7793193b-5ab0-43e7-a81e-5bc2efd3754b req-65df76b1-5e49-400e-acf4-e50a0f3be8b3 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477883
Nov 13 21:08:59.014376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Pushing event updated for resources: {'Port': ['ID=0197e79a-6aed-4b91-8e7a-5d5186103b05,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:59.114590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac042afa-ef1d-41c7-a7dd-70fe392fbd39 None None] New status for floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:08:59.143537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Attempting to bind port 0197e79a-6aed-4b91-8e7a-5d5186103b05 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:08:59.144008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Attempting to bind port 0197e79a-6aed-4b91-8e7a-5d5186103b05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:08:59.144448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Attempting to bind port 0197e79a-6aed-4b91-8e7a-5d5186103b05 on network c8c912f0-a827-467f-b041-3317ec4221d9 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:59.161329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Port 0197e79a-6aed-4b91-8e7a-5d5186103b05 on network c8c912f0-a827-467f-b041-3317ec4221d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:08:59.161828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Attempting to bind port 0197e79a-6aed-4b91-8e7a-5d5186103b05 on network c8c912f0-a827-467f-b041-3317ec4221d9 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:08:59.176995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:08:59.177714 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Checking segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:08:59.178472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Bound using segment: {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:08:59.178472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Bound port: 0197e79a-6aed-4b91-8e7a-5d5186103b05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe2df32-769d-48d0-a119-a8afdc6686ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:08:59.179139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:59.312255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849cfd9-d75f-4889-aa71-76dc263d0a47 req-400b147b-d74e-4ec9-b8e8-f975cbc37d56 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:59.314362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f849cfd9-d75f-4889-aa71-76dc263d0a47 req-400b147b-d74e-4ec9-b8e8-f975cbc37d56 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 944 time: 0.1578217
Nov 13 21:08:59.344643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] For port 0197e79a-6aed-4b91-8e7a-5d5186103b05, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:08:59.366473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] For port 0197e79a-6aed-4b91-8e7a-5d5186103b05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:08:59.387746 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f849cfd9-d75f-4889-aa71-76dc263d0a47 req-748a21e6-518c-4d55-a4f3-679fe9f3c752 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643370
Nov 13 21:08:59.499230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:59.574700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:59.575337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:59.576744 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] 10.222.0.37 "PUT /v2.0/ports/0197e79a-6aed-4b91-8e7a-5d5186103b05 HTTP/1.1" status: 200  len: 1092 time: 1.7873986
Nov 13 21:08:59.667399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca465-4740-46e4-b4e1-16ad1bd17f66 service neutron] Pushing event updated for resources: {'Port': ['ID=0197e79a-6aed-4b91-8e7a-5d5186103b05,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:08:59.777476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48774) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:08:59.791951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:08:59.825577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacb6c5-6a90-4ec6-97f8-eee7fe802b58 req-51434aff-8a99-49dc-a5e4-279a0ab75602 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:59.833413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddacb6c5-6a90-4ec6-97f8-eee7fe802b58 req-51434aff-8a99-49dc-a5e4-279a0ab75602 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1681385
Nov 13 21:08:59.837477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-d50ebcbd-c527-4232-8b29-77714b4f2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:59.838993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-d50ebcbd-c527-4232-8b29-77714b4f2ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 1095 time: 0.0893438
Nov 13 21:08:59.892501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-4354c393-ec2b-4c3b-bc03-7c67dfa9528c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05 HTTP/1.1" status: 200  len: 217 time: 0.0390675
Nov 13 21:08:59.964753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddacb6c5-6a90-4ec6-97f8-eee7fe802b58 req-93fcdd10-ef2d-45ad-a522-9aefc924d285 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302910
Nov 13 21:08:59.971971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-10f4dd67-05c4-4d57-8c27-7852c85b28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:08:59.973807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-10f4dd67-05c4-4d57-8c27-7852c85b28d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.0694499
Nov 13 21:09:00.022676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae984b0-a85d-470c-9b99-08ad7dc4ef65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.030978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:00.033373 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee00122-e77e-48cd-8859-ec35bed1402b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:00.148248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-b014f053-b634-4a17-9d35-2ad87881399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:00.150024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-b014f053-b634-4a17-9d35-2ad87881399b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1667440
Nov 13 21:09:00.169546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae984b0-a85d-470c-9b99-08ad7dc4ef65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.181499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb8f0a-d314-4fe4-bb6a-52e3b04ac4e0 req-6483b553-78ed-4eb7-951a-1caae392df31 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:00.183094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdb8f0a-d314-4fe4-bb6a-52e3b04ac4e0 req-6483b553-78ed-4eb7-951a-1caae392df31 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1101 time: 0.0695858
Nov 13 21:09:00.199664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-2414e2b8-67b4-4164-92c1-bb20456f0207 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:00.201165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-2414e2b8-67b4-4164-92c1-bb20456f0207 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1623502
Nov 13 21:09:00.228735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdb8f0a-d314-4fe4-bb6a-52e3b04ac4e0 req-9eb7c1f5-0af6-455b-94f4-effba66ee38c tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392795
Nov 13 21:09:00.283204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-4a3e1217-8b3c-4bca-88b6-e2e6d94f9e13 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 696 time: 0.0524137
Nov 13 21:09:00.286176 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a126708-b6d7-4c8c-bca4-fce698e01bb8 x-openstack-request-id: req-1a126708-b6d7-4c8c-bca4-fce698e01bb8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:00.286465 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:00.286719 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a126708-b6d7-4c8c-bca4-fce698e01bb8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:00.287108 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'status': 'completed', 'code': 200}
Nov 13 21:09:00.297180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'floatingip': {'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:00.332363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae984b0-a85d-470c-9b99-08ad7dc4ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.349058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.351590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-8012c3c6-56c3-4209-8944-750f183c89df service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931119
Nov 13 21:09:00.370227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6ae984b0-a85d-470c-9b99-08ad7dc4ef65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2e16d47d084415fa153b8b76663e2dc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5914466
Nov 13 21:09:00.372906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.373903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48794) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:00.389489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae984b0-a85d-470c-9b99-08ad7dc4ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8dfa8f-458b-4f6d-b4bc-4827085abf6d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:00.433296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-140ef36b-7621-46d4-834d-73342be1d2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.460337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-140ef36b-7621-46d4-834d-73342be1d2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.584558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d42a71a4-2851-464a-9d95-38a9e6fa7a94 req-6ca10e4e-8100-4dac-a643-0cb9d6104f42 service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011516
Nov 13 21:09:00.671689 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-140ef36b-7621-46d4-834d-73342be1d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.675752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-140ef36b-7621-46d4-834d-73342be1d2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:00.678103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-140ef36b-7621-46d4-834d-73342be1d2a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd8dfa8f-458b-4f6d-b4bc-4827085abf6d HTTP/1.1" status: 204  len: 168 time: 0.3036165
Nov 13 21:09:00.688827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ef36b-7621-46d4-834d-73342be1d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8dfa8f-458b-4f6d-b4bc-4827085abf6d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:00.817203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48818) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:00.943758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2e98feb-6aa6-4ae4-86e4-a97aa27008d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.037287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2e98feb-6aa6-4ae4-86e4-a97aa27008d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.189499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2e98feb-6aa6-4ae4-86e4-a97aa27008d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.215260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-9fdf12c9-eb30-4e7d-abf1-718658244349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.217642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-9fdf12c9-eb30-4e7d-abf1-718658244349 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 1095 time: 0.4744093
Nov 13 21:09:01.263383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e98feb-6aa6-4ae4-86e4-a97aa27008d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28aa823-0a0e-4d97-8d3f-37887c4e7084,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:01.307389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a2e98feb-6aa6-4ae4-86e4-a97aa27008d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f37c74b2ba9341899621f722c8db1813&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4875374
Nov 13 21:09:01.318905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48830) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:01.347244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-f32298eb-386e-48a6-bb80-020e29b677c8 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.349091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-f32298eb-386e-48a6-bb80-020e29b677c8 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ed96c0-ceeb-4292-88b2-f5cc2310570a HTTP/1.1" status: 200  len: 946 time: 0.1364174
Nov 13 21:09:01.419796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.resource_extend [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:09:01.486117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59c09859-65bb-4818-ab1d-4251a0fcdf2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.488197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-c8cbd600-2471-45ab-bb12-3a5c4263d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.489718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-c8cbd600-2471-45ab-bb12-3a5c4263d27a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 925 time: 0.2607620
Nov 13 21:09:01.491858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.495246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152de04-c76c-4a61-bea5-8e8765a5a348 req-5b90a1a9-cea6-4564-afb9-b8fab44bb794 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.496773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0152de04-c76c-4a61-bea5-8e8765a5a348 req-5b90a1a9-cea6-4564-afb9-b8fab44bb794 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 944 time: 0.1269667
Nov 13 21:09:01.537485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59c09859-65bb-4818-ab1d-4251a0fcdf2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.562712 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-4c6c5f04-bc28-4422-8d8d-e26d310171f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05 HTTP/1.1" status: 200  len: 217 time: 0.0648785
Nov 13 21:09:01.606600 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.610504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Deleting port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:01.610842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.619342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0152de04-c76c-4a61-bea5-8e8765a5a348 req-cdd9042c-3e98-4390-b39e-1127d247a376 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125877
Nov 13 21:09:01.656598 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-2f72ccfa-8dd1-44e6-82ea-2e0d7a3b7cb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1573365
Nov 13 21:09:01.667964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-14c837c4-e35d-4d77-80df-d5c8db7c8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.669443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-14c837c4-e35d-4d77-80df-d5c8db7c8d71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.0999646
Nov 13 21:09:01.765661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-2eb23c66-bb66-44f1-956d-4a5bb8bf1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.767173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-2eb23c66-bb66-44f1-956d-4a5bb8bf1901 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0869894
Nov 13 21:09:01.771698 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd associated. External IP: 172.35.3.137, port: 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6.
Nov 13 21:09:01.778023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] For port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:01.778325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.788715 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59c09859-65bb-4818-ab1d-4251a0fcdf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.791478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59c09859-65bb-4818-ab1d-4251a0fcdf2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:01.794975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-59c09859-65bb-4818-ab1d-4251a0fcdf2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c28aa823-0a0e-4d97-8d3f-37887c4e7084 HTTP/1.1" status: 204  len: 168 time: 0.4724386
Nov 13 21:09:01.798636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Calling delete_port for 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:01.823800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09859-65bb-4818-ab1d-4251a0fcdf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28aa823-0a0e-4d97-8d3f-37887c4e7084,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:01.833031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c121b36-5db6-4276-9492-d9407dc614b4 req-328f358c-a249-4506-a4f5-a7c9dbd1bb4d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:01.834778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c121b36-5db6-4276-9492-d9407dc614b4 req-328f358c-a249-4506-a4f5-a7c9dbd1bb4d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1030297
Nov 13 21:09:01.938198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c121b36-5db6-4276-9492-d9407dc614b4 req-91b02dc7-5b87-4e42-8e2d-b23476d78455 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633299
Nov 13 21:09:02.064950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-309921dd-ffe9-4d4f-b9fe-8c62010d001d service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579350
Nov 13 21:09:02.081048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:02.099806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:02.136486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event deleted for resources: {'Port': ['ID=9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:02.227972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] No DVR routers for this DVR port 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:02.228979 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:02.240875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3b60f3b-e9fe-4389-b248-68edbc705c9c req-d573cdaf-0baf-47f3-899b-0db951e39020 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "DELETE /v2.0/ports/9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a HTTP/1.1" status: 204  len: 173 time: 0.8817830
Nov 13 21:09:02.243813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'name': 'network-vif-deleted', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:02.248223 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65cfe9b-849f-46c7-84e5-04321a43276f" -d '{"events": [{"server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "name": "network-vif-deleted", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:02.270732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:09:02.288487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ee00122-e77e-48cd-8859-ec35bed1402b req-cbfc90e9-10e8-4dbf-b6cd-2193d810d20f service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143617
Nov 13 21:09:02.495658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:09:02.500914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:02.510349 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:09:02.521988 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:02.522895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1c1580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:02.535239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-8840438f-2074-4fea-8c14-b8b8137c9ce4 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "PUT /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 996 time: 2.2437723
Nov 13 21:09:02.535731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:02.538336 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a495642-8d34-4ac1-b09a-e3753013e39e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:02.613261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-3b9f72a4-b45f-4da1-90f1-df0a16588b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:02.614828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-3b9f72a4-b45f-4da1-90f1-df0a16588b0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.0521445
Nov 13 21:09:02.651713 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:02.735283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-727aa0a4-3f26-47c1-83e8-c6eabe76c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:02.736745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-727aa0a4-3f26-47c1-83e8-c6eabe76c648 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.1148119
Nov 13 21:09:02.881856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-fba982a6-303d-4e5a-9b84-27a8c81f66d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 999 time: 0.1295462
Nov 13 21:09:02.916485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48904) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:02.950296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54d52c36-b55b-48f9-aab0-9620f4d749df admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:02.974667 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78e904-c964-471c-9826-25ca02c42c6f x-openstack-request-id: req-db78e904-c964-471c-9826-25ca02c42c6f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:02.975459 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ed96c0-ceeb-4292-88b2-f5cc2310570a", "name": "network-vif-deleted", "tag": "9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:02.977047 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db78e904-c964-471c-9826-25ca02c42c6f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:02.977797 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ed96c0-ceeb-4292-88b2-f5cc2310570a', 'name': 'network-vif-deleted', 'tag': '9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a', 'status': 'completed', 'code': 200}
Nov 13 21:09:03.002908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48908) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:03.035466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-36526627-f961-42d8-947d-30ec3ce1feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.038241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-36526627-f961-42d8-947d-30ec3ce1feed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1463337
Nov 13 21:09:03.041432 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55189009-4b0b-4ffc-821b-306238a38e59 x-openstack-request-id: req-55189009-4b0b-4ffc-821b-306238a38e59 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:03.042091 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:03.043153 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55189009-4b0b-4ffc-821b-306238a38e59 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:03.043736 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'status': 'completed', 'code': 200}
Nov 13 21:09:03.061429 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1c1580>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:09:01Z', 'revision_number': 8, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:03.098868 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:09:03.113799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:03.115999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1c1580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:03.117675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-e271f8dd-101a-450f-b03f-d570aa400f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.120137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-e271f8dd-101a-450f-b03f-d570aa400f2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0709486
Nov 13 21:09:03.268153 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:03.272894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-0c056738-e656-47d8-a06b-cc80a88af5a7 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453750
Nov 13 21:09:03.280141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54d52c36-b55b-48f9-aab0-9620f4d749df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.297382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-5b110fff-fca0-405e-9eb7-d0823224d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.299513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-5b110fff-fca0-405e-9eb7-d0823224d41c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.2386272
Nov 13 21:09:03.312397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a72cb-a597-4a47-9c15-8a7ad45bf614 req-ca2d7218-be47-4149-a4fb-c1e5fc77e87e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.314053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-699772748-network', 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:03.319984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-577a72cb-a597-4a47-9c15-8a7ad45bf614 req-ca2d7218-be47-4149-a4fb-c1e5fc77e87e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 944 time: 0.0872853
Nov 13 21:09:03.406775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f253b890-d71e-4949-b55b-42d7d9c1b388 req-1ad3c1d2-8773-4959-a128-5e50b5e850e5 service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249008
Nov 13 21:09:03.432513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54d52c36-b55b-48f9-aab0-9620f4d749df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.459802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-577a72cb-a597-4a47-9c15-8a7ad45bf614 req-c274f39c-581a-42d4-bd0b-d165b179b7ef tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238236
Nov 13 21:09:03.469317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:03.471697 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.486250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.518195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d52c36-b55b-48f9-aab0-9620f4d749df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94766ae-e98f-49cb-a5bd-765a76c6f3fa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:03.526254 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-54d52c36-b55b-48f9-aab0-9620f4d749df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78333aa775444ebe8ed531beb1629be0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6083498
Nov 13 21:09:03.527763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-91f234df-9727-48ac-a3a0-394da9ba2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.529309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-91f234df-9727-48ac-a3a0-394da9ba2288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.2141316
Nov 13 21:09:03.529769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:03.658106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-acf4e254-a6f7-40dc-b867-82def9143941 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 999 time: 0.1186233
Nov 13 21:09:03.684383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1c1580>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:09:01Z', 'revision_number': 8, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:03.688118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-47c78291-a2de-4506-875b-331f9eeb4598 req-c694bd7b-41b6-419c-9ded-00ec924ae109 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 996 time: 0.1553965
Nov 13 21:09:03.726198 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf1e192-c14c-4c88-85e5-ca9a40bc2242 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9d038a6-5b4e-4530-84ff-2cdbfec68ddd', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'floating_ip_address': '172.35.3.137', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '33447747-343a-495a-a792-41c6e0f58612', 'port_id': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'mac_address': 'fa:16:3e:3a:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:08:26Z', 'updated_at': '2021-11-13T21:09:01Z', 'revision_number': 8, 'project_id': '702b5597b47c4519948c402dec944d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:09:03.829509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-25edecd8-ca7f-401b-bdcc-07f56d215c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.831142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-25edecd8-ca7f-401b-bdcc-07f56d215c12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1340520
Nov 13 21:09:03.836791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-088f491d-72cf-4cf6-b830-0eb0630eb854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.887223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e30864-802a-4d4c-ad9c-a98778a63e6f req-0fddf3ba-1fdc-428e-92ac-d8ca62f940d0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.898511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13e30864-802a-4d4c-ad9c-a98778a63e6f req-0fddf3ba-1fdc-428e-92ac-d8ca62f940d0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.2919574
Nov 13 21:09:03.926186 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.930037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:03.965321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-088f491d-72cf-4cf6-b830-0eb0630eb854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:03.975029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c78291-a2de-4506-875b-331f9eeb4598 req-313a7dbe-536d-42aa-ae76-8cb37f98f226 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:03.977841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-47c78291-a2de-4506-875b-331f9eeb4598 req-313a7dbe-536d-42aa-ae76-8cb37f98f226 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2641242
Nov 13 21:09:04.005102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-47c78291-a2de-4506-875b-331f9eeb4598 req-e0556795-5007-42b5-814d-d1e836946a18 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:09:04.017709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-47c78291-a2de-4506-875b-331f9eeb4598 req-e0556795-5007-42b5-814d-d1e836946a18 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0179586
Nov 13 21:09:04.065436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:04.091270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:04.091703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9542ccf8-a7f5-4bfe-8e5b-5a8bf237d23a not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:04.115027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13e30864-802a-4d4c-ad9c-a98778a63e6f req-a1f7c57e-fac8-4b28-b796-6ea50eb9ab12 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105389
Nov 13 21:09:04.118152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-dc0c4960-8068-4805-96de-84946a0154a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:04.120543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-dc0c4960-8068-4805-96de-84946a0154a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2795870
Nov 13 21:09:04.127022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d968a45-51e3-42cd-a2c3-be6cec1f461b None None] New status for floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:09:04.139935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.163621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b833797-2f5a-4715-b9f5-af8a914e51c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.198927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47476a0d-fe7a-48ce-8384-bc61ae0699ea,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:04.213032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-f826ad04-7007-467a-b1a4-0e61e9ad544f tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 999 time: 0.1763787
Nov 13 21:09:04.258172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-62563d7e-ffaf-492b-8f36-9c2d7491f1dc service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255963
Nov 13 21:09:04.261607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-088f491d-72cf-4cf6-b830-0eb0630eb854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.264580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-088f491d-72cf-4cf6-b830-0eb0630eb854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.266613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-088f491d-72cf-4cf6-b830-0eb0630eb854 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e94766ae-e98f-49cb-a5bd-765a76c6f3fa HTTP/1.1" status: 204  len: 168 time: 0.7358584
Nov 13 21:09:04.303673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f491d-72cf-4cf6-b830-0eb0630eb854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94766ae-e98f-49cb-a5bd-765a76c6f3fa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:04.360734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b833797-2f5a-4715-b9f5-af8a914e51c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.376421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:09:04.389294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc892-f320-4594-9d55-039b17539c9f req-f4e782bb-08fd-4098-bf73-5c4a72507b4d tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:04.393226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-f4e782bb-08fd-4098-bf73-5c4a72507b4d tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports/0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 942 time: 0.1682446
Nov 13 21:09:04.401868 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.402500 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Added segment 73b426a9-fe5d-4ac2-b9d0-6abbb8150385 of type vlan for network 09559424-1385-4568-9979-5bb0cb2d727b
Nov 13 21:09:04.411643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a495642-8d34-4ac1-b09a-e3753013e39e req-0128cd5f-fac8-4a4a-9fb1-d224b039167d service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434436
Nov 13 21:09:04.485938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.508307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b833797-2f5a-4715-b9f5-af8a914e51c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.562093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-c588f9e5-34ae-4e0a-805a-dcd4b8bd0c38 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1001 time: 0.1191807
Nov 13 21:09:04.595575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6b833797-2f5a-4715-b9f5-af8a914e51c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dd98e48aa8d481da22905e2f3f80c05&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6644094
Nov 13 21:09:04.598192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48938) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:04.607587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b833797-2f5a-4715-b9f5-af8a914e51c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8679fc-3d21-4a16-94b0-6a990c5f70a2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:04.626481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cc02e-3332-4673-8b2a-6787f0c7effd req-675e244c-93c9-4dce-bb7f-a2eab3acd489 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:04.627987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a43cc02e-3332-4673-8b2a-6787f0c7effd req-675e244c-93c9-4dce-bb7f-a2eab3acd489 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 944 time: 0.0869706
Nov 13 21:09:04.653372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.654361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:04.654919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.721104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ded6a097-4ada-4678-84c9-99c626122144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.741783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a43cc02e-3332-4673-8b2a-6787f0c7effd req-18984a4a-21d6-4925-a0fd-c57bf45859a9 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057475
Nov 13 21:09:04.751635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] Pushing event updated for resources: {'Network': ['ID=09559424-1385-4568-9979-5bb0cb2d727b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:04.754918 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ded6a097-4ada-4678-84c9-99c626122144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.765629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc892-f320-4594-9d55-039b17539c9f req-017aa61b-8e3a-402c-a62d-ba68da04b85e tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:04.770716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0197e79a-6aed-4b91-8e7a-5d5186103b05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:04.778328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 09559424-1385-4568-9979-5bb0cb2d727b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:09:04.782506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-017aa61b-8e3a-402c-a62d-ba68da04b85e tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2044158
Nov 13 21:09:04.839603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e49711af-053d-4189-b0e4-1ad32f4fcc14 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8355646
Nov 13 21:09:04.842958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48954) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:04.851003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Request body: {'subnet': {'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-699772748-subnet', 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:04.867528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-54fc5dfb-be13-4e1d-84a0-09d3623661c7 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 1001 time: 0.0772502
Nov 13 21:09:04.887713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:04.924347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ded6a097-4ada-4678-84c9-99c626122144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.930229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ded6a097-4ada-4678-84c9-99c626122144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.932235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ded6a097-4ada-4678-84c9-99c626122144 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b8679fc-3d21-4a16-94b0-6a990c5f70a2 HTTP/1.1" status: 204  len: 168 time: 0.3325346
Nov 13 21:09:04.947040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0197e79a-6aed-4b91-8e7a-5d5186103b05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:04.947709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6a097-4ada-4678-84c9-99c626122144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8679fc-3d21-4a16-94b0-6a990c5f70a2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:04.960370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:04.965605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.966711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:04.973248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'port_id': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'mac_address': 'fa:16:3e:e1:75:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:05.020354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:05.038689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0197e79a-6aed-4b91-8e7a-5d5186103b05 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:05.060010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0197e79a-6aed-4b91-8e7a-5d5186103b05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:05.133389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:05.208783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0197e79a-6aed-4b91-8e7a-5d5186103b05,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:05.221856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.224407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.224407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.224407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.224407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.224407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.225906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.226622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.227182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.227727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.228308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.228897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:05.325750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7d821-ef12-4d43-b6a7-64450340fb66 req-14b17b0b-2987-43f5-8ce6-5a43d65c42b3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:05.327523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52d7d821-ef12-4d43-b6a7-64450340fb66 req-14b17b0b-2987-43f5-8ce6-5a43d65c42b3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0633900
Nov 13 21:09:05.396815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52d7d821-ef12-4d43-b6a7-64450340fb66 req-1a847afd-d456-433c-9b16-b73cb196acb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599115
Nov 13 21:09:05.407215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['0197e79a-6aed-4b91-8e7a-5d5186103b05'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:05.448184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:05.458419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-f9ca927b-465c-455c-968e-b86061299960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:05.459901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-f9ca927b-465c-455c-968e-b86061299960 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1101 time: 0.4153180
Nov 13 21:09:05.513367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3e3781-732f-4b0f-9edb-4f9b217de713,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:05.541844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:05.611051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-f8f90804-11a5-4301-bc0b-c5a81a698510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:05.612551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-f8f90804-11a5-4301-bc0b-c5a81a698510 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1429276
Nov 13 21:09:05.651227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:05.651585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Network hostable DHCP agents. Network: 09559424-1385-4568-9979-5bb0cb2d727b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:09:05.656052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:05.656395 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd disassociated. External IP: 172.35.3.137, port: 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6.
Nov 13 21:09:05.659081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-f49df300-389b-4ec8-b05c-7f6a7fe7be99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0388169
Nov 13 21:09:05.675471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-32d3f331-921d-4c65-934c-8ddb36618a23 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:05.676947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-32d3f331-921d-4c65-934c-8ddb36618a23 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.1680517
Nov 13 21:09:05.693030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-84eaf7e4-fbc3-44b0-9fd9-49773068c396 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/quotas/8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 375 time: 0.0087729
Nov 13 21:09:05.748587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-9ee8e44c-aa63-4e34-b5e9-f7951d9e1d35 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0490999
Nov 13 21:09:05.782592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-4694e5ef-f3dc-4d43-85ee-aff643366146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:05.784041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-4694e5ef-f3dc-4d43-85ee-aff643366146 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0882902
Nov 13 21:09:05.843874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Network 09559424-1385-4568-9979-5bb0cb2d727b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:09:05.848440 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-281b0655-8d82-4669-bd4d-791fb8279ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925183
Nov 13 21:09:05.874758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-ae66b4ed-3278-4395-99c4-f0e29a87628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:05.876273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-ae66b4ed-3278-4395-99c4-f0e29a87628d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0848181
Nov 13 21:09:05.926522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48990) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:05.948557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4d9a-ce32-4a5a-b4ae-6475121df85c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:05.988565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 09559424-1385-4568-9979-5bb0cb2d727b) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:06.001236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:06.001964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.003930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a25a8-4e42-4df5-b6b5-95fee9c66ad2 None None] Network 09559424-1385-4568-9979-5bb0cb2d727b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:06.006227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-3b21cd3c-8e12-46e1-a616-43d7fda19e05 service neutron] 10.222.0.20 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502416
Nov 13 21:09:06.016328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:09:06.028384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-c666eb32-30f2-433f-8924-bdf68684cdd2 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439397
Nov 13 21:09:06.062677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4d9a-ce32-4a5a-b4ae-6475121df85c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.094941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94838c13-f967-40a0-a52d-687ba455d99c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2499287
Nov 13 21:09:06.145901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4d9a-ce32-4a5a-b4ae-6475121df85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.202541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c5de6-86c8-44fe-940c-9e0836b9db23 None None] Network 09559424-1385-4568-9979-5bb0cb2d727b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:06.219211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e5bb4d9a-ce32-4a5a-b4ae-6475121df85c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45192aee8c1a43ed99b6a9c6dad88e01&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2915576
Nov 13 21:09:06.221306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb4d9a-ce32-4a5a-b4ae-6475121df85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc8b305-1d1d-4998-b55e-d9360024398f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:06.224246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49004) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:06.286458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b1ed51-796a-40cf-ab5f-84203ead4bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.310502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:09:06.315199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b1ed51-796a-40cf-ab5f-84203ead4bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.317409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.326287 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:09:06.350259 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:06.351286 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:06.373101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-1e98d35a-a5cc-4b5a-b61f-d2c64f0d5177 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "PUT /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 696 time: 1.4897361
Nov 13 21:09:06.375909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-f6b3d6b3-5c8b-4254-b1db-caded2320d10 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3381200
Nov 13 21:09:06.376705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:06.393158 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5db5ae-9649-428a-b4de-f5cbf41262ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:06.474624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc892-f320-4594-9d55-039b17539c9f req-474350c2-0643-412a-a0b1-66d02c0a4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:06.476237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-474350c2-0643-412a-a0b1-66d02c0a4635 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.0771608
Nov 13 21:09:06.504768 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:06.579388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc892-f320-4594-9d55-039b17539c9f req-973acd2f-39c2-4674-b807-6681c02bb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:06.580907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-973acd2f-39c2-4674-b807-6681c02bb309 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.0938833
Nov 13 21:09:06.622837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-9e716db5-390d-4218-ab45-5e8cda64b8a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 217 time: 0.0354974
Nov 13 21:09:06.679836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc892-f320-4594-9d55-039b17539c9f req-c11ec258-41bb-4161-b1a7-5d93d2aa0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:06.796231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-c11ec258-41bb-4161-b1a7-5d93d2aa0214 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.0525486
Nov 13 21:09:06.796231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc892-f320-4594-9d55-039b17539c9f req-9ea1f506-e948-46db-9f38-886c26b861f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:06.796231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-9ea1f506-e948-46db-9f38-886c26b861f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426896
Nov 13 21:09:06.796581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0197e79a-6aed-4b91-8e7a-5d5186103b05 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:06.815304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424370>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:06.823298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-4a3fcf6e-e402-4971-8e49-4fd5676f10af service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861776
Nov 13 21:09:06.841815 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:09:06.849906 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:06.850503 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:06.917971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85afc892-f320-4594-9d55-039b17539c9f req-d986b548-79bb-4b30-b78a-baac01fcc42d service neutron] 10.222.0.20 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884264
Nov 13 21:09:06.955063 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:06.987347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b1ed51-796a-40cf-ab5f-84203ead4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.991053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69b1ed51-796a-40cf-ab5f-84203ead4bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:06.994895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-69b1ed51-796a-40cf-ab5f-84203ead4bf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dcc8b305-1d1d-4998-b55e-d9360024398f HTTP/1.1" status: 204  len: 168 time: 0.7663052
Nov 13 21:09:07.014930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1ed51-796a-40cf-ab5f-84203ead4bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc8b305-1d1d-4998-b55e-d9360024398f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:07.037361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 0197e79a-6aed-4b91-8e7a-5d5186103b05 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:07.048766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 0197e79a-6aed-4b91-8e7a-5d5186103b05 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:07.048766 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:07.156551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:07.186035 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424370>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:07.191970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:07.213586 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81912547-b2dc-4d01-ac3b-72b7df2a013f" -d '{"events": [{"server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "name": "network-vif-plugged", "status": "completed", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:07.218989 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44966e67-a247-4e5a-8872-bd9db8fa7ac0 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:08:03Z', 'revision_number': 4, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c6bcf7b-5cc9-401c-85f1-82ce31e11163', 'name': '', 'network_id': '0d09795e-518c-4dc0-bfe8-5383113a270d', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'mac_address': 'fa:16:3e:74:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:08:02Z', 'updated_at': '2021-11-13T21:08:07Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'subnets': [{'id': '77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:09:07.239050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0197e79a-6aed-4b91-8e7a-5d5186103b05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:07.269263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267f961-3fcd-411b-a249-7f715028a767 req-2d15295a-adc5-4357-b8cc-1b682f4245f1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:07.271257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4267f961-3fcd-411b-a249-7f715028a767 req-2d15295a-adc5-4357-b8cc-1b682f4245f1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 945 time: 0.0759726
Nov 13 21:09:07.339988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4267f961-3fcd-411b-a249-7f715028a767 req-d71637c8-b5d3-44f7-a8c1-1676d7ca0c19 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615556
Nov 13 21:09:07.345991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:07.389693 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a72098b-ab44-4716-87b6-4f834d07e106 x-openstack-request-id: req-1a72098b-ab44-4716-87b6-4f834d07e106 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:07.390060 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:07.390387 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a72098b-ab44-4716-87b6-4f834d07e106 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:07.390933 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'status': 'completed', 'code': 200}
Nov 13 21:09:07.473888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0197e79a-6aed-4b91-8e7a-5d5186103b05,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:07.518749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-e374b275-bb3c-432a-8416-9698b23f83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:07.520253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-e374b275-bb3c-432a-8416-9698b23f83b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702b5597b47c4519948c402dec944d18&device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 1096 time: 0.1031473
Nov 13 21:09:07.692930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6f8a-7b4f-4f62-9b99-525f8b94aee4 req-2f85ba30-eb17-48be-96a3-c3fd5e53aeee tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:07.693662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da7f6f8a-7b4f-4f62-9b99-525f8b94aee4 req-2f85ba30-eb17-48be-96a3-c3fd5e53aeee tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1680400
Nov 13 21:09:07.695622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1a929-3580-4197-a8f4-9e345846868d None None] New status for floating IP f9d038a6-5b4e-4530-84ff-2cdbfec68ddd: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:09:07.747401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-a0455f31-969e-4329-b600-02a35c019f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:07.750024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-a0455f31-969e-4329-b600-02a35c019f65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 200  len: 922 time: 0.2110832
Nov 13 21:09:07.810673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da7f6f8a-7b4f-4f62-9b99-525f8b94aee4 req-7a4f98eb-3cc1-44eb-865f-a5030d8afad8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035855
Nov 13 21:09:07.812193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-5279e809-4ddb-4cf0-8be8-948531c96fe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 200  len: 217 time: 0.0539358
Nov 13 21:09:07.950769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-e905b9f3-e00b-4833-9e52-449c78500174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:07.952387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-e905b9f3-e00b-4833-9e52-449c78500174 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 200  len: 860 time: 0.1306918
Nov 13 21:09:07.965332 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1213e8b4-aba3-4cc0-a8a9-cebb3818c1b8 x-openstack-request-id: req-1213e8b4-aba3-4cc0-a8a9-cebb3818c1b8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:07.965332 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "name": "network-vif-plugged", "status": "completed", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:07.965332 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1213e8b4-aba3-4cc0-a8a9-cebb3818c1b8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:07.965332 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'code': 200}
Nov 13 21:09:08.049435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-673bf44d-caf7-4af8-a0a6-01d88f9b4bf5 req-2bd161de-d235-490c-89ff-8d695f048749 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 210 time: 0.0360019
Nov 13 21:09:08.065340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-e68a4752-de25-467d-98dc-e279e482c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:08.067358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-e68a4752-de25-467d-98dc-e279e482c235 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d09795e-518c-4dc0-bfe8-5383113a270d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1062021
Nov 13 21:09:08.116621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-a668e89a-6d29-4954-9828-df0ef18ff986 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:08.119772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-a668e89a-6d29-4954-9828-df0ef18ff986 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.1918094
Nov 13 21:09:08.153405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-92b54898-43e7-4b2c-872a-d773f3df92c1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.0187194
Nov 13 21:09:08.201905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-222a03fb-0d0f-4d8b-abd0-d7be47e3e1ee tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 200  len: 694 time: 0.0629377
Nov 13 21:09:08.207719 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-41176410-786f-41ca-9195-32c244aba51b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0369670
Nov 13 21:09:08.220227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343d7a-79d9-4ad1-93d0-99b001329a3b req-52ce50f8-d97c-4def-83de-0aabd86b04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:08.221715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb343d7a-79d9-4ad1-93d0-99b001329a3b req-52ce50f8-d97c-4def-83de-0aabd86b04c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 1097 time: 0.1258824
Nov 13 21:09:08.295542 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-f12caf2c-706d-41ca-b242-8e870247986a service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159965
Nov 13 21:09:08.336024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb343d7a-79d9-4ad1-93d0-99b001329a3b req-0e568b30-78ba-4b8b-8c8b-e6d1153f9564 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991397
Nov 13 21:09:08.369280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-8e163f20-5018-42da-a25c-a74f17c4e41e service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605790
Nov 13 21:09:08.375290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-92982175-8f41-443c-9066-61ab7ea631a5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:08.376943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-92982175-8f41-443c-9066-61ab7ea631a5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1739976
Nov 13 21:09:08.446049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-0363f3ec-6089-4376-95d7-70c96dd7d55a tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 697 time: 0.0614576
Nov 13 21:09:08.464240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f5db5ae-9649-428a-b4de-f5cbf41262ec req-791c7166-db21-4704-8916-5d8126db46c1 service neutron] 10.222.0.46 "GET /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604526
Nov 13 21:09:08.493763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05936484-c4eb-490a-a645-b9bcb3e9f921 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1162605
Nov 13 21:09:08.515982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-c481a6fb-2330-45b4-b8aa-81bace2148a7 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.137 HTTP/1.1" status: 200  len: 697 time: 0.0603781
Nov 13 21:09:08.750115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49094) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:08.887471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1451425720-network', 'tenant_id': '5b4e7a7342104f71af49e17cb449bbe6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:08.956989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Deleting port 58fa021a-9056-44cf-ad36-92ed0e5895ba {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:08.957256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.017497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548910-afb6-4ccf-a1d1-2a0e102e49bc req-bb690e3f-20ca-48cd-bb54-9c8c3324d632 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:09.019140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad548910-afb6-4ccf-a1d1-2a0e102e49bc req-bb690e3f-20ca-48cd-bb54-9c8c3324d632 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 946 time: 0.0651021
Nov 13 21:09:09.042210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Made reservation on behalf of 5b4e7a7342104f71af49e17cb449bbe6 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:09.044536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.057535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.068220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.068834 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.080369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Calling delete_port for 58fa021a-9056-44cf-ad36-92ed0e5895ba owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:09.094180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad548910-afb6-4ccf-a1d1-2a0e102e49bc req-c8ae7000-214b-422b-acf4-137089b3c38e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682943
Nov 13 21:09:09.180279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9a0c0622-289a-46ee-9515-a30811f10f0b req-b97a82c7-0195-4246-8d24-8c59d41e9f43 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 210 time: 0.0330410
Nov 13 21:09:09.183194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.253446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.302300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:09:09.314846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4e15a6-fef5-48b5-87b4-d2450dad9287,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:09.321173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.321516 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Added segment 078eaccb-254f-4809-9657-ca8176b3d199 of type vlan for network 24ab1a2b-dff2-492d-9194-f725b0720e40
Nov 13 21:09:09.323091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.348822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd6f29-6790-4d68-a964-6a9947eb5a3b req-5d901250-0e60-4f62-94e9-bc06e6126c4e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:09.350617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48cd6f29-6790-4d68-a964-6a9947eb5a3b req-5d901250-0e60-4f62-94e9-bc06e6126c4e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1077845
Nov 13 21:09:09.370322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event deleted for resources: {'Port': ['ID=58fa021a-9056-44cf-ad36-92ed0e5895ba,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:09.403769 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.441898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.444842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.447617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8e71b02-1696-4d78-a47e-60e0d46a1467 req-ecf24f4a-7352-46db-9701-559df4e66aab tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "DELETE /v2.0/floatingips/f9d038a6-5b4e-4530-84ff-2cdbfec68ddd HTTP/1.1" status: 204  len: 173 time: 0.9293361
Nov 13 21:09:09.450433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48cd6f29-6790-4d68-a964-6a9947eb5a3b req-07374a03-c453-45db-b97d-fa9a5475c950 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807648
Nov 13 21:09:09.544534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7f65404-fcb9-4e81-aa65-b9abc86a2052 req-ab2c03c8-7488-46f3-9c1e-e215104704e8 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 210 time: 0.0335026
Nov 13 21:09:09.563069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.564034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:09.564851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.634313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] Pushing event updated for resources: {'Network': ['ID=24ab1a2b-dff2-492d-9194-f725b0720e40,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:09.643834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 24ab1a2b-dff2-492d-9194-f725b0720e40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:09:09.730446 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4cab5d6d-dd5a-455e-bed8-3886f7d1cfab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9764562
Nov 13 21:09:09.731236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:09.741727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Request body: {'subnet': {'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1451425720-subnet', 'tenant_id': '5b4e7a7342104f71af49e17cb449bbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:09.873523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-a7989ae4-cbc5-4de3-8862-eb3b422d6446 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:09.875338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-a7989ae4-cbc5-4de3-8862-eb3b422d6446 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 821 time: 0.1093030
Nov 13 21:09:09.876064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Made reservation on behalf of 5b4e7a7342104f71af49e17cb449bbe6 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:09.878547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:09.897976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Request body: {'port': {'device_id': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'admin_state_up': True, 'tenant_id': '8c9cacff30fd4af19035b88fec319120'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:10.172813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e6a2a-07ca-4ef5-8014-9d81a3e037b0 req-95e06a1a-7e4a-41e7-a622-115297e69d48 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:10.174605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a83e6a2a-07ca-4ef5-8014-9d81a3e037b0 req-95e06a1a-7e4a-41e7-a622-115297e69d48 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 945 time: 0.0737860
Nov 13 21:09:10.226169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Made reservation on behalf of 8c9cacff30fd4af19035b88fec319120 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:10.228041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a83e6a2a-07ca-4ef5-8014-9d81a3e037b0 req-d5c47125-e0ec-49b7-baa6-dcd811e2ddd0 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472128
Nov 13 21:09:10.230865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:10.306761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:10.396316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a591-b898-4ced-a7f1-0e2cf6597746 req-0fb8ed8c-3ba5-4400-b84b-53be87a148ac tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:10.399302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Allocated IP 172.20.0.7 (837dfc45-8a27-4774-a247-6eaae2a710d0/b3bef1ba-1e3d-40da-b9ca-5e7672aa5808/cc63e7c4-c217-404d-8502-3d1c2887bcd9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:10.409961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc37a591-b898-4ced-a7f1-0e2cf6597746 req-0fb8ed8c-3ba5-4400-b84b-53be87a148ac tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 946 time: 0.0994487
Nov 13 21:09:10.440769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d32a4e6d-c57f-4029-9e3f-03a233e35be0,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:10.475248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Checking segment: {'id': '078eaccb-254f-4809-9657-ca8176b3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:10.475918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Network hostable DHCP agents. Network: 24ab1a2b-dff2-492d-9194-f725b0720e40, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:09:10.483051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc37a591-b898-4ced-a7f1-0e2cf6597746 req-5d25cd27-f264-4466-826a-5bb74899caec tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631204
Nov 13 21:09:10.595961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4638d8e8-f7f3-47f8-b05f-5a6d1a97692e req-ac5785b6-485d-4a9f-9582-1a380d3f8390 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 210 time: 0.0297740
Nov 13 21:09:10.654502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:10.657110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Network 24ab1a2b-dff2-492d-9194-f725b0720e40 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:09:10.733117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24ab1a2b-dff2-492d-9194-f725b0720e40) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:10.738709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:10.739300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:10.744207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2c002-3764-4705-b4b8-1c17195a69de None None] Network 24ab1a2b-dff2-492d-9194-f725b0720e40 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:10.781467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895fcf3-602b-46dd-8d57-ce04cfa61f56 req-ace114c9-6a6d-45bb-aa61-136e32b42d33 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:10.783204 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a895fcf3-602b-46dd-8d57-ce04cfa61f56 req-ace114c9-6a6d-45bb-aa61-136e32b42d33 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0812037
Nov 13 21:09:10.852314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-73cbfd1b-6d97-4e1d-b344-2374edbacfde tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:10.852853 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:10.853885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-73cbfd1b-6d97-4e1d-b344-2374edbacfde tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.1635280
Nov 13 21:09:10.858336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a895fcf3-602b-46dd-8d57-ce04cfa61f56 req-e2be05f0-b1e2-41f2-a7eb-223da33fb6c8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689347
Nov 13 21:09:10.875422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-8b7bef33-ab0e-4e1f-b8c1-cea4a9e0d7fb tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/quotas/39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 375 time: 0.0142946
Nov 13 21:09:10.910901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['66e12bfa-df4d-432a-9a9b-e716a906c480'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:10.917411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Network 837dfc45-8a27-4774-a247-6eaae2a710d0 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:10.921183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:10.926403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:10.954511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-0c537b73-d91f-4e46-b414-3f918009aae6 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0725501
Nov 13 21:09:10.956406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:10.963660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f246d904-377f-402d-b146-617bc0488fc7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2307689
Nov 13 21:09:11.002494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2e65bf-ac39-45b7-ae1b-1e45123252ec None None] Network 24ab1a2b-dff2-492d-9194-f725b0720e40 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:11.060606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:11.061257 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:11.110246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-20ca36a5-ed65-4acb-88ab-b8dd06c9849d service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292193
Nov 13 21:09:11.156965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492dbf-56e7-450a-910b-d2077429efce req-4030c266-375f-440e-a0b3-566fd14be6a0 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:11.158636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c492dbf-56e7-450a-910b-d2077429efce req-4030c266-375f-440e-a0b3-566fd14be6a0 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 946 time: 0.1799986
Nov 13 21:09:11.170515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49234) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:11.176136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Request body: {'floatingip': {'port_id': '0197e79a-6aed-4b91-8e7a-5d5186103b05'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:11.215715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-c8f35806-fc26-42f9-9466-d0fb577c7ab3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3236611
Nov 13 21:09:11.225175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:11.233726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Request body: {'port': {'device_id': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:11.265026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-53af43d2-ed9b-401a-aefa-e8be67a44420 service neutron] 10.222.0.20 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537287
Nov 13 21:09:11.490958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:11.520282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4898-32ca-452a-8340-458f00e8270e req-73f474b2-e6b7-4f53-b4cd-c626cf313464 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:11.521856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-562c4898-32ca-452a-8340-458f00e8270e req-73f474b2-e6b7-4f53-b4cd-c626cf313464 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 931 time: 0.2093410
Nov 13 21:09:11.573772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-4fc270f7-8ac4-47eb-b69a-e2b854071a54 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:11.575229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-4fc270f7-8ac4-47eb-b69a-e2b854071a54 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 945 time: 0.1819375
Nov 13 21:09:11.793740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-562c4898-32ca-452a-8340-458f00e8270e req-ab7ba97c-dda9-4d9d-8ae5-5b127b7d4851 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313695
Nov 13 21:09:11.829677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:11.980477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49268) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:11.988858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1885842921-network', 'tenant_id': '9f5e40a9c87a4063b2f42652fa1e777e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:12.084594 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff999564-b663-4aad-baef-9a2f833149ba req-d2f76ab2-70d5-4416-951a-e24250a451c0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 210 time: 0.0303411
Nov 13 21:09:12.115765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Deleting port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:12.116099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.180839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Made reservation on behalf of 9f5e40a9c87a4063b2f42652fa1e777e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:12.183497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.214158 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.242003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90ff51-483b-4759-9951-eb860f5d4cfc req-38df8176-1b59-4788-8d71-2a379ff482e5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:12.243778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c90ff51-483b-4759-9951-eb860f5d4cfc req-38df8176-1b59-4788-8d71-2a379ff482e5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0749326
Nov 13 21:09:12.297793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.resource_extend [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:09:12.312585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c90ff51-483b-4759-9951-eb860f5d4cfc req-7eb388f5-fb71-475b-a39c-cfca8e6762e7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624900
Nov 13 21:09:12.316209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3237d72-8d9a-42dc-907c-340a5e4cd238 req-f92649e0-abf2-4677-8437-5dc5ab687112 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:12.317380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3237d72-8d9a-42dc-907c-340a5e4cd238 req-f92649e0-abf2-4677-8437-5dc5ab687112 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 945 time: 0.3440943
Nov 13 21:09:12.358514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.403270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-bf028a69-62b5-4eb7-adc3-64e37fb6e73f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:12.404827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-bf028a69-62b5-4eb7-adc3-64e37fb6e73f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.4775856
Nov 13 21:09:12.449971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Request body: {'port': {'device_id': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'admin_state_up': True, 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:12.459799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.529768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.550315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:09:12.555273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc63e7c4-c217-404d-8502-3d1c2887bcd9 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:12.566439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c83193-aecb-4617-ab81-2e9b7db7c46d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:12.570993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.584059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] For port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:12.584677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.587117 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.587816 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Added segment af874327-f9f7-43dc-a4e3-37e9f24a3ad3 of type vlan for network 5f2787e9-d9bd-411a-b6d1-48a6113b7d67
Nov 13 21:09:12.609136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.644603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.654274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Calling delete_port for 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:12.672835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3237d72-8d9a-42dc-907c-340a5e4cd238 req-14741fc2-d70e-4bf9-9e1a-be037e9413f6 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/security-groups?id=a957a31d-62c8-45de-9902-3c5e7535e7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061402
Nov 13 21:09:12.684241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Transition to ACTIVE for port object cc63e7c4-c217-404d-8502-3d1c2887bcd9 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:12.779991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.780987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:12.781577 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.808568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f29db6a-df89-4be3-bc80-10a6402ec042 req-04c56a81-3808-42dd-8b4b-cff3411f21f6 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 210 time: 0.0684783
Nov 13 21:09:12.836405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:12.850958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] Pushing event updated for resources: {'Network': ['ID=5f2787e9-d9bd-411a-b6d1-48a6113b7d67,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:12.862531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5f2787e9-d9bd-411a-b6d1-48a6113b7d67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:09:12.887137 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Floating IP 76a80983-1661-4b7e-a50c-9868a214866d associated. External IP: 172.35.3.199, port: 0197e79a-6aed-4b91-8e7a-5d5186103b05.
Nov 13 21:09:13.014555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-de125926-9300-4c13-9278-7ae76a8e6b4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0303380
Nov 13 21:09:13.023989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49334) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:13.023989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Request body: {'subnet': {'network_id': '5f2787e9-d9bd-411a-b6d1-48a6113b7d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1885842921-subnet', 'tenant_id': '9f5e40a9c87a4063b2f42652fa1e777e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:13.104177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Made reservation on behalf of 9f5e40a9c87a4063b2f42652fa1e777e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:13.106974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.238003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:13.241577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.291249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:13.362985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.435944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a57aea5-7f74-4eac-821a-ef4a66a69b22 req-1eea87b4-59c9-4064-9de3-1dceb160e4fa tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 210 time: 0.0474379
Nov 13 21:09:13.442847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3be2c368-9166-4492-a9e5-737bf0eee2d3,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:13.459538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Checking segment: {'id': 'af874327-f9f7-43dc-a4e3-37e9f24a3ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5f2787e9-d9bd-411a-b6d1-48a6113b7d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:13.459901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Network hostable DHCP agents. Network: 5f2787e9-d9bd-411a-b6d1-48a6113b7d67, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:09:13.515766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d13a5-320e-47ac-a2f9-5064296eb8ea req-754168ae-c690-4f2f-8ea2-0c744239a9be tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:13.517189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-646d13a5-320e-47ac-a2f9-5064296eb8ea req-754168ae-c690-4f2f-8ea2-0c744239a9be tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.2920289
Nov 13 21:09:13.595957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:13.596295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:13.596619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:13.614170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6635b9-dc11-44f3-bbc7-2a0453e49624 req-1657b85c-0a81-4c39-bdcb-33bb9eae1125 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:13.615812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c6635b9-dc11-44f3-bbc7-2a0453e49624 req-1657b85c-0a81-4c39-bdcb-33bb9eae1125 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0564308
Nov 13 21:09:13.617064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Network 5f2787e9-d9bd-411a-b6d1-48a6113b7d67 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:09:13.651448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.653095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:13.653275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:13.673100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c6635b9-dc11-44f3-bbc7-2a0453e49624 req-8a88d835-53b9-4b71-b335-72001bb7ad3b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494604
Nov 13 21:09:13.709184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:13.709527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:13.709915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:13.710371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Bound port: cc63e7c4-c217-404d-8502-3d1c2887bcd9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:13.710744 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.720327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5f2787e9-d9bd-411a-b6d1-48a6113b7d67) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:13.722360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-646d13a5-320e-47ac-a2f9-5064296eb8ea req-819cf999-5112-42ea-9c25-fce7548ef269 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976430
Nov 13 21:09:13.725677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:13.726278 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.738759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7836a5f-2b68-42bb-875a-5d8478c652ff None None] Network 5f2787e9-d9bd-411a-b6d1-48a6113b7d67 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:13.780177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Pushing event deleted for resources: {'Port': ['ID=0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:13.795213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Allocated IP 172.20.0.11 (09559424-1385-4568-9979-5bb0cb2d727b/ee3e3781-732f-4b0f-9edb-4f9b217de713/10d34729-8491-4935-abc3-e9e264166733) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:13.863807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a15c0bd6-a2de-4000-807f-57eeee314a18 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8477926
Nov 13 21:09:13.928803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] No DVR routers for this DVR port 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:13.944012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64145dec-05c7-4238-af72-e5dff947d4e7 req-1f4eb69d-0fa8-4bef-ab6a-0223113009b5 tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b96c51b-982d-4069-9a0f-600270c93d2a HTTP/1.1" status: 200  len: 210 time: 0.0853031
Nov 13 21:09:13.949811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:13.953318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab8d2964-4702-4747-8cbd-51aea1d3848e req-fc10f191-850f-4068-a20c-6a3df17f36dd tempest-FloatingIPsAssociationTestJSON-872323138 tempest-FloatingIPsAssociationTestJSON-872323138-project] 10.222.0.46 "DELETE /v2.0/ports/0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 HTTP/1.1" status: 204  len: 173 time: 2.3701367
Nov 13 21:09:13.961455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305026e-9458-43b8-9119-31f38162ea32 None None] Network 5f2787e9-d9bd-411a-b6d1-48a6113b7d67 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:13.964100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'name': 'network-vif-deleted', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:13.975348 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542dc744-57c1-43f3-9d32-470f58765108" -d '{"events": [{"server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "name": "network-vif-deleted", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:14.052303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:09:14.122558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0270e302-93c0-46dd-a471-088216d71fe8 req-240bab5a-99b8-437a-84a4-05eb74390a81 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 210 time: 0.0882864
Nov 13 21:09:14.136376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:14.151411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:14.197647 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f6a69-6f67-4db6-97bf-852318b0f1ac x-openstack-request-id: req-fc6f6a69-6f67-4db6-97bf-852318b0f1ac {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:14.197647 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b96c51b-982d-4069-9a0f-600270c93d2a", "name": "network-vif-deleted", "tag": "0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:14.197647 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc6f6a69-6f67-4db6-97bf-852318b0f1ac {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:14.197647 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b96c51b-982d-4069-9a0f-600270c93d2a', 'name': 'network-vif-deleted', 'tag': '0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6', 'status': 'completed', 'code': 200}
Nov 13 21:09:14.203236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:14.215631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:14.216978 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0e3b2bc5-46d0-4a30-b9ef-09f255dd01d6 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:14.356127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:14.377414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:14.423896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:09:14.432382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:14.445991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:09:14.453035 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:14.453731 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:14.484291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5cd50c49-a96d-4298-947a-755c3f5b0dfb tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "PUT /v2.0/floatingips/76a80983-1661-4b7e-a50c-9868a214866d HTTP/1.1" status: 200  len: 992 time: 3.3125923
Nov 13 21:09:14.497054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:14.511692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:14.512311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:14.513702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] 10.222.0.46 "PUT /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 1091 time: 3.2842801
Nov 13 21:09:14.614428 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:14.638387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b3a5d-3204-4738-a01c-58948e615a13 service neutron] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:14.720853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-17e7bb79-44bc-4810-8374-eb9131922545 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:14.729648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-17e7bb79-44bc-4810-8374-eb9131922545 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/networks?id=24ab1a2b-dff2-492d-9194-f725b0720e40 HTTP/1.1" status: 200  len: 815 time: 0.2432005
Nov 13 21:09:14.793825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-84674e35-b20f-4235-9826-dded8fad25a4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:14.795489 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-84674e35-b20f-4235-9826-dded8fad25a4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 808 time: 0.2031400
Nov 13 21:09:14.814335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Request body: {'port': {'device_id': '605b2678-e121-4271-9a58-b75c63113f0d', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'admin_state_up': True, 'tenant_id': '39d955549db8436198ccc9342b455243'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:14.839456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-c9876131-8244-438f-91ce-52454a841937 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/quotas/5b4e7a7342104f71af49e17cb449bbe6 HTTP/1.1" status: 200  len: 375 time: 0.1041565
Nov 13 21:09:14.929847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-5c42e67b-e8a8-42d8-9127-0ce477bf499a tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b4e7a7342104f71af49e17cb449bbe6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0769777
Nov 13 21:09:14.941071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-46f42b49-6a1d-438a-8a89-645c85e2ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:14.942903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-46f42b49-6a1d-438a-8a89-645c85e2ff3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1094 time: 0.2514551
Nov 13 21:09:14.996335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fbe4b22-1386-4056-b4d0-7e420fa2edb7 req-e647f094-bb73-47b9-8a20-793aac358122 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 210 time: 0.0577478
Nov 13 21:09:15.012400 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6f40>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76a80983-1661-4b7e-a50c-9868a214866d', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'port_id': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'mac_address': 'fa:16:3e:e1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:15Z', 'updated_at': '2021-11-13T21:09:12Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:15.039886 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-78b437fc-9bf0-427e-bfc7-2e0972ca07ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1102712
Nov 13 21:09:15.080512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:09:15.092268 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:15.093323 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:15.099809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-1971a43a-ebe0-4fe3-bb25-d8bca3de5102 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 217 time: 0.1401231
Nov 13 21:09:15.124968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:15.199787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Made reservation on behalf of 39d955549db8436198ccc9342b455243 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:15.203948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:15.252213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:15.276872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-b77f5019-bbb6-4064-baa9-6d93f378fb8c service neutron] 10.222.0.20 "GET /v2.0/networks/24ab1a2b-dff2-492d-9194-f725b0720e40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460786
Nov 13 21:09:15.324941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Network 09559424-1385-4568-9979-5bb0cb2d727b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:15.328458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event updated for resources: {'Port': ['ID=10d34729-8491-4935-abc3-e9e264166733,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:15.331007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:15.354283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-9340bddb-20a8-4fb3-86a8-f82a2059bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.355813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-9340bddb-20a8-4fb3-86a8-f82a2059bfaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 1096 time: 0.2018642
Nov 13 21:09:15.362528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:15.449261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-cf3f809e-52eb-4799-945b-f50bd3d8fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.449681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-cf3f809e-52eb-4799-945b-f50bd3d8fc75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.3209040
Nov 13 21:09:15.474269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Allocated IP 172.20.0.4 (50b1d336-aa1c-4eb0-9cee-350682ccd5c1/1e295620-79ca-4a71-8999-516f0e158e24/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:15.486839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0efbc-ea31-4e8e-8a1f-e23ff5c130a0 req-a80006ce-a4ae-4e06-89e3-6689740ab09e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.489046 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bfd0efbc-ea31-4e8e-8a1f-e23ff5c130a0 req-a80006ce-a4ae-4e06-89e3-6689740ab09e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1989591
Nov 13 21:09:15.503558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.504115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:15.508408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-94a53087-ca08-4a56-ad24-08bd4a72cb1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500286
Nov 13 21:09:15.593918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-7e9ed751-08ca-4cd7-bd7a-29f7e1e625f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.595419 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6f40>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76a80983-1661-4b7e-a50c-9868a214866d', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'port_id': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'mac_address': 'fa:16:3e:e1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:15Z', 'updated_at': '2021-11-13T21:09:12Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:15.596088 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-7e9ed751-08ca-4cd7-bd7a-29f7e1e625f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2082677
Nov 13 21:09:15.616853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-27d353a3-5396-477e-ad6f-6d07d3e01c38 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992994
Nov 13 21:09:15.619957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-c3557b18-a1fe-41fa-a6a0-02f2722b8fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/24ab1a2b-dff2-492d-9194-f725b0720e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3420889
Nov 13 21:09:15.657123 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc6f53-f595-4f0c-91e6-631b3b124640 None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '76a80983-1661-4b7e-a50c-9868a214866d', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'port_id': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'mac_address': 'fa:16:3e:e1:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:06:15Z', 'updated_at': '2021-11-13T21:09:12Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:09:15.672282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bfd0efbc-ea31-4e8e-8a1f-e23ff5c130a0 req-2e063afb-32cb-4087-92bf-d43c1e82181d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635756
Nov 13 21:09:15.678585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-5a992e16-2f7c-4c8f-ad4a-7571c9735dcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 200  len: 217 time: 0.0676115
Nov 13 21:09:15.724936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-05563a1a-fa41-417c-bd84-e20c1adb0ab5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2893341
Nov 13 21:09:15.741797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Request body: {'port': {'device_id': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:15.817001 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:15.835217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9879f789-44ee-44f2-8c4d-d28ac74bae1a req-e0624f3d-ec6e-4a8c-9386-042bdb24d6bf service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2098634
Nov 13 21:09:15.863367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-d98f9672-6baa-49b7-9278-0fe8bb6432a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.865005 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-d98f9672-6baa-49b7-9278-0fe8bb6432a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1765339
Nov 13 21:09:15.925374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958214a8-2396-488b-a50c-92bd35d2ae5e req-c505e81d-88ed-49ad-af01-afa7ef2de0d3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:15.927178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-958214a8-2396-488b-a50c-92bd35d2ae5e req-c505e81d-88ed-49ad-af01-afa7ef2de0d3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.1283967
Nov 13 21:09:15.929081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-b9e982e6-5358-4cf0-a6f9-f07e07394432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498083
Nov 13 21:09:15.942049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:16.019143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805abdc-f75d-45c0-b89e-74778a12f335 None None] New status for floating IP 76a80983-1661-4b7e-a50c-9868a214866d: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:09:16.159019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d34729-8491-4935-abc3-e9e264166733 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:16.168605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:16.182440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Transition to ACTIVE for port object 10d34729-8491-4935-abc3-e9e264166733 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:16.183517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49518) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:16.231528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05'}, {'name': 'network-changed', 'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:16.231688 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49314fad-f8ff-43fa-a7b2-5487391ea85c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05"}, {"name": "network-changed", "server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:16.254387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:16.416984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=10d34729-8491-4935-abc3-e9e264166733,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:16.457274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc2713-feeb-47af-84f9-c119faf40849 req-b86c701d-17b8-4719-8f68-b8d1d857fa9e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:16.458826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37dc2713-feeb-47af-84f9-c119faf40849 req-b86c701d-17b8-4719-8f68-b8d1d857fa9e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 931 time: 0.2230575
Nov 13 21:09:16.536949 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:16.552643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['48311ae5-d783-449b-b79b-67713c459133'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:16.602510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-958214a8-2396-488b-a50c-92bd35d2ae5e req-62734bf9-fd53-474e-b793-223d64aab717 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6675000
Nov 13 21:09:16.635060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:16.635247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Attempting to bind port 10d34729-8491-4935-abc3-e9e264166733 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:16.635481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Attempting to bind port 10d34729-8491-4935-abc3-e9e264166733 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:16.635812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Attempting to bind port 10d34729-8491-4935-abc3-e9e264166733 on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:16.649423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:16.663447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37dc2713-feeb-47af-84f9-c119faf40849 req-c52dcbe3-890b-487c-8abb-39eafdcc158c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774771
Nov 13 21:09:16.666107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:16.672667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Port 10d34729-8491-4935-abc3-e9e264166733 on network 09559424-1385-4568-9979-5bb0cb2d727b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:16.672667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Attempting to bind port 10d34729-8491-4935-abc3-e9e264166733 on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:16.689207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:16.690209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:16.691010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Bound using segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:16.691470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Bound port: 10d34729-8491-4935-abc3-e9e264166733, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:16.691832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:16.747089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:16.810234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13d04343-6318-448a-a9e0-0e63312eecc3 req-5bb61645-935e-49ff-a9f9-60bb05b9ceb8 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 210 time: 0.0705898
Nov 13 21:09:16.819873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:16.848819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:16.856990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-dbe935b6-872b-4356-a27b-672b6cc80c86 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9081066
Nov 13 21:09:16.871177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] For port 10d34729-8491-4935-abc3-e9e264166733, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:16.881155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] For port 10d34729-8491-4935-abc3-e9e264166733, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d34729-8491-4935-abc3-e9e264166733,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:17.026943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6d3c52fb-3ace-4474-ba66-9302dc7dffb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2219462
Nov 13 21:09:17.060081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Request body: {'port': {'device_id': '605b2678-e121-4271-9a58-b75c63113f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:17.126240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262ba51-a8fe-42cb-9c12-c61b0a0c6cec req-8a6b4e55-b809-48b8-bd15-82ebf0b043e5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.133662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4262ba51-a8fe-42cb-9c12-c61b0a0c6cec req-8a6b4e55-b809-48b8-bd15-82ebf0b043e5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 944 time: 0.2100387
Nov 13 21:09:17.141211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40ac2cd4-5be4-4e77-a41d-a5638bfb4e45 req-474efa12-16e7-455f-a7fb-8c1166b31b76 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749541
Nov 13 21:09:17.190655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:17.232785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4262ba51-a8fe-42cb-9c12-c61b0a0c6cec req-09594769-2ed9-4fc1-8034-68c21f32edaf tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934386
Nov 13 21:09:17.294031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:17.351539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.352397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:17.354221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] 10.222.0.46 "PUT /v2.0/ports/10d34729-8491-4935-abc3-e9e264166733 HTTP/1.1" status: 200  len: 1092 time: 1.6167827
Nov 13 21:09:17.420439 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5805abd-ff64-42f5-8c95-2622923f8256 x-openstack-request-id: req-b5805abd-ff64-42f5-8c95-2622923f8256 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:17.420775 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:17.421030 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5805abd-ff64-42f5-8c95-2622923f8256 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:17.421423 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'status': 'completed', 'code': 200}
Nov 13 21:09:17.421678 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'status': 'completed', 'code': 200}
Nov 13 21:09:17.444159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0e126-e078-44ea-b1e7-84701700f5ee service neutron] Pushing event updated for resources: {'Port': ['ID=10d34729-8491-4935-abc3-e9e264166733,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:17.507996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:17.549669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-f20e54f1-5726-4ce5-9bb3-d4509764b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.551495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-f20e54f1-5726-4ce5-9bb3-d4509764b15a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1094 time: 0.1290696
Nov 13 21:09:17.620540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-66cdf1a9-f3df-4fc3-8302-96e0cda00080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.622225 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-66cdf1a9-f3df-4fc3-8302-96e0cda00080 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 1097 time: 0.1172509
Nov 13 21:09:17.647553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410033-7668-439e-9a80-6f171735f477 req-d606f65d-8b97-4e13-b3c9-f2cda5ce591c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.649602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15410033-7668-439e-9a80-6f171735f477 req-d606f65d-8b97-4e13-b3c9-f2cda5ce591c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1456990
Nov 13 21:09:17.655457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:17.685072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:17.755695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Transition to ACTIVE for port object d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:17.790982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15410033-7668-439e-9a80-6f171735f477 req-8e58e154-8198-43ee-b9a1-825c3d65fee8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223710
Nov 13 21:09:17.794185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-cfba2444-6df1-4269-a35b-92fec793de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.795499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-cfba2444-6df1-4269-a35b-92fec793de7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 925 time: 0.1642451
Nov 13 21:09:17.810254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-22d83f64-bca3-4165-8891-e1e123944676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.811738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-22d83f64-bca3-4165-8891-e1e123944676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 1095 time: 0.2441196
Nov 13 21:09:17.814664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-e01569c6-1ea3-4850-ac12-3b8d63209f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:17.816132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-e01569c6-1ea3-4850-ac12-3b8d63209f13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2512710
Nov 13 21:09:17.850641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:17.935130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-73eda324-80f1-45e3-9e73-9119ac47f7fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05 HTTP/1.1" status: 200  len: 1002 time: 0.1320901
Nov 13 21:09:17.949457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-98fbbacc-8a86-42c0-b046-723ad2eb4e4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 217 time: 0.1065302
Nov 13 21:09:17.965966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-2dd2e787-6740-4b9d-ae81-092593a03ae6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d34729-8491-4935-abc3-e9e264166733 HTTP/1.1" status: 200  len: 217 time: 0.1241951
Nov 13 21:09:17.978916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:18.052193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045fc2e-d475-4757-857b-ea860e41d3fd req-e5e7f2fd-7f3a-4feb-98bc-334210033325 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.060143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a045fc2e-d475-4757-857b-ea860e41d3fd req-e5e7f2fd-7f3a-4feb-98bc-334210033325 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.1907132
Nov 13 21:09:18.063434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-9cf39b30-d554-478a-9618-f9b8c5d105c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.065075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-9cf39b30-d554-478a-9618-f9b8c5d105c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.1220465
Nov 13 21:09:18.077066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-710352e3-0a7b-4323-8161-f026167f3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.078891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-710352e3-0a7b-4323-8161-f026167f3425 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1208024
Nov 13 21:09:18.144741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-e65018b5-042c-4a57-8900-f0f53ba6296e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575178
Nov 13 21:09:18.161735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:18.161970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:18.162315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:18.169893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-cb952787-936e-4307-b500-1bdd2ffcafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.171881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-cb952787-936e-4307-b500-1bdd2ffcafe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0987782
Nov 13 21:09:18.175791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a045fc2e-d475-4757-857b-ea860e41d3fd req-c6ecdb2c-967e-4e3d-8a80-ded7db986006 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147063
Nov 13 21:09:18.176997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:18.177319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:18.184641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-39c1fb71-0e41-4130-95e5-eacf70475897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.186775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-39c1fb71-0e41-4130-95e5-eacf70475897 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.1712980
Nov 13 21:09:18.192288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:18.192647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:18.193054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:18.193563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Bound port: d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:18.193922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:18.266819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-ec46d1b3-4f23-452a-9fad-d4c01ba533e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680585
Nov 13 21:09:18.315170 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da9f46ed-f3a0-47f1-b866-8d9ff1f187a5 req-11e389d2-943b-45c2-83cf-f99c8039a56c tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 210 time: 0.0353823
Nov 13 21:09:18.358847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2fc9a-41b0-47f6-a694-f553a3f16b53 req-85f5de5b-3980-4a5e-91d8-2765bcbbcfc7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.360473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66b2fc9a-41b0-47f6-a694-f553a3f16b53 req-85f5de5b-3980-4a5e-91d8-2765bcbbcfc7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.2703009
Nov 13 21:09:18.364028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:18.367715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-e87433f2-b325-4cd3-9b4f-50e8bac462e1 service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877308
Nov 13 21:09:18.369377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:18.440916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:18.454888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-6f15123d-b0e5-4fca-8f0a-b904da3b68f7 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2664745
Nov 13 21:09:18.482820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.483434 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:18.484800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] 10.222.0.37 "PUT /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 1091 time: 1.4488955
Nov 13 21:09:18.485231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:18.487630 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac622a9-2ab3-4e4d-a659-902a5dea34e9" -d '{"events": [{"name": "network-changed", "server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:18.512600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-e51e76b2-bf6e-41fc-a271-3899f24e14b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369996
Nov 13 21:09:18.522286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-31d77bca-7cd8-45a3-a3e8-98b47fca1741 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232597
Nov 13 21:09:18.530008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66b2fc9a-41b0-47f6-a694-f553a3f16b53 req-b419fe53-d44b-4f6c-9602-d07c085c242e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625414
Nov 13 21:09:18.533089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Deleting port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:18.533244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:18.636961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3f8c8-53db-44d0-9112-f6f608f931af req-e8d4edb6-48a4-4d01-9cd3-a0822b801ba4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.644195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7f3f8c8-53db-44d0-9112-f6f608f931af req-e8d4edb6-48a4-4d01-9cd3-a0822b801ba4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 944 time: 0.2005281
Nov 13 21:09:18.661899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76a969-e1fa-4881-84d8-dc86fdf7916b service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:18.706248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49314fad-f8ff-43fa-a7b2-5487391ea85c req-7247b97f-09ff-4d7d-90f5-5367eef9e2c0 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413719
Nov 13 21:09:18.740500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] For port 1c6bcf7b-5cc9-401c-85f1-82ce31e11163, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:18.740903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:18.745051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7f3f8c8-53db-44d0-9112-f6f608f931af req-ca1a83f2-514c-4b7e-bfe7-e3eab5da422a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944817
Nov 13 21:09:18.751452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-01423dec-4848-4629-94a8-5efac6e4275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.756203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f16c72e0-68a3-407f-842d-1f1bea5e1a28 req-88dad15a-82dd-404d-abb9-267d15c7e9af service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963995
Nov 13 21:09:18.758165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-01423dec-4848-4629-94a8-5efac6e4275b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1094 time: 0.1110592
Nov 13 21:09:18.765597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Calling delete_port for 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:18.815112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-6dea3de5-0984-4154-a0f0-3ddc634c5f67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 217 time: 0.0467753
Nov 13 21:09:18.816783 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07974e0-8114-42b6-b5b5-75e8db3a6d30 x-openstack-request-id: req-a07974e0-8114-42b6-b5b5-75e8db3a6d30 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:18.817238 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:18.817636 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a07974e0-8114-42b6-b5b5-75e8db3a6d30 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:18.818132 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'status': 'completed', 'code': 200}
Nov 13 21:09:18.924580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-bf4ee8cd-17cb-4115-83e1-605195ba9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.927882 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-bf4ee8cd-17cb-4115-83e1-605195ba9b4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0966792
Nov 13 21:09:18.965143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71e4c1-641c-4ef9-b435-3358c0f5f4ad req-d07fa64b-8daf-417c-a211-cbf888564e39 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:18.967191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d71e4c1-641c-4ef9-b435-3358c0f5f4ad req-d07fa64b-8daf-417c-a211-cbf888564e39 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0943110
Nov 13 21:09:18.987712 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-e0bc264d-c0ee-41f3-8b54-b3b29e1442ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490544
Nov 13 21:09:19.058669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-0ca0a577-50ab-4512-8ada-779d488678ae tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:19.060108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-0ca0a577-50ab-4512-8ada-779d488678ae tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.46 "GET /v2.0/networks?id=24ab1a2b-dff2-492d-9194-f725b0720e40 HTTP/1.1" status: 200  len: 815 time: 0.1865518
Nov 13 21:09:19.080389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Request body: {'port': {'device_id': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40', 'admin_state_up': True, 'tenant_id': '5b4e7a7342104f71af49e17cb449bbe6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:19.085700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d71e4c1-641c-4ef9-b435-3358c0f5f4ad req-d875ec6f-b566-454c-b93e-52d34d168a52 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004195
Nov 13 21:09:19.136331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-da67328c-917d-4829-b79d-8aee7400681d service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405795
Nov 13 21:09:19.222005 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:19.267192 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a12aa8d4-cf37-4bbe-bd96-24b7f8281b64 req-0c7fff8c-6d59-4f9a-a968-008000959663 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095340
Nov 13 21:09:19.284994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6bcf7b-5cc9-401c-85f1-82ce31e11163,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:19.361628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Made reservation on behalf of 5b4e7a7342104f71af49e17cb449bbe6 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:19.365274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:19.459518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-25a5162b-9c73-4313-87a6-16bfe41d21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:19.464001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'tag': '10d34729-8491-4935-abc3-e9e264166733'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:19.464576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-25a5162b-9c73-4313-87a6-16bfe41d21c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1094 time: 0.0551925
Nov 13 21:09:19.464795 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45aa36d-b168-433f-a860-bc6a7d4ce654" -d '{"events": [{"name": "network-changed", "server_uuid": "50f509e5-d593-4e94-adf0-d00651a9cf98", "tag": "10d34729-8491-4935-abc3-e9e264166733"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:19.488722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2511b1-395f-4091-a7a6-e47b4f30febc req-9d5dd159-88cd-46a8-8de1-c599506fb370 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:19.490580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d2511b1-395f-4091-a7a6-e47b4f30febc req-9d5dd159-88cd-46a8-8de1-c599506fb370 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.1848140
Nov 13 21:09:19.594524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-ed44e2a9-d58a-4c8b-b278-936f302a83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:19.601998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-ed44e2a9-d58a-4c8b-b278-936f302a83e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1249614
Nov 13 21:09:19.644036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-94918188-f0f0-446f-905e-21f27abff441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 217 time: 0.0360415
Nov 13 21:09:19.665785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d2511b1-395f-4091-a7a6-e47b4f30febc req-017e059b-7d18-4f2c-995b-e90ab4101f45 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637828
Nov 13 21:09:19.666391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:19.709820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-3d062509-3ee2-456e-b0f7-13b60d043042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:19.709820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-3d062509-3ee2-456e-b0f7-13b60d043042 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0576069
Nov 13 21:09:19.733396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Allocated IP 172.20.0.13 (24ab1a2b-dff2-492d-9194-f725b0720e40/d32a4e6d-c57f-4029-9e3f-03a233e35be0/6ebc1aec-098e-4d77-a7e6-e6303a480bae) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:19.762160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-dabc9ee3-d88c-42d6-90cc-9172a8f1fad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431638
Nov 13 21:09:19.880918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-6750a3c1-e248-4919-b489-f2bed68cad16 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068387
Nov 13 21:09:19.978953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ea7ab-932b-4f7e-ba96-3d29b4f94f9d req-a684e329-5204-4cb5-a1b2-256338948085 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:19.980513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca4ea7ab-932b-4f7e-ba96-3d29b4f94f9d req-a684e329-5204-4cb5-a1b2-256338948085 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1153946
Nov 13 21:09:20.018571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fac622a9-2ab3-4e4d-a659-902a5dea34e9 req-1a81bcd9-2f11-4979-893f-f30973aa44b9 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193037
Nov 13 21:09:20.049670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca4ea7ab-932b-4f7e-ba96-3d29b4f94f9d req-37cc17a0-74e0-4b02-9411-ddba62342531 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619695
Nov 13 21:09:20.065226 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d0590b-ad84-47f2-9d8f-469c15f4d35d x-openstack-request-id: req-d7d0590b-ad84-47f2-9d8f-469c15f4d35d {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:20.065758 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f509e5-d593-4e94-adf0-d00651a9cf98", "tag": "10d34729-8491-4935-abc3-e9e264166733", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:20.065758 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7d0590b-ad84-47f2-9d8f-469c15f4d35d {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:20.066113 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'tag': '10d34729-8491-4935-abc3-e9e264166733', 'status': 'completed', 'code': 200}
Nov 13 21:09:20.125919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:20.148373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d250edb5-bf92-4201-a025-3c3481f0f9ca req-5aa73978-df9e-4b02-aa1e-fdac04cd40b8 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 210 time: 0.0859177
Nov 13 21:09:20.253044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:20.265513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-80572df9-4969-417b-af0a-b3e39e4613e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.266978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-80572df9-4969-417b-af0a-b3e39e4613e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 1095 time: 0.2035747
Nov 13 21:09:20.270041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8238d-61b4-43d5-a9d4-7c3d2aaabf50 req-8915f628-6060-4e91-9f81-4d2e5ea70399 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.273792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ee8238d-61b4-43d5-a9d4-7c3d2aaabf50 req-8915f628-6060-4e91-9f81-4d2e5ea70399 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 944 time: 0.0871043
Nov 13 21:09:20.276786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0', 'port_id': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'mac_address': 'fa:16:3e:61:11:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bef1ba-1e3d-40da-b9ca-5e7672aa5808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:20.332680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:20.336301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ee8238d-61b4-43d5-a9d4-7c3d2aaabf50 req-7b3f06bc-3881-4030-97ec-fb2742b0ce28 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552454
Nov 13 21:09:20.349564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc63e7c4-c217-404d-8502-3d1c2887bcd9 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:20.371856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:20.452511 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:20.453588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 10d34729-8491-4935-abc3-e9e264166733 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:20.461225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:20.499831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Router 33447747-343a-495a-a792-41c6e0f58612 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:09:20.511022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d5ecd-e25f-4b18-be68-6b48b597037c req-bd12dbae-e4f5-4bd5-b71b-253735c65851 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.512523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c50d5ecd-e25f-4b18-be68-6b48b597037c req-bd12dbae-e4f5-4bd5-b71b-253735c65851 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1999114
Nov 13 21:09:20.523747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-8bce1a3b-89f5-4afd-906b-0d301a0a3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.525221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-8bce1a3b-89f5-4afd-906b-0d301a0a3794 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 912 time: 0.2496643
Nov 13 21:09:20.532047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:20.601070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-db6b8536-c20a-4bd9-ad4f-ee8e7569a623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10d34729-8491-4935-abc3-e9e264166733 HTTP/1.1" status: 200  len: 217 time: 0.0676091
Nov 13 21:09:20.616795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 10d34729-8491-4935-abc3-e9e264166733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d34729-8491-4935-abc3-e9e264166733,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:20.628855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '10d34729-8491-4935-abc3-e9e264166733', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': '10d34729-8491-4935-abc3-e9e264166733', 'mac_address': 'fa:16:3e:c9:02:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:20.667559 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:20.682138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d34729-8491-4935-abc3-e9e264166733 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:20.697854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c50d5ecd-e25f-4b18-be68-6b48b597037c req-b0ba320b-1f77-4805-ace6-72743078d4d4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759713
Nov 13 21:09:20.701523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 10d34729-8491-4935-abc3-e9e264166733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d34729-8491-4935-abc3-e9e264166733,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:20.750054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:20.754344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-a7b5cad9-5a01-4c91-a627-3d5fc420452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.759522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-a7b5cad9-5a01-4c91-a627-3d5fc420452e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.1452465
Nov 13 21:09:20.780865 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:20.817202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed5f54-09a6-4fda-aac6-a86ae1408ea5 req-6f838246-3179-465a-be70-0a50707a1caa tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.824552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12ed5f54-09a6-4fda-aac6-a86ae1408ea5 req-6f838246-3179-465a-be70-0a50707a1caa tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.0592055
Nov 13 21:09:20.828594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-355b5818-ecdc-4e4c-8357-3e4c84afb627 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617313
Nov 13 21:09:20.836576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=10d34729-8491-4935-abc3-e9e264166733,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:20.843225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Network 24ab1a2b-dff2-492d-9194-f725b0720e40 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:20.858187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:20.860313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:09:20.874528 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] Sync routers for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:09:20.875022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:20.877589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Pushing event updated for resources: {'Port': ['ID=6ebc1aec-098e-4d77-a7e6-e6303a480bae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:20.880427 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12ed5f54-09a6-4fda-aac6-a86ae1408ea5 req-dbe36368-1b4e-4283-80bb-718780f5c71b tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548539
Nov 13 21:09:20.893319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8bba218a-568a-4b88-9466-4095ae3a3f31 admin admin] 10.222.0.20 "PUT /v2.0/routers/33447747-343a-495a-a792-41c6e0f58612/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7084701
Nov 13 21:09:20.895960 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:20.896347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:20.900000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde309ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:20.993764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:20.994384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.001818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-f636b274-ef92-4187-b329-799b1ad14a22 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605709
Nov 13 21:09:21.061552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['cc63e7c4-c217-404d-8502-3d1c2887bcd9'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:21.063774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['10d34729-8491-4935-abc3-e9e264166733'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:21.064197 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:21.097505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.101815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-9a1acb95-807b-4f01-a50d-5487177731f4 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0278678
Nov 13 21:09:21.122610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Request body: {'port': {'device_id': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:21.146640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b45aa36d-b168-433f-a860-bc6a7d4ce654 req-581540f5-c0ee-4183-b4f9-aa8b1a8133cf service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363363
Nov 13 21:09:21.265833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.292350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.366916 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde309ee0>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197'}], 'enable_snat': True}, 'gw_port_id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:09:19Z', 'revision_number': 5, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port': {'id': '3b69d88b-22a0-4b92-84cb-b042fc1cda04', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33447747-343a-495a-a792-41c6e0f58612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:07:58Z', 'updated_at': '2021-11-13T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:21.375682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16043b7-8746-4a03-93e7-a120732dd58c req-11fff851-c567-45c9-8ed0-611afc5c1d72 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:21.376923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e16043b7-8746-4a03-93e7-a120732dd58c req-11fff851-c567-45c9-8ed0-611afc5c1d72 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 932 time: 0.0770261
Nov 13 21:09:21.383264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe8dd3-3370-4ded-8719-d3c65631a6d7 req-01e8307b-5630-4079-ab37-5605f34bc604 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:21.383264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2efe8dd3-3370-4ded-8719-d3c65631a6d7 req-01e8307b-5630-4079-ab37-5605f34bc604 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1660829
Nov 13 21:09:21.490044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-71982465-8260-431c-a302-21a4ca2f0d3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1995654
Nov 13 21:09:21.514177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e16043b7-8746-4a03-93e7-a120732dd58c req-344d8303-a028-412b-b183-fb2fbc750605 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209109
Nov 13 21:09:21.564124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Deleting port 3b69d88b-22a0-4b92-84cb-b042fc1cda04 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:21.564602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.566451 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] Checking router: 33447747-343a-495a-a792-41c6e0f58612 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:09:21.587296 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] Routers {'33447747-343a-495a-a792-41c6e0f58612'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:09:21.587914 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde309ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:08:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['33447747-343a-495a-a792-41c6e0f58612'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:21.607524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2efe8dd3-3370-4ded-8719-d3c65631a6d7 req-bb045955-c56a-47d3-acec-7fc44d7e17ed tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056658
Nov 13 21:09:21.683583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49778) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:21.692480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] For port 3b69d88b-22a0-4b92-84cb-b042fc1cda04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b69d88b-22a0-4b92-84cb-b042fc1cda04,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:21.692755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-e32d22a3-0eae-4f49-aefb-2a32d06cd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:21.692903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.694339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-e32d22a3-0eae-4f49-aefb-2a32d06cd8b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 1095 time: 0.1656284
Nov 13 21:09:21.704461 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] Set router 33447747-343a-495a-a792-41c6e0f58612 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:09:21.734079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Calling delete_port for 3b69d88b-22a0-4b92-84cb-b042fc1cda04 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:21.763286 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde309ee0>, [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:09:21Z', 'revision_number': 6, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:21.777105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c501f9-d370-4460-b0a3-3d3dfe48c9dc req-190d7127-1e35-4149-a8bb-776130f8ceea tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:21.778625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1c501f9-d370-4460-b0a3-3d3dfe48c9dc req-190d7127-1e35-4149-a8bb-776130f8ceea tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 945 time: 0.1424997
Nov 13 21:09:21.806732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9a920-0f21-4683-bb33-53350e40b969 None None] The sync data for ids ['33447747-343a-495a-a792-41c6e0f58612'] in ncdv-master-1 is: [{'id': '33447747-343a-495a-a792-41c6e0f58612', 'name': 'tempest-FloatingIPsAssociationTestJSON-1957516054-router', 'tenant_id': '702b5597b47c4519948c402dec944d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:07:57Z', 'updated_at': '2021-11-13T21:09:21Z', 'revision_number': 6, 'project_id': '702b5597b47c4519948c402dec944d18', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:09:21.866268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81646c8d-0f8c-4684-bb18-4f04bb453708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.919114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-e7a15f67-d8da-4517-b379-7d8a8cae3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:21.920581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-e7a15f67-d8da-4517-b379-7d8a8cae3af6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2020118
Nov 13 21:09:21.923659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1c501f9-d370-4460-b0a3-3d3dfe48c9dc req-249539d4-7a20-4d5f-a24e-2f5a76cc12f1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242759
Nov 13 21:09:21.934530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505d2ee-300d-4519-bac1-cb9b83b0a1a2 req-635f9809-acf3-4460-b129-6a8ebdf7f561 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:21.939257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9505d2ee-300d-4519-bac1-cb9b83b0a1a2 req-635f9809-acf3-4460-b129-6a8ebdf7f561 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1195390
Nov 13 21:09:21.945348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebc1aec-098e-4d77-a7e6-e6303a480bae {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:21.985976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:21.991088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-34a269d5-01a6-4193-9d91-435e258f5168 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 200  len: 217 time: 0.0524659
Nov 13 21:09:22.044449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Transition to ACTIVE for port object 6ebc1aec-098e-4d77-a7e6-e6303a480bae will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:22.068219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9505d2ee-300d-4519-bac1-cb9b83b0a1a2 req-d7d4c7c4-3498-49fc-90cf-1fc4d1ed68ae tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172614
Nov 13 21:09:22.073997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-a2f62010-5c3c-4d9c-8206-bbd31069c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:22.075579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-a2f62010-5c3c-4d9c-8206-bbd31069c728 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0732110
Nov 13 21:09:22.102433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81646c8d-0f8c-4684-bb18-4f04bb453708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.113596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-b559f6bd-8b40-4472-a6b4-b911252549ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301540
Nov 13 21:09:22.114338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.130252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c0bf1-5952-40b1-b387-f9098a92c545 req-0acaf7d2-b48c-4b80-899f-8c4d4ab263d7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:22.131728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b4c0bf1-5952-40b1-b387-f9098a92c545 req-0acaf7d2-b48c-4b80-899f-8c4d4ab263d7 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.1324368
Nov 13 21:09:22.169869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81646c8d-0f8c-4684-bb18-4f04bb453708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.184501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebc1aec-098e-4d77-a7e6-e6303a480bae,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:22.209674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.247204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81646c8d-0f8c-4684-bb18-4f04bb453708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829c8523-81d3-45ba-9c71-e91945e249f6,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:22.269654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b4c0bf1-5952-40b1-b387-f9098a92c545 req-c6c6e09a-2983-47e9-bc4c-a6b9491af644 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312652
Nov 13 21:09:22.299377 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-ba06d8aa-e28c-4599-8eea-db602e9a33a6 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611001
Nov 13 21:09:22.320320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b69d88b-22a0-4b92-84cb-b042fc1cda04,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:22.332427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Attempting to bind port 6ebc1aec-098e-4d77-a7e6-e6303a480bae on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:22.332853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Attempting to bind port 6ebc1aec-098e-4d77-a7e6-e6303a480bae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '078eaccb-254f-4809-9657-ca8176b3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:22.333176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Attempting to bind port 6ebc1aec-098e-4d77-a7e6-e6303a480bae on network 24ab1a2b-dff2-492d-9194-f725b0720e40 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:22.343579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81646c8d-0f8c-4684-bb18-4f04bb453708 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2ea632857f44148da992e6c936c27a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6587064
Nov 13 21:09:22.346615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49788) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:22.346771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Port 6ebc1aec-098e-4d77-a7e6-e6303a480bae on network 24ab1a2b-dff2-492d-9194-f725b0720e40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:22.347012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Attempting to bind port 6ebc1aec-098e-4d77-a7e6-e6303a480bae on network 24ab1a2b-dff2-492d-9194-f725b0720e40 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:22.378235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:22.378512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Checking segment: {'id': '078eaccb-254f-4809-9657-ca8176b3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:22.378752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Bound using segment: {'id': '078eaccb-254f-4809-9657-ca8176b3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:22.379323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Bound port: 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078eaccb-254f-4809-9657-ca8176b3d199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:22.380086 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.395261 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.453337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-966aeacd-32bd-456d-8a9f-915cd7959d6d req-4ac879d1-a757-40f2-931d-b7aa8b062a50 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436629
Nov 13 21:09:22.470004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] For port 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:22.473294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] For port 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ebc1aec-098e-4d77-a7e6-e6303a480bae,segment=NetworkSegment(078eaccb-254f-4809-9657-ca8176b3d199),segment_id=078eaccb-254f-4809-9657-ca8176b3d199)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:22.495065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.497460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.498882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44644b4b-91a1-4b63-b730-5e583d001346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.556514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44644b4b-91a1-4b63-b730-5e583d001346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.574652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.607631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:22.608252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.609658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] 10.222.0.46 "PUT /v2.0/ports/6ebc1aec-098e-4d77-a7e6-e6303a480bae HTTP/1.1" status: 200  len: 1092 time: 1.4951398
Nov 13 21:09:22.610093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'tag': '6ebc1aec-098e-4d77-a7e6-e6303a480bae'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:22.612311 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dc6988-f7ad-46c2-a45a-164af99b41fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e926b8-f479-4c68-b50a-8f5d41dc7541", "tag": "6ebc1aec-098e-4d77-a7e6-e6303a480bae"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:22.647739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36521a9-4e74-42bf-bd20-fc62fba411b6 req-38f8e9b0-030a-498a-8594-e8744f5a74da tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:22.650194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a36521a9-4e74-42bf-bd20-fc62fba411b6 req-38f8e9b0-030a-498a-8594-e8744f5a74da tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 944 time: 0.0644708
Nov 13 21:09:22.655417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.656670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33447747-343a-495a-a792-41c6e0f58612 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:09:22.664836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.664994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f417e5d2-d1bf-41ef-b662-3af67e6d879d admin admin] 10.222.0.20 "DELETE /v2.0/routers/33447747-343a-495a-a792-41c6e0f58612 HTTP/1.1" status: 204  len: 168 time: 1.7658181
Nov 13 21:09:22.667729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49796) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:22.678166 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4476a1-92a9-493a-8d01-55e13568db70 x-openstack-request-id: req-9b4476a1-92a9-493a-8d01-55e13568db70 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:22.682017 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e926b8-f479-4c68-b50a-8f5d41dc7541", "tag": "6ebc1aec-098e-4d77-a7e6-e6303a480bae", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:22.682401 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b4476a1-92a9-493a-8d01-55e13568db70 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:22.682892 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'tag': '6ebc1aec-098e-4d77-a7e6-e6303a480bae', 'status': 'completed', 'code': 200}
Nov 13 21:09:22.687096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3c0d0-1ed4-4ae2-a11f-4cd3a4ce1568 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebc1aec-098e-4d77-a7e6-e6303a480bae,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:22.731060 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a36521a9-4e74-42bf-bd20-fc62fba411b6 req-7f22326e-8e76-452e-a413-07976aae0325 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597928
Nov 13 21:09:22.762786 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44644b4b-91a1-4b63-b730-5e583d001346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.765626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44644b4b-91a1-4b63-b730-5e583d001346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.769728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-44644b4b-91a1-4b63-b730-5e583d001346 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/829c8523-81d3-45ba-9c71-e91945e249f6 HTTP/1.1" status: 204  len: 168 time: 0.4197741
Nov 13 21:09:22.773686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Deleting subnet 77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:09:22.777024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.787608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44644b4b-91a1-4b63-b730-5e583d001346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829c8523-81d3-45ba-9c71-e91945e249f6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:22.843305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc6988-f7ad-46c2-a45a-164af99b41fd req-96ecbb53-5555-4bbf-a9ee-aae13ce01f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:22.845187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98dc6988-f7ad-46c2-a45a-164af99b41fd req-96ecbb53-5555-4bbf-a9ee-aae13ce01f8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b4e7a7342104f71af49e17cb449bbe6&device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 1095 time: 0.1369324
Nov 13 21:09:22.850495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:22.908291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d6129-9ae8-433e-8e15-e25485ec487f req-dfe9404a-834c-4f6f-b9de-cb5e90cfa502 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:22.916041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a98d6129-9ae8-433e-8e15-e25485ec487f req-dfe9404a-834c-4f6f-b9de-cb5e90cfa502 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1341927
Nov 13 21:09:22.962876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:22.983584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:22.983918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1c6bcf7b-5cc9-401c-85f1-82ce31e11163 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:22.984328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b69d88b-22a0-4b92-84cb-b042fc1cda04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:23.017265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3b69d88b-22a0-4b92-84cb-b042fc1cda04 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:23.017609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b69d88b-22a0-4b92-84cb-b042fc1cda04 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:23.074792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478309d-4e60-48c1-9d06-0e890ca279b8 req-9f24f349-280a-4850-b320-a3959ef0959c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.088842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c478309d-4e60-48c1-9d06-0e890ca279b8 req-9f24f349-280a-4850-b320-a3959ef0959c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 945 time: 0.0731325
Nov 13 21:09:23.137653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c478309d-4e60-48c1-9d06-0e890ca279b8 req-22419a3f-800b-4afc-8c94-9b60e028d48d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480428
Nov 13 21:09:23.141643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:23.147551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a98d6129-9ae8-433e-8e15-e25485ec487f req-a00e7782-3e09-4a1b-947a-b27c5c385400 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109604
Nov 13 21:09:23.172992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc6988-f7ad-46c2-a45a-164af99b41fd req-1d635db6-330e-49eb-8525-8045c6f39cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.172992 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98dc6988-f7ad-46c2-a45a-164af99b41fd req-1d635db6-330e-49eb-8525-8045c6f39cb6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b4e7a7342104f71af49e17cb449bbe6&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3009789
Nov 13 21:09:23.273840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3096c98-6a4a-471d-831b-3ea7e0a4203f req-e79bdb8f-3b58-434a-9b43-43f903051d31 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.276195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3096c98-6a4a-471d-831b-3ea7e0a4203f req-e79bdb8f-3b58-434a-9b43-43f903051d31 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0547917
Nov 13 21:09:23.339225 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3096c98-6a4a-471d-831b-3ea7e0a4203f req-6acd5a77-246f-4859-aab5-5a611d9344aa tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499113
Nov 13 21:09:23.614541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bc382-d1e7-47ba-8cfe-43eca813e46e req-c483f48a-5385-4b63-abef-3db36752f1d4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.616052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb9bc382-d1e7-47ba-8cfe-43eca813e46e req-c483f48a-5385-4b63-abef-3db36752f1d4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.0836217
Nov 13 21:09:23.617884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc6988-f7ad-46c2-a45a-164af99b41fd req-501a8c81-db93-44ea-90a1-0bee2c30f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.619747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98dc6988-f7ad-46c2-a45a-164af99b41fd req-501a8c81-db93-44ea-90a1-0bee2c30f840 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4396858
Nov 13 21:09:23.667021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb9bc382-d1e7-47ba-8cfe-43eca813e46e req-281968f0-9d38-4617-b60e-64e013b8b0a6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426011
Nov 13 21:09:23.668390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:23.703883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:23.723516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:23.726757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9f1e36d7-f5cc-42a7-a54e-9bf640058959 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/77e6fbdb-a7ba-47a4-b50f-e83b90fb4ca7 HTTP/1.1" status: 204  len: 168 time: 1.0578365
Nov 13 21:09:23.728419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e204466-8bd9-4159-bfac-a4170122f626 None None] Network 0d09795e-518c-4dc0-bfe8-5383113a270d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:23.729310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49824) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:23.798130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-cb49cdd4-afb8-461e-8207-3b528b80efde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.799614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-cb49cdd4-afb8-461e-8207-3b528b80efde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b4e7a7342104f71af49e17cb449bbe6&device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 1095 time: 0.1260767
Nov 13 21:09:23.806602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:23.855220 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-10eff5e1-1bb6-4e91-88d3-4d1570d3c027 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ebc1aec-098e-4d77-a7e6-e6303a480bae HTTP/1.1" status: 200  len: 217 time: 0.0458081
Nov 13 21:09:23.856819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878fa15-a55c-4355-b0a0-332b227d166f req-505606a6-9cab-4061-9b9a-d22ea4b2b621 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.859088 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1878fa15-a55c-4355-b0a0-332b227d166f req-505606a6-9cab-4061-9b9a-d22ea4b2b621 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 944 time: 0.0639188
Nov 13 21:09:23.937409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1878fa15-a55c-4355-b0a0-332b227d166f req-b8fc1ce5-e07e-46b9-92b5-66b699e32510 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719686
Nov 13 21:09:23.940217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-35c63b9e-ffc3-415c-aa60-7bfe318ccef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:23.942750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-35c63b9e-ffc3-415c-aa60-7bfe318ccef5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d32a4e6d-c57f-4029-9e3f-03a233e35be0 HTTP/1.1" status: 200  len: 855 time: 0.0793936
Nov 13 21:09:23.950442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] DHCP port deletion for 0d09795e-518c-4dc0-bfe8-5383113a270d request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:09:23.978371 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-a1d9c505-32d7-45db-b8c9-af7f6c59c0a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=24ab1a2b-dff2-492d-9194-f725b0720e40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278447
Nov 13 21:09:23.980362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Deleting port 7738a8de-2475-4a6a-ba1b-9b6683053fad {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:23.980362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.005337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] Deleting port 7738a8de-2475-4a6a-ba1b-9b6683053fad {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:24.006013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.074947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] For port 7738a8de-2475-4a6a-ba1b-9b6683053fad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7738a8de-2475-4a6a-ba1b-9b6683053fad,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:24.075346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.088726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] Calling delete_port for 7738a8de-2475-4a6a-ba1b-9b6683053fad owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:24.098451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] For port 7738a8de-2475-4a6a-ba1b-9b6683053fad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7738a8de-2475-4a6a-ba1b-9b6683053fad,segment=NetworkSegment(0cbdfe07-0274-4f20-9c5f-99d715b1ba97),segment_id=0cbdfe07-0274-4f20-9c5f-99d715b1ba97)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:24.098836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.121579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Calling delete_port for 7738a8de-2475-4a6a-ba1b-9b6683053fad owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:24.142288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:24.152932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-50dccd37-27da-4688-92df-f9101e8708c5 service neutron] 10.222.0.46 "GET /v2.0/networks/24ab1a2b-dff2-492d-9194-f725b0720e40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597812
Nov 13 21:09:24.309717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69343ac-df75-47c6-8d18-2768a77b7a93 req-d9046115-d62e-4442-8b11-ad837bec0f6c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:24.558552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69343ac-df75-47c6-8d18-2768a77b7a93 req-d9046115-d62e-4442-8b11-ad837bec0f6c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 945 time: 0.0497334
Nov 13 21:09:24.559594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9629fc83-4830-48dd-975b-eef08e5328f5 req-b955461b-876b-42e7-b805-fcfb92ece960 service neutron] 10.222.0.46 "GET /v2.0/networks/24ab1a2b-dff2-492d-9194-f725b0720e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601722
Nov 13 21:09:24.560077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69343ac-df75-47c6-8d18-2768a77b7a93 req-881d63ce-8bbb-4758-aa24-3c6b6d61af31 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426819
Nov 13 21:09:24.560279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b576542-0fec-4b91-90d6-53b55a96405a req-9a39f48b-1946-4671-af48-ffcc4a1e4e4c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:24.560279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b576542-0fec-4b91-90d6-53b55a96405a req-9a39f48b-1946-4671-af48-ffcc4a1e4e4c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1048326
Nov 13 21:09:24.560279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b576542-0fec-4b91-90d6-53b55a96405a req-05dc165a-a35f-4ae0-b2a7-2878822b465e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429575
Nov 13 21:09:24.560986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38189fc2-4ce2-4d3b-8b6b-be9ff064d5e8 req-a56290f8-6524-45e4-a181-47f9973fdd1c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:24.560986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38189fc2-4ce2-4d3b-8b6b-be9ff064d5e8 req-a56290f8-6524-45e4-a181-47f9973fdd1c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0490949
Nov 13 21:09:24.560986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38189fc2-4ce2-4d3b-8b6b-be9ff064d5e8 req-ba357492-c63d-4f2e-a991-f07049dcd311 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416467
Nov 13 21:09:24.588557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.594978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.619403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port cc63e7c4-c217-404d-8502-3d1c2887bcd9 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:24.623735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] Pushing event deleted for resources: {'Port': ['ID=7738a8de-2475-4a6a-ba1b-9b6683053fad,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:24.623735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e766d-0a70-429a-aa0d-01ec54871066 None None] No DVR routers for this DVR port 7738a8de-2475-4a6a-ba1b-9b6683053fad on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:24.624154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7738a8de-2475-4a6a-ba1b-9b6683053fad,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:24.626001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] No DVR routers for this DVR port 7738a8de-2475-4a6a-ba1b-9b6683053fad on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:24.628816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port cc63e7c4-c217-404d-8502-3d1c2887bcd9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:24.629181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.701970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.709691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ba1d1820-8c3d-48f7-9c97-4488c6d4acd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.725167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcbdfb20>,) {'filters': {'network_id': ['0d09795e-518c-4dc0-bfe8-5383113a270d']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:24.727076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.736250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcbdfb20>, '0cbdfe07-0274-4f20-9c5f-99d715b1ba97') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:24.743675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcbdfb20>, '0cbdfe07-0274-4f20-9c5f-99d715b1ba97') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:24.747609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.759661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:24.761959 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2998734-905c-4fc0-80d5-a2de50029593" -d '{"events": [{"server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "name": "network-vif-plugged", "status": "completed", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:24.778696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:24.789143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.796571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:09:24.796986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:09:24.800219 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:09:24.805109 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad51f0-e760-4af5-9270-294ac8261e76 x-openstack-request-id: req-28ad51f0-e760-4af5-9270-294ac8261e76 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:24.806026 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "name": "network-vif-plugged", "status": "completed", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:24.806399 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28ad51f0-e760-4af5-9270-294ac8261e76 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:24.806804 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'code': 200}
Nov 13 21:09:24.844783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:24.875916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98628a6-79ab-4d80-a84d-8bdb4e7ab826 req-ca5c148d-8453-46a7-abe1-2717ae730ac0 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:24.877452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e98628a6-79ab-4d80-a84d-8bdb4e7ab826 req-ca5c148d-8453-46a7-abe1-2717ae730ac0 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.1204965
Nov 13 21:09:24.949889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81a2d-39c1-4e09-95d9-4f8bc3939c07 req-c4ab9175-c2b5-4c67-85f6-e421e1aa03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:24.951581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cd81a2d-39c1-4e09-95d9-4f8bc3939c07 req-c4ab9175-c2b5-4c67-85f6-e421e1aa03cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1096 time: 0.0731819
Nov 13 21:09:24.960346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.973969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:24.982679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e98628a6-79ab-4d80-a84d-8bdb4e7ab826 req-3d7f2985-073d-48dd-9c79-38025629a14d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946808
Nov 13 21:09:24.984146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:24.991069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7738a8de-2475-4a6a-ba1b-9b6683053fad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:24.991573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.994532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:24.995856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 10d34729-8491-4935-abc3-e9e264166733 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:24.997570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] 10.222.0.20 "DELETE /v2.0/networks/0d09795e-518c-4dc0-bfe8-5383113a270d HTTP/1.1" status: 204  len: 168 time: 1.2673340
Nov 13 21:09:25.043288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efff184-f8f7-4f3e-b853-87e6fc22d3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0d09795e-518c-4dc0-bfe8-5383113a270d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.064316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7738a8de-2475-4a6a-ba1b-9b6683053fad {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:25.064888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7738a8de-2475-4a6a-ba1b-9b6683053fad not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:25.069052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cd81a2d-39c1-4e09-95d9-4f8bc3939c07 req-65f76c67-d54f-4193-b42c-d04ad8155121 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069267
Nov 13 21:09:25.082356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1', 'port_id': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'mac_address': 'fa:16:3e:05:bc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e295620-79ca-4a71-8999-516f0e158e24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:25.123472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9cb6f-2ddb-4ffb-967b-d1f2f72c89f1 req-ce502990-6230-4dd2-bda0-3c315d66e286 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:25.129200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9e9cb6f-2ddb-4ffb-967b-d1f2f72c89f1 req-ce502990-6230-4dd2-bda0-3c315d66e286 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 944 time: 0.0643127
Nov 13 21:09:25.148542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.154742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77400bc5-97c2-48dd-85e3-e916796929e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.164785 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.183856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:25.202935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:25.212921 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9e9cb6f-2ddb-4ffb-967b-d1f2f72c89f1 req-b537da4d-7a35-492b-a6d1-9f797c116a9d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807393
Nov 13 21:09:25.256034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77400bc5-97c2-48dd-85e3-e916796929e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.259528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 10d34729-8491-4935-abc3-e9e264166733 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:25.263373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 10d34729-8491-4935-abc3-e9e264166733 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:25.263737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.332252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.359812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77400bc5-97c2-48dd-85e3-e916796929e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.361917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.404477 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-77400bc5-97c2-48dd-85e3-e916796929e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=161595a0af784be0b6d49bd767f0e8b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4189055
Nov 13 21:09:25.405463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400bc5-97c2-48dd-85e3-e916796929e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aaac32-ad31-4d37-aaf9-b429f4c6bd2e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.407173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:25.414724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.427123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 10d34729-8491-4935-abc3-e9e264166733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d34729-8491-4935-abc3-e9e264166733,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:25.478915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49868) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:25.497433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.514283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712529f-0d41-43ab-a41c-fb150abfc788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.525489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d10133-3e59-492a-8053-2df6d1f0e8f4 req-46102fa8-5f9b-414c-a372-fbe96615e9fd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:25.527232 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43d10133-3e59-492a-8053-2df6d1f0e8f4 req-46102fa8-5f9b-414c-a372-fbe96615e9fd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 945 time: 0.0858202
Nov 13 21:09:25.560396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-72456455-af62-4e1f-91a6-b01137bb9d06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=702b5597b47c4519948c402dec944d18&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0799429
Nov 13 21:09:25.562956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49874) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:25.566310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712529f-0d41-43ab-a41c-fb150abfc788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.569012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=10d34729-8491-4935-abc3-e9e264166733,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.587410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cba29e-4035-4249-8d38-61c5960e5e1b req-8afdd155-a870-4b87-aff1-1e943cdc3ccd tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:25.589015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98cba29e-4035-4249-8d38-61c5960e5e1b req-8afdd155-a870-4b87-aff1-1e943cdc3ccd tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.0957353
Nov 13 21:09:25.618416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43d10133-3e59-492a-8053-2df6d1f0e8f4 req-54e50834-1119-4613-91a5-86074a20b2f6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800076
Nov 13 21:09:25.650594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:25.684024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98cba29e-4035-4249-8d38-61c5960e5e1b req-fd677022-d27c-4032-a184-2f7edc28f01d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887702
Nov 13 21:09:25.685018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09326ef9-fc14-4c55-a349-723bc59ea553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.710189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09326ef9-fc14-4c55-a349-723bc59ea553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.718921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712529f-0d41-43ab-a41c-fb150abfc788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.722747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712529f-0d41-43ab-a41c-fb150abfc788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.726314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4712529f-0d41-43ab-a41c-fb150abfc788 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61aaac32-ad31-4d37-aaf9-b429f4c6bd2e HTTP/1.1" status: 204  len: 168 time: 0.3156157
Nov 13 21:09:25.732983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712529f-0d41-43ab-a41c-fb150abfc788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aaac32-ad31-4d37-aaf9-b429f4c6bd2e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.811205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f3b5-b712-4a45-8613-157f80c434e3 req-ecbb2853-fe6a-4a49-a5f7-9c9c8b17a22c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:25.812753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffa5f3b5-b712-4a45-8613-157f80c434e3 req-ecbb2853-fe6a-4a49-a5f7-9c9c8b17a22c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0526009
Nov 13 21:09:25.843377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09326ef9-fc14-4c55-a349-723bc59ea553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.845853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09326ef9-fc14-4c55-a349-723bc59ea553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:25.849729 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09326ef9-fc14-4c55-a349-723bc59ea553 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a957a31d-62c8-45de-9902-3c5e7535e7ca HTTP/1.1" status: 204  len: 168 time: 0.2858150
Nov 13 21:09:25.859974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09326ef9-fc14-4c55-a349-723bc59ea553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a957a31d-62c8-45de-9902-3c5e7535e7ca,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:25.896229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffa5f3b5-b712-4a45-8613-157f80c434e3 req-57f897e9-7872-4d06-a5b9-b279f50d209b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761099
Nov 13 21:09:26.129145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc888c-56f9-4ba5-9140-dad8c2b155c3 req-df8c55b9-c89c-4195-8251-615c73a2500a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:26.130596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6cc888c-56f9-4ba5-9140-dad8c2b155c3 req-df8c55b9-c89c-4195-8251-615c73a2500a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 945 time: 0.0494852
Nov 13 21:09:26.156909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6ebc1aec-098e-4d77-a7e6-e6303a480bae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:26.179826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6cc888c-56f9-4ba5-9140-dad8c2b155c3 req-bdc7749d-0a22-442e-a960-acb4926f300e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424929
Nov 13 21:09:26.289682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ebc1aec-098e-4d77-a7e6-e6303a480bae,segment=NetworkSegment(078eaccb-254f-4809-9657-ca8176b3d199),segment_id=078eaccb-254f-4809-9657-ca8176b3d199)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:26.310908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '6ebc1aec-098e-4d77-a7e6-e6303a480bae', 'network_id': '24ab1a2b-dff2-492d-9194-f725b0720e40', 'port_id': '6ebc1aec-098e-4d77-a7e6-e6303a480bae', 'mac_address': 'fa:16:3e:85:86:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32a4e6d-c57f-4029-9e3f-03a233e35be0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:26.347781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019f958-1818-4541-900c-81768a1c03b0 req-8affe81e-e566-46d8-87d8-3003a89267a3 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:26.355436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8019f958-1818-4541-900c-81768a1c03b0 req-8affe81e-e566-46d8-87d8-3003a89267a3 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 944 time: 0.0615356
Nov 13 21:09:26.358947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:26.381657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebc1aec-098e-4d77-a7e6-e6303a480bae {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:26.400655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ebc1aec-098e-4d77-a7e6-e6303a480bae,segment=NetworkSegment(078eaccb-254f-4809-9657-ca8176b3d199),segment_id=078eaccb-254f-4809-9657-ca8176b3d199)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:26.404999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8019f958-1818-4541-900c-81768a1c03b0 req-81cbba00-2578-484f-b7ff-03c1b98a4966 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486929
Nov 13 21:09:26.565932 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:26.620070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=6ebc1aec-098e-4d77-a7e6-e6303a480bae,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:26.742883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7047e-3976-4a86-a1fe-48a1fd56a835 req-acec4cde-7714-4941-98e5-39dee4308fcb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:26.744363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1e7047e-3976-4a86-a1fe-48a1fd56a835 req-acec4cde-7714-4941-98e5-39dee4308fcb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 946 time: 0.0581658
Nov 13 21:09:26.807916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d34729-8491-4935-abc3-e9e264166733'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:26.811394 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d16bb38-49da-465d-8303-9dedfb4a9d20" -d '{"events": [{"server_uuid": "50f509e5-d593-4e94-adf0-d00651a9cf98", "name": "network-vif-plugged", "status": "completed", "tag": "10d34729-8491-4935-abc3-e9e264166733"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:26.812319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1e7047e-3976-4a86-a1fe-48a1fd56a835 req-0cd28623-239d-48c0-87b7-86c78c2f28dd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598397
Nov 13 21:09:26.835795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['6ebc1aec-098e-4d77-a7e6-e6303a480bae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:26.877998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd9f73-06aa-45e7-bc02-baedf453ca55 req-6da6b7a9-65ca-4463-8e19-407aa7537aaa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:26.890778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99fd9f73-06aa-45e7-bc02-baedf453ca55 req-6da6b7a9-65ca-4463-8e19-407aa7537aaa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.0584109
Nov 13 21:09:26.902742 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5566cc9c-e9fa-4511-ad07-74f5be6cf8b4 x-openstack-request-id: req-5566cc9c-e9fa-4511-ad07-74f5be6cf8b4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:26.903275 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f509e5-d593-4e94-adf0-d00651a9cf98", "name": "network-vif-plugged", "status": "completed", "tag": "10d34729-8491-4935-abc3-e9e264166733", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:26.903742 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5566cc9c-e9fa-4511-ad07-74f5be6cf8b4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:26.904453 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d34729-8491-4935-abc3-e9e264166733', 'code': 200}
Nov 13 21:09:26.909505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:26.994040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99fd9f73-06aa-45e7-bc02-baedf453ca55 req-53856a66-e9f1-429b-a56a-d78b174476bf tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023731
Nov 13 21:09:27.019405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaa1a3-3d47-4635-8254-9253b5dac415 req-cc32b64a-958c-4b9b-918f-ecfa057cc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.021091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eaaaa1a3-3d47-4635-8254-9253b5dac415 req-cc32b64a-958c-4b9b-918f-ecfa057cc7ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 1097 time: 0.0770440
Nov 13 21:09:27.026957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce49a-7826-444d-a4e8-705ccbfc3fa7 req-112945a3-4250-464c-aa48-316633db07d9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.029045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad1ce49a-7826-444d-a4e8-705ccbfc3fa7 req-112945a3-4250-464c-aa48-316633db07d9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0594645
Nov 13 21:09:27.094560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad1ce49a-7826-444d-a4e8-705ccbfc3fa7 req-b637d529-4fab-4114-9288-e8ee7fc33a13 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582292
Nov 13 21:09:27.099528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1da993ac-7afb-47cc-aa0f-6b92cfa818d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:27.099871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eaaaa1a3-3d47-4635-8254-9253b5dac415 req-45a20515-12c6-4e69-b8a5-2654d1b8d954 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696988
Nov 13 21:09:27.154792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:27.159512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:27.160159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:27.257732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:27.294614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:27.308727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e1fb-1c12-4dbf-874f-cb155ca47a39 req-9ec389b3-ce0e-4931-8739-4ffc567d8f6f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.312893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cd0e1fb-1c12-4dbf-874f-cb155ca47a39 req-9ec389b3-ce0e-4931-8739-4ffc567d8f6f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 945 time: 0.0508578
Nov 13 21:09:27.371040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cd0e1fb-1c12-4dbf-874f-cb155ca47a39 req-72703462-5f5d-4c95-812f-baff8603b337 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512917
Nov 13 21:09:27.390300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:27.447675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:27.519649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-dde022b9-7e51-43fa-85a2-586d7764a1f0 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6640d8a2a66c4174bb7c17e5ef61834c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0219173
Nov 13 21:09:27.563751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9df3-bbea-4ee0-8c31-796e86706d22 req-5a60a4a0-9cff-45ec-b867-400785e387b2 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.565440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b28d9df3-bbea-4ee0-8c31-796e86706d22 req-5a60a4a0-9cff-45ec-b867-400785e387b2 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1096 time: 0.0402348
Nov 13 21:09:27.612250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b28d9df3-bbea-4ee0-8c31-796e86706d22 req-252aac62-c544-4ee8-b620-53ad2d4a9e96 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401335
Nov 13 21:09:27.634696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-17621f8b-ec06-457e-8935-f8913e490c87 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.636132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-17621f8b-ec06-457e-8935-f8913e490c87 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1106813
Nov 13 21:09:27.651240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-1af09b73-1c79-4453-b228-9fe9f2f55d80 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/quotas/6640d8a2a66c4174bb7c17e5ef61834c HTTP/1.1" status: 200  len: 375 time: 0.0092988
Nov 13 21:09:27.683227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-46fbffd4-382a-47a8-85dd-5f216e2f92a2 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6640d8a2a66c4174bb7c17e5ef61834c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260122
Nov 13 21:09:27.729839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407b11-c265-4792-bfd4-a3282752ca7f req-13132b97-2613-4b33-a0ce-8f8b7a39bcf9 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.731426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f407b11-c265-4792-bfd4-a3282752ca7f req-13132b97-2613-4b33-a0ce-8f8b7a39bcf9 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 945 time: 0.0488596
Nov 13 21:09:27.777968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f407b11-c265-4792-bfd4-a3282752ca7f req-aeb44423-9079-4a83-9e27-c20ca7acbfa6 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406733
Nov 13 21:09:27.941475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0f26-d619-4a4e-bb42-7894770dfa6d req-8362920a-d5c8-46f9-ad72-15e643740966 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:27.943016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0eac0f26-d619-4a4e-bb42-7894770dfa6d req-8362920a-d5c8-46f9-ad72-15e643740966 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1096 time: 0.0469000
Nov 13 21:09:27.994051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0eac0f26-d619-4a4e-bb42-7894770dfa6d req-1c4619f2-df4f-4054-a941-2c57c4f16a2b tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431948
Nov 13 21:09:28.054846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750582c-4bfd-43ee-8943-ba1063a08666 req-69b517ea-9fd2-44cf-983c-b12257555490 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:28.057346 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7750582c-4bfd-43ee-8943-ba1063a08666 req-69b517ea-9fd2-44cf-983c-b12257555490 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 946 time: 0.0594840
Nov 13 21:09:28.078781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68c106ef-958d-4da6-87ee-f2876929e79e req-c194850e-9cfb-4292-9baa-1205d1067c3f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 210 time: 0.0277789
Nov 13 21:09:28.124498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7750582c-4bfd-43ee-8943-ba1063a08666 req-79a64d6b-c24f-454b-8ff9-5a2a4d2ada00 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605991
Nov 13 21:09:28.175495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6ebc1aec-098e-4d77-a7e6-e6303a480bae up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:28.204618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e9293-da1c-467f-a19d-705b027b274c req-0e2293d8-0a9f-4091-a320-89a926ab16fa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:28.204618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-598e9293-da1c-467f-a19d-705b027b274c req-0e2293d8-0a9f-4091-a320-89a926ab16fa tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.0565231
Nov 13 21:09:28.257048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-598e9293-da1c-467f-a19d-705b027b274c req-281b1b10-7fb0-4ca5-bd2e-6c2aac317eb4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513232
Nov 13 21:09:28.307533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac49a3-5b01-4481-b401-cf5470b95880 req-df1131c2-aaf3-4678-b9e1-609d5715cd83 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:28.309061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ac49a3-5b01-4481-b401-cf5470b95880 req-df1131c2-aaf3-4678-b9e1-609d5715cd83 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0627449
Nov 13 21:09:28.338306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 6ebc1aec-098e-4d77-a7e6-e6303a480bae completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:28.344084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 6ebc1aec-098e-4d77-a7e6-e6303a480bae triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:28.346428 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.371537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ac49a3-5b01-4481-b401-cf5470b95880 req-67d3e070-7da6-4434-8d95-10e7328b855f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538745
Nov 13 21:09:28.397135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50010) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:28.430882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.463867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ebc1aec-098e-4d77-a7e6-e6303a480bae,segment=NetworkSegment(078eaccb-254f-4809-9657-ca8176b3d199),segment_id=078eaccb-254f-4809-9657-ca8176b3d199)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:28.480227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.517823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f74ddc07-6b76-49d1-b62b-223515c2f56e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.556835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.595254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f74ddc07-6b76-49d1-b62b-223515c2f56e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.608978 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=6ebc1aec-098e-4d77-a7e6-e6303a480bae,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:28.693913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f74ddc07-6b76-49d1-b62b-223515c2f56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.733831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f74ddc07-6b76-49d1-b62b-223515c2f56e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcc893daf4f34ead95a9065874bad632&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3355205
Nov 13 21:09:28.734770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ddc07-6b76-49d1-b62b-223515c2f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676a484-8009-4900-b431-8e87f9e9592f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:28.736410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50014) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:28.786642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b995c-47ce-4334-93b8-9db9e14094f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.811402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b995c-47ce-4334-93b8-9db9e14094f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.905461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'}, {'server_uuid': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebc1aec-098e-4d77-a7e6-e6303a480bae'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:28.909205 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5abf4ec-fb6a-4f88-b74a-222e1ed30cb6" -d '{"events": [{"server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "name": "network-vif-plugged", "status": "completed", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8"}, {"server_uuid": "b2e926b8-f479-4c68-b50a-8f5d41dc7541", "name": "network-vif-plugged", "status": "completed", "tag": "6ebc1aec-098e-4d77-a7e6-e6303a480bae"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:28.913059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7a5fa-70f9-4732-8af8-3dc0b7d04b0f req-0990d7f3-0a05-4a88-9c18-c3dd87aae28e tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:28.914530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5b7a5fa-70f9-4732-8af8-3dc0b7d04b0f req-0990d7f3-0a05-4a88-9c18-c3dd87aae28e tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 946 time: 0.0484605
Nov 13 21:09:28.965909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5b7a5fa-70f9-4732-8af8-3dc0b7d04b0f req-79ec4c68-a361-4f52-99d1-9e414ba72aa5 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453169
Nov 13 21:09:28.974284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b995c-47ce-4334-93b8-9db9e14094f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.983713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d7b995c-47ce-4334-93b8-9db9e14094f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:28.983713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7d7b995c-47ce-4334-93b8-9db9e14094f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e676a484-8009-4900-b431-8e87f9e9592f HTTP/1.1" status: 204  len: 168 time: 0.2404590
Nov 13 21:09:28.986324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b995c-47ce-4334-93b8-9db9e14094f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676a484-8009-4900-b431-8e87f9e9592f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:29.032266 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e4793-87b9-41f5-bdb8-1530670cc329 x-openstack-request-id: req-a06e4793-87b9-41f5-bdb8-1530670cc329 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:29.032266 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "name": "network-vif-plugged", "status": "completed", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8", "code": 200}, {"server_uuid": "b2e926b8-f479-4c68-b50a-8f5d41dc7541", "name": "network-vif-plugged", "status": "completed", "tag": "6ebc1aec-098e-4d77-a7e6-e6303a480bae", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:29.032266 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a06e4793-87b9-41f5-bdb8-1530670cc329 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:29.032266 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'code': 200}
Nov 13 21:09:29.032266 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebc1aec-098e-4d77-a7e6-e6303a480bae', 'code': 200}
Nov 13 21:09:29.156324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262797b0-e3a6-4432-9db6-9054fde3a5b4 req-3e6c8c71-6609-480a-adfa-ca9340c34be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:29.158365 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-262797b0-e3a6-4432-9db6-9054fde3a5b4 req-3e6c8c71-6609-480a-adfa-ca9340c34be3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1096 time: 0.0489197
Nov 13 21:09:29.174580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a08d5c81-68e2-4712-9b7b-659a27f42348 req-4f2d6624-a9d9-44b1-b6a5-ab712f71f103 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 210 time: 0.0343568
Nov 13 21:09:29.184956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a864b-d19d-4ef5-be86-61e0ac9f3ed8 req-dd79b1b2-0a46-43d8-ae16-3529bd4ff590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:29.187269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c3a864b-d19d-4ef5-be86-61e0ac9f3ed8 req-dd79b1b2-0a46-43d8-ae16-3529bd4ff590 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 1097 time: 0.0893633
Nov 13 21:09:29.231246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-262797b0-e3a6-4432-9db6-9054fde3a5b4 req-4bce8000-1ea4-4081-8007-28a1615f2c79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652742
Nov 13 21:09:29.266646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c3a864b-d19d-4ef5-be86-61e0ac9f3ed8 req-ea4c2023-c5ba-41d4-8017-e95ae5e5ff7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724816
Nov 13 21:09:29.303769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef2a5-457f-47de-8883-0a89159e7c35 req-040f6307-f9e1-4624-a2f0-bb2c3a13bbea tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:29.306017 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-317ef2a5-457f-47de-8883-0a89159e7c35 req-040f6307-f9e1-4624-a2f0-bb2c3a13bbea tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 946 time: 0.0510652
Nov 13 21:09:29.359012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-317ef2a5-457f-47de-8883-0a89159e7c35 req-cb14e4ff-6f24-49ee-9a61-68cdc4554d4b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469043
Nov 13 21:09:29.684251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe77c7-8c49-420b-9474-538168cd3406 req-599c7b42-5870-4186-9f6e-c25c6a6396ed tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:29.685836 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bfe77c7-8c49-420b-9474-538168cd3406 req-599c7b42-5870-4186-9f6e-c25c6a6396ed tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.0544806
Nov 13 21:09:29.738482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bfe77c7-8c49-420b-9474-538168cd3406 req-78008df9-3b87-4ce8-862f-788ff86cacf4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457511
Nov 13 21:09:29.765565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.143552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50078) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:30.246538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1110541883-network', 'tenant_id': '29e10165ff0e4f939581d98d67573a95'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:30.307392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d2214-c2d3-49d3-a82d-453d70d89526 req-513ca9ec-3995-473b-8ca6-82a098c0fda5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:30.308257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.309001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a4d2214-c2d3-49d3-a82d-453d70d89526 req-513ca9ec-3995-473b-8ca6-82a098c0fda5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0575168
Nov 13 21:09:30.361397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a4d2214-c2d3-49d3-a82d-453d70d89526 req-65cebac3-232a-48bf-a85a-b44cfdaa5211 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449805
Nov 13 21:09:30.369189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Made reservation on behalf of 29e10165ff0e4f939581d98d67573a95 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:30.371701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.385442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.497195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bfa3b-bc23-40d5-915a-ac4e923f80dd req-8f39762f-5864-47c6-b56f-b216e4594d7e tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:30.498707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-793bfa3b-bc23-40d5-915a-ac4e923f80dd req-8f39762f-5864-47c6-b56f-b216e4594d7e tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 946 time: 0.0753326
Nov 13 21:09:30.503644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.548240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-793bfa3b-bc23-40d5-915a-ac4e923f80dd req-fd523c10-ab8e-4308-bd3a-22d009092306 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411360
Nov 13 21:09:30.636920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.661881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e29e9a-7a1c-43db-9ab0-61a80b9729fd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:30.704847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:09:30.718789 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.719006 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Added segment 3d3626d4-1e67-4b08-8108-a52c2fee5b37 of type vlan for network a6e9b522-bb06-402d-b188-9912328883a8
Nov 13 21:09:30.734831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2481ab1-e45d-48bc-9c2a-6e25f58853c4 req-42f14495-da99-4b64-ab8b-01abc9f32b2d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:30.736278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2481ab1-e45d-48bc-9c2a-6e25f58853c4 req-42f14495-da99-4b64-ab8b-01abc9f32b2d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 946 time: 0.0717201
Nov 13 21:09:30.760975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-c31559f5-f5f8-4172-a610-1fe8eaf11253 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:09:30.762239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-c31559f5-f5f8-4172-a610-1fe8eaf11253 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067883
Nov 13 21:09:30.782514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.819048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-af8e3385-a2ea-41dd-b501-45b6baef058e tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6640d8a2a66c4174bb7c17e5ef61834c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525842
Nov 13 21:09:30.826614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2481ab1-e45d-48bc-9c2a-6e25f58853c4 req-872165b3-a980-4559-893b-698361f07254 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697751
Nov 13 21:09:30.834325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-eb8497a3-bf5e-443d-9bc3-c6740c849552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:30.835630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-eb8497a3-bf5e-443d-9bc3-c6740c849552 service neutron] 10.222.0.20 "GET /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 1093 time: 0.0588608
Nov 13 21:09:30.851799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:30.852816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Unknown quota resources ['binding']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:09:30.880032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.881403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:30.882212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:30.965893 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6a6ddb5-7e2d-469d-8016-1665a21535d2 req-9fb279fc-76d1-4f34-8def-547b7eb195d1 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 210 time: 0.0569472
Nov 13 21:09:30.972079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e9b522-bb06-402d-b188-9912328883a8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:30.984789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network a6e9b522-bb06-402d-b188-9912328883a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:09:31.013160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8018df0f-390c-4a5a-94b3-39680e9c3ee5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8681369
Nov 13 21:09:31.016469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50088) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:31.022041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Request body: {'subnet': {'network_id': 'a6e9b522-bb06-402d-b188-9912328883a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1110541883-subnet', 'tenant_id': '29e10165ff0e4f939581d98d67573a95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:31.112244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb89104-49bb-4334-b041-24b60885527b req-a0b08e19-bae7-469a-a139-b776bd385d22 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.124155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bb89104-49bb-4334-b041-24b60885527b req-a0b08e19-bae7-469a-a139-b776bd385d22 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.0741880
Nov 13 21:09:31.145732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Made reservation on behalf of 29e10165ff0e4f939581d98d67573a95 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:31.148638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.249748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bb89104-49bb-4334-b041-24b60885527b req-0714ad1d-adae-4aab-9913-b994342cd245 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247096
Nov 13 21:09:31.315860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-64e9420a-cf90-401c-8ad0-1a9ba9167c1e tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.317332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-64e9420a-cf90-401c-8ad0-1a9ba9167c1e tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4915223
Nov 13 21:09:31.332526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Request body: {'port': {'device_id': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '6640d8a2a66c4174bb7c17e5ef61834c'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:31.396899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891b80-8251-4e75-aeac-ee9db2f095b2 req-9b0873b5-8204-46d4-8136-76aa6ea96cb9 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.398322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec891b80-8251-4e75-aeac-ee9db2f095b2 req-9b0873b5-8204-46d4-8136-76aa6ea96cb9 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1096 time: 0.0566645
Nov 13 21:09:31.429274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on host nch1-master-1 for vnic_type normal with profile None {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:31.429622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:31.429923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:31.437803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:31.438123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:31.446808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.450237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:31.450584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:31.450953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:31.451385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Bound port: cc63e7c4-c217-404d-8502-3d1c2887bcd9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:31.456725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec891b80-8251-4e75-aeac-ee9db2f095b2 req-3693ef75-a458-4b9d-bd57-b219dc9ba8fa tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470610
Nov 13 21:09:31.523071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7205fc7a-612c-477c-808b-3370e1954de5,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:31.531862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Checking segment: {'id': '3d3626d4-1e67-4b08-8108-a52c2fee5b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a6e9b522-bb06-402d-b188-9912328883a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:31.532094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Network hostable DHCP agents. Network: a6e9b522-bb06-402d-b188-9912328883a8, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:09:31.540248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:31.603404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f071b7-0053-4c89-abd9-f1c5cdf270cb req-eb8d3a22-ac93-4e62-ba74-a6bd9fe754f5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.604887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1f071b7-0053-4c89-abd9-f1c5cdf270cb req-eb8d3a22-ac93-4e62-ba74-a6bd9fe754f5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0483220
Nov 13 21:09:31.630631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Made reservation on behalf of 6640d8a2a66c4174bb7c17e5ef61834c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:31.634472 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.650578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.667369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.668526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-686e004e-3a88-4feb-8adf-2b54d563c7e1 service neutron] 10.222.0.20 "POST /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9/bindings HTTP/1.1" status: 201  len: 389 time: 0.8201358
Nov 13 21:09:31.675777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Network a6e9b522-bb06-402d-b188-9912328883a8 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:09:31.684665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1f071b7-0053-4c89-abd9-f1c5cdf270cb req-4f6fee9e-23f4-4923-a4ff-d45867286c0f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736797
Nov 13 21:09:31.714038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ca6420e8-f885-4f58-886d-0b010202cd2d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.714038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ca6420e8-f885-4f58-886d-0b010202cd2d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 946 time: 0.0714312
Nov 13 21:09:31.747504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.817016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.819528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6e9b522-bb06-402d-b188-9912328883a8) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:31.823911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e2f54-4c41-4128-8129-6faca0e8df04 req-cd566582-15fb-4c51-a06f-b4181098df9b tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.825480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a77e2f54-4c41-4128-8129-6faca0e8df04 req-cd566582-15fb-4c51-a06f-b4181098df9b tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1096 time: 0.0763798
Nov 13 21:09:31.831196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:31.831796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.837419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5236cf8a-ba7c-4507-a5a3-acffc076d014 None None] Network a6e9b522-bb06-402d-b188-9912328883a8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:31.883443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Deleting port 10d34729-8491-4935-abc3-e9e264166733 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:31.883878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:31.895212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:31.917829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a77e2f54-4c41-4128-8129-6faca0e8df04 req-e09809c5-9162-4b63-939a-342fbd0573cf tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835218
Nov 13 21:09:31.972720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-23ca8ad7-bf05-4f56-ad54-943cee8883df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9390757
Nov 13 21:09:32.006661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] For port 10d34729-8491-4935-abc3-e9e264166733, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10d34729-8491-4935-abc3-e9e264166733,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:32.007030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.019854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Allocated IP 192.168.233.249 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/9eb10d44-31fa-4a2f-aece-e9b320cfe065) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:32.025653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Calling delete_port for 10d34729-8491-4935-abc3-e9e264166733 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:32.043970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29379d9-5558-4d2e-95da-d9775f24dc67 None None] Network a6e9b522-bb06-402d-b188-9912328883a8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:32.185887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b2786-be3d-4958-9277-ae2e4bd2e032 req-fde241f3-7a14-4cec-abab-1b1fa27d0ef8 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.187531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-682b2786-be3d-4958-9277-ae2e4bd2e032 req-fde241f3-7a14-4cec-abab-1b1fa27d0ef8 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 946 time: 0.1134980
Nov 13 21:09:32.262731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.298785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-682b2786-be3d-4958-9277-ae2e4bd2e032 req-ef9b5843-07b2-4ae5-9332-b965efbf813f tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959427
Nov 13 21:09:32.337258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f09a7-e47a-4d34-8b17-17f184291136 req-614fa2d0-ba32-4f4b-9f6f-5e98f765fcb0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.339266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae4f09a7-e47a-4d34-8b17-17f184291136 req-614fa2d0-ba32-4f4b-9f6f-5e98f765fcb0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=50f509e5-d593-4e94-adf0-d00651a9cf98 HTTP/1.1" status: 200  len: 946 time: 0.0712171
Nov 13 21:09:32.362790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.407726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event deleted for resources: {'Port': ['ID=10d34729-8491-4935-abc3-e9e264166733,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:32.433046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.446217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae4f09a7-e47a-4d34-8b17-17f184291136 req-1a6a0585-54a7-46d8-8ea8-b764d21ecc20 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978014
Nov 13 21:09:32.499833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] No DVR routers for this DVR port 10d34729-8491-4935-abc3-e9e264166733 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:32.503252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.505037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:32.506702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc7fc2b8-08a6-4e79-bdb6-4ebd1ecd5cdf req-ac36c143-dfb8-4993-8cd4-937f0f31d5b3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "DELETE /v2.0/ports/10d34729-8491-4935-abc3-e9e264166733 HTTP/1.1" status: 204  len: 173 time: 0.7918735
Nov 13 21:09:32.507149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'name': 'network-vif-deleted', 'tag': '10d34729-8491-4935-abc3-e9e264166733'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:32.510020 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8232c37-5131-459a-ac02-b1e03ae50b84" -d '{"events": [{"server_uuid": "50f509e5-d593-4e94-adf0-d00651a9cf98", "name": "network-vif-deleted", "tag": "10d34729-8491-4935-abc3-e9e264166733"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:32.511318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:32.517112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:32.521506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-4f026d28-1523-48a1-b977-bc874cc17120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.523009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-4f026d28-1523-48a1-b977-bc874cc17120 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1096 time: 0.1352742
Nov 13 21:09:32.525567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:32.534688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608015-1973-415d-8dfa-feac9c29668d req-37180dd9-85e6-4428-af12-3a4a1a07fedd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.545989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5608015-1973-415d-8dfa-feac9c29668d req-37180dd9-85e6-4428-af12-3a4a1a07fedd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 936 time: 0.1226881
Nov 13 21:09:32.605566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5608015-1973-415d-8dfa-feac9c29668d req-280e16a7-aad9-4487-969c-1806fd386d49 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585248
Nov 13 21:09:32.667819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.668477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.703816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbb56b-713b-4b98-8b52-8aff713123d5 req-c15e0ffd-a78c-41ad-b949-8d6bc2b6434e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.705377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90dbb56b-713b-4b98-8b52-8aff713123d5 req-c15e0ffd-a78c-41ad-b949-8d6bc2b6434e tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 945 time: 0.1511781
Nov 13 21:09:32.735070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-dfade57f-8b06-4a8e-a026-4ddef4f97a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.736514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-dfade57f-8b06-4a8e-a026-4ddef4f97a6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.1806874
Nov 13 21:09:32.785125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3bfbccd6-e319-4468-8de6-be6fd8d654d4 req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1762324752', 'description': 'tempest-description-974662244'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:32.792280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-65e2d80a-8d7d-4ee6-92d7-82c1904a7bd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 217 time: 0.0481515
Nov 13 21:09:32.799594 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-803ce3f9-b32f-4c5b-8f46-f37444d7d9bd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4708586
Nov 13 21:09:32.816469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Request body: {'port': {'device_id': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:32.842710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90dbb56b-713b-4b98-8b52-8aff713123d5 req-f77f109d-680b-4e02-bed7-8f8283f52df5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289828
Nov 13 21:09:32.847041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fcd002ad-1940-4663-83c0-cd0a4715d555 None None] Provisioning complete for port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:32.847416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fcd002ad-1940-4663-83c0-cd0a4715d555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.889466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fcd002ad-1940-4663-83c0-cd0a4715d555 None None] Port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:09:32.914726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.914726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-0b9196b9-8485-4d1d-a00a-046c7978a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:32.914726 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-0b9196b9-8485-4d1d-a00a-046c7978a1ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1108153
Nov 13 21:09:32.935851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3bfbccd6-e319-4468-8de6-be6fd8d654d4 req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:32.956009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-2a1e633f-3a86-456d-ab01-2a5c2cbfe226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342479
Nov 13 21:09:33.017197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3bfbccd6-e319-4468-8de6-be6fd8d654d4 req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.143133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-63e822b6-f373-44f1-a5bd-2b683665330a service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677794
Nov 13 21:09:33.146593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3bfbccd6-e319-4468-8de6-be6fd8d654d4 req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.175569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c80c284-3bc1-4a9e-bf60-846ec0eb6208,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:33.258668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3bfbccd6-e319-4468-8de6-be6fd8d654d4 req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.277314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bfbccd6-e319-4468-8de6-be6fd8d654d4 req-e5dfe017-7ef1-4f46-a73e-dc735ad939c0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.4963500
Nov 13 21:09:33.306211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-07db82a7-6b0b-4e18-863e-48b35352ae9f service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499553
Nov 13 21:09:33.319555 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589a1862-ef44-41b7-a773-23615287b962 x-openstack-request-id: req-589a1862-ef44-41b7-a773-23615287b962 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:33.320056 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f509e5-d593-4e94-adf0-d00651a9cf98", "name": "network-vif-deleted", "tag": "10d34729-8491-4935-abc3-e9e264166733", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:33.323037 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-589a1862-ef44-41b7-a773-23615287b962 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:33.323708 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f509e5-d593-4e94-adf0-d00651a9cf98', 'name': 'network-vif-deleted', 'tag': '10d34729-8491-4935-abc3-e9e264166733', 'status': 'completed', 'code': 200}
Nov 13 21:09:33.366317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb10d44-31fa-4a2f-aece-e9b320cfe065 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:33.377224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.392939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Transition to ACTIVE for port object 9eb10d44-31fa-4a2f-aece-e9b320cfe065 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:33.416189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e058e-4c9f-4f6d-8600-47a8ffc02136 req-02c4134e-b9b7-4515-8e59-17c7ebd118a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:33.417741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1e058e-4c9f-4f6d-8600-47a8ffc02136 req-02c4134e-b9b7-4515-8e59-17c7ebd118a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0558887
Nov 13 21:09:33.472014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1e058e-4c9f-4f6d-8600-47a8ffc02136 req-063e98c4-021c-40f4-a7fd-995676dcd535 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471098
Nov 13 21:09:33.528805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.622565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:33.651979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-1b0eb78b-620b-4564-bf19-bdd920facf93 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/7c80c284-3bc1-4a9e-bf60-846ec0eb6208 HTTP/1.1" status: 200  len: 1829 time: 0.0655491
Nov 13 21:09:33.657379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c80c284-3bc1-4a9e-bf60-846ec0eb6208', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:33.664256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c80c284-3bc1-4a9e-bf60-846ec0eb6208', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:33.698470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Attempting to bind port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:33.698815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Attempting to bind port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:33.699142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Attempting to bind port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:33.704831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:33.705154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Attempting to bind port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:33.710493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:33.710835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:33.711216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:33.712766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Bound port: 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:33.713132 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.843403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:33.850824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.852945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:33.894469 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.918256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.943337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:33.944567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:33.946526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] 10.222.0.37 "PUT /v2.0/ports/9eb10d44-31fa-4a2f-aece-e9b320cfe065 HTTP/1.1" status: 200  len: 1096 time: 1.1348448
Nov 13 21:09:33.948721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:33.959635 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:34.021964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e808-8fc1-4153-a952-04fd6d706af6 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:34.045815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:34.064904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe0006d-9f72-4fd5-95e3-74af91c53173,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:34.075365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.075719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.076064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.076418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.076837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.077156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.077491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.077819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.078146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.078473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.078800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.079125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:34.165241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-0c01dfde-c83a-4787-8814-8b7645bcd1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.166771 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-0c01dfde-c83a-4787-8814-8b7645bcd1b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6640d8a2a66c4174bb7c17e5ef61834c&device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 1099 time: 0.0481830
Nov 13 21:09:34.187728 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:34.188996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-58d5cdaf-74c7-492a-ba2b-0a758e31ae7e req-cca83515-a428-4bb4-b715-141b6050d32b tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5361712
Nov 13 21:09:34.200483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 10d34729-8491-4935-abc3-e9e264166733 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:34.219065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-bab3e71f-91e7-42ec-99d4-c7bea9882c3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065 HTTP/1.1" status: 200  len: 217 time: 0.0421188
Nov 13 21:09:34.226702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 10d34729-8491-4935-abc3-e9e264166733 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:34.227125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 10d34729-8491-4935-abc3-e9e264166733 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:34.332564 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-8d68efa8-30e8-44d2-9c42-5b79438a0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.337602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-8d68efa8-30e8-44d2-9c42-5b79438a0102 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1121237
Nov 13 21:09:34.380415 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:09:34.403149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea166-adf7-4bf9-a246-0b59f90f1f46 req-0e40a879-43fe-4ebf-a501-dcef5259d9c2 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.403746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-9479f87d-606b-4268-9591-b526ac1da99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.405698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98eea166-adf7-4bf9-a246-0b59f90f1f46 req-0e40a879-43fe-4ebf-a501-dcef5259d9c2 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 948 time: 0.0804665
Nov 13 21:09:34.411396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-9479f87d-606b-4268-9591-b526ac1da99b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0589242
Nov 13 21:09:34.527110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-bfc4778e-fa02-4b33-ac87-93c4e7ff635a service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143107
Nov 13 21:09:34.537411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98eea166-adf7-4bf9-a246-0b59f90f1f46 req-31b9350a-c1c8-4406-a37e-1baae52089e0 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250906
Nov 13 21:09:34.648654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da060ac-c299-4ed0-941c-8dc7a5b9d80a req-2ae5caa1-37b7-4d6e-9f2b-55e3c98ec281 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.649156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31334876-ff8a-4dcb-a0f3-b645a4f51317 req-a6259536-c610-48c3-85b1-d29fd08b5017 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111560
Nov 13 21:09:34.650199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4da060ac-c299-4ed0-941c-8dc7a5b9d80a req-2ae5caa1-37b7-4d6e-9f2b-55e3c98ec281 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 945 time: 0.0523293
Nov 13 21:09:34.702475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4da060ac-c299-4ed0-941c-8dc7a5b9d80a req-09019bf0-dc50-47b0-bb5d-3a73be112789 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450807
Nov 13 21:09:34.753052 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac9a77-77f3-4e88-bca1-07ae5dc4dda1 x-openstack-request-id: req-3fac9a77-77f3-4e88-bca1-07ae5dc4dda1 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:34.753052 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:34.753052 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fac9a77-77f3-4e88-bca1-07ae5dc4dda1 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:34.753052 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'status': 'completed', 'code': 200}
Nov 13 21:09:34.807321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7c51205-e69c-4e3c-8665-a3951536268e req-e28514ee-25cb-4088-a673-512a14541daf tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/7c80c284-3bc1-4a9e-bf60-846ec0eb6208 HTTP/1.1" status: 200  len: 2422 time: 0.0480480
Nov 13 21:09:34.849362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-e7122971-841f-4c84-8cb9-f6984a98799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.856123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-e7122971-841f-4c84-8cb9-f6984a98799e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6640d8a2a66c4174bb7c17e5ef61834c&device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 1099 time: 0.0463810
Nov 13 21:09:34.953409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-dd9676e9-2699-4876-81ee-e37353978b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.954913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-dd9676e9-2699-4876-81ee-e37353978b3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.0961037
Nov 13 21:09:34.991424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-74b60a32-72ef-4786-a1fb-a7bef01c8a65 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:34.993247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-74b60a32-72ef-4786-a1fb-a7bef01c8a65 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.1140246
Nov 13 21:09:34.996457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-1365602e-77c5-4dcc-a0d0-b23cb0d97efa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065 HTTP/1.1" status: 200  len: 217 time: 0.0338614
Nov 13 21:09:35.008273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-633506bd-c3ec-4840-a3cf-8be053f362dc tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.0091484
Nov 13 21:09:35.043048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-1fae2522-ac97-4e9d-9231-88c565a5590e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291514
Nov 13 21:09:35.047364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-b00d9d90-868d-4f96-ad1e-a26fea025e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:35.049022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-b00d9d90-868d-4f96-ad1e-a26fea025e8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0453796
Nov 13 21:09:35.104584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-270709d8-59f9-43c2-9ff1-0d84a00e3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:35.106173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-270709d8-59f9-43c2-9ff1-0d84a00e3c0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0465107
Nov 13 21:09:35.153577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-560752ab-244b-457b-b465-4dcf97fce2cc service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028538
Nov 13 21:09:35.157679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-b4c7ebaf-91dc-4260-bb55-1b5f9bf2adaa tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:09:35.161156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-b4c7ebaf-91dc-4260-bb55-1b5f9bf2adaa tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0109730
Nov 13 21:09:35.203716 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-ec7b66c2-bf2a-472e-bf34-fdd9cd20c0a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890386
Nov 13 21:09:35.249198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-edcd083b-a853-4426-95b3-49369d8a685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:35.250574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-edcd083b-a853-4426-95b3-49369d8a685a service neutron] 10.222.0.20 "GET /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 1093 time: 0.0752656
Nov 13 21:09:35.263859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:35.264259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Unknown quota resources ['binding']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:09:35.297987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce38fc8f-fe36-4e9e-84da-98e55bdeb810 req-2ab0092f-a5d3-405c-a4f1-371011fc1370 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865374
Nov 13 21:09:35.315648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d09703eb-c83f-490b-b621-1c826d4b2b82 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530812
Nov 13 21:09:35.420161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on host nch2-master-1 for vnic_type normal with profile None {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:35.420912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:35.420912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:35.425093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:35.425410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:35.430249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:35.430581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:35.430953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:35.431369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Bound port: d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:35.480971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:35.616475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] Publish callbacks [] for binding, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:35.618426 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-3e79c6b5-9126-45d1-9173-eada65f35d5b service neutron] 10.222.0.20 "POST /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8/bindings HTTP/1.1" status: 201  len: 389 time: 0.3587506
Nov 13 21:09:35.632353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322861f7-29eb-4a4b-9bd5-8f4a287440df req-ccea2d7e-0cf3-4c51-9cc9-2ac82d2624bd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:35.634633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-322861f7-29eb-4a4b-9bd5-8f4a287440df req-ccea2d7e-0cf3-4c51-9cc9-2ac82d2624bd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0562398
Nov 13 21:09:35.687837 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-322861f7-29eb-4a4b-9bd5-8f4a287440df req-14940e34-ec23-44ea-9151-eea65fa892b3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472438
Nov 13 21:09:35.798293 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-032041ba-9cae-4549-af3f-edef50efaca0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-group-rules/4fe0006d-9f72-4fd5-95e3-74af91c53173 HTTP/1.1" status: 200  len: 778 time: 0.0219419
Nov 13 21:09:35.857496 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-5b02b86e-9dfc-4559-8882-926803bd9979 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/7c80c284-3bc1-4a9e-bf60-846ec0eb6208 HTTP/1.1" status: 200  len: 2422 time: 0.0533059
Nov 13 21:09:35.891487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-a637d523-c420-478f-b0f3-8af3f286ba51 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:35.899193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-a637d523-c420-478f-b0f3-8af3f286ba51 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:36.011953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-a637d523-c420-478f-b0f3-8af3f286ba51 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:36.018409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-a637d523-c420-478f-b0f3-8af3f286ba51 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:36.019467 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cef2e66e-a7a6-4a6e-ac1b-fe4efb8343b2 req-a637d523-c420-478f-b0f3-8af3f286ba51 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4fe0006d-9f72-4fd5-95e3-74af91c53173 HTTP/1.1" status: 204  len: 173 time: 0.1559632
Nov 13 21:09:36.025009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637d523-c420-478f-b0f3-8af3f286ba51 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fe0006d-9f72-4fd5-95e3-74af91c53173,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:36.081081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85969682-4ca3-40e4-a329-8459c3fee226 req-4eb051da-41de-4dd4-9ac6-70b135549504 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0276206
Nov 13 21:09:36.189929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eea16-b277-4fca-b878-3e1438cdf501 req-b05107be-06bb-48f7-af0e-454821c49ed7 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.191493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a2eea16-b277-4fca-b878-3e1438cdf501 req-b05107be-06bb-48f7-af0e-454821c49ed7 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 948 time: 0.0539510
Nov 13 21:09:36.239405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a2eea16-b277-4fca-b878-3e1438cdf501 req-41e462f4-efbe-4fab-a43c-5cd0f566d5c1 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419445
Nov 13 21:09:36.456708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca1592-ca8e-4745-9caa-c678339f8e70 req-a30872da-1be3-4dce-ae88-bf816c0fe958 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.458267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bca1592-ca8e-4745-9caa-c678339f8e70 req-a30872da-1be3-4dce-ae88-bf816c0fe958 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 945 time: 0.0566795
Nov 13 21:09:36.509759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bca1592-ca8e-4745-9caa-c678339f8e70 req-885c2270-6278-4d45-b0eb-f169d8c17b6f tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448856
Nov 13 21:09:36.570691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-ce2fa3ca-edbc-4079-9a69-08f3b3082781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.572212 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-ce2fa3ca-edbc-4079-9a69-08f3b3082781 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1096 time: 0.0507455
Nov 13 21:09:36.670852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b89045-d2eb-46a8-b7df-92d1ae33412f req-e229491c-57f3-4138-8540-9d1dd0e66828 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.672318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02b89045-d2eb-46a8-b7df-92d1ae33412f req-e229491c-57f3-4138-8540-9d1dd0e66828 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.0992024
Nov 13 21:09:36.721782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-5a7ada2b-e221-40ab-805c-011349fec915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.723266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-5a7ada2b-e221-40ab-805c-011349fec915 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1416180
Nov 13 21:09:36.742940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02b89045-d2eb-46a8-b7df-92d1ae33412f req-3761ac90-fd17-4791-9d58-a315f516f560 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644400
Nov 13 21:09:36.778962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7c30fa4d-81fd-43f6-9548-eb3c67daccd0 req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-736621676', 'description': 'tempest-description-1517914827'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:36.785217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-482df0d7-f96e-4315-a8ba-6abfb43b7868 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 217 time: 0.0509901
Nov 13 21:09:36.857509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-e7592718-34c8-4a93-a330-05899140754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.857509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-e7592718-34c8-4a93-a330-05899140754a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0586805
Nov 13 21:09:36.887129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-e580a346-015b-4f28-b9af-08ef0266cf44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262206
Nov 13 21:09:36.947901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4134ef-9a87-4aa9-97ff-e785598c7a11 req-cb0b291b-327f-4fb2-afae-1225ee0b348e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:36.949467 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe4134ef-9a87-4aa9-97ff-e785598c7a11 req-cb0b291b-327f-4fb2-afae-1225ee0b348e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1109200
Nov 13 21:09:36.951421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7c30fa4d-81fd-43f6-9548-eb3c67daccd0 req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:36.998583 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe4134ef-9a87-4aa9-97ff-e785598c7a11 req-01664bf3-021b-46df-ba61-3cd699aff2b1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429344
Nov 13 21:09:37.005135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-54412595-3b9b-40a4-9a32-f8a1b00a635e service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097960
Nov 13 21:09:37.119524 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7c30fa4d-81fd-43f6-9548-eb3c67daccd0 req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.148263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-dd5a2685-ebae-4259-ab58-3c7db9d3ed6a service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258354
Nov 13 21:09:37.183350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b28e9a0-d118-4bb3-8297-72d766c0036b req-c50beff8-7a18-4a51-94d6-1f490e90e32e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0274427
Nov 13 21:09:37.194139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7c30fa4d-81fd-43f6-9548-eb3c67daccd0 req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.234328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276c315e-2c4b-4071-86e0-1a9e2da081db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:37.266884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-94e1090c-b130-4e1d-8161-703f43c9ef90 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:37.268370 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-94e1090c-b130-4e1d-8161-703f43c9ef90 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0530429
Nov 13 21:09:37.282324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:37.350366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7c30fa4d-81fd-43f6-9548-eb3c67daccd0 req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.351815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c30fa4d-81fd-43f6-9548-eb3c67daccd0 req-44f502e4-b619-4b8b-93b5-efe661f44c53 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5822928
Nov 13 21:09:37.367014 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.414297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b276bef-f8ca-4c6c-b936-83db3cbe2e20 req-0b01dda4-fc29-4c9f-b611-483393e66788 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/276c315e-2c4b-4071-86e0-1a9e2da081db HTTP/1.1" status: 200  len: 1829 time: 0.0394580
Nov 13 21:09:37.421007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06bcd2-4047-4d52-b354-9609880632e0 req-3e94a6c7-9ba1-4016-8dc3-31ab10a73a58 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:37.422549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b06bcd2-4047-4d52-b354-9609880632e0 req-3e94a6c7-9ba1-4016-8dc3-31ab10a73a58 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 948 time: 0.0870538
Nov 13 21:09:37.469184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-82f5d42e-84e4-4676-943e-04d34c98509e req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1224353137', 'description': 'tempest-description-632729013'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:37.543281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b06bcd2-4047-4d52-b354-9609880632e0 req-5db75e03-cafd-4ade-8e55-d2ec2bbec852 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092651
Nov 13 21:09:37.568072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:37.585652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-82f5d42e-84e4-4676-943e-04d34c98509e req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.768912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:37.769242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-82f5d42e-84e4-4676-943e-04d34c98509e req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.769354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.769354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:37.769354 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371ef485-6898-44f4-9feb-01ee743fccce" -d '{"events": [{"server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:37.769354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdef44a-14a2-4e0e-80e1-469659d0d55e req-3912d95e-c5c2-4119-bbf9-6fa81d407bca tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:37.769354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbdef44a-14a2-4e0e-80e1-469659d0d55e req-3912d95e-c5c2-4119-bbf9-6fa81d407bca tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 945 time: 0.0848074
Nov 13 21:09:37.814632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbdef44a-14a2-4e0e-80e1-469659d0d55e req-e12618cd-0c20-41eb-9487-1ca6ad6b7d88 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475590
Nov 13 21:09:37.901924 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9dd414-aea6-40cb-b4c4-4607a56bc575 x-openstack-request-id: req-9b9dd414-aea6-40cb-b4c4-4607a56bc575 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:37.908666 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:37.908814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-82f5d42e-84e4-4676-943e-04d34c98509e req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.908940 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b9dd414-aea6-40cb-b4c4-4607a56bc575 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:37.908940 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'code': 200}
Nov 13 21:09:37.908940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:37.953656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bccd171-477b-46e9-9748-742b2ac46717,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:37.997638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:38.025546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.025767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.026268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.026614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.027014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.027510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.029575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.029575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.036824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.037278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.037631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.038032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:09:38.044726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:38.046836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:38.046836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:38.053370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-82f5d42e-84e4-4676-943e-04d34c98509e req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.065270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-82f5d42e-84e4-4676-943e-04d34c98509e req-5bd80ae5-b8ae-4ecb-b8a5-3205db94b1b6 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.6015475
Nov 13 21:09:38.072204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:38.075523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Attempting to bind port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on network 837dfc45-8a27-4774-a247-6eaae2a710d0 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:38.081962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:38.082373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Checking segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:38.082826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Bound using segment: {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:38.083331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Bound port: cc63e7c4-c217-404d-8502-3d1c2887bcd9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b34e65-e0a6-49e6-b8d8-af96ab642f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '837dfc45-8a27-4774-a247-6eaae2a710d0'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:38.083851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.118705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9ffa0-aff3-48ef-a29e-be7444cf6a58 req-87a262a8-a806-4fb6-aa41-0a76364f5adf tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:38.126031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79c9ffa0-aff3-48ef-a29e-be7444cf6a58 req-87a262a8-a806-4fb6-aa41-0a76364f5adf tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.1129432
Nov 13 21:09:38.204013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79c9ffa0-aff3-48ef-a29e-be7444cf6a58 req-6279ecca-c4b0-493e-8485-daaa32a4c0ad tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770838
Nov 13 21:09:38.235743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:38.236702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5c1a3-82d3-4f22-b629-2d50b5d8f63c req-9015a0f7-e7a0-470f-a4d0-8d4c9ae88ea0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:38.238632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03f5c1a3-82d3-4f22-b629-2d50b5d8f63c req-9015a0f7-e7a0-470f-a4d0-8d4c9ae88ea0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0936611
Nov 13 21:09:38.239321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:38.246701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-7753e629-c87e-497d-a59a-b2156b201fae tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:38.253987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-7753e629-c87e-497d-a59a-b2156b201fae tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.2252140
Nov 13 21:09:38.279321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Request body: {'port': {'device_id': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'admin_state_up': True, 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:38.298557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bce5f87-e277-430d-93f8-d869c0c7e08a req-6da5c8c1-a156-4662-9e9d-94a7c77d521e tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/5bccd171-477b-46e9-9748-742b2ac46717 HTTP/1.1" status: 200  len: 1829 time: 0.0444789
Nov 13 21:09:38.369980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.507861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:38.509294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.511011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 1121 time: 1.2330544
Nov 13 21:09:38.511726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd23be-245c-4f59-8b66-5cf1b8b24b45 service neutron] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:38.553272 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05a123f8-2b34-4fc1-93c6-dff7bcf27f19 req-ec329f91-60c5-4ca0-bf2d-5c44794b7fc3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0689514
Nov 13 21:09:38.603886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-3b5b7d4e-0c02-4a48-9d78-34b06010309d req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1628054702', 'description': 'tempest-description-120448633'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:38.619607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['cc63e7c4-c217-404d-8502-3d1c2887bcd9'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:38.658522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['cc63e7c4-c217-404d-8502-3d1c2887bcd9'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:38.663185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03f5c1a3-82d3-4f22-b629-2d50b5d8f63c req-0504e5f4-0d49-4ad9-8766-a06e9440c2cf tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4079688
Nov 13 21:09:38.719798 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3b5b7d4e-0c02-4a48-9d78-34b06010309d req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.814774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3b5b7d4e-0c02-4a48-9d78-34b06010309d req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.830532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a2ed-7d93-4455-a43b-2aaf4d04211e req-68ef4e86-b7c1-4019-a7f4-be2351c50efb tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:38.833164 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48f0a2ed-7d93-4455-a43b-2aaf4d04211e req-68ef4e86-b7c1-4019-a7f4-be2351c50efb tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 948 time: 0.0606520
Nov 13 21:09:38.834570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:38.841029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.891321 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3b5b7d4e-0c02-4a48-9d78-34b06010309d req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:38.931126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a28dc-3de0-4d0a-99e1-64dcc8548f6a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:38.932885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:38.968048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48f0a2ed-7d93-4455-a43b-2aaf4d04211e req-ed6ba2bd-08c4-4e8e-a67e-d187c4d5b2e8 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070187
Nov 13 21:09:39.056457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3b5b7d4e-0c02-4a48-9d78-34b06010309d req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.065639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b5b7d4e-0c02-4a48-9d78-34b06010309d req-12907aed-74e3-4c93-a4f7-34ef485465e0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.4625010
Nov 13 21:09:39.072498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:39.075328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Allocated IP 172.20.0.9 (09559424-1385-4568-9979-5bb0cb2d727b/ee3e3781-732f-4b0f-9edb-4f9b217de713/e779b60c-4472-452c-9797-7c8fe0c6ea2b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:39.087767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 has no active binding in host nch1-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:09:39.088137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:39.127926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae84d9-5bde-4b6f-9481-341bb9db40e5 req-0996cc51-943a-4f2d-b6aa-a540cb6bbf8d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:39.129147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a07758df-96a6-4cf0-87e7-dc994be0412f req-27bfb881-0ba2-4a33-9c74-4590a01a60cd tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/be6a28dc-3de0-4d0a-99e1-64dcc8548f6a HTTP/1.1" status: 200  len: 1829 time: 0.0460954
Nov 13 21:09:39.135352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cae84d9-5bde-4b6f-9481-341bb9db40e5 req-0996cc51-943a-4f2d-b6aa-a540cb6bbf8d tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.1032228
Nov 13 21:09:39.163016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-ee8e1b64-cd32-4a75-9a08-3d3bb2606514 req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-133627319', 'description': 'tempest-description-237085868'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:39.211176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:39.228022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'mac_address': 'fa:16:3e:bf:88:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:39.250312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cae84d9-5bde-4b6f-9481-341bb9db40e5 req-70835dc4-c8c8-424f-a745-a91465b4cdd5 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140015
Nov 13 21:09:39.261385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ee8e1b64-cd32-4a75-9a08-3d3bb2606514 req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.269761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.281052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb10d44-31fa-4a2f-aece-e9b320cfe065 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:39.309498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:39.313015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.354554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ee8e1b64-cd32-4a75-9a08-3d3bb2606514 req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.374145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.387960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9012c-22be-46dc-b540-2781d3a5188d req-23d8496e-a9fe-4452-85c7-3770a4ace22f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:39.389621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81e9012c-22be-46dc-b540-2781d3a5188d req-23d8496e-a9fe-4452-85c7-3770a4ace22f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.0550616
Nov 13 21:09:39.416741 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ee8e1b64-cd32-4a75-9a08-3d3bb2606514 req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.432175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:39.438555 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.449476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81e9012c-22be-46dc-b540-2781d3a5188d req-9d9781c7-c95a-449a-933f-afbfe96621f8 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535522
Nov 13 21:09:39.485224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Network 09559424-1385-4568-9979-5bb0cb2d727b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:39.492209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:39.492948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3d32d-458d-47d4-8aab-05255c8d1693,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:39.496614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:39.503786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event updated for resources: {'Port': ['ID=e779b60c-4472-452c-9797-7c8fe0c6ea2b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:39.508616 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-2dce0898-531a-40d3-80ae-35dfcbedee08 service neutron] show failed (client error): The resource could not be found.
Nov 13 21:09:39.509892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-2dce0898-531a-40d3-80ae-35dfcbedee08 service neutron] 10.222.0.37 "GET /v2.0/ports/f7147b4c-a298-492f-92b5-ccefd3ffcc59/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1291091
Nov 13 21:09:39.536410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ee8e1b64-cd32-4a75-9a08-3d3bb2606514 req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.540983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee8e1b64-cd32-4a75-9a08-3d3bb2606514 req-a5d7d832-48fb-4ee6-a4e8-6d1da49f1aab tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.3788984
Nov 13 21:09:39.564487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:39.565208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.624667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32f3e8b0-5e30-4ecc-94d9-7fe08ed18675 req-3cd94ed4-4039-4a0e-ae2d-fa280025be02 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/39f3d32d-458d-47d4-8aab-05255c8d1693 HTTP/1.1" status: 200  len: 1828 time: 0.0563588
Nov 13 21:09:39.662639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-d46441b2-ab5d-4c59-ad96-28a097016f85 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3897057
Nov 13 21:09:39.667113 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-f0b094d2-75cb-42f7-a43b-46f8f958d3de req-c216a795-aa32-46b9-9b1d-2e522806176f tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] show failed (client error): The resource could not be found.
Nov 13 21:09:39.668293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0b094d2-75cb-42f7-a43b-46f8f958d3de req-c216a795-aa32-46b9-9b1d-2e522806176f tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/32ef2e1f-9a6c-47b6-9068-7f8a87ee79e0 HTTP/1.1" status: 404  len: 352 time: 0.0196121
Nov 13 21:09:39.683480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Request body: {'port': {'device_id': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:39.708401 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-135ba6cb-91ac-4248-828f-9ed7d143c793 req-77af1f24-4d1d-41d8-abea-e3baaff81bf8 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] show failed (client error): The resource could not be found.
Nov 13 21:09:39.709764 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-135ba6cb-91ac-4248-828f-9ed7d143c793 req-77af1f24-4d1d-41d8-abea-e3baaff81bf8 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-group-rules/5620ef5b-3aa3-401c-80c3-c2a7a7c86441 HTTP/1.1" status: 404  len: 361 time: 0.0189536
Nov 13 21:09:39.747556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9eb10d44-31fa-4a2f-aece-e9b320cfe065'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:39.782425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901d1dd-2347-468e-b697-cdc3d4b6b15a req-69c9f3b9-02ac-460f-8000-1b600fb46551 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:39.784262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5901d1dd-2347-468e-b697-cdc3d4b6b15a req-69c9f3b9-02ac-460f-8000-1b600fb46551 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 931 time: 0.1207449
Nov 13 21:09:39.793936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:39.819600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e15172-d6ee-496d-b9ab-d6f9072d4e76 req-20a567e6-a1fd-460d-a387-44bcf21eac96 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:39.822151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1e15172-d6ee-496d-b9ab-d6f9072d4e76 req-20a567e6-a1fd-460d-a387-44bcf21eac96 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0562880
Nov 13 21:09:39.908028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1e15172-d6ee-496d-b9ab-d6f9072d4e76 req-07481356-70ec-477e-88f5-baa9a8993d26 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776031
Nov 13 21:09:39.908531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:39.911026 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:39.924113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5901d1dd-2347-468e-b697-cdc3d4b6b15a req-f937eab3-729b-4019-914c-1c8ff3d66785 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212673
Nov 13 21:09:39.973438 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96e9022-7c4d-4fe8-bc54-3fe0ea4a228b x-openstack-request-id: req-c96e9022-7c4d-4fe8-bc54-3fe0ea4a228b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:39.976941 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:39.976941 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c96e9022-7c4d-4fe8-bc54-3fe0ea4a228b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:39.976941 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'status': 'completed', 'code': 200}
Nov 13 21:09:39.989051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99890eb6-fafd-41ea-9c7f-cc56f87d610a req-537098b6-864c-4359-b636-5b0194dc3eb0 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/39f3d32d-458d-47d4-8aab-05255c8d1693 HTTP/1.1" status: 200  len: 1828 time: 0.0573578
Nov 13 21:09:40.072313 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-99890eb6-fafd-41ea-9c7f-cc56f87d610a req-83076d53-c20b-430d-9647-2cb7fb551004 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.099529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-99890eb6-fafd-41ea-9c7f-cc56f87d610a req-83076d53-c20b-430d-9647-2cb7fb551004 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.119683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-cf2270f1-d6f3-439b-9c05-4ad409de937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.121197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-cf2270f1-d6f3-439b-9c05-4ad409de937c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453&tenant_id=de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 1101 time: 0.1362422
Nov 13 21:09:40.137004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:40.192785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-9444de9d-f0c3-4512-a893-26fc18feedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.194197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-9444de9d-f0c3-4512-a893-26fc18feedec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1124 time: 0.1794114
Nov 13 21:09:40.214232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff167f-4302-4498-ab01-f4c97f00336f req-7d48c8ba-cce5-4b18-bfbc-426f435dc9d8 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.215653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90ff167f-4302-4498-ab01-f4c97f00336f req-7d48c8ba-cce5-4b18-bfbc-426f435dc9d8 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 949 time: 0.1550615
Nov 13 21:09:40.222824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-99890eb6-fafd-41ea-9c7f-cc56f87d610a req-83076d53-c20b-430d-9647-2cb7fb551004 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.226671 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-99890eb6-fafd-41ea-9c7f-cc56f87d610a req-83076d53-c20b-430d-9647-2cb7fb551004 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.228092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99890eb6-fafd-41ea-9c7f-cc56f87d610a req-83076d53-c20b-430d-9647-2cb7fb551004 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "DELETE /v2.0/security-groups/39f3d32d-458d-47d4-8aab-05255c8d1693 HTTP/1.1" status: 204  len: 173 time: 0.2258034
Nov 13 21:09:40.240813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83076d53-c20b-430d-9647-2cb7fb551004 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3d32d-458d-47d4-8aab-05255c8d1693,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:40.306118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3fbab2c-f0ff-4875-961c-3948ebc3f1bf req-c8b7889a-597e-4d42-b22d-6f2d59e643b7 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/be6a28dc-3de0-4d0a-99e1-64dcc8548f6a HTTP/1.1" status: 200  len: 1829 time: 0.0489120
Nov 13 21:09:40.326047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.370194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d3fbab2c-f0ff-4875-961c-3948ebc3f1bf req-7380f9f3-5f2d-42c1-b7a1-397909030d25 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.393156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d3fbab2c-f0ff-4875-961c-3948ebc3f1bf req-7380f9f3-5f2d-42c1-b7a1-397909030d25 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.399918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90ff167f-4302-4498-ab01-f4c97f00336f req-39f08f61-2785-4025-88c9-50548c182c90 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697869
Nov 13 21:09:40.470459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e779b60c-4472-452c-9797-7c8fe0c6ea2b {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:40.484323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-e90c2562-37a1-47da-8bbc-8713ac8b6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.485790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-e90c2562-37a1-47da-8bbc-8713ac8b6805 service neutron] 10.222.0.46 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2690599
Nov 13 21:09:40.494369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.536351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d3fbab2c-f0ff-4875-961c-3948ebc3f1bf req-7380f9f3-5f2d-42c1-b7a1-397909030d25 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.539637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d3fbab2c-f0ff-4875-961c-3948ebc3f1bf req-7380f9f3-5f2d-42c1-b7a1-397909030d25 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.543089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3fbab2c-f0ff-4875-961c-3948ebc3f1bf req-7380f9f3-5f2d-42c1-b7a1-397909030d25 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "DELETE /v2.0/security-groups/be6a28dc-3de0-4d0a-99e1-64dcc8548f6a HTTP/1.1" status: 204  len: 173 time: 0.2282398
Nov 13 21:09:40.550358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380f9f3-5f2d-42c1-b7a1-397909030d25 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a28dc-3de0-4d0a-99e1-64dcc8548f6a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:40.610991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-8d0f555e-7b87-459d-a791-9c7743ec196d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 217 time: 0.1046915
Nov 13 21:09:40.616226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Transition to ACTIVE for port object e779b60c-4472-452c-9797-7c8fe0c6ea2b will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:40.680502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a02a0-f442-493a-9865-2d08de7a4a5e req-8ccac092-1f62-4f51-8721-9ebdd4b800d9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.686940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf1deb-07f5-4857-9544-ba8124f183fa req-d2e34b79-d528-4135-a7eb-f7d5cf7760fc tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.687333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a42a02a0-f442-493a-9865-2d08de7a4a5e req-8ccac092-1f62-4f51-8721-9ebdd4b800d9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.2008555
Nov 13 21:09:40.689977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69bf1deb-07f5-4857-9544-ba8124f183fa req-d2e34b79-d528-4135-a7eb-f7d5cf7760fc tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 945 time: 0.0632362
Nov 13 21:09:40.699197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.736426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69bf1deb-07f5-4857-9544-ba8124f183fa req-413ee9cd-8f52-426c-90c4-2588f2c6f516 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454857
Nov 13 21:09:40.778826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-f27fce9c-d289-424f-ab65-8942c54b7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:40.780269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-f27fce9c-d289-424f-ab65-8942c54b7edc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.1543603
Nov 13 21:09:40.798710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1959a5ee-cecc-4a8e-bacc-e4659c4634d7 req-be25d9d7-0854-4686-917a-248513226f6f tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/5bccd171-477b-46e9-9748-742b2ac46717 HTTP/1.1" status: 200  len: 1829 time: 0.0387743
Nov 13 21:09:40.846061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-8fcc02a7-3352-45d1-9c77-447acbe5ed60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556526
Nov 13 21:09:40.854760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Pushing event updated for resources: {'Port': ['ID=e779b60c-4472-452c-9797-7c8fe0c6ea2b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:40.862320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1959a5ee-cecc-4a8e-bacc-e4659c4634d7 req-a8b6234d-461b-4c85-aaf1-ba92f94ae82a tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.886240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1959a5ee-cecc-4a8e-bacc-e4659c4634d7 req-a8b6234d-461b-4c85-aaf1-ba92f94ae82a tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:40.902561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a42a02a0-f442-493a-9865-2d08de7a4a5e req-b2268c86-0b01-464c-bfa4-0aaad63a0b93 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074356
Nov 13 21:09:40.943129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:40.950273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:41.036569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1959a5ee-cecc-4a8e-bacc-e4659c4634d7 req-a8b6234d-461b-4c85-aaf1-ba92f94ae82a tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.040019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1959a5ee-cecc-4a8e-bacc-e4659c4634d7 req-a8b6234d-461b-4c85-aaf1-ba92f94ae82a tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.040312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:41.042609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1959a5ee-cecc-4a8e-bacc-e4659c4634d7 req-a8b6234d-461b-4c85-aaf1-ba92f94ae82a tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "DELETE /v2.0/security-groups/5bccd171-477b-46e9-9748-742b2ac46717 HTTP/1.1" status: 204  len: 173 time: 0.2366922
Nov 13 21:09:41.044919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Attempting to bind port e779b60c-4472-452c-9797-7c8fe0c6ea2b on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:41.045256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Attempting to bind port e779b60c-4472-452c-9797-7c8fe0c6ea2b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:41.047537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Attempting to bind port e779b60c-4472-452c-9797-7c8fe0c6ea2b on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:41.053947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6234d-461b-4c85-aaf1-ba92f94ae82a tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bccd171-477b-46e9-9748-742b2ac46717,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:41.074388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:41.079801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:41.080804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.082613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Port e779b60c-4472-452c-9797-7c8fe0c6ea2b on network 09559424-1385-4568-9979-5bb0cb2d727b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:41.082937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Attempting to bind port e779b60c-4472-452c-9797-7c8fe0c6ea2b on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:41.086807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-efcb8631-3d09-467d-9e77-2dab8b2ea1fe service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253094
Nov 13 21:09:41.097656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:41.098011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:41.098374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Bound using segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:41.098818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Bound port: e779b60c-4472-452c-9797-7c8fe0c6ea2b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:41.099174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.138541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:41.138541 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f5ce39-009b-4550-8e7c-c76bff8d5b6d" -d '{"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-unplugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:41.144199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.193261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.198081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b59e5-ae39-4320-8645-2c15c32fc27e req-dabd505e-d128-47d5-b57a-c1e7de139d9c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.205490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c97b59e5-ae39-4320-8645-2c15c32fc27e req-dabd505e-d128-47d5-b57a-c1e7de139d9c tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0803595
Nov 13 21:09:41.214921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Transition to ACTIVE for port object f7147b4c-a298-492f-92b5-ccefd3ffcc59 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:41.236964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:41.237849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:41.240129 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0841a0d-07d3-4a1d-8c68-4a7eb8bf5d02" -d '{"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:41.268409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] For port e779b60c-4472-452c-9797-7c8fe0c6ea2b, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:41.272051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c902d2b-bf21-4a33-98b5-44c00bdc8fb6 req-31e00ddd-0297-4619-8dbf-485941e75b19 service neutron] 10.222.0.46 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1684928
Nov 13 21:09:41.274167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c97b59e5-ae39-4320-8645-2c15c32fc27e req-28b8343b-378d-4689-897d-799ca075f2d2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669327
Nov 13 21:09:41.278499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] For port e779b60c-4472-452c-9797-7c8fe0c6ea2b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:41.300967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.310516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-92f30f3e-8f54-4ee8-94e1-17472688c02b tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.311994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-92f30f3e-8f54-4ee8-94e1-17472688c02b tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0585811
Nov 13 21:09:41.324643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:41.325645 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.326579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:41.384222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] No DVR routers for this DVR port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:41.413869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.430152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:41.441677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:41.449530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:41.470254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.473358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.474145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.477269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] 10.222.0.46 "PUT /v2.0/ports/e779b60c-4472-452c-9797-7c8fe0c6ea2b HTTP/1.1" status: 200  len: 1091 time: 1.7971134
Nov 13 21:09:41.491828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae5d99-d491-4bc8-8862-d6532db9db09 req-22ee5d41-8509-4682-86c7-2d23ae08a389 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.493695 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8fae5d99-d491-4bc8-8862-d6532db9db09 req-22ee5d41-8509-4682-86c7-2d23ae08a389 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 943 time: 0.1153891
Nov 13 21:09:41.526720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:41.527059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:41.527382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:41.544344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:41.544747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:41.561541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:41.561876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:41.562267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:41.562704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Bound port: f7147b4c-a298-492f-92b5-ccefd3ffcc59, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:41.563053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.570254 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9ecd755-f248-40d5-a169-5d6bb7692607 req-5eb40095-7324-4189-a626-02ee4914f2d9 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/276c315e-2c4b-4071-86e0-1a9e2da081db HTTP/1.1" status: 200  len: 1829 time: 0.1688051
Nov 13 21:09:41.581859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2567d8-5356-4771-a4eb-55cef0e471dd service neutron] Pushing event updated for resources: {'Port': ['ID=e779b60c-4472-452c-9797-7c8fe0c6ea2b,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:41.650900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8fae5d99-d491-4bc8-8862-d6532db9db09 req-eb963b8b-7c37-44b8-b084-2cc40deab513 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292045
Nov 13 21:09:41.685795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:41.727033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-e4993ef0-1aa2-48fb-a102-5de520d8ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.728534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-e4993ef0-1aa2-48fb-a102-5de520d8ccae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 1094 time: 0.1325047
Nov 13 21:09:41.734690 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b753e0-0934-4b1c-8363-7071da586e66 x-openstack-request-id: req-52b753e0-0934-4b1c-8363-7071da586e66 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:41.735024 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-unplugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:41.735273 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52b753e0-0934-4b1c-8363-7071da586e66 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:41.735702 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'code': 200}
Nov 13 21:09:41.745294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:41.745936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:41.774303 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f5b71-42e7-495d-8391-0b337ee5bc15 x-openstack-request-id: req-3d0f5b71-42e7-495d-8391-0b337ee5bc15 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:41.774303 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:41.774303 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d0f5b71-42e7-495d-8391-0b337ee5bc15 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:41.774303 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'code': 200}
Nov 13 21:09:41.797527 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.801759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9ecd755-f248-40d5-a169-5d6bb7692607 req-44cd4e7a-f06b-4221-b68a-c2f92cc47a33 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.804435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:41.807756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-626fbe43-87b2-4491-a583-06912873cd1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b HTTP/1.1" status: 200  len: 217 time: 0.0632370
Nov 13 21:09:41.837084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.855862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9ecd755-f248-40d5-a169-5d6bb7692607 req-44cd4e7a-f06b-4221-b68a-c2f92cc47a33 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.884113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.889190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.899035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-79ebfaf7-f0d8-454c-89f1-012fdb4f2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.901448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-79ebfaf7-f0d8-454c-89f1-012fdb4f2c1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.0838575
Nov 13 21:09:41.949572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.954891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:41.954891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] 10.222.0.46 "PUT /v2.0/ports/f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 1096 time: 1.8196111
Nov 13 21:09:41.961813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecadfd-bee3-4fc1-81bc-382b8b53f226 req-8241571b-5417-443a-a7e9-3fcdb969b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:41.963546 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-72ecadfd-bee3-4fc1-81bc-382b8b53f226 req-8241571b-5417-443a-a7e9-3fcdb969b328 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 1101 time: 0.1128960
Nov 13 21:09:41.972424 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-0f26d3d0-8270-4c32-87e0-947d1d939b1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428743
Nov 13 21:09:41.978299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:41.980484 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e609c7ee-4b7c-4c8d-bae5-2a0042478047" -d '{"events": [{"server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:41.998927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:42.008913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf0547-46c2-4d3b-9ed7-c5ed817fb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:42.046659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:42.047003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:42.048353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:42.059818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:42.060805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:42.073988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:42.076724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:42.076724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:42.076724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Bound port: d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:42.076724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:42.091921 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-72ecadfd-bee3-4fc1-81bc-382b8b53f226 req-b25d70f8-7f25-42c8-a8bd-648e336ba34b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194859
Nov 13 21:09:42.108584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9ecd755-f248-40d5-a169-5d6bb7692607 req-44cd4e7a-f06b-4221-b68a-c2f92cc47a33 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:42.112975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9ecd755-f248-40d5-a169-5d6bb7692607 req-44cd4e7a-f06b-4221-b68a-c2f92cc47a33 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:42.112975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9ecd755-f248-40d5-a169-5d6bb7692607 req-44cd4e7a-f06b-4221-b68a-c2f92cc47a33 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "DELETE /v2.0/security-groups/276c315e-2c4b-4071-86e0-1a9e2da081db HTTP/1.1" status: 204  len: 173 time: 0.5247982
Nov 13 21:09:42.131581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4e7a-f06b-4221-b68a-c2f92cc47a33 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c315e-2c4b-4071-86e0-1a9e2da081db,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:42.157899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-bb91de87-41a0-429c-a6cc-f3dee1190fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.159885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-bb91de87-41a0-429c-a6cc-f3dee1190fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1099 time: 0.1713648
Nov 13 21:09:42.161846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-17618843-ae6a-45a8-857f-b141d4fc970f service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744153
Nov 13 21:09:42.165260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:42.169992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:42.234634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:42.290031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:42.361422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:42.361639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-a14f9187-9121-422e-8b0e-44db953b15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.363009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-a14f9187-9121-422e-8b0e-44db953b15b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1902494
Nov 13 21:09:42.372501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059933d2-315a-4ab5-92fe-7c8b9c7d8b3e req-7a48044d-acf2-4820-ab9b-f99f70666518 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.374089 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-059933d2-315a-4ab5-92fe-7c8b9c7d8b3e req-7a48044d-acf2-4820-ab9b-f99f70666518 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 950 time: 0.1666150
Nov 13 21:09:42.385225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed334b44-e1d9-406c-86a6-73c54d85ff84 req-27141cc6-b9cc-42c7-86b0-9aa6ae5025e0 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040257
Nov 13 21:09:42.395762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:42.396597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:42.397258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:42.402603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:42.405671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Attempting to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on network 50b1d336-aa1c-4eb0-9cee-350682ccd5c1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:42.409920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:42.410404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Checking segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:42.411054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Bound using segment: {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:42.411596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Bound port: d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd45f67-3ec6-4e99-92b9-282cc9913d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '50b1d336-aa1c-4eb0-9cee-350682ccd5c1'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:42.412276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:42.422834 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-bcca3744-292d-489c-8dda-8f9ce8e441ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0461044
Nov 13 21:09:42.423051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:42.465956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0350dc8-a2f6-410b-89e4-198ca9c3e144 req-737ec488-779f-46cb-9cd8-b019ae0e21c7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.474663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d0350dc8-a2f6-410b-89e4-198ca9c3e144 req-737ec488-779f-46cb-9cd8-b019ae0e21c7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1258996
Nov 13 21:09:42.482963 ncdv-master-1 neutron-server[120534]: WARNING neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Concurrent port binding operations failed on port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8
Nov 13 21:09:42.488040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:42.490136 ncdv-master-1 neutron-server[120534]: INFO neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Attempt 2 to bind port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8
Nov 13 21:09:42.490699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 has no active binding in host nch2-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:09:42.495519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.496144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:42.497438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-059933d2-315a-4ab5-92fe-7c8b9c7d8b3e req-2a148bb7-ac8b-424a-828d-93dce0492e18 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112883
Nov 13 21:09:42.505757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-33934eee-20f7-4442-ae1e-1e709ddff970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.507375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-33934eee-20f7-4442-ae1e-1e709ddff970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0692089
Nov 13 21:09:42.509287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-990d183b-baf6-4018-a2e6-c9b546bceeb0 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 1121 time: 1.1849749
Nov 13 21:09:42.546814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d0350dc8-a2f6-410b-89e4-198ca9c3e144 req-9dc1d532-8897-4471-abf8-b503f484582a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711908
Nov 13 21:09:42.574172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-659d030e-3f51-4dfb-a9c9-823fde9822f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.574677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-659d030e-3f51-4dfb-a9c9-823fde9822f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0555279
Nov 13 21:09:42.597651 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9819b-6693-4ce4-a144-09c0fd321e8a x-openstack-request-id: req-9cf9819b-6693-4ce4-a144-09c0fd321e8a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:42.598009 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:42.598332 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cf9819b-6693-4ce4-a144-09c0fd321e8a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:42.598813 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'code': 200}
Nov 13 21:09:42.604277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:42.640258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:42.689367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645114bf-2aec-477b-82ad-5b34ba4780f1 req-89b628a3-72cf-4bf5-8f68-c34c2444b580 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:42.694598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-645114bf-2aec-477b-82ad-5b34ba4780f1 req-89b628a3-72cf-4bf5-8f68-c34c2444b580 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.1116235
Nov 13 21:09:42.746415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-42b7ee61-a308-46dd-b2c0-4f99fc678fe1 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345887
Nov 13 21:09:42.766301 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-645114bf-2aec-477b-82ad-5b34ba4780f1 req-0c22d0ab-4ad1-47e2-a93c-d894c560ffcb tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678558
Nov 13 21:09:43.165417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0341555c-ad30-4d13-b2a2-9f9ddd0f2126 req-cb115b57-b82a-4835-911a-89e0a8f185eb tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "GET /v2.0/security-groups/7c80c284-3bc1-4a9e-bf60-846ec0eb6208 HTTP/1.1" status: 200  len: 1829 time: 0.3701026
Nov 13 21:09:43.169101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a1eff8-06d3-4a33-90b9-a52f16af6a7b req-441fc35d-63ba-4cb5-bf27-b513527253a3 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4145653
Nov 13 21:09:43.228663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0341555c-ad30-4d13-b2a2-9f9ddd0f2126 req-0a4251a6-6933-449f-94af-23e2f8f88c77 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.251754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0341555c-ad30-4d13-b2a2-9f9ddd0f2126 req-0a4251a6-6933-449f-94af-23e2f8f88c77 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.350927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-56e04d7c-de9d-4423-980a-eeea4b5833a2 service neutron] 10.222.0.46 "GET /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0663924
Nov 13 21:09:43.436927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f1f91-5110-4cbe-9258-e629cbd3bd65 req-ea9e4124-2335-412b-8bdf-caa378f3a0c3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:43.441637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9a8f1f91-5110-4cbe-9258-e629cbd3bd65 req-ea9e4124-2335-412b-8bdf-caa378f3a0c3 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 948 time: 0.0672085
Nov 13 21:09:43.443792 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0341555c-ad30-4d13-b2a2-9f9ddd0f2126 req-0a4251a6-6933-449f-94af-23e2f8f88c77 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.445258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0341555c-ad30-4d13-b2a2-9f9ddd0f2126 req-0a4251a6-6933-449f-94af-23e2f8f88c77 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.453248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0341555c-ad30-4d13-b2a2-9f9ddd0f2126 req-0a4251a6-6933-449f-94af-23e2f8f88c77 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] 10.222.0.20 "DELETE /v2.0/security-groups/7c80c284-3bc1-4a9e-bf60-846ec0eb6208 HTTP/1.1" status: 204  len: 173 time: 0.2814825
Nov 13 21:09:43.453868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50378) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:43.500056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4251a6-6933-449f-94af-23e2f8f88c77 tempest-SecurityGroupRulesNegativeTestJSON-379333321 tempest-SecurityGroupRulesNegativeTestJSON-379333321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c80c284-3bc1-4a9e-bf60-846ec0eb6208,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:43.508387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9a8f1f91-5110-4cbe-9258-e629cbd3bd65 req-61b549cf-473a-46b8-90f2-7a3aa0ee63d8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631404
Nov 13 21:09:43.627233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Deleting subnet 7205fc7a-612c-477c-808b-3370e1954de5 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:09:43.633598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.645593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67f37d-b446-40c1-a2c3-3f89dcd3e0c4 req-43b73201-6a6a-4078-99f4-944102bf30c9 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:43.647205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c67f37d-b446-40c1-a2c3-3f89dcd3e0c4 req-43b73201-6a6a-4078-99f4-944102bf30c9 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 950 time: 0.0656400
Nov 13 21:09:43.696470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9208d2-91c8-4f64-8e1a-c53fb9d7d285 req-10f09049-ea6b-4a36-a3c5-2997b224e37c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:43.698116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9c9208d2-91c8-4f64-8e1a-c53fb9d7d285 req-10f09049-ea6b-4a36-a3c5-2997b224e37c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 943 time: 0.1942110
Nov 13 21:09:43.702494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c67f37d-b446-40c1-a2c3-3f89dcd3e0c4 req-5ea3ee2f-1e29-4ba6-ab12-12a99fb46165 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481389
Nov 13 21:09:43.725325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.743221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'tag': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b'}, {'name': 'network-changed', 'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:43.745518 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432" -d '{"events": [{"name": "network-changed", "server_uuid": "d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472", "tag": "e779b60c-4472-452c-9797-7c8fe0c6ea2b"}, {"name": "network-changed", "server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:43.773584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:43.821190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:43.827234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ecc59-013a-4edd-a214-2c1700f62530 req-568a3e29-49d7-45c3-985c-2e92df76e405 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:43.829126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-883ecc59-013a-4edd-a214-2c1700f62530 req-568a3e29-49d7-45c3-985c-2e92df76e405 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.0667925
Nov 13 21:09:43.847360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:43.854023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9c9208d2-91c8-4f64-8e1a-c53fb9d7d285 req-e3d54584-edd7-449e-94ae-74eff3dce1a0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406531
Nov 13 21:09:43.901522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc63e7c4-c217-404d-8502-3d1c2887bcd9 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:43.913684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:43.932181 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a5c58f-6447-4da3-9da3-7e4dcc6e77fd x-openstack-request-id: req-10a5c58f-6447-4da3-9da3-7e4dcc6e77fd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:43.932326 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472", "tag": "e779b60c-4472-452c-9797-7c8fe0c6ea2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:43.932661 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10a5c58f-6447-4da3-9da3-7e4dcc6e77fd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:43.932974 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'tag': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b', 'status': 'completed', 'code': 200}
Nov 13 21:09:43.933233 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'status': 'completed', 'code': 200}
Nov 13 21:09:44.013161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.030925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.082518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7205fc7a-612c-477c-808b-3370e1954de5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:44.094280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.097463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-60e31671-ec4d-4ccc-b3a8-bc4a8c2d2b46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7205fc7a-612c-477c-808b-3370e1954de5 HTTP/1.1" status: 204  len: 168 time: 0.6374321
Nov 13 21:09:44.100822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50388) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:44.109394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17cbc-92bf-4086-b168-e9f174f7dfd5 req-01bd8b83-239e-4479-ac55-8d443ba55bc9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.110892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-76b17cbc-92bf-4086-b168-e9f174f7dfd5 req-01bd8b83-239e-4479-ac55-8d443ba55bc9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 943 time: 0.1262794
Nov 13 21:09:44.236057 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-883ecc59-013a-4edd-a214-2c1700f62530 req-129b40f0-5746-41e7-9f1a-619e0c744c93 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3984246
Nov 13 21:09:44.248878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e779b60c-4472-452c-9797-7c8fe0c6ea2b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:44.249408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.251121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-8ddaeead-f5fa-4325-97ed-aecf2438e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.253428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:44.255178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-8ddaeead-f5fa-4325-97ed-aecf2438e941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 1094 time: 0.0929480
Nov 13 21:09:44.257478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] Transition to ACTIVE for port object cc63e7c4-c217-404d-8502-3d1c2887bcd9 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:44.267936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-76b17cbc-92bf-4086-b168-e9f174f7dfd5 req-67ccc25a-9c1d-44bf-b8df-cc35b7618e48 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472299
Nov 13 21:09:44.343190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.350086 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.386310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:44.436674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-25a13a40-0413-47d0-be07-6c68fd8329ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.440679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-25a13a40-0413-47d0-be07-6c68fd8329ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1099 time: 0.2749951
Nov 13 21:09:44.474967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-8f4f4954-4cd4-43bb-9edd-b380acfcc852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.475068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.475156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-8f4f4954-4cd4-43bb-9edd-b380acfcc852 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 912 time: 0.1725118
Nov 13 21:09:44.489535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e779b60c-4472-452c-9797-7c8fe0c6ea2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:44.513793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b', 'mac_address': 'fa:16:3e:1e:73:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:44.535113 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-72106a67-0bb3-45d8-bf6e-ebb793bb3b81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b HTTP/1.1" status: 200  len: 217 time: 0.0577860
Nov 13 21:09:44.539422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] No DVR routers for this DVR port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:44.560209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc607460>,) {'filters': {'network_id': ['a6e9b522-bb06-402d-b188-9912328883a8']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:44.565964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.593468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e779b60c-4472-452c-9797-7c8fe0c6ea2b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:44.614242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:44.618023 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc" -d '{"events": [{"name": "network-changed", "server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:44.621480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e779b60c-4472-452c-9797-7c8fe0c6ea2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:44.642797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc607460>, '3d3626d4-1e67-4b08-8108-a52c2fee5b37') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:44.643119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc607460>, '3d3626d4-1e67-4b08-8108-a52c2fee5b37') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:09:44.655522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.682633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] 10.222.0.46 "PUT /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3239551
Nov 13 21:09:44.683881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.686246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f120ece-0aa7-47f9-a464-0eb0255b5363 service neutron] Pushing event updated for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:44.694220 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63572df1-8926-49d0-8731-b42eca913b25 x-openstack-request-id: req-63572df1-8926-49d0-8731-b42eca913b25 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:44.694506 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:44.694753 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63572df1-8926-49d0-8731-b42eca913b25 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:44.695226 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'status': 'completed', 'code': 200}
Nov 13 21:09:44.698191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:09:44.699873 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.705440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:09:44.726880 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:09:44.756948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-d385d576-f46e-4b39-9329-615caca7f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.759329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-d385d576-f46e-4b39-9329-615caca7f8fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.2046585
Nov 13 21:09:44.786989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88df4cf-d040-455b-9984-c00e8a1eca79 req-d482ffc8-d07c-4af6-808b-e207950a6925 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.788932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b88df4cf-d040-455b-9984-c00e8a1eca79 req-d482ffc8-d07c-4af6-808b-e207950a6925 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 948 time: 0.1349273
Nov 13 21:09:44.795875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e779b60c-4472-452c-9797-7c8fe0c6ea2b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:44.837693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-d270db39-a0a5-4c27-b7e0-3d0602e5b63a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636811
Nov 13 21:09:44.849921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-a30b118f-f203-4fca-be14-1aceff7010b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.851491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-a30b118f-f203-4fca-be14-1aceff7010b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.4003804
Nov 13 21:09:44.866838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-8579116c-6597-4150-a543-7faa604d5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.869848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-8579116c-6597-4150-a543-7faa604d5f74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1124 time: 0.1657107
Nov 13 21:09:44.872442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaa6fe-aa90-4428-952e-83b6ab3558ae req-cc2d387d-c327-4902-b1f6-e9f980e74b56 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:44.873961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1efaa6fe-aa90-4428-952e-83b6ab3558ae req-cc2d387d-c327-4902-b1f6-e9f980e74b56 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 950 time: 0.0522480
Nov 13 21:09:44.930770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.944227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:44.950279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a6e9b522-bb06-402d-b188-9912328883a8 HTTP/1.1" status: 204  len: 168 time: 0.8361430
Nov 13 21:09:44.956853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-9fb60566-d2f0-463b-a120-51efc8589109 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0857892
Nov 13 21:09:44.973391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70f6fa-ddae-4c50-a35c-e73210202eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e9b522-bb06-402d-b188-9912328883a8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:44.986635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1efaa6fe-aa90-4428-952e-83b6ab3558ae req-a9b099d4-0472-42ab-8a90-eaefa6a2a167 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046469
Nov 13 21:09:44.999162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-9a021789-fb56-4a0f-a0cd-3a89f2267ab9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.001103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-9a021789-fb56-4a0f-a0cd-3a89f2267ab9 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1110399
Nov 13 21:09:45.086783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b88df4cf-d040-455b-9984-c00e8a1eca79 req-59555147-e317-4a22-945d-e83322e043d4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2818310
Nov 13 21:09:45.122799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-dee43ca2-1102-489c-b59a-dd821e00c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.125244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-dee43ca2-1102-489c-b59a-dd821e00c140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1418765
Nov 13 21:09:45.131308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-f4d465a6-e44e-4833-abaa-48f7481c630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.133361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-f4d465a6-e44e-4833-abaa-48f7481c630f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6&tenant_id=8c9cacff30fd4af19035b88fec319120 HTTP/1.1" status: 200  len: 1095 time: 0.1214187
Nov 13 21:09:45.144929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d32658-4366-45eb-82fe-4c692da609d1 req-06211d56-7e4b-44b6-bd6d-edfa4ff1b6ad tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.162720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d32658-4366-45eb-82fe-4c692da609d1 req-06211d56-7e4b-44b6-bd6d-edfa4ff1b6ad tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 944 time: 0.0832438
Nov 13 21:09:45.177953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['e779b60c-4472-452c-9797-7c8fe0c6ea2b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:45.182242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-e4e6be79-81af-4b86-8620-59760e3fd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.183762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-e4e6be79-81af-4b86-8620-59760e3fd7fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.2543235
Nov 13 21:09:45.187343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-94d782e1-9090-4d1b-8b39-c0a89dbdc1b5 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3331249
Nov 13 21:09:45.253875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-a0c8ec7e-1123-45d1-b7eb-30d6391c8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.255455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-a0c8ec7e-1123-45d1-b7eb-30d6391c8be5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1189718
Nov 13 21:09:45.262576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d32658-4366-45eb-82fe-4c692da609d1 req-b536e353-5e58-4f3c-bc65-dc037ba568b7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984335
Nov 13 21:09:45.263106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-15416bb1-d4f7-48ac-b3a2-057db6d5d9b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 217 time: 0.0667825
Nov 13 21:09:45.269545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-9646f5d4-416e-41ae-bac9-0ae579528455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.274684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-9646f5d4-416e-41ae-bac9-0ae579528455 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c9cacff30fd4af19035b88fec319120&device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1095 time: 0.1027560
Nov 13 21:09:45.397579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50424) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:45.470793 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-72361674-2247-4547-924c-579deab26cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.472342 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-72361674-2247-4547-924c-579deab26cdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.1768773
Nov 13 21:09:45.483501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-1c4cb5bc-bff1-4fb5-bce4-6a34933861c3 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800510
Nov 13 21:09:45.525047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-98ebbc31-d348-4497-b902-21758e798bbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398793
Nov 13 21:09:45.552633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-34fd2b56-2023-405e-b14c-ecb3ce35e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.554405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-34fd2b56-2023-405e-b14c-ecb3ce35e7d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 200  len: 922 time: 0.2640715
Nov 13 21:09:45.571945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f8d7-a9b3-4ba8-b61e-35cfe704d28c req-1b8b1b73-e3f5-41ca-8cb6-f36a50a633ca tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.576952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89e4f8d7-a9b3-4ba8-b61e-35cfe704d28c req-1b8b1b73-e3f5-41ca-8cb6-f36a50a633ca tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1182683
Nov 13 21:09:45.583360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-c8dfbbab-6dea-4681-8a25-460f57f6d3f7 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2887802
Nov 13 21:09:45.606555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-62edfe9d-c0ce-4de9-90e9-ab17a83bac41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29e10165ff0e4f939581d98d67573a95&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2078154
Nov 13 21:09:45.607270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50434) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:45.680401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-f20ce4d9-4808-4b94-b782-f16aaa918652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 200  len: 217 time: 0.1055694
Nov 13 21:09:45.755759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89e4f8d7-a9b3-4ba8-b61e-35cfe704d28c req-14ee304b-1125-478d-852b-d4c98746bbbf tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404736
Nov 13 21:09:45.776231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-b5f5fc96-e048-463c-a617-99af2fffc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.779609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-b5f5fc96-e048-463c-a617-99af2fffc658 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 200  len: 861 time: 0.0887072
Nov 13 21:09:45.815279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-304f7b91-fd87-40ca-987e-8be89e9664eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=837dfc45-8a27-4774-a247-6eaae2a710d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283346
Nov 13 21:09:45.857448 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-330a5b54-4be0-4b5d-9c3d-90dd074d5d10 service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3227518
Nov 13 21:09:45.910889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79811f64-a903-49c7-a9a3-638133a79ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:45.914785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-c49bb526-0744-406c-8876-ddab5e432257 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065879
Nov 13 21:09:45.924621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-b0167838-2ec4-4492-830e-9951a0f42f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.926280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-b0167838-2ec4-4492-830e-9951a0f42f70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1099 time: 0.3748653
Nov 13 21:09:45.948496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340665f-de00-41c7-aeb4-a6b011d20e64 req-02228ccd-5c89-4050-86eb-eb0d1324694a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:45.950101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2340665f-de00-41c7-aeb4-a6b011d20e64 req-02228ccd-5c89-4050-86eb-eb0d1324694a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.0941753
Nov 13 21:09:45.961956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-7ebddd5b-4454-4b4a-b777-f530359a9e62 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372268
Nov 13 21:09:46.017416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79811f64-a903-49c7-a9a3-638133a79ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:46.060607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2340665f-de00-41c7-aeb4-a6b011d20e64 req-dbfe9731-f95b-4f96-a022-3e66993809b6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976980
Nov 13 21:09:46.100297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-6a4f7477-67df-4e0e-9d4d-0a1144e92949 service neutron] 10.222.0.37 "GET /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232257
Nov 13 21:09:46.120371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caee7465-d465-4f3d-bbb7-2ad87c8b27bc req-27fe7639-b43c-4b54-a679-e37aea036b9b service neutron] 10.222.0.37 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428904
Nov 13 21:09:46.150580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-18f8c023-4a8e-434d-85de-3dc0443a9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.152148 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-18f8c023-4a8e-434d-85de-3dc0443a9a93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1885638
Nov 13 21:09:46.201754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-31abdf94-4fff-41f5-85c6-f80d7b1fad57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0409977
Nov 13 21:09:46.228423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af73c3-d25d-4520-8733-d1bf9caa82e4 req-080ea0bb-6353-4625-b548-0ee2542ad8f4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.229963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3af73c3-d25d-4520-8733-d1bf9caa82e4 req-080ea0bb-6353-4625-b548-0ee2542ad8f4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 948 time: 0.0537238
Nov 13 21:09:46.234542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:46.265078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-23c13e51-a695-411b-b724-9142bbedef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.266563 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-23c13e51-a695-411b-b724-9142bbedef89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0567250
Nov 13 21:09:46.282984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3af73c3-d25d-4520-8733-d1bf9caa82e4 req-7caac69c-545a-4a4a-a6b2-4c62384aa37b tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462608
Nov 13 21:09:46.327371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79811f64-a903-49c7-a9a3-638133a79ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:46.331561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79811f64-a903-49c7-a9a3-638133a79ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:46.337081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-79811f64-a903-49c7-a9a3-638133a79ff5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48e29e9a-7a1c-43db-9ab0-61a80b9729fd HTTP/1.1" status: 204  len: 168 time: 0.6974614
Nov 13 21:09:46.356338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79811f64-a903-49c7-a9a3-638133a79ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e29e9a-7a1c-43db-9ab0-61a80b9729fd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:46.357049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:46.386258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'mac_address': 'fa:16:3e:28:9d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:46.399511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-829c24bb-ff18-42d7-a584-d9b5a2aeaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.401347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-829c24bb-ff18-42d7-a584-d9b5a2aeaf90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1223454
Nov 13 21:09:46.468410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:46.483212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7147b4c-a298-492f-92b5-ccefd3ffcc59 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:46.485813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3f6cf-7137-477e-ad67-84a69c8055b6 req-60c192c1-7f26-430e-a545-a6f6decd950b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.493992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54d3f6cf-7137-477e-ad67-84a69c8055b6 req-60c192c1-7f26-430e-a545-a6f6decd950b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 944 time: 0.1342866
Nov 13 21:09:46.506649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:46.557202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-74e4b0a5-1057-4400-b703-d9357814ea56 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469221
Nov 13 21:09:46.560717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54d3f6cf-7137-477e-ad67-84a69c8055b6 req-1ba624c7-6d19-42fd-a7d6-8d7e7afad514 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658057
Nov 13 21:09:46.649794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc8b7b3b-4a4c-41cf-9c3d-115648c09432 req-022a403c-1a50-48d1-bb5d-7614f75285b9 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835106
Nov 13 21:09:46.742775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:46.790959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:46.818118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-e5a77c7b-9ea0-4dcd-a4d0-7b1ffb319824 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.819830 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-e5a77c7b-9ea0-4dcd-a4d0-7b1ffb319824 tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6&tenant_id=8c9cacff30fd4af19035b88fec319120&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0545290
Nov 13 21:09:46.893757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e54f30-2df2-46ba-9876-70ba3a8c0818 req-ff833197-516b-4b62-8bf1-76095c4c4459 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:46.895303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11e54f30-2df2-46ba-9876-70ba3a8c0818 req-ff833197-516b-4b62-8bf1-76095c4c4459 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.0505018
Nov 13 21:09:46.968497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11e54f30-2df2-46ba-9876-70ba3a8c0818 req-d7d352bc-dd0a-4c02-a319-6e7abd74697d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653257
Nov 13 21:09:46.971182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:47.026337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-6048ae8d-7287-48f0-8227-40532de14899 service neutron] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:47.029830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-6048ae8d-7287-48f0-8227-40532de14899 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:47.036535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1aac6f7d-b22e-43d7-905e-5375b3dd6ec4 req-6048ae8d-7287-48f0-8227-40532de14899 service neutron] 10.222.0.37 "DELETE /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2006254
Nov 13 21:09:47.100741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f7147b4c-a298-492f-92b5-ccefd3ffcc59'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:47.238332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385481b5-845c-4f0f-b4dd-1e0d9877a7bf req-94c1ca8b-b86f-468b-bb5d-bbff254208a4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:47.240337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-385481b5-845c-4f0f-b4dd-1e0d9877a7bf req-94c1ca8b-b86f-468b-bb5d-bbff254208a4 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.0816476
Nov 13 21:09:47.319613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-385481b5-845c-4f0f-b4dd-1e0d9877a7bf req-27ac7bf7-f312-4547-8cc1-3f8108a92463 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693202
Nov 13 21:09:47.425867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97251b2-0754-4b72-83b7-035afc519295 req-f2dc106f-c6aa-40f1-bb67-2b2c37a9c1ba tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:47.427683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a97251b2-0754-4b72-83b7-035afc519295 req-f2dc106f-c6aa-40f1-bb67-2b2c37a9c1ba tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.0620964
Nov 13 21:09:47.486180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626deb-2d2b-4970-90b3-4e53a28df476 req-a292468a-64c8-4cf1-b347-c3edc8507b2b tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:47.490320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a97251b2-0754-4b72-83b7-035afc519295 req-74a93355-f860-48c3-a3d2-fcf759cda648 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556719
Nov 13 21:09:47.498665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff626deb-2d2b-4970-90b3-4e53a28df476 req-a292468a-64c8-4cf1-b347-c3edc8507b2b tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 1095 time: 0.0551603
Nov 13 21:09:47.580184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff626deb-2d2b-4970-90b3-4e53a28df476 req-7aad1db2-f6b6-4232-a2a4-d277a638cdba tempest-LiveAutoBlockMigrationV225Test-281244860 tempest-LiveAutoBlockMigrationV225Test-281244860-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748458
Nov 13 21:09:47.749787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50520) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:47.848956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51bea6-c5ac-4096-88e8-39d28f2caf74 req-2dbca176-f5e7-4dd8-859c-6ec00cf27b3a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:47.850584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c51bea6-c5ac-4096-88e8-39d28f2caf74 req-2dbca176-f5e7-4dd8-859c-6ec00cf27b3a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 944 time: 0.0692565
Nov 13 21:09:47.863760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2132419520-network', 'tenant_id': 'bf7f744c03a1479d924ace6b22ac6697'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:47.921794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c51bea6-c5ac-4096-88e8-39d28f2caf74 req-41500fea-75df-4d23-baab-5366e09244c5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544930
Nov 13 21:09:47.982266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Made reservation on behalf of bf7f744c03a1479d924ace6b22ac6697 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:47.984903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:47.999649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.032161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-ec103fa2-a9f7-4954-8583-684a066e79de service neutron] 10.222.0.37 "GET /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0663962
Nov 13 21:09:48.074352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe3a9f-85be-488f-a5b3-62f13f86f18d req-c30c5ecf-4883-4693-88f9-115f76934dc6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.078619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ebe3a9f-85be-488f-a5b3-62f13f86f18d req-c30c5ecf-4883-4693-88f9-115f76934dc6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.0775321
Nov 13 21:09:48.141449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-d43ecd9e-a2a9-4f25-b429-aa045c206973 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.142981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-d43ecd9e-a2a9-4f25-b429-aa045c206973 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453&tenant_id=de9bc54074d54444b6b64b0f5bad6193&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.0767012
Nov 13 21:09:48.152544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ebe3a9f-85be-488f-a5b3-62f13f86f18d req-2500900d-1dd5-40bf-a742-e20246b299de tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655401
Nov 13 21:09:48.164551 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.227867 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.253722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:48.272217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:09:48.299635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-6eff6638-41e8-4890-80ce-df03d5d83af3 service neutron] 10.222.0.46 "GET /v2.0/ports/f7147b4c-a298-492f-92b5-ccefd3ffcc59/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1328912
Nov 13 21:09:48.301822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:48.307628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.307960 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Added segment 1ffb9a09-7a91-43f2-b019-6ecdc00390b3 of type vlan for network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5
Nov 13 21:09:48.336851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:48.362600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b3234-b5f2-44a5-ae79-d3889695908d req-66a629cb-aef5-44fe-8c4f-498f299b88a6 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.364236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a6b3234-b5f2-44a5-ae79-d3889695908d req-66a629cb-aef5-44fe-8c4f-498f299b88a6 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 943 time: 0.1168036
Nov 13 21:09:48.385299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.385546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:48.391972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:48.393202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:48.393754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.433847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:48.446927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-5175ced3-b08a-4bfe-a674-0e3e12d3916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.448576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-5175ced3-b08a-4bfe-a674-0e3e12d3916f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1100 time: 0.1088297
Nov 13 21:09:48.451172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a6b3234-b5f2-44a5-ae79-d3889695908d req-35e60a0d-02dd-4f68-b9b1-fcdbf22aab4b tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731161
Nov 13 21:09:48.451380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:48.522890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.528304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.529520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.532835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.553371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:48.557108 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e8027-e262-4e5a-9749-f3058c7cec48" -d '{"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-plugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:48.584640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:48.618091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] Pushing event updated for resources: {'Network': ['ID=62d1ec2f-2d21-4d8a-8422-80fb3f3935e5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:48.620744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-1a09aa45-3072-4334-a172-832f5ba54748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.624561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-1a09aa45-3072-4334-a172-832f5ba54748 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1628690
Nov 13 21:09:48.631779 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.631889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:09:48.634549 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f02e7b-f1de-41f7-a187-89282fb17848 x-openstack-request-id: req-69f02e7b-f1de-41f7-a187-89282fb17848 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:48.634832 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-plugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:48.635224 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69f02e7b-f1de-41f7-a187-89282fb17848 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:48.636314 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'code': 200}
Nov 13 21:09:48.638480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb119dd6-25d6-4ca8-894c-15a1345deca2 req-b261e5d2-2239-4ee9-a4e5-4a630869ed5c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.639978 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb119dd6-25d6-4ca8-894c-15a1345deca2 req-b261e5d2-2239-4ee9-a4e5-4a630869ed5c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.1104968
Nov 13 21:09:48.697950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-5e3be464-9480-4625-a64f-9d08f485275a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0568731
Nov 13 21:09:48.710520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-85c186db-4835-4f55-ad21-6eb796404346 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.9585686
Nov 13 21:09:48.713767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50556) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:09:48.718645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Request body: {'subnet': {'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2132419520-subnet', 'tenant_id': 'bf7f744c03a1479d924ace6b22ac6697', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:48.747776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.748605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e779b60c-4472-452c-9797-7c8fe0c6ea2b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:48.805980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb119dd6-25d6-4ca8-894c-15a1345deca2 req-b5806677-2306-48a0-9d93-8413675d4bf2 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519790
Nov 13 21:09:48.817125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-2549e489-39ce-4631-aa75-7ea44648fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.818702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-2549e489-39ce-4631-aa75-7ea44648fdba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0889137
Nov 13 21:09:48.829070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] Transition to ACTIVE for port object d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:48.831349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:48.862256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Made reservation on behalf of bf7f744c03a1479d924ace6b22ac6697 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:48.864669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.868391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-8e879ff0-69f6-4e36-ab03-6801265cd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:48.869923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-8e879ff0-69f6-4e36-ab03-6801265cd115 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0422046
Nov 13 21:09:48.974876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:48.988205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:48.994172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:49.008987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-a63f338f-475a-4bb6-9f83-774765be6324 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250491
Nov 13 21:09:49.035051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port e779b60c-4472-452c-9797-7c8fe0c6ea2b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:09:49.047361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port e779b60c-4472-452c-9797-7c8fe0c6ea2b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:49.048027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.088548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] No DVR routers for this DVR port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:49.095322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ae4a9-2524-4884-8511-2834a7b981fd req-46b953f9-52e5-4e2e-aad7-3148b50e523d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.104617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e8ae4a9-2524-4884-8511-2834a7b981fd req-46b953f9-52e5-4e2e-aad7-3148b50e523d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 944 time: 0.0696590
Nov 13 21:09:49.124853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=10']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:49.156541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-69d265b1-5fa2-4c6d-a02d-b7dd6fe98c82 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1168411
Nov 13 21:09:49.158335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:49.183194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-8a7d6bd3-b8d1-4d40-864a-29a41c5e2deb service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579089
Nov 13 21:09:49.191680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.238138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e8ae4a9-2524-4884-8511-2834a7b981fd req-c9a66d64-1722-4945-a777-02db1b5d7dd4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331029
Nov 13 21:09:49.248445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-5c12324f-e2aa-469c-b641-56acc8848f4c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.249974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-5c12324f-e2aa-469c-b641-56acc8848f4c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 944 time: 0.1295948
Nov 13 21:09:49.288534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:49.292220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.299338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9890523-dcb0-4978-8e68-bf622c979097 req-c5ef8b64-e1a1-4466-bcce-c889cfdb3238 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.306432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7b1e37-3a1f-4bb0-a944-3eed4e632426,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:49.308360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9890523-dcb0-4978-8e68-bf622c979097 req-c5ef8b64-e1a1-4466-bcce-c889cfdb3238 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0684419
Nov 13 21:09:49.312812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'mac_address': 'fa:16:3e:bf:88:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:49.339217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e779b60c-4472-452c-9797-7c8fe0c6ea2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:49.357784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Checking segment: {'id': '1ffb9a09-7a91-43f2-b019-6ecdc00390b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:49.358150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Network hostable DHCP agents. Network: 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:09:49.377371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.392492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eb10d44-31fa-4a2f-aece-e9b320cfe065 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:49.401155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Deleting port cc63e7c4-c217-404d-8502-3d1c2887bcd9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:49.401155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.406422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9890523-dcb0-4978-8e68-bf622c979097 req-7604f434-7281-4ce5-a6c2-489f86ac11a6 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970643
Nov 13 21:09:49.425277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-97ddde9e-0110-4477-8ef1-5204e4e29d70 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.426770 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-97ddde9e-0110-4477-8ef1-5204e4e29d70 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0902908
Nov 13 21:09:49.430440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:49.450859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.504639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-238b65f6-9f2d-46c0-8152-1093eacee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.506329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-238b65f6-9f2d-46c0-8152-1093eacee232 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d&tenant_id=39d955549db8436198ccc9342b455243 HTTP/1.1" status: 200  len: 1095 time: 0.0634496
Nov 13 21:09:49.516008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e779b60c-4472-452c-9797-7c8fe0c6ea2b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:49.528823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:09:49.537716 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.546544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] For port cc63e7c4-c217-404d-8502-3d1c2887bcd9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cc63e7c4-c217-404d-8502-3d1c2887bcd9,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:49.547157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.610697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Calling delete_port for cc63e7c4-c217-404d-8502-3d1c2887bcd9 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:49.611971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-1e726776-b918-48c9-9be7-d0071be49287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.612165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:49.614009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-1e726776-b918-48c9-9be7-d0071be49287 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d955549db8436198ccc9342b455243&device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1095 time: 0.0765908
Nov 13 21:09:49.646871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9eb10d44-31fa-4a2f-aece-e9b320cfe065'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:49.666143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:49.696170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.696830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98dd543-b605-4e2f-b3b3-e93aa8eea49a None None] Network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:49.700642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.723857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114ee3b-5a6b-4233-87d7-5255ad7982fd req-2c1b1942-18e2-48c2-9245-7637166040a5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.725434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5114ee3b-5a6b-4233-87d7-5255ad7982fd req-2c1b1942-18e2-48c2-9245-7637166040a5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.1667445
Nov 13 21:09:49.744247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-da962fea-d9e9-41d0-89c1-4a5136e87d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.745658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-da962fea-d9e9-41d0-89c1-4a5136e87d2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 200  len: 909 time: 0.1202307
Nov 13 21:09:49.802873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-1a6b04cf-8563-4b9e-99a8-af003235e988 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 200  len: 217 time: 0.0469024
Nov 13 21:09:49.818388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5114ee3b-5a6b-4233-87d7-5255ad7982fd req-d6ff40db-d7dd-4032-af1d-c6717de90889 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810447
Nov 13 21:09:49.829870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a09d04e-c34c-42e7-90cd-7a609c37044d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.1150746
Nov 13 21:09:49.913587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-3229dfc9-caf3-4c22-8168-30e1a48d7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:49.916627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-3229dfc9-caf3-4c22-8168-30e1a48d7a75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 200  len: 848 time: 0.0996106
Nov 13 21:09:49.948777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:49.951959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd68409-6a3c-4ce3-95bb-c2c764a2b034 None None] Network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:09:49.979182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['66e12bfa-df4d-432a-9a9b-e716a906c480'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:49.993563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event deleted for resources: {'Port': ['ID=cc63e7c4-c217-404d-8502-3d1c2887bcd9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:50.068188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] No DVR routers for this DVR port cc63e7c4-c217-404d-8502-3d1c2887bcd9 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:50.075094 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:50.080844 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1bc9bf0-266b-48c7-ac28-2fa8800710e0 req-3cdd1a23-1438-469e-988f-81b4a0127255 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "DELETE /v2.0/ports/cc63e7c4-c217-404d-8502-3d1c2887bcd9 HTTP/1.1" status: 204  len: 173 time: 0.8207004
Nov 13 21:09:50.081778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'name': 'network-vif-deleted', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:50.096539 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66799e24-511f-4ecc-a94e-e33b149b8274" -d '{"events": [{"server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "name": "network-vif-deleted", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:50.314987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-32e067cf-fcbc-4a58-afc8-7846bbe737c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b1d336-aa1c-4eb0-9cee-350682ccd5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3775806
Nov 13 21:09:50.396171 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f75118-6ea4-434d-a1f6-45ee86d6248c x-openstack-request-id: req-92f75118-6ea4-434d-a1f6-45ee86d6248c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:50.396171 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509e12d4-2aec-446a-91fc-4a84867fc8a6", "name": "network-vif-deleted", "tag": "cc63e7c4-c217-404d-8502-3d1c2887bcd9", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:50.396171 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92f75118-6ea4-434d-a1f6-45ee86d6248c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:50.396171 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509e12d4-2aec-446a-91fc-4a84867fc8a6', 'name': 'network-vif-deleted', 'tag': 'cc63e7c4-c217-404d-8502-3d1c2887bcd9', 'status': 'completed', 'code': 200}
Nov 13 21:09:50.408422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed58f7-75b4-4c5f-a815-e7834d1ce60f req-00e6b0a6-818c-4556-b5f9-5041d236feff tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:50.409970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3ed58f7-75b4-4c5f-a815-e7834d1ce60f req-00e6b0a6-818c-4556-b5f9-5041d236feff tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 866 time: 0.4890709
Nov 13 21:09:50.462611 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-81b12420-cc5c-48e3-8da4-e4493fa8222c service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353989
Nov 13 21:09:50.480046 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b3ed58f7-75b4-4c5f-a815-e7834d1ce60f req-3b4e8f77-9279-4f85-8c9d-5d08c19040f9 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599082
Nov 13 21:09:50.637344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:50.640846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-d236dc1f-bddc-45a5-95a7-a3792dc27148 service neutron] 10.222.0.46 "GET /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598051
Nov 13 21:09:50.642434 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89ac9e-108e-4b4c-97a1-8630e0160157" -d '{"events": [{"server_uuid": "d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472", "name": "network-vif-plugged", "status": "completed", "tag": "e779b60c-4472-452c-9797-7c8fe0c6ea2b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:50.656933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-6ed8f71b-246e-4f7b-adaa-5077b8622681 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:50.664057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-6ed8f71b-246e-4f7b-adaa-5077b8622681 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/networks?id=62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 HTTP/1.1" status: 200  len: 822 time: 0.1279311
Nov 13 21:09:50.668368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e625-8b51-4da4-81e6-512483cba564 req-328e883c-4cd0-4cc5-8d27-8091eda5da93 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:50.669967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0910e625-8b51-4da4-81e6-512483cba564 req-328e883c-4cd0-4cc5-8d27-8091eda5da93 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.0887473
Nov 13 21:09:50.675224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e50bff7e-f26c-4b7c-b88a-18b0c659f1c0 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/quotas/bf7f744c03a1479d924ace6b22ac6697 HTTP/1.1" status: 200  len: 375 time: 0.0103157
Nov 13 21:09:50.713867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-32182eb4-e2aa-49c0-8e2d-e68fe179bcb2 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf7f744c03a1479d924ace6b22ac6697&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0304167
Nov 13 21:09:50.733224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0910e625-8b51-4da4-81e6-512483cba564 req-73084419-dc1c-4d9b-9c95-c8bec79c94a0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536497
Nov 13 21:09:50.842181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-5fa646c3-9a9e-425f-b1e8-78f2723438a9 service neutron] 10.222.0.20 "GET /v2.0/networks/62d1ec2f-2d21-4d8a-8422-80fb3f3935e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196985
Nov 13 21:09:50.888349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3793770-825b-4183-aa6a-82234e1ee272 req-456e65f5-f029-4933-9021-7a182ced9445 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:50.895903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3793770-825b-4183-aa6a-82234e1ee272 req-456e65f5-f029-4933-9021-7a182ced9445 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0743084
Nov 13 21:09:50.955344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3793770-825b-4183-aa6a-82234e1ee272 req-9dc93710-bdc4-4d67-84f0-965a83fa6101 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584996
Nov 13 21:09:50.963584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-6015865c-f691-4bc1-aec4-2511fcbb0815 service neutron] 10.222.0.20 "GET /v2.0/networks/62d1ec2f-2d21-4d8a-8422-80fb3f3935e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203382
Nov 13 21:09:50.997951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:09:51.068381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:09:51.068810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:51.118725 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392077db-7c35-4b01-9e59-4d8aece33650 x-openstack-request-id: req-392077db-7c35-4b01-9e59-4d8aece33650 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:51.119084 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472", "name": "network-vif-plugged", "status": "completed", "tag": "e779b60c-4472-452c-9797-7c8fe0c6ea2b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:51.119396 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-392077db-7c35-4b01-9e59-4d8aece33650 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:51.119836 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b', 'code': 200}
Nov 13 21:09:51.213882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:51.311783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:51.337400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cd6ee00-a81e-431d-973d-f80032198ada req-54ee46b2-1fda-4054-8831-8dcb88e09e42 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 210 time: 0.0535598
Nov 13 21:09:51.386941 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:51.388210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:51.424211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: cc63e7c4-c217-404d-8502-3d1c2887bcd9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:51.424847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cc63e7c4-c217-404d-8502-3d1c2887bcd9 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:51.428892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcbd10-5565-40b4-a5a7-b6cdf243a663 req-c7447611-ff77-41eb-8d7f-75b52ac162b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:51.433789 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4bcbd10-5565-40b4-a5a7-b6cdf243a663 req-c7447611-ff77-41eb-8d7f-75b52ac162b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 1096 time: 0.1683176
Nov 13 21:09:51.444348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a5675-eeb2-44b6-b850-938c8ea1c795 req-45a41514-a5cb-43bc-8224-253cc823096f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:51.452429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e00a5675-eeb2-44b6-b850-938c8ea1c795 req-45a41514-a5cb-43bc-8224-253cc823096f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.1896422
Nov 13 21:09:51.487434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:51.582699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e00a5675-eeb2-44b6-b850-938c8ea1c795 req-00162d51-cfa6-4e16-bd33-25ded3f99d6c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292119
Nov 13 21:09:51.623310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4bcbd10-5565-40b4-a5a7-b6cdf243a663 req-8f6762da-77a6-454f-959c-c896a2364926 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666148
Nov 13 21:09:51.670941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c690e1c8-b2ed-4e0e-9bb0-6c3953cb07a3 req-f2a83a2b-4161-4876-bafb-d9e318e6ffc6 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=509e12d4-2aec-446a-91fc-4a84867fc8a6 HTTP/1.1" status: 200  len: 210 time: 0.0429978
Nov 13 21:09:51.879881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd449-4b25-4e34-aca6-e1c4b480ab17 req-3e682482-3d1b-4713-8377-0c3fe08675de tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:51.890000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-812cd449-4b25-4e34-aca6-e1c4b480ab17 req-3e682482-3d1b-4713-8377-0c3fe08675de tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.0703359
Nov 13 21:09:51.946380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-812cd449-4b25-4e34-aca6-e1c4b480ab17 req-30a103b8-db75-4eaf-96b8-c615c21212bc tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554812
Nov 13 21:09:52.122860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d501-ee21-404f-9fda-1ae4cf1eccb6 req-26449544-7db2-4ebc-9534-0cbf86c6ebb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:52.127074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e388d501-ee21-404f-9fda-1ae4cf1eccb6 req-26449544-7db2-4ebc-9534-0cbf86c6ebb7 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0685992
Nov 13 21:09:52.213077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e388d501-ee21-404f-9fda-1ae4cf1eccb6 req-7d40a45c-db11-453a-af17-1b8d3c2a578f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789497
Nov 13 21:09:52.314851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d56904-5a02-4101-8de4-165c6e627496 req-e630741b-0fa7-4127-9764-a37e8bbac208 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:52.316428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-e630741b-0fa7-4127-9764-a37e8bbac208 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d&tenant_id=39d955549db8436198ccc9342b455243&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1005096
Nov 13 21:09:52.453571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6359fa06-6206-4289-911a-db74e27d825f req-2f4da683-3b73-4939-864a-d3b5bc38c916 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 210 time: 0.0422657
Nov 13 21:09:52.589840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39d56904-5a02-4101-8de4-165c6e627496 req-7c3cec64-f670-4bba-96e5-3da28ddb3843 service neutron] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:52.593526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39d56904-5a02-4101-8de4-165c6e627496 req-7c3cec64-f670-4bba-96e5-3da28ddb3843 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:52.594840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39d56904-5a02-4101-8de4-165c6e627496 req-7c3cec64-f670-4bba-96e5-3da28ddb3843 service neutron] 10.222.0.46 "DELETE /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2517388
Nov 13 21:09:52.647203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-03221f2c-0f8d-43fe-a1b8-7edc509b994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:52.649224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-03221f2c-0f8d-43fe-a1b8-7edc509b994d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453&tenant_id=de9bc54074d54444b6b64b0f5bad6193 HTTP/1.1" status: 200  len: 1101 time: 0.0545340
Nov 13 21:09:52.663529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:52.743164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:52.778932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a3a13-2988-411a-b124-00350b394df7 req-87c3a3ea-cea5-4da1-aaf1-9dfea719d618 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:52.793126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d9a3a13-2988-411a-b124-00350b394df7 req-87c3a3ea-cea5-4da1-aaf1-9dfea719d618 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.1088452
Nov 13 21:09:52.878836 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d9a3a13-2988-411a-b124-00350b394df7 req-d052f5c0-d41e-4d78-ab5a-97f4e10140c7 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855670
Nov 13 21:09:53.071396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:53.082559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede3bd0-fa2e-4181-bd7d-be23092a78e4 req-81b27087-4862-4b59-9ef9-8f96627ee859 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:53.090882 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dede3bd0-fa2e-4181-bd7d-be23092a78e4 req-81b27087-4862-4b59-9ef9-8f96627ee859 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 1095 time: 0.0920641
Nov 13 21:09:53.121514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:53.123863 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83e1c70-df9c-48a3-9221-182a80b2e0c7" -d '{"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:53.165479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:53.179072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c4cfb-bbb2-4570-9e0b-03fc6adb545a req-890cccf9-660f-48b4-b08e-6bbab2b33dbb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:53.183640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dede3bd0-fa2e-4181-bd7d-be23092a78e4 req-6478ab35-f02a-434b-9bc3-f525118e8962 tempest-LiveMigrationTest-637255377 tempest-LiveMigrationTest-637255377-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916638
Nov 13 21:09:53.186357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-584c4cfb-bbb2-4570-9e0b-03fc6adb545a req-890cccf9-660f-48b4-b08e-6bbab2b33dbb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.1227160
Nov 13 21:09:53.258915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:53.264926 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40e465a-d224-40e0-adba-fa876e9b7edd x-openstack-request-id: req-f40e465a-d224-40e0-adba-fa876e9b7edd {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:53.268988 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:53.268988 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f40e465a-d224-40e0-adba-fa876e9b7edd {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:53.268988 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'code': 200}
Nov 13 21:09:53.278946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Transition to ACTIVE for port object f7147b4c-a298-492f-92b5-ccefd3ffcc59 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:53.280001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:53.282389 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455329ad-1bc0-4a5c-988e-767217864aae" -d '{"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-unplugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:53.362033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-584c4cfb-bbb2-4570-9e0b-03fc6adb545a req-0c4c2ac0-4d13-4d1e-9bb0-977710d563aa tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574275
Nov 13 21:09:53.501078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:53.569183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92698bf8-d47b-4247-bb0e-9a5bf88e794a req-812d2190-8312-4119-847f-5ad473e1513f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:53.571433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92698bf8-d47b-4247-bb0e-9a5bf88e794a req-812d2190-8312-4119-847f-5ad473e1513f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.1082723
Nov 13 21:09:53.597622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] No DVR routers for this DVR port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:53.659937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:53.713574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:53.713574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:53.713574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:53.728012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92698bf8-d47b-4247-bb0e-9a5bf88e794a req-79f66fa5-e919-4abd-84cb-a536a034eb96 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278558
Nov 13 21:09:53.733031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:53.733819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Attempting to bind port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:53.745845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:53.747611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:53.748180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:53.757072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Bound port: f7147b4c-a298-492f-92b5-ccefd3ffcc59, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:53.757072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:53.859139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:53.868197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:53.954728 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fc7cc7-95e1-4ea6-bcf2-9a60d76a9a9c x-openstack-request-id: req-01fc7cc7-95e1-4ea6-bcf2-9a60d76a9a9c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:53.955024 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-unplugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:53.955732 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01fc7cc7-95e1-4ea6-bcf2-9a60d76a9a9c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:53.956141 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'code': 200}
Nov 13 21:09:53.960501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:54.033192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.034219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:54.040339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 1097 time: 1.3765709
Nov 13 21:09:54.066346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe679367-1005-46ec-911e-8fadd0edebb5 req-db7d453e-c9cd-44a0-9c5d-ddf4911860a3 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 210 time: 0.0617754
Nov 13 21:09:54.128376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f85ffe-cfae-4833-9bcb-600bb406fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=11']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:54.162356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19577b0e-32c6-4af8-9a3d-ba8354515f5b req-5c376007-8f2a-4bac-8da5-c3363eb048b9 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.171933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19577b0e-32c6-4af8-9a3d-ba8354515f5b req-5c376007-8f2a-4bac-8da5-c3363eb048b9 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.1352143
Nov 13 21:09:54.196130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-5334f1bb-11bf-43ce-96f3-4bb73453a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.197672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-5334f1bb-11bf-43ce-96f3-4bb73453a2f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1100 time: 0.1285264
Nov 13 21:09:54.275417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:54.297315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19577b0e-32c6-4af8-9a3d-ba8354515f5b req-3b09d92c-bf88-4d5f-9b3f-08b12a4bd51e tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243989
Nov 13 21:09:54.371132 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:54.402356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-e639ca2e-dad2-4d96-804d-0042ee6bf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.404021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-e639ca2e-dad2-4d96-804d-0042ee6bf103 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1983719
Nov 13 21:09:54.478341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-b98e201b-faa0-47c3-9c22-9ca4d2a180ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0663717
Nov 13 21:09:54.565809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-d48e9e6e-3d5b-487e-ac73-26eb297f612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.567418 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-d48e9e6e-3d5b-487e-ac73-26eb297f612a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0799105
Nov 13 21:09:54.584452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f4797-5384-418d-9a0b-c7350cbc6226 req-4844c7d7-5a09-4d95-bea3-8048afae1b02 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.586616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-315f4797-5384-418d-9a0b-c7350cbc6226 req-4844c7d7-5a09-4d95-bea3-8048afae1b02 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.1164360
Nov 13 21:09:54.667274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-d9dc3999-92f1-4d2c-866b-3a2e2d03f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.668809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-d9dc3999-92f1-4d2c-866b-3a2e2d03f36d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0812676
Nov 13 21:09:54.672594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-315f4797-5384-418d-9a0b-c7350cbc6226 req-d06affbe-8f21-4700-b3c6-5d9c8a5db963 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775113
Nov 13 21:09:54.747829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85823359-42af-4814-aefe-1caf3d691a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:54.834579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191540b-3563-406d-b797-ce52ddaa38bc req-808e21cd-d5a8-4871-b04c-a2ae2c55c898 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.837388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c191540b-3563-406d-b797-ce52ddaa38bc req-808e21cd-d5a8-4871-b04c-a2ae2c55c898 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.1136901
Nov 13 21:09:54.952370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99108ab9-b888-421e-aa90-8b8cead39300 req-0247147b-2339-457e-9da8-160339299559 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:54.954722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99108ab9-b888-421e-aa90-8b8cead39300 req-0247147b-2339-457e-9da8-160339299559 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.0947824
Nov 13 21:09:55.055335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99108ab9-b888-421e-aa90-8b8cead39300 req-3b73cf46-ceb0-42b2-8cbd-58398a1a58fa tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719640
Nov 13 21:09:55.069341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Deleting port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:09:55.069341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:55.181541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] For port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:55.526028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:55.526028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Calling delete_port for d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:09:55.526485 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e1cf3ee6-f05f-446e-8b87-91b1e758f26a req-6f05afa0-1319-4ec9-ab4c-96633f95e653 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 210 time: 0.0525408
Nov 13 21:09:55.526485 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-1bf9a00e-20ea-404f-a035-88c7154bd531 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6063402
Nov 13 21:09:55.526485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-9881bcb9-8bd9-4e0d-951d-9f8fba8ed16c tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:55.526485 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-9881bcb9-8bd9-4e0d-951d-9f8fba8ed16c tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.46 "GET /v2.0/networks?id=62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 HTTP/1.1" status: 200  len: 822 time: 0.1694217
Nov 13 21:09:55.526485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Request body: {'port': {'device_id': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5', 'admin_state_up': True, 'tenant_id': 'bf7f744c03a1479d924ace6b22ac6697'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:55.527024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a70e-c662-4f37-aa7c-5e37bdd08bd7 req-0ccd7937-1da6-4480-9c54-e59d7ab6bda3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:55.527024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38e8a70e-c662-4f37-aa7c-5e37bdd08bd7 req-0ccd7937-1da6-4480-9c54-e59d7ab6bda3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 944 time: 0.0519083
Nov 13 21:09:55.527270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9ec0e03-d234-4fe8-ba50-17099a989a79 req-78366bd2-30ea-4b04-a0fa-823cc12c41c8 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751831
Nov 13 21:09:55.527454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38e8a70e-c662-4f37-aa7c-5e37bdd08bd7 req-b3cd8c10-bbff-4a40-914b-3eaa3dc996c5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567427
Nov 13 21:09:55.878965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:55.880294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Made reservation on behalf of bf7f744c03a1479d924ace6b22ac6697 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:09:55.886966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:55.892900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['48311ae5-d783-449b-b79b-67713c459133'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:55.895097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:55.924141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event deleted for resources: {'Port': ['ID=d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:55.982893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] No DVR routers for this DVR port d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:09:55.986992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:55.992976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c191540b-3563-406d-b797-ce52ddaa38bc req-24782542-5ffd-4564-bcca-8718eb77d43a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "DELETE /v2.0/ports/d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 HTTP/1.1" status: 204  len: 173 time: 1.1440172
Nov 13 21:09:55.993463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'name': 'network-vif-deleted', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:55.996138 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24eb087f-ce51-47eb-b143-90a5e19e1f67" -d '{"events": [{"server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "name": "network-vif-deleted", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:56.096287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:56.098786 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714906c8-15de-4e3b-bb4b-2b8f06050f27" -d '{"events": [{"name": "network-changed", "server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:56.197575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Allocated IP 172.20.0.4 (62d1ec2f-2d21-4d8a-8422-80fb3f3935e5/0f7b1e37-3a1f-4bb0-a944-3eed4e632426/ba85ab44-8f18-4639-93d7-351a4d0b7f7b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:09:56.234013 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948503d6-bd2a-43ff-a026-a7cf91ff5333 x-openstack-request-id: req-948503d6-bd2a-43ff-a026-a7cf91ff5333 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:56.234586 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605b2678-e121-4271-9a58-b75c63113f0d", "name": "network-vif-deleted", "tag": "d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:56.235131 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-948503d6-bd2a-43ff-a026-a7cf91ff5333 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:56.245203 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b2678-e121-4271-9a58-b75c63113f0d', 'name': 'network-vif-deleted', 'tag': 'd5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8', 'status': 'completed', 'code': 200}
Nov 13 21:09:56.408856 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530cf71b-2c70-4adf-a9cd-a1a3e559a7c6 x-openstack-request-id: req-530cf71b-2c70-4adf-a9cd-a1a3e559a7c6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:56.409143 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:56.409396 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-530cf71b-2c70-4adf-a9cd-a1a3e559a7c6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:56.409781 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'status': 'completed', 'code': 200}
Nov 13 21:09:56.494311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:56.545944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c664a3-f31f-4f0d-bc02-2a0eff2e7589 req-2dbab13b-8d7e-45e7-90b0-bedebd9dd471 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:56.561023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c664a3-f31f-4f0d-bc02-2a0eff2e7589 req-2dbab13b-8d7e-45e7-90b0-bedebd9dd471 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.1398346
Nov 13 21:09:56.584145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-2dfeb73d-614d-468c-8731-e9c6a3bd215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:56.591288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-2dfeb73d-614d-468c-8731-e9c6a3bd215d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1100 time: 0.1502111
Nov 13 21:09:56.729673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c664a3-f31f-4f0d-bc02-2a0eff2e7589 req-c4d19135-a0b6-468d-9c05-5b119ec039cd tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613390
Nov 13 21:09:56.731705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-654e0787-9828-4ae0-ac75-8fab83bca80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:56.733247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-654e0787-9828-4ae0-ac75-8fab83bca80d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de9bc54074d54444b6b64b0f5bad6193&device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1100 time: 0.2303128
Nov 13 21:09:56.775678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-365f6573-826f-475c-8d26-a6646a6178d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:56.778015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-365f6573-826f-475c-8d26-a6646a6178d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1775076
Nov 13 21:09:56.850661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-4f82de45-2ea7-46df-bbca-6222b6ebde4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0572002
Nov 13 21:09:56.869667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4adb2d7e-1657-46dc-b344-bb57424b018a req-ef494129-b15a-4ce5-83c7-977c46632512 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 210 time: 0.1229568
Nov 13 21:09:56.906741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:56.950600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-6d529757-f519-469e-97aa-61c74ae183dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:56.952158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-6d529757-f519-469e-97aa-61c74ae183dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0863171
Nov 13 21:09:56.995618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:09:57.016566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:09:57.038870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68775e7d-4e99-497b-96e8-9f1bcc85f5f9 req-c56b2a01-82be-4f5d-81c9-d5b8c7d4f915 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=605b2678-e121-4271-9a58-b75c63113f0d HTTP/1.1" status: 200  len: 210 time: 0.1285422
Nov 13 21:09:57.042118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-4ede035e-2696-4e62-a3bd-1c5501c7e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:57.044153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-4ede035e-2696-4e62-a3bd-1c5501c7e06c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0844121
Nov 13 21:09:57.049791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:09:57.086162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80f1ff77-3891-4f78-be68-70a9f49b7030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:57.142672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Pushing event updated for resources: {'Port': ['ID=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:57.184497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:57.185197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:57.188040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-38dc7197-3a01-4eb9-ba20-255f88278aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:57.189546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-38dc7197-3a01-4eb9-ba20-255f88278aed service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.4489017
Nov 13 21:09:57.261154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-f433e1ed-2597-4b98-88f4-0977d14d86bc service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2084603
Nov 13 21:09:57.294840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-d3af0aad-0ccb-4468-a9f0-298879ae97f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 200  len: 217 time: 0.0758200
Nov 13 21:09:57.304731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-f22b9f49-1d99-4ac2-bccb-28bb03068770 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9398959
Nov 13 21:09:57.318763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Request body: {'port': {'device_id': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:09:57.413012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:57.416188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-bbf7428c-0d3f-49cd-979f-08a6fd4bfadc service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442657
Nov 13 21:09:57.448847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-92e6628e-2f12-4a1e-a1ce-16cbbe5fba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:57.453038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-92e6628e-2f12-4a1e-a1ce-16cbbe5fba24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1471059
Nov 13 21:09:57.543072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-9304ffad-d498-450d-b776-d8993d1d988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:57.544642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-9304ffad-d498-450d-b776-d8993d1d988a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0792062
Nov 13 21:09:57.816816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-99d1ce31-8538-46ae-8aa9-eb8db55cdd25 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209921
Nov 13 21:09:58.000426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f58fbe-9189-4c55-81ca-4d3e4be87438 req-7d1c501c-7829-4dd6-9a00-fcbab739294f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:58.004987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b40b14-dd35-481f-853d-2e440a3e4146 req-33593106-5341-441a-aca4-49cb7e713e7c tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:58.008144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4f58fbe-9189-4c55-81ca-4d3e4be87438 req-7d1c501c-7829-4dd6-9a00-fcbab739294f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.1675088
Nov 13 21:09:58.013390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36b40b14-dd35-481f-853d-2e440a3e4146 req-33593106-5341-441a-aca4-49cb7e713e7c tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 931 time: 0.0642025
Nov 13 21:09:58.072645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-714906c8-15de-4e3b-bb4b-2b8f06050f27 req-448aafd6-3769-42f2-bce9-d8d970de843f service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2473705
Nov 13 21:09:58.074665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba85ab44-8f18-4639-93d7-351a4d0b7f7b {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:58.081142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36b40b14-dd35-481f-853d-2e440a3e4146 req-1a4f5fd6-7a1e-4d34-9674-fe26e4bd2e29 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630791
Nov 13 21:09:58.090404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:58.115913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Transition to ACTIVE for port object ba85ab44-8f18-4639-93d7-351a4d0b7f7b will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:09:58.137557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4f58fbe-9189-4c55-81ca-4d3e4be87438 req-9af608d3-38a9-49e6-a8d6-f8a2ca621e23 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223378
Nov 13 21:09:58.221889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:58.282269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:09:58.343942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Pushing event updated for resources: {'Port': ['ID=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:58.387049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:09:58.387634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5bbc50d-985e-4ab0-a94a-ad6b9a4c35e8 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:09:58.403124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Attempting to bind port ba85ab44-8f18-4639-93d7-351a4d0b7f7b on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:09:58.405241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Attempting to bind port ba85ab44-8f18-4639-93d7-351a4d0b7f7b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1ffb9a09-7a91-43f2-b019-6ecdc00390b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:09:58.405241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Attempting to bind port ba85ab44-8f18-4639-93d7-351a4d0b7f7b on network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:58.411868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Port ba85ab44-8f18-4639-93d7-351a4d0b7f7b on network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:09:58.422622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Attempting to bind port ba85ab44-8f18-4639-93d7-351a4d0b7f7b on network 62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:09:58.428569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:09:58.428966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Checking segment: {'id': '1ffb9a09-7a91-43f2-b019-6ecdc00390b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:09:58.429413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Bound using segment: {'id': '1ffb9a09-7a91-43f2-b019-6ecdc00390b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:09:58.429849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Bound port: ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffb9a09-7a91-43f2-b019-6ecdc00390b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:09:58.430436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:58.480352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:58.524818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] For port ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:09:58.529698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] For port ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,segment=NetworkSegment(1ffb9a09-7a91-43f2-b019-6ecdc00390b3),segment_id=1ffb9a09-7a91-43f2-b019-6ecdc00390b3)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:09:58.669994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:58.711092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:58.712142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:58.713894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] 10.222.0.46 "PUT /v2.0/ports/ba85ab44-8f18-4639-93d7-351a4d0b7f7b HTTP/1.1" status: 200  len: 1091 time: 1.3990152
Nov 13 21:09:58.714399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'tag': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:09:58.716772 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121" -d '{"events": [{"name": "network-changed", "server_uuid": "723a8422-91f2-419b-9947-ac9a62dc97ae", "tag": "ba85ab44-8f18-4639-93d7-351a4d0b7f7b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:09:58.769616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff46ce-ed50-4d1f-a757-51853d29c2ab service neutron] Pushing event updated for resources: {'Port': ['ID=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:58.783697 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239acd26-f0f6-4e86-a5a0-441de4ee81bf x-openstack-request-id: req-239acd26-f0f6-4e86-a5a0-441de4ee81bf {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:09:58.784226 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723a8422-91f2-419b-9947-ac9a62dc97ae", "tag": "ba85ab44-8f18-4639-93d7-351a4d0b7f7b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:09:58.784493 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-239acd26-f0f6-4e86-a5a0-441de4ee81bf {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:09:58.785360 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'tag': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b', 'status': 'completed', 'code': 200}
Nov 13 21:09:58.859914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121 req-8f46ad76-b278-4dad-9f3d-c629dca71897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:58.862047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121 req-8f46ad76-b278-4dad-9f3d-c629dca71897 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f744c03a1479d924ace6b22ac6697&device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 1094 time: 0.0553522
Nov 13 21:09:58.993145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121 req-4ebfd261-e569-43b7-9d29-e5da088e63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:58.994813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121 req-4ebfd261-e569-43b7-9d29-e5da088e63eb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bf7f744c03a1479d924ace6b22ac6697&shared=False HTTP/1.1" status: 200  len: 923 time: 0.1233819
Nov 13 21:09:59.034296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:09:59.222354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121 req-4e558905-56ae-4e3c-9c0d-fa17f8b12f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:59.224102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab061513-b5fd-4ff3-a21a-1dcfb13c0121 req-4e558905-56ae-4e3c-9c0d-fa17f8b12f34 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2193708
Nov 13 21:09:59.230425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:59.260441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'mac_address': 'fa:16:3e:28:9d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:09:59.273346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daee02-6d85-4dee-8aa6-ee3b0cfcf62a req-4a28bf34-c53b-4e22-857d-0833400775c2 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:59.278387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44daee02-6d85-4dee-8aa6-ee3b0cfcf62a req-4a28bf34-c53b-4e22-857d-0833400775c2 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 943 time: 0.0925946
Nov 13 21:09:59.316567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7054c40-1c81-4698-9cd6-084866147222 req-30791354-1a58-4ddf-b9fe-7ae76de8ae77 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:59.318375 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7054c40-1c81-4698-9cd6-084866147222 req-30791354-1a58-4ddf-b9fe-7ae76de8ae77 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 949 time: 0.0638688
Nov 13 21:09:59.332314 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:59.352591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7147b4c-a298-492f-92b5-ccefd3ffcc59 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:09:59.365440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-a8470100-6113-4352-9194-54660ca24429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:59.367769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-a8470100-6113-4352-9194-54660ca24429 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bf7f744c03a1479d924ace6b22ac6697&device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 1094 time: 0.0874398
Nov 13 21:09:59.375266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:09:59.387285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44daee02-6d85-4dee-8aa6-ee3b0cfcf62a req-c4007d70-0ca6-4455-ab19-11fbbb036f0e tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917897
Nov 13 21:09:59.407725 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7054c40-1c81-4698-9cd6-084866147222 req-ac44211b-59bf-4454-8994-a2c197d80195 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781898
Nov 13 21:09:59.428943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-2dc9234f-945a-462e-819c-042cc65d3612 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba85ab44-8f18-4639-93d7-351a4d0b7f7b HTTP/1.1" status: 200  len: 217 time: 0.0525162
Nov 13 21:09:59.506525 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:59.511207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e2d13bb6-5c7e-41b2-8a92-dd724aef547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:59.512711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-e2d13bb6-5c7e-41b2-8a92-dd724aef547a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f7b1e37-3a1f-4bb0-a944-3eed4e632426 HTTP/1.1" status: 200  len: 862 time: 0.0765808
Nov 13 21:09:59.560616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-8aefd99f-873c-4421-91ff-dffb008f2afc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62d1ec2f-2d21-4d8a-8422-80fb3f3935e5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408776
Nov 13 21:09:59.631935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:09:59.667235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184215f9-4578-40c1-ac1d-1f7161c2fdc0 req-44446fd7-1bab-4fc8-85e7-e4716cea6e59 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:09:59.678606 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-184215f9-4578-40c1-ac1d-1f7161c2fdc0 req-44446fd7-1bab-4fc8-85e7-e4716cea6e59 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 1101 time: 0.0703454
Nov 13 21:09:59.741145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-9129ed4c-dd16-4fc0-a847-cb95e4be0831 service neutron] 10.222.0.46 "GET /v2.0/networks/62d1ec2f-2d21-4d8a-8422-80fb3f3935e5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714120
Nov 13 21:09:59.753292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-184215f9-4578-40c1-ac1d-1f7161c2fdc0 req-49f2232d-32ea-4727-9213-f52f64dd3b47 tempest-MigrationsAdminTest-1556778824 tempest-MigrationsAdminTest-1556778824-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737717
Nov 13 21:09:59.779392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:09:59.817007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['f7147b4c-a298-492f-92b5-ccefd3ffcc59'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:09:59.943585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b202858-ef64-424b-8c12-af5110b436d6 req-0cd010d4-25e0-4514-977b-6b4c410d4e56 service neutron] 10.222.0.46 "GET /v2.0/networks/62d1ec2f-2d21-4d8a-8422-80fb3f3935e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1946371
Nov 13 21:10:00.314087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:00.330797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812add-685a-46d6-98df-4fb5a5b603ef req-aaeb5ef3-bdcd-4293-8215-1c810dd727bb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:00.332494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9812add-685a-46d6-98df-4fb5a5b603ef req-aaeb5ef3-bdcd-4293-8215-1c810dd727bb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 950 time: 0.0656459
Nov 13 21:10:00.386204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9812add-685a-46d6-98df-4fb5a5b603ef req-62287018-9912-4125-98c3-8106a98767fb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467536
Nov 13 21:10:00.535147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda19e36-35c7-43bb-bfb1-0fe686b3db1c req-e7ae9884-7d61-4c33-bc77-e6e6a1ca47da tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:00.540230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eda19e36-35c7-43bb-bfb1-0fe686b3db1c req-e7ae9884-7d61-4c33-bc77-e6e6a1ca47da tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 943 time: 0.0722623
Nov 13 21:10:00.609508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eda19e36-35c7-43bb-bfb1-0fe686b3db1c req-524819cc-4848-4815-ab90-17a70f9d550b tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630090
Nov 13 21:10:01.049984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:01.196280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:10:01.200941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port f7147b4c-a298-492f-92b5-ccefd3ffcc59 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:01.201423 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:01.301365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:01.334424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:01.339203 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea5199d-8a73-4c8d-ba54-c6949cad4c09" -d '{"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-plugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:01.387361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:01.391592 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee4024a-82c4-48e0-8926-57e4617cadca x-openstack-request-id: req-9ee4024a-82c4-48e0-8926-57e4617cadca {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:01.391876 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-plugged", "status": "completed", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:01.392126 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ee4024a-82c4-48e0-8926-57e4617cadca {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:01.392515 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'code': 200}
Nov 13 21:10:01.447082 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:01.561027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=13']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:01.644622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82cc58-f15b-4394-9947-2e8a2c1e77fe req-746ea8bd-d9bc-4003-a2d6-2f4775990ca8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:01.646975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b82cc58-f15b-4394-9947-2e8a2c1e77fe req-746ea8bd-d9bc-4003-a2d6-2f4775990ca8 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 951 time: 0.1359730
Nov 13 21:10:01.809367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b82cc58-f15b-4394-9947-2e8a2c1e77fe req-4e5b3a69-92dc-4123-81a7-26363efb9012 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535027
Nov 13 21:10:01.869950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dedf8-330b-4d52-93f5-8cb3165c7cbc req-232023cd-f57e-4b57-a71f-4d07a2e91590 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:01.872245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-916dedf8-330b-4d52-93f5-8cb3165c7cbc req-232023cd-f57e-4b57-a71f-4d07a2e91590 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 943 time: 0.0778651
Nov 13 21:10:01.902899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-9cf65be8-07bd-4535-a4b6-7f6d2f6d03bb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:01.904573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-9cf65be8-07bd-4535-a4b6-7f6d2f6d03bb tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 951 time: 0.1890731
Nov 13 21:10:01.954231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-916dedf8-330b-4d52-93f5-8cb3165c7cbc req-5de09e0e-18a6-4d95-90db-076ade5b6410 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744386
Nov 13 21:10:02.057376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Deleting port f7147b4c-a298-492f-92b5-ccefd3ffcc59 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:02.057830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:02.174577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] For port f7147b4c-a298-492f-92b5-ccefd3ffcc59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7147b4c-a298-492f-92b5-ccefd3ffcc59,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:02.175096 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:02.197822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Calling delete_port for f7147b4c-a298-492f-92b5-ccefd3ffcc59 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:02.328872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba85ab44-8f18-4639-93d7-351a4d0b7f7b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:10:02.445050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,segment=NetworkSegment(1ffb9a09-7a91-43f2-b019-6ecdc00390b3),segment_id=1ffb9a09-7a91-43f2-b019-6ecdc00390b3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:02.462698 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:02.508993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event deleted for resources: {'Port': ['ID=f7147b4c-a298-492f-92b5-ccefd3ffcc59,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:02.589946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] No DVR routers for this DVR port f7147b4c-a298-492f-92b5-ccefd3ffcc59 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:02.593774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:02.598074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3feb6c9d-1f97-4468-9b85-d96224eedf04 req-efbc5cdc-0bba-429c-8673-e4c7ea5316a4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "DELETE /v2.0/ports/f7147b4c-a298-492f-92b5-ccefd3ffcc59 HTTP/1.1" status: 204  len: 173 time: 0.6849878
Nov 13 21:10:02.598274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-deleted', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:02.602204 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22126f96-6338-4395-a56a-1cec8510f066" -d '{"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-deleted", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:02.648839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7', '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'f7147b4c-a298-492f-92b5-ccefd3ffcc59'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:02.652311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:02.657604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b', 'network_id': '62d1ec2f-2d21-4d8a-8422-80fb3f3935e5', 'port_id': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b', 'mac_address': 'fa:16:3e:0b:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7b1e37-3a1f-4bb0-a944-3eed4e632426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:10:02.670711 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6991f479-b731-43e8-b028-f66825c8a286 x-openstack-request-id: req-6991f479-b731-43e8-b028-f66825c8a286 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:02.671213 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424fe5bb-0fd5-4854-b816-89f1f1e0f453", "name": "network-vif-deleted", "tag": "f7147b4c-a298-492f-92b5-ccefd3ffcc59", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:02.671213 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6991f479-b731-43e8-b028-f66825c8a286 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:02.671620 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424fe5bb-0fd5-4854-b816-89f1f1e0f453', 'name': 'network-vif-deleted', 'tag': 'f7147b4c-a298-492f-92b5-ccefd3ffcc59', 'status': 'completed', 'code': 200}
Nov 13 21:10:02.792064 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:02.869352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba85ab44-8f18-4639-93d7-351a4d0b7f7b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:02.929626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,segment=NetworkSegment(1ffb9a09-7a91-43f2-b019-6ecdc00390b3),segment_id=1ffb9a09-7a91-43f2-b019-6ecdc00390b3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:03.030439 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:03.031546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74930cd0-b0e2-41bd-9b46-be18b7c3a0e7 req-69bd348f-69e8-4f23-9f07-133cf7eec700 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=424fe5bb-0fd5-4854-b816-89f1f1e0f453 HTTP/1.1" status: 200  len: 210 time: 0.0781808
Nov 13 21:10:03.227826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:03.255832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ee74d-144c-4dc5-a5f5-09e9d9767471 req-89e41f7b-01f9-4a93-91a7-dc096431eed4 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:03.262557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-718ee74d-144c-4dc5-a5f5-09e9d9767471 req-89e41f7b-01f9-4a93-91a7-dc096431eed4 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 944 time: 0.0967827
Nov 13 21:10:03.327876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-718ee74d-144c-4dc5-a5f5-09e9d9767471 req-3c709ebe-06df-47cc-b447-09771cb1c8ed tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593402
Nov 13 21:10:03.344951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ba85ab44-8f18-4639-93d7-351a4d0b7f7b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:03.958172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e808c74-8fa9-4af8-89c3-c9821ffcd5af req-34fa6385-697a-4549-9999-1ea50e151e94 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:03.959897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e808c74-8fa9-4af8-89c3-c9821ffcd5af req-34fa6385-697a-4549-9999-1ea50e151e94 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.1051013
Nov 13 21:10:04.038624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e808c74-8fa9-4af8-89c3-c9821ffcd5af req-78b52220-4f3a-4c5a-aec1-c7ef0db4b2ab tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661714
Nov 13 21:10:04.505637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2c62-2257-4ef4-b7e7-f20709f4174f req-2e9f8a18-5fa1-42a0-adb0-ccd4a3b0e2e8 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:04.507962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-230c2c62-2257-4ef4-b7e7-f20709f4174f req-2e9f8a18-5fa1-42a0-adb0-ccd4a3b0e2e8 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 944 time: 0.0576129
Nov 13 21:10:04.583683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-230c2c62-2257-4ef4-b7e7-f20709f4174f req-19da99bd-0b2f-4f1a-9e21-3f76dd909a5d tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673704
Nov 13 21:10:04.681645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749111-36c1-4c6d-9709-5b121a82622d req-bf908531-4131-47f8-b806-ae02e8ea30c2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:04.689651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca749111-36c1-4c6d-9709-5b121a82622d req-bf908531-4131-47f8-b806-ae02e8ea30c2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 949 time: 0.0786214
Nov 13 21:10:04.748041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca749111-36c1-4c6d-9709-5b121a82622d req-3a3b27e5-5fef-434a-9aa2-48d0809c005e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574975
Nov 13 21:10:04.932541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203778-09b1-49b3-98bd-39d3647676b2 req-33082ee4-6d21-46bf-b130-25e2fdc3bebf tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:04.935135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89203778-09b1-49b3-98bd-39d3647676b2 req-33082ee4-6d21-46bf-b130-25e2fdc3bebf tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.0574989
Nov 13 21:10:05.049368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Deleting port 66e12bfa-df4d-432a-9a9b-e716a906c480 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:05.050050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:05.078869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:05.109559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: f7147b4c-a298-492f-92b5-ccefd3ffcc59 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:05.109902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f7147b4c-a298-492f-92b5-ccefd3ffcc59 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:05.168968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] For port 66e12bfa-df4d-432a-9a9b-e716a906c480, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=66e12bfa-df4d-432a-9a9b-e716a906c480,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:05.169255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:05.193786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbd453-2617-4186-bb8b-d4d6cba1528e req-69b21a8f-afdd-4dd4-845e-4d50be8a0b59 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:05.196211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bbbd453-2617-4186-bb8b-d4d6cba1528e req-69b21a8f-afdd-4dd4-845e-4d50be8a0b59 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 944 time: 0.0925322
Nov 13 21:10:05.202271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Calling delete_port for 66e12bfa-df4d-432a-9a9b-e716a906c480 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:05.302499 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bbbd453-2617-4186-bb8b-d4d6cba1528e req-bcd8f43a-7dda-456f-b1e8-c1f02714dba1 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937655
Nov 13 21:10:05.445229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:05.458087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['66e12bfa-df4d-432a-9a9b-e716a906c480'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:05.491129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event deleted for resources: {'Port': ['ID=66e12bfa-df4d-432a-9a9b-e716a906c480,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:05.542353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] No DVR routers for this DVR port 66e12bfa-df4d-432a-9a9b-e716a906c480 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:05.547063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:05.550484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89203778-09b1-49b3-98bd-39d3647676b2 req-fb304e1c-1aab-4857-b94c-530f449cfa54 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "DELETE /v2.0/ports/66e12bfa-df4d-432a-9a9b-e716a906c480 HTTP/1.1" status: 204  len: 173 time: 0.6102788
Nov 13 21:10:05.550940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'name': 'network-vif-deleted', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:05.553225 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e415dc4-53da-4f49-8692-b6de00476ea8" -d '{"events": [{"server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "name": "network-vif-deleted", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:05.610065 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a895ed-bcb6-463d-beb9-6d5ec957ad1b x-openstack-request-id: req-39a895ed-bcb6-463d-beb9-6d5ec957ad1b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:05.610367 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1df656-7303-4bae-a54c-c39235937d66", "name": "network-vif-deleted", "tag": "66e12bfa-df4d-432a-9a9b-e716a906c480", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:05.610623 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39a895ed-bcb6-463d-beb9-6d5ec957ad1b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:05.611046 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1df656-7303-4bae-a54c-c39235937d66', 'name': 'network-vif-deleted', 'tag': '66e12bfa-df4d-432a-9a9b-e716a906c480', 'status': 'completed', 'code': 200}
Nov 13 21:10:05.736226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcd8e1-b53b-4357-b3d8-9a5b5a593c58 req-c0428f78-f190-4984-abad-739fce883050 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:05.755746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bdcd8e1-b53b-4357-b3d8-9a5b5a593c58 req-c0428f78-f190-4984-abad-739fce883050 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 944 time: 0.0630317
Nov 13 21:10:05.790003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bdcd8e1-b53b-4357-b3d8-9a5b5a593c58 req-58c30c6a-4f13-42e6-878f-61a7b8fb3a26 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453749
Nov 13 21:10:05.889764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ec1a-0660-4235-ab4f-ccef18cbf229 req-a1189d2d-bc33-4c5b-9695-51408027a644 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:05.891290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84b8ec1a-0660-4235-ab4f-ccef18cbf229 req-a1189d2d-bc33-4c5b-9695-51408027a644 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 949 time: 0.0629232
Nov 13 21:10:05.941014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84b8ec1a-0660-4235-ab4f-ccef18cbf229 req-58189bb0-b1c3-4119-a8a7-f574997218b5 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435655
Nov 13 21:10:06.047196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-5337afb7-4adb-4e27-820b-ce821aa624b2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:06.048744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-5337afb7-4adb-4e27-820b-ce821aa624b2 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 949 time: 0.0543764
Nov 13 21:10:06.157557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Deleting port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:06.158705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:06.256418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] For port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:06.256811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:06.269770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Calling delete_port for 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:06.363947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba85ab44-8f18-4639-93d7-351a4d0b7f7b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:06.469003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e03598ae-1058-44bf-8a50-dd6b6bcddef2 req-f40c38f0-3c7d-42f2-a65b-82216403c67a tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac1df656-7303-4bae-a54c-c39235937d66 HTTP/1.1" status: 200  len: 210 time: 0.0284452
Nov 13 21:10:06.651244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ba85ab44-8f18-4639-93d7-351a4d0b7f7b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:10:06.655666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ba85ab44-8f18-4639-93d7-351a4d0b7f7b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:06.655837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:06.656488 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:06.683863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:06.686468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7', '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:06.735649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event deleted for resources: {'Port': ['ID=9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:06.765718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] No DVR routers for this DVR port 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:06.768187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:06.771728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d26e434-9d35-4482-ab98-aaffab1fd9b2 req-e1e6ba6b-71fc-414f-bd20-d218cca16623 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "DELETE /v2.0/ports/9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 HTTP/1.1" status: 204  len: 173 time: 0.7172241
Nov 13 21:10:06.780950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46779643-1905-4ee9-b454-51c3e72319df req-235143dd-7a03-4afc-8c14-747bd74da0c3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:06.781312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46779643-1905-4ee9-b454-51c3e72319df req-235143dd-7a03-4afc-8c14-747bd74da0c3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.1371272
Nov 13 21:10:06.848018 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46779643-1905-4ee9-b454-51c3e72319df req-8774410f-e6ed-46b8-9e13-85fdd2b89af2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589135
Nov 13 21:10:06.927976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d5579-9490-4769-b44a-68f9ba6adcbc req-1ec61464-5df9-400b-84c2-d98168005e14 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:06.929559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b7d5579-9490-4769-b44a-68f9ba6adcbc req-1ec61464-5df9-400b-84c2-d98168005e14 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 944 time: 0.0512927
Nov 13 21:10:06.939059 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:06.985165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b7d5579-9490-4769-b44a-68f9ba6adcbc req-44be771f-e6fd-43c5-b01c-a1a55aa7dec0 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444422
Nov 13 21:10:07.000196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:07.002456 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d2301-c5a7-4de9-9083-b95eae613630" -d '{"events": [{"server_uuid": "723a8422-91f2-419b-9947-ac9a62dc97ae", "name": "network-vif-plugged", "status": "completed", "tag": "ba85ab44-8f18-4639-93d7-351a4d0b7f7b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:07.047157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,segment=NetworkSegment(1ffb9a09-7a91-43f2-b019-6ecdc00390b3),segment_id=1ffb9a09-7a91-43f2-b019-6ecdc00390b3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:07.070780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-361089fb-f107-45f6-b731-9aa4079a9521 req-1d733cb1-7536-4712-98ba-989801fb9f83 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d09f1d2-7ea1-4930-9b30-38336320c4f8 HTTP/1.1" status: 200  len: 210 time: 0.0483975
Nov 13 21:10:07.138825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:07.182035 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502056a-bb04-4f98-8966-97913412148f x-openstack-request-id: req-f502056a-bb04-4f98-8966-97913412148f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:07.182327 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723a8422-91f2-419b-9947-ac9a62dc97ae", "name": "network-vif-plugged", "status": "completed", "tag": "ba85ab44-8f18-4639-93d7-351a4d0b7f7b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:07.182583 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f502056a-bb04-4f98-8966-97913412148f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:07.182978 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b', 'code': 200}
Nov 13 21:10:07.199969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:07.209058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.209469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.209834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.210168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.210501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.211392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.211720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.212040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.212360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.213186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.213186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.213443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:07.292244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c090a07-cc55-423d-8acd-19efa7678cb3 req-96b751af-c5ab-4cd6-9952-6b89fb763098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:07.295364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c090a07-cc55-423d-8acd-19efa7678cb3 req-96b751af-c5ab-4cd6-9952-6b89fb763098 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 1096 time: 0.0510993
Nov 13 21:10:07.344167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c090a07-cc55-423d-8acd-19efa7678cb3 req-6d8a44fe-7aff-4ec4-9ddc-00b4218ac8b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397613
Nov 13 21:10:07.348429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23d68a-72f0-4b8f-922c-111631b2ad13 req-4938f0b0-a51d-4aa1-98c6-ef0540097f4a tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:07.349938 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff23d68a-72f0-4b8f-922c-111631b2ad13 req-4938f0b0-a51d-4aa1-98c6-ef0540097f4a tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 950 time: 0.0536847
Nov 13 21:10:07.399300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff23d68a-72f0-4b8f-922c-111631b2ad13 req-23bdd301-2589-4a3b-9970-be4149d321b2 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427060
Nov 13 21:10:07.612310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-deleted', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:07.616179 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae01be1-e4af-42d5-a8c8-e1ed08e7e065" -d '{"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-deleted", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:07.994990 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eda6d8-aec7-4236-89e1-1e6e6344d876 x-openstack-request-id: req-95eda6d8-aec7-4236-89e1-1e6e6344d876 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:07.995266 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d09f1d2-7ea1-4930-9b30-38336320c4f8", "name": "network-vif-deleted", "tag": "9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:07.995520 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95eda6d8-aec7-4236-89e1-1e6e6344d876 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:07.995979 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d09f1d2-7ea1-4930-9b30-38336320c4f8', 'name': 'network-vif-deleted', 'tag': '9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4', 'status': 'completed', 'code': 200}
Nov 13 21:10:08.366076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:08.387081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 66e12bfa-df4d-432a-9a9b-e716a906c480 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:08.387081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 66e12bfa-df4d-432a-9a9b-e716a906c480 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:08.443395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edaa3d-bea9-42e4-86ae-4b2fe045816c req-4b04a545-dde7-4de4-bff9-bbc77a40eec6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:08.445088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2edaa3d-bea9-42e4-86ae-4b2fe045816c req-4b04a545-dde7-4de4-bff9-bbc77a40eec6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.0583081
Nov 13 21:10:08.509133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2edaa3d-bea9-42e4-86ae-4b2fe045816c req-e43c3b93-a150-4ffa-a266-af2806677f83 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525506
Nov 13 21:10:08.644652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3207d-0822-4d90-a5f4-c8c1d4b4ef3c req-934fe966-d932-4a24-a58c-527b9436b53c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:08.646081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23c3207d-0822-4d90-a5f4-c8c1d4b4ef3c req-934fe966-d932-4a24-a58c-527b9436b53c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 944 time: 0.0791850
Nov 13 21:10:08.676346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-064564bf-d848-43d6-842c-08c6954d2910 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:08.676346 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-064564bf-d848-43d6-842c-08c6954d2910 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 944 time: 0.0680480
Nov 13 21:10:08.773854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23c3207d-0822-4d90-a5f4-c8c1d4b4ef3c req-d7ed3db1-1577-44a7-a6ee-45c2df10bd16 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115694
Nov 13 21:10:08.801756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Deleting port 636daac2-de07-4fe2-821f-5641f265eae7 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:08.802090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:08.987064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-82d5a976-f1fb-459f-81aa-f2cc15427184 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:08.988852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-82d5a976-f1fb-459f-81aa-f2cc15427184 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 945 time: 0.0521841
Nov 13 21:10:09.109606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Deleting port e779b60c-4472-452c-9797-7c8fe0c6ea2b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:09.110091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.229900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ac17-a34e-47f0-ab44-3c2bbc95fc11 req-a603382e-a535-4686-9fab-7c9daba76c53 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:09.231324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b46ac17-a34e-47f0-ab44-3c2bbc95fc11 req-a603382e-a535-4686-9fab-7c9daba76c53 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 945 time: 0.3941619
Nov 13 21:10:09.231910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393c1c7-8c8c-42b3-894f-54fa78c3027b req-22344d29-bc51-49ee-a823-611fa4b01239 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:09.233631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1393c1c7-8c8c-42b3-894f-54fa78c3027b req-22344d29-bc51-49ee-a823-611fa4b01239 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 946 time: 0.1186802
Nov 13 21:10:09.236529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] For port 636daac2-de07-4fe2-821f-5641f265eae7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=636daac2-de07-4fe2-821f-5641f265eae7,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:09.236923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.253563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] For port e779b60c-4472-452c-9797-7c8fe0c6ea2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e779b60c-4472-452c-9797-7c8fe0c6ea2b,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:09.253919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.261550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Calling delete_port for 636daac2-de07-4fe2-821f-5641f265eae7 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:09.276235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Calling delete_port for e779b60c-4472-452c-9797-7c8fe0c6ea2b owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:09.326974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b46ac17-a34e-47f0-ab44-3c2bbc95fc11 req-799c4305-767f-4f3a-9ab9-a8877b9a3c11 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873413
Nov 13 21:10:09.341424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1393c1c7-8c8c-42b3-894f-54fa78c3027b req-ca4cff18-7e72-4367-b641-8dff0852a6c2 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987289
Nov 13 21:10:09.564921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.599596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.604433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event deleted for resources: {'Port': ['ID=636daac2-de07-4fe2-821f-5641f265eae7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:09.614546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['e779b60c-4472-452c-9797-7c8fe0c6ea2b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:09.649841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] No DVR routers for this DVR port 636daac2-de07-4fe2-821f-5641f265eae7 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:09.652604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.656358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d448b156-4220-4388-bd7e-a152b1dc52a1 req-6f302110-e2ae-4642-a845-403c1936c6b3 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.46 "DELETE /v2.0/ports/636daac2-de07-4fe2-821f-5641f265eae7 HTTP/1.1" status: 204  len: 173 time: 0.9867857
Nov 13 21:10:09.659050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event deleted for resources: {'Port': ['ID=e779b60c-4472-452c-9797-7c8fe0c6ea2b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:09.701343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] No DVR routers for this DVR port e779b60c-4472-452c-9797-7c8fe0c6ea2b on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:09.703821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:09.707235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e17525fc-6de6-41ea-9b2d-c48a68fe0b61 req-e32c3996-036a-488c-bda1-839d9fe0e035 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "DELETE /v2.0/ports/e779b60c-4472-452c-9797-7c8fe0c6ea2b HTTP/1.1" status: 204  len: 173 time: 0.7105324
Nov 13 21:10:09.707669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'name': 'network-vif-deleted', 'tag': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:09.709951 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6233a8-53ba-4f11-8d79-1f4be652f0c3" -d '{"events": [{"server_uuid": "d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472", "name": "network-vif-deleted", "tag": "e779b60c-4472-452c-9797-7c8fe0c6ea2b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:09.940751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c06f2d1-094a-484c-a65c-6f131af479ff req-a0396cb9-119c-4f60-a38a-94d5824ccbe0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0293756
Nov 13 21:10:09.998465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'name': 'network-vif-deleted', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:10.004711 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7151b9-9e25-40d6-b0e6-c58004bfae1d" -d '{"events": [{"server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "name": "network-vif-deleted", "tag": "636daac2-de07-4fe2-821f-5641f265eae7"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:10.036276 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6f203f-79df-4a80-bb14-f2e2b6bfe36c x-openstack-request-id: req-ad6f203f-79df-4a80-bb14-f2e2b6bfe36c {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:10.036825 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472", "name": "network-vif-deleted", "tag": "e779b60c-4472-452c-9797-7c8fe0c6ea2b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:10.036825 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad6f203f-79df-4a80-bb14-f2e2b6bfe36c {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:10.037254 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84d42fb-a2f2-4cb2-8dea-4c45c4e1f472', 'name': 'network-vif-deleted', 'tag': 'e779b60c-4472-452c-9797-7c8fe0c6ea2b', 'status': 'completed', 'code': 200}
Nov 13 21:10:10.123277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14b33fd5-4e5b-4964-8bfc-0f3ee01a863d req-e6fe083b-9742-491b-b915-d87aad93ea70 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=c42db478-7562-428e-ad29-2c30035cd898 HTTP/1.1" status: 200  len: 210 time: 0.0308225
Nov 13 21:10:10.225281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1b5e0-776b-4b21-ad37-218e7cad5c39 req-cadd4526-86f1-4a5e-b920-cb46f1c29a60 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:10.227089 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80f1b5e0-776b-4b21-ad37-218e7cad5c39 req-cadd4526-86f1-4a5e-b920-cb46f1c29a60 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0491636
Nov 13 21:10:10.278762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e590a-d01b-44ea-b524-eecfaa79899d req-f0c967cc-15f8-40d8-9359-605465db1fb2 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:10.279027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80f1b5e0-776b-4b21-ad37-218e7cad5c39 req-e2b57670-4d4e-46a2-befc-5eccb4387b4d tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438046
Nov 13 21:10:10.280266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-762e590a-d01b-44ea-b524-eecfaa79899d req-f0c967cc-15f8-40d8-9359-605465db1fb2 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 946 time: 0.0676057
Nov 13 21:10:10.393636 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78d3dd-4a70-45f7-b60d-d3defd99ce14 x-openstack-request-id: req-2b78d3dd-4a70-45f7-b60d-d3defd99ce14 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:10.394109 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42db478-7562-428e-ad29-2c30035cd898", "name": "network-vif-deleted", "tag": "636daac2-de07-4fe2-821f-5641f265eae7", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:10.394546 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b78d3dd-4a70-45f7-b60d-d3defd99ce14 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:10.395167 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42db478-7562-428e-ad29-2c30035cd898', 'name': 'network-vif-deleted', 'tag': '636daac2-de07-4fe2-821f-5641f265eae7', 'status': 'completed', 'code': 200}
Nov 13 21:10:10.404543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Deleting port 6ebc1aec-098e-4d77-a7e6-e6303a480bae {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:10.404803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:10.465924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e08bf-2ded-4199-9d3a-5433612193e8 req-a92467bc-641f-4f8c-9424-54680d834be5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:10.467382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee6e08bf-2ded-4199-9d3a-5433612193e8 req-a92467bc-641f-4f8c-9424-54680d834be5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.0533247
Nov 13 21:10:10.516054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee6e08bf-2ded-4199-9d3a-5433612193e8 req-6a2923c4-7264-42ca-88b2-c37703ed876f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423462
Nov 13 21:10:10.532810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580229d-72bb-499c-b3c9-41af7c96b8dc req-f6919b51-77f7-489e-9eae-6c56ad26521b tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:10.540060 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8580229d-72bb-499c-b3c9-41af7c96b8dc req-f6919b51-77f7-489e-9eae-6c56ad26521b tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 945 time: 0.0754123
Nov 13 21:10:10.540060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] For port 6ebc1aec-098e-4d77-a7e6-e6303a480bae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ebc1aec-098e-4d77-a7e6-e6303a480bae,segment=NetworkSegment(078eaccb-254f-4809-9657-ca8176b3d199),segment_id=078eaccb-254f-4809-9657-ca8176b3d199)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:10.540060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:10.567818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Calling delete_port for 6ebc1aec-098e-4d77-a7e6-e6303a480bae owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:10.633690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5158735-3f8b-46b7-8721-c15174791479 req-2e6a035d-bf37-4983-bb45-91e7fde13ebe tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:10.637458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8580229d-72bb-499c-b3c9-41af7c96b8dc req-6c8ddbb0-179d-455a-8222-52c67b5de4f1 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850050
Nov 13 21:10:10.637616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5158735-3f8b-46b7-8721-c15174791479 req-2e6a035d-bf37-4983-bb45-91e7fde13ebe tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 946 time: 0.0596554
Nov 13 21:10:10.698886 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5158735-3f8b-46b7-8721-c15174791479 req-7fc95202-bb82-4d34-ab6c-7c638a1deb37 tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4e15a6-fef5-48b5-87b4-d2450dad9287&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564473
Nov 13 21:10:10.827126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:10.840383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['6ebc1aec-098e-4d77-a7e6-e6303a480bae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:10.859461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Pushing event deleted for resources: {'Port': ['ID=6ebc1aec-098e-4d77-a7e6-e6303a480bae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:10.908338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] No DVR routers for this DVR port 6ebc1aec-098e-4d77-a7e6-e6303a480bae on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:10.911376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:10.915558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-762e590a-d01b-44ea-b524-eecfaa79899d req-6f9f87bd-4d50-4517-b430-098edfdeaa0d tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.46 "DELETE /v2.0/ports/6ebc1aec-098e-4d77-a7e6-e6303a480bae HTTP/1.1" status: 204  len: 173 time: 0.6276162
Nov 13 21:10:11.018828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-86f4958e-1a80-4ea0-80e5-2c88b6edabc5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:11.020721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-86f4958e-1a80-4ea0-80e5-2c88b6edabc5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 945 time: 0.0504196
Nov 13 21:10:11.050200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b74239b-1107-4b66-88d2-d9e40b6ceb61 req-6496db6b-0713-4b12-a410-12ddf5bff01a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0332973
Nov 13 21:10:11.108470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:11.126225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Deleting port 48311ae5-d783-449b-b79b-67713c459133 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:11.126566 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.129316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:11.129845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b29e1b8-8cd2-493a-8d0e-8c1c6adcdae4 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:11.130419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:11.228498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] For port 48311ae5-d783-449b-b79b-67713c459133, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=48311ae5-d783-449b-b79b-67713c459133,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:11.232283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.244487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Calling delete_port for 48311ae5-d783-449b-b79b-67713c459133 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:11.245633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.277988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:11.280267 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f75113-6a2d-4cf8-9274-39ba49fbdae6" -d '{"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:11.322234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:11.352763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d2881-4060-41fd-bd29-c324f046e7cb req-92215132-eed9-4a1f-b561-3e519c11a47f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:11.355396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-335d2881-4060-41fd-bd29-c324f046e7cb req-92215132-eed9-4a1f-b561-3e519c11a47f tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0734744
Nov 13 21:10:11.381001 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:10:11.413472 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.436590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e6dd4-55aa-474f-82dc-7f7d64eccdd3 req-7d0ba211-4038-4e3f-bbb2-9d68ba793af9 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:11.438348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-023e6dd4-55aa-474f-82dc-7f7d64eccdd3 req-7d0ba211-4038-4e3f-bbb2-9d68ba793af9 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 945 time: 0.0814731
Nov 13 21:10:11.458532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Deleting port 8a6174cf-d864-4d4a-99d9-62b125100eae {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:11.458859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.465592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:11.491006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-023e6dd4-55aa-474f-82dc-7f7d64eccdd3 req-ef6b53ac-c502-466a-8462-e2bd9c587512 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457485
Nov 13 21:10:11.538320 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b16b78-e292-4645-a955-ba0450a3b81c x-openstack-request-id: req-74b16b78-e292-4645-a955-ba0450a3b81c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:11.538615 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:11.538887 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74b16b78-e292-4645-a955-ba0450a3b81c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:11.539331 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'code': 200}
Nov 13 21:10:11.541978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.555888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['48311ae5-d783-449b-b79b-67713c459133'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:11.569588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] For port 8a6174cf-d864-4d4a-99d9-62b125100eae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a6174cf-d864-4d4a-99d9-62b125100eae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:11.570180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.585277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event deleted for resources: {'Port': ['ID=48311ae5-d783-449b-b79b-67713c459133,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:11.602977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Calling delete_port for 8a6174cf-d864-4d4a-99d9-62b125100eae owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:11.664460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] No DVR routers for this DVR port 48311ae5-d783-449b-b79b-67713c459133 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:11.674982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.674982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa275e21-2295-4e9d-bbb0-1cffb7028285 req-281bec80-983a-4f1a-96b4-67d69753afa3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "DELETE /v2.0/ports/48311ae5-d783-449b-b79b-67713c459133 HTTP/1.1" status: 204  len: 173 time: 0.6427741
Nov 13 21:10:11.696385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84716ceb-1485-4624-b923-8f9ef92359a8 req-494173dd-8805-48e7-8897-42edf2dcadb4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:11.697955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84716ceb-1485-4624-b923-8f9ef92359a8 req-494173dd-8805-48e7-8897-42edf2dcadb4 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 950 time: 0.0779710
Nov 13 21:10:11.769273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84716ceb-1485-4624-b923-8f9ef92359a8 req-1d7c5fe1-0bde-403f-a103-49b6deb8a4de tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648525
Nov 13 21:10:11.789367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-262d7189-5362-42ef-9264-a485fc4b4bd9 req-99636984-1232-4a13-9cb8-c6bfbe09dddc tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 210 time: 0.0508711
Nov 13 21:10:11.883785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a85873be-8b62-4e2a-b901-aaaf6effde20 req-0781b448-19c1-4374-a38c-d4f627b446bf tempest-VolumesAdminNegativeTest-1180999025 tempest-VolumesAdminNegativeTest-1180999025-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e926b8-f479-4c68-b50a-8f5d41dc7541 HTTP/1.1" status: 200  len: 210 time: 0.0277526
Nov 13 21:10:11.889564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced06aa-03a5-48df-9614-1b9c3133b7a6 req-271cfe27-50c9-4ad7-88fb-2753bfb7da8c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:11.902961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dced06aa-03a5-48df-9614-1b9c3133b7a6 req-271cfe27-50c9-4ad7-88fb-2753bfb7da8c tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.0680282
Nov 13 21:10:11.903099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.921438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:11.938240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['02218c95-4a6d-4ec2-9d14-46273c3547c7'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:11.974301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event deleted for resources: {'Port': ['ID=8a6174cf-d864-4d4a-99d9-62b125100eae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:12.006272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dced06aa-03a5-48df-9614-1b9c3133b7a6 req-3cd1efc7-5230-4a3f-a185-324221eae6c0 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/security-groups?id=3ecb2ba4-356a-48fb-8393-a0f20930d4f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884075
Nov 13 21:10:12.031127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a6174cf-d864-4d4a-99d9-62b125100eae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:12.038935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'name': 'network-vif-deleted', 'tag': '6ebc1aec-098e-4d77-a7e6-e6303a480bae'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:12.041842 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d5e468-883c-4af0-86da-49f4a5a24397" -d '{"events": [{"server_uuid": "b2e926b8-f479-4c68-b50a-8f5d41dc7541", "name": "network-vif-deleted", "tag": "6ebc1aec-098e-4d77-a7e6-e6303a480bae"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:12.047395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] No DVR routers for this DVR port 8a6174cf-d864-4d4a-99d9-62b125100eae on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:12.050822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.056888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-335d2881-4060-41fd-bd29-c324f046e7cb req-a2cc8c05-00a6-4e35-81cb-816e19c020e0 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.46 "DELETE /v2.0/ports/8a6174cf-d864-4d4a-99d9-62b125100eae HTTP/1.1" status: 204  len: 173 time: 0.6955373
Nov 13 21:10:12.096077 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b7da9a-7155-4175-b6eb-daff493f7aa3 x-openstack-request-id: req-81b7da9a-7155-4175-b6eb-daff493f7aa3 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:12.096665 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e926b8-f479-4c68-b50a-8f5d41dc7541", "name": "network-vif-deleted", "tag": "6ebc1aec-098e-4d77-a7e6-e6303a480bae", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:12.097140 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81b7da9a-7155-4175-b6eb-daff493f7aa3 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:12.097856 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e926b8-f479-4c68-b50a-8f5d41dc7541', 'name': 'network-vif-deleted', 'tag': '6ebc1aec-098e-4d77-a7e6-e6303a480bae', 'status': 'completed', 'code': 200}
Nov 13 21:10:12.172026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4eb8c6e7-0a11-49f7-96f6-b49f72655fbd req-4cd8b475-6c69-43d0-a04e-f3713c843285 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0486927
Nov 13 21:10:12.204865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13655a39-b300-40d6-ad42-a462f0043f9a req-f916bbea-aa3c-497d-a23a-0b5ed876bd70 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:12.207436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13655a39-b300-40d6-ad42-a462f0043f9a req-f916bbea-aa3c-497d-a23a-0b5ed876bd70 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 945 time: 0.0828495
Nov 13 21:10:12.318323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Deleting port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:12.318661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.397670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'name': 'network-vif-deleted', 'tag': '48311ae5-d783-449b-b79b-67713c459133'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:12.400571 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34015a61-59a4-4a03-b814-275b3b7bff1b" -d '{"events": [{"server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "name": "network-vif-deleted", "tag": "48311ae5-d783-449b-b79b-67713c459133"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:12.419949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] For port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,segment=NetworkSegment(25b34e65-e0a6-49e6-b8d8-af96ab642f0f),segment_id=25b34e65-e0a6-49e6-b8d8-af96ab642f0f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:12.420319 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.441453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Calling delete_port for 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:12.498143 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f98d42-d8e1-415c-9166-8db17b98b1f1 x-openstack-request-id: req-67f98d42-d8e1-415c-9166-8db17b98b1f1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:12.498435 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a5910e-2a12-4c14-8a38-409bbc69c9d9", "name": "network-vif-deleted", "tag": "48311ae5-d783-449b-b79b-67713c459133", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:12.498684 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67f98d42-d8e1-415c-9166-8db17b98b1f1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:12.500606 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a5910e-2a12-4c14-8a38-409bbc69c9d9', 'name': 'network-vif-deleted', 'tag': '48311ae5-d783-449b-b79b-67713c459133', 'status': 'completed', 'code': 200}
Nov 13 21:10:12.637028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b3f0d-64d1-4747-b36b-7b587dd8a5d4 req-0ef82af2-0350-46ae-b9f6-67071c8ba5a3 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:12.638540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a7b3f0d-64d1-4747-b36b-7b587dd8a5d4 req-0ef82af2-0350-46ae-b9f6-67071c8ba5a3 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 945 time: 0.0670559
Nov 13 21:10:12.677011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-853d8258-aca3-482a-88d6-b77e3b55fd4b tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:12.678568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-853d8258-aca3-482a-88d6-b77e3b55fd4b tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.46 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 945 time: 0.0506239
Nov 13 21:10:12.686926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a7b3f0d-64d1-4747-b36b-7b587dd8a5d4 req-37b5117f-a96c-4587-ae7b-bfbf4e9ac23a tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/security-groups?id=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422630
Nov 13 21:10:12.688145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.723948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Pushing event deleted for resources: {'Port': ['ID=0d25020e-1bc0-4e6c-8521-bfbc08b9d759,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:12.766030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] No DVR routers for this DVR port 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:12.768572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.772769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13655a39-b300-40d6-ad42-a462f0043f9a req-2f4a3081-bbdc-4f04-9c9d-aa25eb0ae845 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.37 "DELETE /v2.0/ports/0d25020e-1bc0-4e6c-8521-bfbc08b9d759 HTTP/1.1" status: 204  len: 173 time: 0.5562327
Nov 13 21:10:12.812467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Deleting port ba85ab44-8f18-4639-93d7-351a4d0b7f7b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:12.812836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.888342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4434950-b50d-432c-b91f-f521d723357c req-58d69b2d-5610-4178-804b-f64060542622 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dc7ea9b-596e-4fd2-852c-982b770dae85 HTTP/1.1" status: 200  len: 210 time: 0.0346191
Nov 13 21:10:12.924826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89d543e3-0eb4-4591-aa3d-5942230183e7 req-34217d94-3c37-499d-a57b-3092d414415f tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a5910e-2a12-4c14-8a38-409bbc69c9d9 HTTP/1.1" status: 200  len: 210 time: 0.0310388
Nov 13 21:10:12.948709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] For port ba85ab44-8f18-4639-93d7-351a4d0b7f7b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,segment=NetworkSegment(1ffb9a09-7a91-43f2-b019-6ecdc00390b3),segment_id=1ffb9a09-7a91-43f2-b019-6ecdc00390b3)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:12.949410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:12.963402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Calling delete_port for ba85ab44-8f18-4639-93d7-351a4d0b7f7b owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:12.965675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51456) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:13.032022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Deleting subnet d32a4e6d-c57f-4029-9e3f-03a233e35be0 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:13.036492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.089391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.123976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:10:13.153409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e7cc282-438c-4074-9587-41908a5fa8b0 req-e6b93172-b4cd-47e3-81fa-758146ecf067 tempest-LiveAutoBlockMigrationV225Test-941742021 tempest-LiveAutoBlockMigrationV225Test-941742021-project] 10.222.0.20 "GET /v2.0/ports?device_id=a13e4490-59be-4c18-94ba-92039d7b25b2 HTTP/1.1" status: 200  len: 210 time: 0.0324421
Nov 13 21:10:13.156682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.199910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.217229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ba85ab44-8f18-4639-93d7-351a4d0b7f7b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:13.236133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Pushing event deleted for resources: {'Port': ['ID=ba85ab44-8f18-4639-93d7-351a4d0b7f7b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:13.278808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:13.292808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'mac_address': 'fa:16:3e:bf:88:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:10:13.314712 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f64b790b-bd68-4dbe-9f79-ac13faf56717 req-d19df188-d4bf-45bd-8268-b8b9e5906802 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d84d42fb-a2f2-4cb2-8dea-4c45c4e1f472 HTTP/1.1" status: 200  len: 210 time: 0.0442173
Nov 13 21:10:13.331805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.338402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] No DVR routers for this DVR port ba85ab44-8f18-4639-93d7-351a4d0b7f7b on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:13.340789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.343120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.344957 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bc93a1b-a814-494b-b67a-d02f08dc4d69 req-ffc9cf08-bbaf-4a2f-9d43-8685668aef55 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.46 "DELETE /v2.0/ports/ba85ab44-8f18-4639-93d7-351a4d0b7f7b HTTP/1.1" status: 204  len: 173 time: 0.6584918
Nov 13 21:10:13.358181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb10d44-31fa-4a2f-aece-e9b320cfe065 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:13.359677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d32a4e6d-c57f-4029-9e3f-03a233e35be0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:13.363463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.376171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-45b4d4a6-b79c-4d4f-af25-897c76ce4f0e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d32a4e6d-c57f-4029-9e3f-03a233e35be0 HTTP/1.1" status: 204  len: 168 time: 0.4016378
Nov 13 21:10:13.376682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51464) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:13.380468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:13.444732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.449705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.507534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:13.535393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.559166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd4d2fd0>,) {'filters': {'network_id': ['24ab1a2b-dff2-492d-9194-f725b0720e40']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:13.568159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9eb10d44-31fa-4a2f-aece-e9b320cfe065'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:13.579127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd4d2fd0>, '078eaccb-254f-4809-9657-ca8176b3d199') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:13.579757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd4d2fd0>, '078eaccb-254f-4809-9657-ca8176b3d199') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:13.596002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.623539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.630569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:13.630955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:13.633017 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:13.756030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.766278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.769340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/24ab1a2b-dff2-492d-9194-f725b0720e40 HTTP/1.1" status: 204  len: 168 time: 0.3917451
Nov 13 21:10:13.772238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:13.780653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459628b6-a092-4d30-b22f-58859a6efa14 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ab1a2b-dff2-492d-9194-f725b0720e40,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:13.818473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c78467-6192-4735-b135-75d281ab1ec3 req-c327441f-8b19-4ebf-822b-76f7292ba577 tempest-InstanceActionsNegativeTestJSON-1312022513 tempest-InstanceActionsNegativeTestJSON-1312022513-project] 10.222.0.20 "GET /v2.0/ports?device_id=723a8422-91f2-419b-9947-ac9a62dc97ae HTTP/1.1" status: 200  len: 210 time: 0.0353081
Nov 13 21:10:13.831511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Deleting subnet 3be2c368-9166-4492-a9e5-737bf0eee2d3 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:13.849672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.874865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:13.933581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.070686 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.096797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3be2c368-9166-4492-a9e5-737bf0eee2d3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:14.099617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-deleted', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae'}, {'server_uuid': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'name': 'network-vif-deleted', 'tag': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:14.102419 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace64970-e975-41f8-bddf-5e2abe4f412c" -d '{"events": [{"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-deleted", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae"}, {"server_uuid": "723a8422-91f2-419b-9947-ac9a62dc97ae", "name": "network-vif-deleted", "tag": "ba85ab44-8f18-4639-93d7-351a4d0b7f7b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:14.105667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.109109 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aaef347b-1cc1-44cb-89b8-52b67a56ea5e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3be2c368-9166-4492-a9e5-737bf0eee2d3 HTTP/1.1" status: 204  len: 168 time: 0.3353379
Nov 13 21:10:14.111566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51504) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:14.192637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.294206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.318183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7e84d30>,) {'filters': {'network_id': ['5f2787e9-d9bd-411a-b6d1-48a6113b7d67']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:14.326539 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.343050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7e84d30>, 'af874327-f9f7-43dc-a4e3-37e9f24a3ad3') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:14.343050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7e84d30>, 'af874327-f9f7-43dc-a4e3-37e9f24a3ad3') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:14.358029 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.378830 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091fd9a-f4c6-47b3-8c67-beda41205eb1 x-openstack-request-id: req-d091fd9a-f4c6-47b3-8c67-beda41205eb1 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:14.379411 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc7ea9b-596e-4fd2-852c-982b770dae85", "name": "network-vif-deleted", "tag": "8a6174cf-d864-4d4a-99d9-62b125100eae", "status": "completed", "code": 200}, {"server_uuid": "723a8422-91f2-419b-9947-ac9a62dc97ae", "name": "network-vif-deleted", "tag": "ba85ab44-8f18-4639-93d7-351a4d0b7f7b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:14.379753 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d091fd9a-f4c6-47b3-8c67-beda41205eb1 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:14.380211 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc7ea9b-596e-4fd2-852c-982b770dae85', 'name': 'network-vif-deleted', 'tag': '8a6174cf-d864-4d4a-99d9-62b125100eae', 'status': 'completed', 'code': 200}
Nov 13 21:10:14.380606 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723a8422-91f2-419b-9947-ac9a62dc97ae', 'name': 'network-vif-deleted', 'tag': 'ba85ab44-8f18-4639-93d7-351a4d0b7f7b', 'status': 'completed', 'code': 200}
Nov 13 21:10:14.381745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.390746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6ebc1aec-098e-4d77-a7e6-e6303a480bae no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:14.391450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:14.392186 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:14.394501 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:14.429436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:14.434014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 6ebc1aec-098e-4d77-a7e6-e6303a480bae {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:14.434419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6ebc1aec-098e-4d77-a7e6-e6303a480bae not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:14.434888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:14.461019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8a6174cf-d864-4d4a-99d9-62b125100eae {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:14.461916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a6174cf-d864-4d4a-99d9-62b125100eae not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:14.462329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:14.498864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 636daac2-de07-4fe2-821f-5641f265eae7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:14.498864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 636daac2-de07-4fe2-821f-5641f265eae7 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:14.498864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e779b60c-4472-452c-9797-7c8fe0c6ea2b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:14.514222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'name': 'network-vif-deleted', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:14.519188 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c3bbae-eeee-451a-a43b-1a03e1136425" -d '{"events": [{"server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "name": "network-vif-deleted", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:14.526903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: e779b60c-4472-452c-9797-7c8fe0c6ea2b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:14.527248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e779b60c-4472-452c-9797-7c8fe0c6ea2b not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:14.594295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e2d0-67d5-4edb-bffa-14cbb9ef5b62 req-be47ff9e-0ad0-489f-8af4-5bf75b42f36a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:14.602573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6906e2d0-67d5-4edb-bffa-14cbb9ef5b62 req-be47ff9e-0ad0-489f-8af4-5bf75b42f36a tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 944 time: 0.1158898
Nov 13 21:10:14.607493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354463c-6c2c-4ee3-bf0d-c99692a1f340 req-6d9ebcd7-82ab-4e70-9049-ef53f30ea4b9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:14.618387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8354463c-6c2c-4ee3-bf0d-c99692a1f340 req-6d9ebcd7-82ab-4e70-9049-ef53f30ea4b9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.1463799
Nov 13 21:10:14.621460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Deleting subnet b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:14.632594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.661274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6906e2d0-67d5-4edb-bffa-14cbb9ef5b62 req-f525012c-fa40-43ce-9b97-cf022745831d tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575078
Nov 13 21:10:14.701608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.714268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.714375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.718186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5f2787e9-d9bd-411a-b6d1-48a6113b7d67 HTTP/1.1" status: 204  len: 168 time: 0.6054828
Nov 13 21:10:14.752242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcc8e2-3dde-4b1b-99d1-2636415ef942 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2787e9-d9bd-411a-b6d1-48a6113b7d67,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:14.848965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:14.875558 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b663bffb-c399-4fb5-9ef6-64f928e806c6 x-openstack-request-id: req-b663bffb-c399-4fb5-9ef6-64f928e806c6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:14.876017 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13e4490-59be-4c18-94ba-92039d7b25b2", "name": "network-vif-deleted", "tag": "0d25020e-1bc0-4e6c-8521-bfbc08b9d759", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:14.876276 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b663bffb-c399-4fb5-9ef6-64f928e806c6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:14.876673 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13e4490-59be-4c18-94ba-92039d7b25b2', 'name': 'network-vif-deleted', 'tag': '0d25020e-1bc0-4e6c-8521-bfbc08b9d759', 'status': 'completed', 'code': 200}
Nov 13 21:10:14.903863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51544) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:14.967276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8354463c-6c2c-4ee3-bf0d-c99692a1f340 req-b2831656-c24d-4256-9ffd-228943b1c2aa tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3455093
Nov 13 21:10:14.993371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Deleting subnet 0f7b1e37-3a1f-4bb0-a944-3eed4e632426 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:14.999339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.021425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-d352be6f-6b40-49dd-b6c5-7e8655dd48d3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:15.023197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-d352be6f-6b40-49dd-b6c5-7e8655dd48d3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 944 time: 0.1431746
Nov 13 21:10:15.061722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.124007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.126166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.149517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:15.167945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-f8e619c1-cc57-4fcd-bc2d-c258775799ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1393797
Nov 13 21:10:15.220002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:15.254503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.268294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b3bef1ba-1e3d-40da-b9ca-5e7672aa5808 HTTP/1.1" status: 204  len: 168 time: 0.8376460
Nov 13 21:10:15.268948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:15.298988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:15.299753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.335131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680bd50-e7c2-48c9-8a5c-dc180efdf52a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bef1ba-1e3d-40da-b9ca-5e7672aa5808,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:15.373067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.424149 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.433567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.441096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Deleting port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:15.441696 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.446040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f7b1e37-3a1f-4bb0-a944-3eed4e632426 HTTP/1.1" status: 204  len: 168 time: 0.5403914
Nov 13 21:10:15.449202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51570) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:15.517675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.546846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-a577eca2-d81c-418f-95af-d55ba9730ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:15.557736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-a577eca2-d81c-418f-95af-d55ba9730ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 1097 time: 0.3516119
Nov 13 21:10:15.583997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262071e-e2a4-414f-aea1-a8446c84864a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7b1e37-3a1f-4bb0-a944-3eed4e632426,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:15.611235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:15.618661 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959770c2-a3fd-4c9b-b294-e16a0356831d" -d '{"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:15.686430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:15.724154 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99c7190-5b9c-4214-b27e-26d4028088fc x-openstack-request-id: req-f99c7190-5b9c-4214-b27e-26d4028088fc {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:15.724747 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-plugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:15.725002 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f99c7190-5b9c-4214-b27e-26d4028088fc {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:15.725442 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'code': 200}
Nov 13 21:10:15.755918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.756961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 48311ae5-d783-449b-b79b-67713c459133 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:15.829955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 48311ae5-d783-449b-b79b-67713c459133 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:15.830340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 48311ae5-d783-449b-b79b-67713c459133 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:15.837096 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.866066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf953a30>,) {'filters': {'network_id': ['837dfc45-8a27-4774-a247-6eaae2a710d0']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:15.868752 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:15.880287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf953a30>, '25b34e65-e0a6-49e6-b8d8-af96ab642f0f') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:15.880810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf953a30>, '25b34e65-e0a6-49e6-b8d8-af96ab642f0f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:15.886169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] For port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:15.890399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.969571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:15.981328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Calling delete_port for 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:16.008257 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.017157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.024322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:16.024750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:16.029046 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:16.031151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-db657a10-c7cf-4fd1-b411-35aadf8cda83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b4e7a7342104f71af49e17cb449bbe6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8033211
Nov 13 21:10:16.035743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51584) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:16.122732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef36c7-c9c2-4825-9761-45d372c2e844 req-de564a22-85c3-409d-b41f-a9a068b8e4e4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:16.129913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceef36c7-c9c2-4825-9761-45d372c2e844 req-de564a22-85c3-409d-b41f-a9a068b8e4e4 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 944 time: 0.2465672
Nov 13 21:10:16.191591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1d4ce-659c-4c63-8dc4-53314adbe1bc req-4fce44c5-3d78-42a3-8559-5955d3c1c9dd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:16.193841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebe1d4ce-659c-4c63-8dc4-53314adbe1bc req-4fce44c5-3d78-42a3-8559-5955d3c1c9dd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.6129210
Nov 13 21:10:16.225567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-3361dae3-5331-4af6-81c5-27648593ab5e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:16.227534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-3361dae3-5331-4af6-81c5-27648593ab5e tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2070410
Nov 13 21:10:16.252950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.264038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb245c92-d7a7-4bcb-b33d-ddcc56a8810e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.277795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.300667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfb02fd0>,) {'filters': {'network_id': ['62d1ec2f-2d21-4d8a-8422-80fb3f3935e5']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:16.300667 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.300667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] 10.222.0.20 "DELETE /v2.0/networks/837dfc45-8a27-4774-a247-6eaae2a710d0 HTTP/1.1" status: 204  len: 168 time: 0.9950421
Nov 13 21:10:16.310743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb245c92-d7a7-4bcb-b33d-ddcc56a8810e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.318861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebe1d4ce-659c-4c63-8dc4-53314adbe1bc req-118029f1-ae4d-4973-b26c-e8fb93dfa37a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.1190875
Nov 13 21:10:16.321103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51586) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:16.356045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d94f62-b5cd-4690-ab49-b34774d53445 admin admin] Pushing event deleted for resources: {'Network': ['ID=837dfc45-8a27-4774-a247-6eaae2a710d0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:16.360314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb02fd0>, '1ffb9a09-7a91-43f2-b019-6ecdc00390b3') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:16.360642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb02fd0>, '1ffb9a09-7a91-43f2-b019-6ecdc00390b3') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:16.367632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceef36c7-c9c2-4825-9761-45d372c2e844 req-94962c27-8453-4fa5-b0d1-da3049933901 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366147
Nov 13 21:10:16.380883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.408771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.419503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:16.419915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:16.422018 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:16.492283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebe1d4ce-659c-4c63-8dc4-53314adbe1bc req-0fb36a37-dc7c-4e13-a139-0c116c58d351 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1724312
Nov 13 21:10:16.519848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.521983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-c2ca1579-19ef-49f0-96df-65b2e09acc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:16.524727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-c2ca1579-19ef-49f0-96df-65b2e09acc68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 200  len: 925 time: 0.5119638
Nov 13 21:10:16.619055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event deleted for resources: {'Port': ['ID=74a0d0e7-de90-461b-a9bd-d8f6d9299df3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:16.637437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Deleting subnet 67a71e94-f317-496b-9cc5-7b581eb328ae {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:16.647980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.672347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] No DVR routers for this DVR port 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:16.675905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.682003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df6a3501-ff12-4a20-a1aa-da16d384d101 req-bbf08efd-5494-47e8-a81b-bf9636cc9f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.37 "DELETE /v2.0/ports/74a0d0e7-de90-461b-a9bd-d8f6d9299df3 HTTP/1.1" status: 204  len: 173 time: 1.6440279
Nov 13 21:10:16.684248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-9a1846a1-6637-4726-bf8f-f951d6f214b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05 HTTP/1.1" status: 200  len: 1002 time: 0.1410332
Nov 13 21:10:16.696573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bdefe-6d82-4073-b628-52b3250f90d9 req-1a204c36-299e-4b3c-bf9c-698f210a37a1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:16.698150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d03bdefe-6d82-4073-b628-52b3250f90d9 req-1a204c36-299e-4b3c-bf9c-698f210a37a1 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 950 time: 0.2147992
Nov 13 21:10:16.734824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.737762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.746017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.752019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] 10.222.0.20 "DELETE /v2.0/networks/62d1ec2f-2d21-4d8a-8422-80fb3f3935e5 HTTP/1.1" status: 204  len: 168 time: 1.1644995
Nov 13 21:10:16.765289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Deleting port 02218c95-4a6d-4ec2-9d14-46273c3547c7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:16.765618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.801294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97f968-b916-4a3e-bbc5-530efc1197af admin admin] Pushing event deleted for resources: {'Network': ['ID=62d1ec2f-2d21-4d8a-8422-80fb3f3935e5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:16.824729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d03bdefe-6d82-4073-b628-52b3250f90d9 req-dd8d8cb4-8a97-4f17-8796-8e3422384ac9 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/security-groups?id=086b8a73-33d1-4ac6-bff7-cf6bbd84930e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189404
Nov 13 21:10:16.834590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-ca94616e-9dd2-4bd9-9557-f3fe0ec4c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:16.845168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-ca94616e-9dd2-4bd9-9557-f3fe0ec4c391 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 200  len: 863 time: 0.1437750
Nov 13 21:10:16.877734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'name': 'network-vif-deleted', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:16.880675 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef301386-7414-48da-9873-b0204624ffce" -d '{"events": [{"server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "name": "network-vif-deleted", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:16.916262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb245c92-d7a7-4bcb-b33d-ddcc56a8810e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.918945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb245c92-d7a7-4bcb-b33d-ddcc56a8810e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:16.921713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fb245c92-d7a7-4bcb-b33d-ddcc56a8810e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb4e15a6-fef5-48b5-87b4-d2450dad9287 HTTP/1.1" status: 204  len: 168 time: 0.8722196
Nov 13 21:10:16.944186 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.031532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb245c92-d7a7-4bcb-b33d-ddcc56a8810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4e15a6-fef5-48b5-87b4-d2450dad9287,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:17.080923 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba88a7f3-117a-49f1-ae1b-3023980e2a2b x-openstack-request-id: req-ba88a7f3-117a-49f1-ae1b-3023980e2a2b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:17.081697 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d03d2da-e609-4b39-8e77-98f40210e84c", "name": "network-vif-deleted", "tag": "74a0d0e7-de90-461b-a9bd-d8f6d9299df3", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:17.081697 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba88a7f3-117a-49f1-ae1b-3023980e2a2b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:17.081994 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d03d2da-e609-4b39-8e77-98f40210e84c', 'name': 'network-vif-deleted', 'tag': '74a0d0e7-de90-461b-a9bd-d8f6d9299df3', 'status': 'completed', 'code': 200}
Nov 13 21:10:17.085090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] For port 02218c95-4a6d-4ec2-9d14-46273c3547c7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02218c95-4a6d-4ec2-9d14-46273c3547c7,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:17.085492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.112570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Calling delete_port for 02218c95-4a6d-4ec2-9d14-46273c3547c7 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:17.129430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-bcb0c11b-defb-4078-bc80-790e6b63acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:17.131171 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-bcb0c11b-defb-4078-bc80-790e6b63acf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8c912f0-a827-467f-b041-3317ec4221d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2244110
Nov 13 21:10:17.135714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:17.161880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebe1d4ce-659c-4c63-8dc4-53314adbe1bc req-a8af4cb4-9e5c-4923-abcd-962481168539 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6285660
Nov 13 21:10:17.276266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.330171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:17.330407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0d25020e-1bc0-4e6c-8521-bfbc08b9d759 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:17.330809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:17.353572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:17.354219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 74a0d0e7-de90-461b-a9bd-d8f6d9299df3 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:17.368101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51606) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:17.402911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a71e94-f317-496b-9cc5-7b581eb328ae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:17.411059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.414772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-04062ee5-0b3d-4262-b183-f7172d824477 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67a71e94-f317-496b-9cc5-7b581eb328ae HTTP/1.1" status: 204  len: 168 time: 1.0697532
Nov 13 21:10:17.421372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51610) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:17.537474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-408fc2b9-3983-4db6-9f3f-c3cf9d2de7b9 service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3949747
Nov 13 21:10:17.544049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51614) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:17.565492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2239a29-827f-4f09-9122-6b737373b888 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf7f744c03a1479d924ace6b22ac6697&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1913114
Nov 13 21:10:17.578278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebe1d4ce-659c-4c63-8dc4-53314adbe1bc req-1225f94d-39fb-4e11-a127-e65872dc879e service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4154439
Nov 13 21:10:17.618572 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.766153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a689544-4414-4843-8fd9-1a18d3d9bab3 req-05932346-3b3b-4f8c-92fb-fe38f3cd67c3 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d03d2da-e609-4b39-8e77-98f40210e84c HTTP/1.1" status: 200  len: 210 time: 0.0965652
Nov 13 21:10:17.853778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.861580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b4eacb-0e3c-48df-8c2b-d2cb62725b2c req-e2b36c6a-857a-401d-8a68-76a793317b87 service neutron] 10.222.0.37 "GET /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3057716
Nov 13 21:10:17.862187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b01d818-6f5e-46de-a59d-8ba43efa33f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.895754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc170280>,) {'filters': {'network_id': ['d9d14639-ad84-4793-9554-cca59e529cc3']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:17.923995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b01d818-6f5e-46de-a59d-8ba43efa33f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.925825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:17.929171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc170280>, '6cf41bb1-546e-4bf4-86c2-2bf982c35469') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:17.929487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc170280>, '6cf41bb1-546e-4bf4-86c2-2bf982c35469') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:18.026837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.040551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Pushing event deleted for resources: {'Port': ['ID=02218c95-4a6d-4ec2-9d14-46273c3547c7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:18.074269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-100f980b-7ab6-4326-b7f5-c04acbcea56d req-6867237a-301f-494e-98d1-e63682f7b320 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 210 time: 0.0777199
Nov 13 21:10:18.103686 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.156996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] No DVR routers for this DVR port 02218c95-4a6d-4ec2-9d14-46273c3547c7 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:18.161637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.165138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb9417e1-332d-4e4a-a532-9e624210ed41 req-e2452e8a-3675-445d-be79-f8811f3aad48 tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.37 "DELETE /v2.0/ports/02218c95-4a6d-4ec2-9d14-46273c3547c7 HTTP/1.1" status: 204  len: 173 time: 1.9307871
Nov 13 21:10:18.166205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:18.166629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.168428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-deleted', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:18.185942 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3699b528-7cfa-42f3-aeb2-300f2263053d" -d '{"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-deleted", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:18.188645 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:18.235280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b2f215b-4ceb-4954-a05b-1e254b7f6267 req-2d1bca92-d6ec-4c24-ad3c-1de3bbf0bb75 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfed4f05-4115-4945-8f4a-6eb46066945d HTTP/1.1" status: 200  len: 210 time: 0.0786521
Nov 13 21:10:18.323504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:18.338365 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e2f01-d018-428d-9dbc-3ea55ad61304 x-openstack-request-id: req-024e2f01-d018-428d-9dbc-3ea55ad61304 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:18.338674 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb626d3a-5bcf-433e-8f13-cd0c345e96e3", "name": "network-vif-deleted", "tag": "02218c95-4a6d-4ec2-9d14-46273c3547c7", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:18.338937 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-024e2f01-d018-428d-9dbc-3ea55ad61304 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:18.343253 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb626d3a-5bcf-433e-8f13-cd0c345e96e3', 'name': 'network-vif-deleted', 'tag': '02218c95-4a6d-4ec2-9d14-46273c3547c7', 'status': 'completed', 'code': 200}
Nov 13 21:10:18.398734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab5142aa-aa1c-4c82-b4fe-60a3b2c70a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f5e40a9c87a4063b2f42652fa1e777e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0716984
Nov 13 21:10:18.401124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51656) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:18.403997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b01d818-6f5e-46de-a59d-8ba43efa33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.406773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6b01d818-6f5e-46de-a59d-8ba43efa33f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.407946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6b01d818-6f5e-46de-a59d-8ba43efa33f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51f64d4a-5f0a-4687-82ec-afa1c56d7bdf HTTP/1.1" status: 204  len: 168 time: 0.8582253
Nov 13 21:10:18.411479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba85ab44-8f18-4639-93d7-351a4d0b7f7b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:18.419661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01d818-6f5e-46de-a59d-8ba43efa33f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f64d4a-5f0a-4687-82ec-afa1c56d7bdf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:18.449990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: ba85ab44-8f18-4639-93d7-351a4d0b7f7b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:18.450332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba85ab44-8f18-4639-93d7-351a4d0b7f7b not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:18.467367 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.479993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.483276 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d9d14639-ad84-4793-9554-cca59e529cc3 HTTP/1.1" status: 204  len: 168 time: 1.0591428
Nov 13 21:10:18.516453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33bab7-106b-4a4d-8b58-69827e541745 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9d14639-ad84-4793-9554-cca59e529cc3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:18.553378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-798459d1-f12d-4c09-adba-4a7ab1d929b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.626329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-798459d1-f12d-4c09-adba-4a7ab1d929b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.799070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-798459d1-f12d-4c09-adba-4a7ab1d929b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.803689 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-798459d1-f12d-4c09-adba-4a7ab1d929b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:18.804960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-798459d1-f12d-4c09-adba-4a7ab1d929b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37c83193-aecb-4617-ab81-2e9b7db7c46d HTTP/1.1" status: 204  len: 168 time: 0.4026699
Nov 13 21:10:18.828519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798459d1-f12d-4c09-adba-4a7ab1d929b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c83193-aecb-4617-ab81-2e9b7db7c46d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:19.154998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:19.183054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 02218c95-4a6d-4ec2-9d14-46273c3547c7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:19.185768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 02218c95-4a6d-4ec2-9d14-46273c3547c7 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:19.259685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:19.317926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51686) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:19.325999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-130c0306-af9e-4742-881b-9006b14b2508 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c9cacff30fd4af19035b88fec319120&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0650082
Nov 13 21:10:19.398097 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eae728fb-7ea9-40d7-87e6-939179921d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:19.437778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eae728fb-7ea9-40d7-87e6-939179921d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:19.528493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e8cd437-4c47-47fb-9b67-49476e6531c1 req-7644e433-b4b0-420d-817b-9ff04b66a7de tempest-MigrationsAdminTest-2141140461 tempest-MigrationsAdminTest-2141140461-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb626d3a-5bcf-433e-8f13-cd0c345e96e3 HTTP/1.1" status: 200  len: 210 time: 0.0398893
Nov 13 21:10:19.789498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c251e-174b-440c-bb1e-a1d4efc78fcc req-a0b6d6e0-79b4-4be3-906c-e7eebde00f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:19.789498 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd4c251e-174b-440c-bb1e-a1d4efc78fcc req-a0b6d6e0-79b4-4be3-906c-e7eebde00f73 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 966 time: 0.0539043
Nov 13 21:10:19.858561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd4c251e-174b-440c-bb1e-a1d4efc78fcc req-b8a468fe-9471-4fc7-86bc-f7d325e812e5 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af80446-319c-4862-890e-ff5678862710&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579450
Nov 13 21:10:19.881916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eae728fb-7ea9-40d7-87e6-939179921d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:19.884626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eae728fb-7ea9-40d7-87e6-939179921d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:19.885807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eae728fb-7ea9-40d7-87e6-939179921d39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ecb2ba4-356a-48fb-8393-a0f20930d4f4 HTTP/1.1" status: 204  len: 168 time: 0.5667174
Nov 13 21:10:19.916828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae728fb-7ea9-40d7-87e6-939179921d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb2ba4-356a-48fb-8393-a0f20930d4f4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:19.954431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69410b-2846-4247-8786-7dbb697e70fb req-17990171-320b-4323-8205-03d42db2a108 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:19.956035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa69410b-2846-4247-8786-7dbb697e70fb req-17990171-320b-4323-8205-03d42db2a108 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 966 time: 0.0675194
Nov 13 21:10:20.104676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Deleting port 4841260f-a5f1-42f1-9638-a0b58365af15 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:20.105196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:20.222704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] For port 4841260f-a5f1-42f1-9638-a0b58365af15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4841260f-a5f1-42f1-9638-a0b58365af15,segment=NetworkSegment(1fd45f67-3ec6-4e99-92b9-282cc9913d51),segment_id=1fd45f67-3ec6-4e99-92b9-282cc9913d51)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:20.223068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:20.238732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Calling delete_port for 4841260f-a5f1-42f1-9638-a0b58365af15 owned by compute:tempest-test_az-181318265 {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:20.553553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:20.600865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Pushing event deleted for resources: {'Port': ['ID=4841260f-a5f1-42f1-9638-a0b58365af15,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:20.647685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-e728ced9-d991-40e5-a1d5-8b90ae049193 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:20.650029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-e728ced9-d991-40e5-a1d5-8b90ae049193 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.1604764
Nov 13 21:10:20.660797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] No DVR routers for this DVR port 4841260f-a5f1-42f1-9638-a0b58365af15 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:20.664667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:20.667198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa69410b-2846-4247-8786-7dbb697e70fb req-694fdbd0-0a78-475e-832e-dca4b36dc32c tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.46 "DELETE /v2.0/ports/4841260f-a5f1-42f1-9638-a0b58365af15 HTTP/1.1" status: 204  len: 173 time: 0.7018552
Nov 13 21:10:20.667685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'name': 'network-vif-deleted', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:20.670280 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723eb701-60a7-4ccf-a063-6cbbe914a7f3" -d '{"events": [{"server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "name": "network-vif-deleted", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:20.672187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-3f4a94cf-b12d-4264-b02b-252fc20029f2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.0150115
Nov 13 21:10:20.711611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-39665ae3-9b94-428d-a63d-a89ecaf819f9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0359039
Nov 13 21:10:20.950775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51766) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:21.016957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5470c7bc-7f84-4ca5-8cd7-e62e609a3df8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ebcdc5d3d954e1d986188b68eebcdc0&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0647380
Nov 13 21:10:21.019619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51768) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:21.085619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e0cb06-ffb9-4717-9043-4ae823bce70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:21.134787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e0cb06-ffb9-4717-9043-4ae823bce70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:21.305680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e0cb06-ffb9-4717-9043-4ae823bce70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:21.309116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e0cb06-ffb9-4717-9043-4ae823bce70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:21.310516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-34e0cb06-ffb9-4717-9043-4ae823bce70c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cd0d35c-9892-446f-a8ae-6b3cb82a8546 HTTP/1.1" status: 204  len: 168 time: 0.2896838
Nov 13 21:10:21.358780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0cb06-ffb9-4717-9043-4ae823bce70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd0d35c-9892-446f-a8ae-6b3cb82a8546,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:21.516080 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12053a23-c95b-4e59-99ce-f6b58ebce254 x-openstack-request-id: req-12053a23-c95b-4e59-99ce-f6b58ebce254 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:21.516393 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bdb490-d881-46a6-bb2a-a1c65bf96723", "name": "network-vif-deleted", "tag": "4841260f-a5f1-42f1-9638-a0b58365af15", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:21.517555 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12053a23-c95b-4e59-99ce-f6b58ebce254 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:21.518492 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bdb490-d881-46a6-bb2a-a1c65bf96723', 'name': 'network-vif-deleted', 'tag': '4841260f-a5f1-42f1-9638-a0b58365af15', 'status': 'completed', 'code': 200}
Nov 13 21:10:21.535102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-f1eb6572-ec7a-42ed-bf0e-66b0c5b7fba3 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8160207
Nov 13 21:10:21.720669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-9bd8edd9-5f7a-4ba8-bdee-bcb7f5b183d1 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811709
Nov 13 21:10:21.747101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6488d07a-24b3-4fda-902d-9238236890ec req-c09d4c44-fb5b-4c73-b7b7-961b00096fb8 tempest-LiveMigrationTest-716427780 tempest-LiveMigrationTest-716427780-project] 10.222.0.20 "GET /v2.0/ports?device_id=30bdb490-d881-46a6-bb2a-a1c65bf96723 HTTP/1.1" status: 200  len: 210 time: 0.0463250
Nov 13 21:10:22.131342 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7bf7967e-93ba-4c98-9153-98a824a8c969 req-4cd05174-fd0b-429b-b518-4e8d45e2df48 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 210 time: 0.0790007
Nov 13 21:10:22.239294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:22.555507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1777405609-network', 'tenant_id': 'a0d2579fc03c4f38b736d938b2fe263b'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:22.587453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51822) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:22.651921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Made reservation on behalf of a0d2579fc03c4f38b736d938b2fe263b for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:22.654923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:22.668297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:22.770503 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-80193fef-3696-4075-94a5-dce9d5d4eb0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de9bc54074d54444b6b64b0f5bad6193&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1816354
Nov 13 21:10:22.772959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:22.843825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:22.856040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:22.863738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d9128e4-fe49-4876-912b-c15341499268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:22.917738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d9128e4-fe49-4876-912b-c15341499268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:22.946456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51844) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:22.948000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:22.994244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:10:23.019004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.019384 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Added segment 0b9ce776-265d-4c77-aff2-9c409c614b13 of type vlan for network fec6a27c-3257-4e8a-9f2f-560a17e9a301
Nov 13 21:10:23.061536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d9128e4-fe49-4876-912b-c15341499268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.064871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d9128e4-fe49-4876-912b-c15341499268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.066335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d9128e4-fe49-4876-912b-c15341499268 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/086b8a73-33d1-4ac6-bff7-cf6bbd84930e HTTP/1.1" status: 204  len: 168 time: 0.2915661
Nov 13 21:10:23.076616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.078905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bbcf3b-42df-4471-b1d0-31ad99d8e472,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:23.086858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9128e4-fe49-4876-912b-c15341499268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086b8a73-33d1-4ac6-bff7-cf6bbd84930e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:23.181598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Deleting subnet 1e295620-79ca-4a71-8999-516f0e158e24 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:23.185245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.194343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.194524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:23.196182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.218426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-network', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:23.339475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.341396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] Pushing event updated for resources: {'Network': ['ID=fec6a27c-3257-4e8a-9f2f-560a17e9a301,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:23.360300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:10:23.394570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-496dabba-cc6c-479f-8412-4e0de8a1a368 req-ff0c1fc0-84fa-4f4c-b4ca-2a0f8116cee7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 210 time: 0.1069660
Nov 13 21:10:23.418914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99658793-6998-43fc-97fd-b35ecaae1297 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1783166
Nov 13 21:10:23.419529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51854) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:23.424018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.424331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Request body: {'subnet': {'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1777405609-subnet', 'tenant_id': 'a0d2579fc03c4f38b736d938b2fe263b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:23.606657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Made reservation on behalf of 49b652f3cfbc4c9388b1cd45fc8391e5 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:23.610791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.638778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.722616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.745003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Made reservation on behalf of a0d2579fc03c4f38b736d938b2fe263b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:23.749315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.762377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e295620-79ca-4a71-8999-516f0e158e24,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:23.773547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.777676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5dcd804-3ffa-4b9b-a395-f9d05291b855 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e295620-79ca-4a71-8999-516f0e158e24 HTTP/1.1" status: 204  len: 168 time: 0.9299026
Nov 13 21:10:23.781503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51874) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:23.835160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.897704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.942991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.954996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:10:23.966787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:23.967172 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Added segment 84e4806d-4781-41c7-906a-fa892ccf98e7 of type vlan for network 4dc7fac4-edec-4ff4-9631-3e08afa21640
Nov 13 21:10:24.099018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.109632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.140113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63242e9e-e0bc-4fef-894f-596966d48770,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:24.153723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdca2e970>,) {'filters': {'network_id': ['50b1d336-aa1c-4eb0-9cee-350682ccd5c1']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:24.168407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdca2e970>, '1fd45f67-3ec6-4e99-92b9-282cc9913d51') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:24.168774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdca2e970>, '1fd45f67-3ec6-4e99-92b9-282cc9913d51') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:24.179245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.194692 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.200902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:24.201283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:24.202897 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:24.438528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:24.459576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 4841260f-a5f1-42f1-9638-a0b58365af15 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:24.460014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4841260f-a5f1-42f1-9638-a0b58365af15 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:24.474001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d671d039-4479-44b5-90ad-6e326a1abc5e req-c17aa9cf-8e34-4644-960a-4b1ba9bba924 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 210 time: 0.0307138
Nov 13 21:10:24.777161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.777608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.778135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:24.778740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.779255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b595bd2e-011e-42f3-b1e8-c5ac5b18b8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.789884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.798727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:24.802025 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] 10.222.0.20 "DELETE /v2.0/networks/50b1d336-aa1c-4eb0-9cee-350682ccd5c1 HTTP/1.1" status: 204  len: 168 time: 1.0191774
Nov 13 21:10:24.805595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51894) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:24.805923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51896) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:24.875703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7ee20a-c922-4e20-a8bd-588772c89937,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:24.900355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Checking segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:24.900786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Network hostable DHCP agents. Network: fec6a27c-3257-4e8a-9f2f-560a17e9a301, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:10:24.947375 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.9992950
Nov 13 21:10:24.953237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51904) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:24.966005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Request body: {'subnet': {'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-subnet', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:24.981752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Deleting subnet fca2f49b-b594-42a1-b397-1c9ebb99392e {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:24.990892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac127d9e-d577-44b0-8578-ff3d3de2baba admin admin] Pushing event updated for resources: {'Network': ['ID=4dc7fac4-edec-4ff4-9631-3e08afa21640,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:25.003669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.005941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:10:25.047931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2e8c1-772d-4b85-9055-5f703410534d admin admin] Pushing event deleted for resources: {'Network': ['ID=50b1d336-aa1c-4eb0-9cee-350682ccd5c1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:25.066279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51906) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:25.066636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4bcf3556-b9a9-4b7e-bf48-5090622ffac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d24ce39b6bd34bad89c7f6e028baf31b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2570868
Nov 13 21:10:25.100117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:10:25.105899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.142568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1635-d64a-40da-8ec0-f285cee53c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.159429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.184338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1635-d64a-40da-8ec0-f285cee53c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.198817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fec6a27c-3257-4e8a-9f2f-560a17e9a301) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:25.207180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c162e7-2733-4ab7-8f0c-c8323a9d26b5 None None] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:25.221531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:25.222125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.247879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Made reservation on behalf of 49b652f3cfbc4c9388b1cd45fc8391e5 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:25.278254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.376508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-55b089ba-f11c-4288-bf97-5335f3b2dc81 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9558587
Nov 13 21:10:25.395890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53f3fe-fc7a-465c-9a6e-19f1709d0688 None None] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:25.407039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1635-d64a-40da-8ec0-f285cee53c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.410109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1635-d64a-40da-8ec0-f285cee53c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:25.411628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fe2d1635-d64a-40da-8ec0-f285cee53c7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/806e6e9a-448e-4f5f-a63b-93a2290a1c8f HTTP/1.1" status: 204  len: 168 time: 0.3443713
Nov 13 21:10:25.433173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d1635-d64a-40da-8ec0-f285cee53c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e6e9a-448e-4f5f-a63b-93a2290a1c8f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:25.551658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55527f46-fd75-4030-b536-b7b3565faee6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:25.564944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55527f46-fd75-4030-b536-b7b3565faee6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.3398407
Nov 13 21:10:25.586812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Request body: {'port': {'device_id': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'admin_state_up': True, 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:25.665663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc4a1f5f-12d2-4ce6-8a2f-3720e554c044 req-fa820d4c-29ef-4558-9ddd-c970d43479e2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 210 time: 0.0850337
Nov 13 21:10:25.666895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.145549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca2f49b-b594-42a1-b397-1c9ebb99392e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:26.161329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.167472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5072b0c7-da88-424c-9180-8e67fbd6902d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fca2f49b-b594-42a1-b397-1c9ebb99392e HTTP/1.1" status: 204  len: 168 time: 1.3565493
Nov 13 21:10:26.170030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51946) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:26.363112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.397355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:26.409250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.470171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-ba4180a8-9c0b-4a34-a892-953e826e69db tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:26.471715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-ba4180a8-9c0b-4a34-a892-953e826e69db tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 813 time: 0.1768150
Nov 13 21:10:26.481460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.491102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.501022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-617416cf-e8b6-4fd1-86ff-d8f83b2d5109 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/quotas/a0d2579fc03c4f38b736d938b2fe263b HTTP/1.1" status: 200  len: 375 time: 0.0136528
Nov 13 21:10:26.509118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfacd490>,) {'filters': {'network_id': ['6f86d54c-0159-4eae-8a85-a8dc2e35dd2f']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:26.520231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfacd490>, '5c0f11ae-88ef-42b4-bf52-8b1db3c42559') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:26.520579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfacd490>, '5c0f11ae-88ef-42b4-bf52-8b1db3c42559') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:26.533734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.561582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.568261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-7fc9eb5d-890f-436e-8ce4-8b6533753f2c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443723
Nov 13 21:10:26.571706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:26.572108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:26.581901 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:26.589643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f28878-95f9-40c5-9077-0a31440f2423,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:26.741360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.743434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Checking segment: {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:26.743639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Network hostable DHCP agents. Network: 4dc7fac4-edec-4ff4-9631-3e08afa21640, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:10:26.781840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:26.793427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f86d54c-0159-4eae-8a85-a8dc2e35dd2f HTTP/1.1" status: 204  len: 168 time: 0.6219811
Nov 13 21:10:26.794857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82902684-839d-4f61-947e-004be80e22ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6f86d54c-0159-4eae-8a85-a8dc2e35dd2f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:26.873240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-a13a8564-d87c-46f0-be8e-d575ec599f42 service neutron] 10.222.0.20 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2948027
Nov 13 21:10:26.893430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Allocated IP 172.20.0.6 (09559424-1385-4568-9979-5bb0cb2d727b/ee3e3781-732f-4b0f-9edb-4f9b217de713/601b2a7b-4853-49f4-8824-5ed775838b9e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:26.953216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3eefc12-ca32-4e6b-8e12-fbc28484cbfe req-e83aa2b4-d516-404a-8ece-0a12f34aa4c9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 210 time: 0.1001472
Nov 13 21:10:27.047244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:10:27.058631 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6d5f5e09-8374-4be7-aa88-95497e07f660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.119433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-38c011d3-dda2-4972-b3a4-a0a52fa05809 service neutron] 10.222.0.20 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191401
Nov 13 21:10:27.203482 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.206815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4dc7fac4-edec-4ff4-9631-3e08afa21640) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:27.214961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcbcd6c-bcd7-480c-becd-619ba597b351 None None] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:27.222153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:27.223245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.310388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3fdc903f-a293-49a1-b1ff-4dbe26e2df1d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.3478980
Nov 13 21:10:27.315425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51998) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:27.315535 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:27.345165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52000) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:27.354567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.416131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b313fe9a-6668-4772-8e2d-7e028f3c99b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d955549db8436198ccc9342b455243&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0698025
Nov 13 21:10:27.422912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:27.451235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Network 09559424-1385-4568-9979-5bb0cb2d727b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:27.454700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:27.457243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:27.494877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event updated for resources: {'Port': ['ID=601b2a7b-4853-49f4-8824-5ed775838b9e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:27.550597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-316f4a31-8452-488d-8e67-cff2a36e6946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.557207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:27.559883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.571830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.575915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.594807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4dc7fac4-edec-4ff4-9631-3e08afa21640', 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'fixed_ips': [{'subnet_id': '18f28878-95f9-40c5-9077-0a31440f2423'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:10:27.594807 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.606201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-316f4a31-8452-488d-8e67-cff2a36e6946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.787314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Allocated IP 172.20.0.2 (4dc7fac4-edec-4ff4-9631-3e08afa21640/18f28878-95f9-40c5-9077-0a31440f2423/db0e6451-c42e-460f-9c92-a307b0ec8938) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:27.794840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-ef6c519f-d384-431f-9717-7fe876dbd97e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2170389
Nov 13 21:10:27.803403 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.809160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Request body: {'port': {'device_id': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:27.846588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-316f4a31-8452-488d-8e67-cff2a36e6946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.856405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-316f4a31-8452-488d-8e67-cff2a36e6946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:27.857258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-316f4a31-8452-488d-8e67-cff2a36e6946 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2af80446-319c-4862-890e-ff5678862710 HTTP/1.1" status: 204  len: 168 time: 0.4318449
Nov 13 21:10:27.896591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f4a31-8452-488d-8e67-cff2a36e6946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af80446-319c-4862-890e-ff5678862710,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:28.061356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.133478 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6bbfa680-c113-4a0c-97b6-96f6432a6dc8 req-3e8617fe-cd95-49a1-ae6e-906c5da7519f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 210 time: 0.1472831
Nov 13 21:10:28.176309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9fe7e-0733-4a14-907d-9b8cef8d83b7 req-187ffea2-6304-4821-9a78-d583d54e8299 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:28.184580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.184833 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21c9fe7e-0733-4a14-907d-9b8cef8d83b7 req-187ffea2-6304-4821-9a78-d583d54e8299 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 931 time: 0.0743167
Nov 13 21:10:28.255572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Pushing event updated for resources: {'Port': ['ID=db0e6451-c42e-460f-9c92-a307b0ec8938,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:28.276737 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21c9fe7e-0733-4a14-907d-9b8cef8d83b7 req-cdf05ac5-6914-4f43-99e1-b1e571934922 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910695
Nov 13 21:10:28.279197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:28.281253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:28.285531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:28.308282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.328721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.421472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Attempting to bind port db0e6451-c42e-460f-9c92-a307b0ec8938 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:28.421861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Attempting to bind port db0e6451-c42e-460f-9c92-a307b0ec8938 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:28.422227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Attempting to bind port db0e6451-c42e-460f-9c92-a307b0ec8938 on network 4dc7fac4-edec-4ff4-9631-3e08afa21640 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:28.432670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:28.433070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Checking segment: {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:28.433472 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.433856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Bound using segment: {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:28.434500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Bound port: db0e6451-c42e-460f-9c92-a307b0ec8938, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:28.434716 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.537817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] For port db0e6451-c42e-460f-9c92-a307b0ec8938, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:28.579976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] For port db0e6451-c42e-460f-9c92-a307b0ec8938, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db0e6451-c42e-460f-9c92-a307b0ec8938,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:28.595793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.647739 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:28.738047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7ea2f-860f-43bf-8a31-a9df48f3e0b9 None None] Pushing event updated for resources: {'Port': ['ID=db0e6451-c42e-460f-9c92-a307b0ec8938,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:28.863876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601b2a7b-4853-49f4-8824-5ed775838b9e {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:28.875406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.036471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Transition to ACTIVE for port object 601b2a7b-4853-49f4-8824-5ed775838b9e will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:10:29.081152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52054) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:29.159008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.168636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.201306 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.207990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9ffaf96a-5d56-41ca-9430-30f1ee3cf87a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1bfb9e3520040b9ab6c14d8b5d24c1a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1258817
Nov 13 21:10:29.210497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52060) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:29.283621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-970fab8f-2deb-4659-be2c-85ff9156e816 req-16ed2278-43cb-46c2-bbeb-04fa931d9abd tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 210 time: 0.0446775
Nov 13 21:10:29.391513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7d564bd-d392-442c-8721-203b5fe6a170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.410345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Pushing event updated for resources: {'Port': ['ID=601b2a7b-4853-49f4-8824-5ed775838b9e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:29.454319 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7d564bd-d392-442c-8721-203b5fe6a170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.623012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Attempting to bind port 601b2a7b-4853-49f4-8824-5ed775838b9e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:29.623349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Attempting to bind port 601b2a7b-4853-49f4-8824-5ed775838b9e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:29.623681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Attempting to bind port 601b2a7b-4853-49f4-8824-5ed775838b9e on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:29.636281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Port 601b2a7b-4853-49f4-8824-5ed775838b9e on network 09559424-1385-4568-9979-5bb0cb2d727b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:10:29.636479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Attempting to bind port 601b2a7b-4853-49f4-8824-5ed775838b9e on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:29.654306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae981ac-92fd-4f21-8d6f-8d0b92677ffe req-4f974b3e-7a6a-47c7-88fe-3e1fef10e1ed tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:29.655837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ae981ac-92fd-4f21-8d6f-8d0b92677ffe req-4f974b3e-7a6a-47c7-88fe-3e1fef10e1ed tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 943 time: 0.1915274
Nov 13 21:10:29.664176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7d564bd-d392-442c-8721-203b5fe6a170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.668118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:29.668459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:29.668918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Bound using segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:29.674467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Bound port: 601b2a7b-4853-49f4-8824-5ed775838b9e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:29.674467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.675050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7d564bd-d392-442c-8721-203b5fe6a170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.675161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Allocated IP 172.35.3.178 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/20b5579e-355b-4411-9c57-4fa8952c9fe5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:29.675604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f7d564bd-d392-442c-8721-203b5fe6a170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/072f294a-c7ad-455c-853f-7547c2e0c5ea HTTP/1.1" status: 204  len: 168 time: 0.4632215
Nov 13 21:10:29.698321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d564bd-d392-442c-8721-203b5fe6a170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f294a-c7ad-455c-853f-7547c2e0c5ea,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:29.789938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:29.853321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ae981ac-92fd-4f21-8d6f-8d0b92677ffe req-749ba1e4-f23c-4229-952c-09458910ad41 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861398
Nov 13 21:10:29.938626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] For port 601b2a7b-4853-49f4-8824-5ed775838b9e, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:29.944400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] For port 601b2a7b-4853-49f4-8824-5ed775838b9e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=601b2a7b-4853-49f4-8824-5ed775838b9e,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:30.022207 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.063894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.117645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:30.118286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.119920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/601b2a7b-4853-49f4-8824-5ed775838b9e HTTP/1.1" status: 200  len: 1091 time: 2.3149943
Nov 13 21:10:30.120572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'tag': '601b2a7b-4853-49f4-8824-5ed775838b9e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:30.123309 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21483695-1102-4d48-8e88-d4f23cf2596d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3c89ec-75e4-4951-b9ac-5527fccd0143", "tag": "601b2a7b-4853-49f4-8824-5ed775838b9e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:30.178506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.196861 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8456c15-544b-49fc-bd97-51adb7c09182 x-openstack-request-id: req-f8456c15-544b-49fc-bd97-51adb7c09182 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:30.197148 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3c89ec-75e4-4951-b9ac-5527fccd0143", "tag": "601b2a7b-4853-49f4-8824-5ed775838b9e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:30.197481 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8456c15-544b-49fc-bd97-51adb7c09182 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:30.198339 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'tag': '601b2a7b-4853-49f4-8824-5ed775838b9e', 'status': 'completed', 'code': 200}
Nov 13 21:10:30.201563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1ff06-78a8-4345-ba57-3d8c198045b0 service neutron] Pushing event updated for resources: {'Port': ['ID=601b2a7b-4853-49f4-8824-5ed775838b9e,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:30.210796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:30.214965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:30.245411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:30.313956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf68dc-a3ef-4942-a242-4d823cd8b846 None None] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:30.321772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Pushing event updated for resources: {'Port': ['ID=20b5579e-355b-4411-9c57-4fa8952c9fe5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:30.397119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.401041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21483695-1102-4d48-8e88-d4f23cf2596d req-8239725e-849a-4cd6-8848-1cce25ced7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:30.402200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-21483695-1102-4d48-8e88-d4f23cf2596d req-8239725e-849a-4cd6-8848-1cce25ced7ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 1094 time: 0.1659503
Nov 13 21:10:30.538463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bd4d276-892b-4cfa-9414-73d10f4dace8 req-f07d08c3-f70e-4c01-b33b-b6c83a125016 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 210 time: 0.0873499
Nov 13 21:10:30.553385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-242fe2d3-2a9a-41df-be95-f8d46a391b74 None None] Provisioning complete for port db0e6451-c42e-460f-9c92-a307b0ec8938 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:30.553754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-242fe2d3-2a9a-41df-be95-f8d46a391b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.605943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21483695-1102-4d48-8e88-d4f23cf2596d req-04f58bfd-4fa9-4bc2-b7c0-84a8936a4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:30.607453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-21483695-1102-4d48-8e88-d4f23cf2596d req-04f58bfd-4fa9-4bc2-b7c0-84a8936a4bc7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1215060
Nov 13 21:10:30.776988 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.815140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-242fe2d3-2a9a-41df-be95-f8d46a391b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:30.911098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-242fe2d3-2a9a-41df-be95-f8d46a391b74 None None] For port db0e6451-c42e-460f-9c92-a307b0ec8938, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db0e6451-c42e-460f-9c92-a307b0ec8938,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:31.049476 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-242fe2d3-2a9a-41df-be95-f8d46a391b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:31.151009 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:31.222796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1f20c-db62-44b9-a959-ada838f42822 req-bd21428d-4b61-4cba-b838-ad110020afeb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:31.259694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device db0e6451-c42e-460f-9c92-a307b0ec8938 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:31.259815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fc1f20c-db62-44b9-a959-ada838f42822 req-bd21428d-4b61-4cba-b838-ad110020afeb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 943 time: 0.2167301
Nov 13 21:10:31.345922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fe2d3-2a9a-41df-be95-f8d46a391b74 None None] Pushing event updated for resources: {'Port': ['ID=db0e6451-c42e-460f-9c92-a307b0ec8938,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:31.380562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dd9d2860-a2d9-49a6-b28e-23b5e844a324 None None] Provisioning complete for port db0e6451-c42e-460f-9c92-a307b0ec8938 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:31.381028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dd9d2860-a2d9-49a6-b28e-23b5e844a324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:31.419604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21483695-1102-4d48-8e88-d4f23cf2596d req-8ad2f062-3a87-4159-b184-809503102d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:31.421787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-21483695-1102-4d48-8e88-d4f23cf2596d req-8ad2f062-3a87-4159-b184-809503102d9c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8069785
Nov 13 21:10:31.466726 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fc1f20c-db62-44b9-a959-ada838f42822 req-4ffe2549-29f5-4521-89a5-b43df38fa3b8 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061510
Nov 13 21:10:31.479339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port db0e6451-c42e-460f-9c92-a307b0ec8938 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:31.479717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:31.691816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-84c86ac0-d736-4790-8642-a20b0a1b036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:31.693724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-84c86ac0-d736-4790-8642-a20b0a1b036f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 1094 time: 0.2046127
Nov 13 21:10:31.708656 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f56645b6-604c-4eda-9174-bb73a6f5b939 req-b8babfac-f683-4323-8b4f-43f7f18b4b52 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 210 time: 0.0649621
Nov 13 21:10:31.777219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-43810d39-b052-4f5d-8968-8e6e14012d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=601b2a7b-4853-49f4-8824-5ed775838b9e HTTP/1.1" status: 200  len: 217 time: 0.0730219
Nov 13 21:10:31.789607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-6c56129c-3eba-4416-bf83-dd92d74e2926 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:31.791282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-6c56129c-3eba-4416-bf83-dd92d74e2926 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 813 time: 0.3247340
Nov 13 21:10:31.843776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:10:31.848857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Request body: {'port': {'device_id': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'admin_state_up': True, 'tenant_id': 'a0d2579fc03c4f38b736d938b2fe263b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:32.130074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-074ae6c8-7429-4ceb-babf-6a61627e3ec1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:32.130074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-074ae6c8-7429-4ceb-babf-6a61627e3ec1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 813 time: 0.1829164
Nov 13 21:10:32.130074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Request body: {'port': {'device_id': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'admin_state_up': True, 'tenant_id': 'a0d2579fc03c4f38b736d938b2fe263b'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:32.130829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-da1dc47a-9bed-49c3-ba81-4fdc9ec6dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:32.130829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-da1dc47a-9bed-49c3-ba81-4fdc9ec6dde3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.2904067
Nov 13 21:10:32.130829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-f196e052-e906-4932-b916-d84f8674c29c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342708
Nov 13 21:10:32.566921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:10:32.583042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Sync routers for ids ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:10:32.592745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Routers {'892bede8-a6fc-41d4-bc7a-7c3009fabe25'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:32.593282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6bfb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:32.634178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70c616-6356-4dbd-8cba-98d4ee776359 req-247a2604-bfca-4353-b3b7-14dadd77d74c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:32.636303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b70c616-6356-4dbd-8cba-98d4ee776359 req-247a2604-bfca-4353-b3b7-14dadd77d74c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 943 time: 0.0882826
Nov 13 21:10:32.638435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-9edd28e2-3121-40ad-b648-24b48fc98599 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4782243
Nov 13 21:10:32.719755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Set router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:32.784387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Made reservation on behalf of a0d2579fc03c4f38b736d938b2fe263b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:32.792908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:32.827495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Made reservation on behalf of a0d2579fc03c4f38b736d938b2fe263b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:32.832027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:32.909350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b70c616-6356-4dbd-8cba-98d4ee776359 req-3327c75a-fbbd-4463-87be-035c32d584a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639866
Nov 13 21:10:32.993527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf12668a-24ef-4c9b-bc52-5191d6417b38 req-32d538e8-d6c2-468f-86cf-780baa8552b7 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 210 time: 0.1235802
Nov 13 21:10:33.033455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:33.040348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e19420f7-f1e6-42f1-bf62-6a1bb0409286 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.7285547
Nov 13 21:10:33.072043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52188) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:33.107602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device db0e6451-c42e-460f-9c92-a307b0ec8938 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:33.124737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-567aa1ab-79f7-4c81-bcfb-ef4acde37d22 req-6d328a45-df1c-40da-9b46-44e519c4815d service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4763665
Nov 13 21:10:33.237128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Allocated IP 172.20.0.4 (fec6a27c-3257-4e8a-9f2f-560a17e9a301/7f7ee20a-c922-4e20-a8bd-588772c89937/82caaac5-2616-496e-8433-0d3d5378fa81) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:33.266164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6bfb50>, [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:30Z', 'revision_number': 3, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:33.301628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port db0e6451-c42e-460f-9c92-a307b0ec8938 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:33.302254 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:33.304565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Checking router: 892bede8-a6fc-41d4-bc7a-7c3009fabe25 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:10:33.310415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Updating router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 port 20b5579e-355b-4411-9c57-4fa8952c9fe5 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:10:33.524895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:33.552713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:33.663996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:33.825286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Allocated IP 172.20.0.12 (fec6a27c-3257-4e8a-9f2f-560a17e9a301/7f7ee20a-c922-4e20-a8bd-588772c89937/cd51c760-2b5f-430e-94a8-2be32abdd9ad) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:33.888801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event updated for resources: {'Port': ['ID=82caaac5-2616-496e-8433-0d3d5378fa81,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:33.892655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:33.894698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:33.897206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:33.952049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:33.952917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.065697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3b2be692-7708-43e4-b73e-f9d36a648f22 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0285981
Nov 13 21:10:34.079475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Request body: {'port': {'device_id': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:34.102726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.120017 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.162955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6efd6-7c98-4d9f-880c-71bde7cc56d1 req-1846f1ce-7fc7-4dbf-8503-35c7e7676883 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:34.164513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ffa6efd6-7c98-4d9f-880c-71bde7cc56d1 req-1846f1ce-7fc7-4dbf-8503-35c7e7676883 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 943 time: 0.1557276
Nov 13 21:10:34.185213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.202884 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.282463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ffa6efd6-7c98-4d9f-880c-71bde7cc56d1 req-14a7a1af-42cb-4285-a94a-067b954de883 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011229
Nov 13 21:10:34.321871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.369148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a087d6e-058a-45be-a53d-8e240ad97142 None None] Pushing event updated for resources: {'Port': ['ID=20b5579e-355b-4411-9c57-4fa8952c9fe5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:34.377714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Attempting to bind port 20b5579e-355b-4411-9c57-4fa8952c9fe5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:34.382853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Attempting to bind port 20b5579e-355b-4411-9c57-4fa8952c9fe5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:34.382853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Attempting to bind port 20b5579e-355b-4411-9c57-4fa8952c9fe5 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:34.390257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:34.391008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:34.391605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.392203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:34.392897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Bound port: 20b5579e-355b-4411-9c57-4fa8952c9fe5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:34.393045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.393617 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.396660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:34.412514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:34.419661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:34.425251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event updated for resources: {'Port': ['ID=cd51c760-2b5f-430e-94a8-2be32abdd9ad,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:34.446847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6be95-7e74-4a29-9185-afcb844c283d req-a9a75749-9749-44bb-9fd5-3aeb37b513cf tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:34.448546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ae6be95-7e74-4a29-9185-afcb844c283d req-a9a75749-9749-44bb-9fd5-3aeb37b513cf tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 931 time: 0.0763788
Nov 13 21:10:34.535937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:34.537031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.543418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] For port 20b5579e-355b-4411-9c57-4fa8952c9fe5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:34.548842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] For port 20b5579e-355b-4411-9c57-4fa8952c9fe5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20b5579e-355b-4411-9c57-4fa8952c9fe5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:34.582332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ae6be95-7e74-4a29-9185-afcb844c283d req-ccfd7fcc-0cb0-4734-b1bf-105efd443f40 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222079
Nov 13 21:10:34.625143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.691425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Allocated IP 172.20.0.1 (4dc7fac4-edec-4ff4-9631-3e08afa21640/18f28878-95f9-40c5-9077-0a31440f2423/8f440a2a-117e-4c73-8367-60700df11f45) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:34.696966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a087d6e-058a-45be-a53d-8e240ad97142 None None] Pushing event updated for resources: {'Port': ['ID=20b5579e-355b-4411-9c57-4fa8952c9fe5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:34.707468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Routers {'892bede8-a6fc-41d4-bc7a-7c3009fabe25'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:34.708230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6bfb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:34.716554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2b377ca0-e728-496c-ab4d-41298cc4d951 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9055820
Nov 13 21:10:34.796786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Request body: {'port': {'device_id': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:34.823570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] Set router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:34.890318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:34.935943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.001954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82caaac5-2616-496e-8433-0d3d5378fa81 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:35.009867 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.023126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Transition to ACTIVE for port object 82caaac5-2616-496e-8433-0d3d5378fa81 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:10:35.037302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6bfb50>, [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:30Z', 'revision_number': 3, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:35.066134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7ac4-c20c-4c15-ab2e-ea4f69f422ec None None] The sync data for ids ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'] in ncdv-master-1 is: [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:30Z', 'revision_number': 3, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:10:35.124208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.190945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.197226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Pushing event updated for resources: {'Port': ['ID=82caaac5-2616-496e-8433-0d3d5378fa81,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:35.223133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.223301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.223574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.223900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.224222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.224544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.224907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.225193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.225507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.226359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.226674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.226985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:35.243999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:35.251007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:35.254731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:35.268797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Attempting to bind port 82caaac5-2616-496e-8433-0d3d5378fa81 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:35.269327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Attempting to bind port 82caaac5-2616-496e-8433-0d3d5378fa81 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:35.269744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Attempting to bind port 82caaac5-2616-496e-8433-0d3d5378fa81 on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:35.275997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Port 82caaac5-2616-496e-8433-0d3d5378fa81 on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:10:35.276501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Attempting to bind port 82caaac5-2616-496e-8433-0d3d5378fa81 on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:35.283274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:35.284132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Checking segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:35.284132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Bound using segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:35.284397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Bound port: 82caaac5-2616-496e-8433-0d3d5378fa81, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:35.284915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.323165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Pushing event updated for resources: {'Port': ['ID=8f440a2a-117e-4c73-8367-60700df11f45,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:35.400767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.460429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] For port 82caaac5-2616-496e-8433-0d3d5378fa81, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:35.482064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] For port 82caaac5-2616-496e-8433-0d3d5378fa81, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82caaac5-2616-496e-8433-0d3d5378fa81,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:35.498880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f768f-01af-4266-9a69-32befcf4279b req-e84af8df-a02d-410e-a211-a00628fd6906 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:35.500133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f9f768f-01af-4266-9a69-32befcf4279b req-e84af8df-a02d-410e-a211-a00628fd6906 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 943 time: 0.1044888
Nov 13 21:10:35.523191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd51c760-2b5f-430e-94a8-2be32abdd9ad {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:35.538044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.570655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f9f768f-01af-4266-9a69-32befcf4279b req-789381da-c742-4177-bb6e-f8b236c428eb tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612354
Nov 13 21:10:35.572712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Transition to ACTIVE for port object cd51c760-2b5f-430e-94a8-2be32abdd9ad will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:10:35.643116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.664742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fee7c930-50cc-4423-8b0b-680944c84010 None None] Provisioning complete for port 8f440a2a-117e-4c73-8367-60700df11f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:35.665262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fee7c930-50cc-4423-8b0b-680944c84010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.665774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.717130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:35.717865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.719162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] 10.222.0.46 "PUT /v2.0/ports/82caaac5-2616-496e-8433-0d3d5378fa81 HTTP/1.1" status: 200  len: 1091 time: 1.6446042
Nov 13 21:10:35.727640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'tag': '82caaac5-2616-496e-8433-0d3d5378fa81'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:35.730230 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ce2675-fa9a-4b27-bae9-ba9a543039d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1070719-0a93-4248-90e3-efe7978f9e6b", "tag": "82caaac5-2616-496e-8433-0d3d5378fa81"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:35.756469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fee7c930-50cc-4423-8b0b-680944c84010 None None] Port 8f440a2a-117e-4c73-8367-60700df11f45 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:10:35.776860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70fb4f-9acf-49b4-84af-7133043f6bea service neutron] Pushing event updated for resources: {'Port': ['ID=82caaac5-2616-496e-8433-0d3d5378fa81,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:35.785261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Pushing event updated for resources: {'Port': ['ID=cd51c760-2b5f-430e-94a8-2be32abdd9ad,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:35.846351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.882342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Attempting to bind port cd51c760-2b5f-430e-94a8-2be32abdd9ad on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:35.882988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Attempting to bind port cd51c760-2b5f-430e-94a8-2be32abdd9ad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:35.883480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Attempting to bind port cd51c760-2b5f-430e-94a8-2be32abdd9ad on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:35.911374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Port cd51c760-2b5f-430e-94a8-2be32abdd9ad on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:10:35.912387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Attempting to bind port cd51c760-2b5f-430e-94a8-2be32abdd9ad on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:35.919855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:35.920453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Checking segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:35.921021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Bound using segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:35.921616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Bound port: cd51c760-2b5f-430e-94a8-2be32abdd9ad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:35.922160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:35.932266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459dd57-d806-4e13-8e80-c374e3a3c4e0 req-59604001-83a0-47cc-8a99-c6345cb4198a tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:35.933867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3459dd57-d806-4e13-8e80-c374e3a3c4e0 req-59604001-83a0-47cc-8a99-c6345cb4198a tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 943 time: 0.0996928
Nov 13 21:10:35.943501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-7cfe1164-51d6-44cc-aa12-cd526ddb38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:35.945622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-7cfe1164-51d6-44cc-aa12-cd526ddb38b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 1094 time: 0.0686443
Nov 13 21:10:35.997999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-f9a5801b-7134-4d84-bb97-39de5961b950 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82caaac5-2616-496e-8433-0d3d5378fa81 HTTP/1.1" status: 200  len: 217 time: 0.0443318
Nov 13 21:10:36.007491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] For port cd51c760-2b5f-430e-94a8-2be32abdd9ad, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:36.010771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] For port cd51c760-2b5f-430e-94a8-2be32abdd9ad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:36.056185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3459dd57-d806-4e13-8e80-c374e3a3c4e0 req-18c8efcc-f019-4685-8663-91fed05c91f0 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095839
Nov 13 21:10:36.067659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-bd810d13-51ad-4bf8-a0b8-e24a725ac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.069200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-bd810d13-51ad-4bf8-a0b8-e24a725ac35f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.0638821
Nov 13 21:10:36.110508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.113584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-2a7f2b3d-2f19-4fbf-81f0-46bf6a6e1461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370336
Nov 13 21:10:36.171623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.171767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.173860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd51c760-2b5f-430e-94a8-2be32abdd9ad HTTP/1.1" status: 200  len: 1092 time: 1.3819861
Nov 13 21:10:36.178646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'tag': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:36.181183 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95de55c-94aa-4514-87e7-1612afec5c17" -d '{"events": [{"name": "network-changed", "server_uuid": "43a06633-ea4d-46c1-bfc9-24bd3d934b4a", "tag": "cd51c760-2b5f-430e-94a8-2be32abdd9ad"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:36.236852 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.238851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b05b3-5dd0-4611-8d90-606293427895 service neutron] Pushing event updated for resources: {'Port': ['ID=cd51c760-2b5f-430e-94a8-2be32abdd9ad,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:36.260240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-5331a3d9-ad0a-44b4-9318-dd125509e839 service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394253
Nov 13 21:10:36.267861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26c327-54eb-4ec6-90e2-88900406b713 req-4204b7e1-0e26-4a55-a9c6-aa35e78bfd03 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.271419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f26c327-54eb-4ec6-90e2-88900406b713 req-4204b7e1-0e26-4a55-a9c6-aa35e78bfd03 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 951 time: 0.1133866
Nov 13 21:10:36.324985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-f8d882ee-84b1-4d0c-9a70-cb9b98850885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.326598 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-f8d882ee-84b1-4d0c-9a70-cb9b98850885 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=43a06633-ea4d-46c1-bfc9-24bd3d934b4a HTTP/1.1" status: 200  len: 1095 time: 0.0432980
Nov 13 21:10:36.371844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-14ad9253-7b2f-4f7f-b904-e7c321491fcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad HTTP/1.1" status: 200  len: 217 time: 0.0359311
Nov 13 21:10:36.372671 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.372863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f26c327-54eb-4ec6-90e2-88900406b713 req-14d9f39b-71ec-4124-b9ec-63124a75d649 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946712
Nov 13 21:10:36.395791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-1b9eb8ae-340e-4d72-976e-ddd37bd22e96 service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237564
Nov 13 21:10:36.435229 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd158ab-12b4-464e-b935-0fe035eaed1e x-openstack-request-id: req-3fd158ab-12b4-464e-b935-0fe035eaed1e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:36.435525 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1070719-0a93-4248-90e3-efe7978f9e6b", "tag": "82caaac5-2616-496e-8433-0d3d5378fa81", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:36.435781 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fd158ab-12b4-464e-b935-0fe035eaed1e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:36.436189 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'tag': '82caaac5-2616-496e-8433-0d3d5378fa81', 'status': 'completed', 'code': 200}
Nov 13 21:10:36.454549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 601b2a7b-4853-49f4-8824-5ed775838b9e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:10:36.475556 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f891923-34eb-45f2-88c0-24059b0fbb56 x-openstack-request-id: req-2f891923-34eb-45f2-88c0-24059b0fbb56 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:36.475880 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a06633-ea4d-46c1-bfc9-24bd3d934b4a", "tag": "cd51c760-2b5f-430e-94a8-2be32abdd9ad", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:36.476136 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f891923-34eb-45f2-88c0-24059b0fbb56 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:36.476533 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'tag': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad', 'status': 'completed', 'code': 200}
Nov 13 21:10:36.502803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Pushing event updated for resources: {'Port': ['ID=8f440a2a-117e-4c73-8367-60700df11f45,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:36.506534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.520164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3ed1506e-43cd-46cd-93fd-72e4616d11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.521852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-3ed1506e-43cd-46cd-93fd-72e4616d11da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.1217041
Nov 13 21:10:36.577844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 601b2a7b-4853-49f4-8824-5ed775838b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=601b2a7b-4853-49f4-8824-5ed775838b9e,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:36.602431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-af8f27c2-aa77-4368-8ff9-a7d78a283073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640967
Nov 13 21:10:36.606581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '601b2a7b-4853-49f4-8824-5ed775838b9e', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': '601b2a7b-4853-49f4-8824-5ed775838b9e', 'mac_address': 'fa:16:3e:51:78:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:10:36.658687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.676103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601b2a7b-4853-49f4-8824-5ed775838b9e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:36.686600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-2e3879d6-da6a-4331-9448-96d3d97e7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.687793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-2e3879d6-da6a-4331-9448-96d3d97e7d2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 1094 time: 0.0674274
Nov 13 21:10:36.700834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 601b2a7b-4853-49f4-8824-5ed775838b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=601b2a7b-4853-49f4-8824-5ed775838b9e,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:36.705975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:36.708913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:36.789756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-263124e0-199d-4bac-90ea-584fcbeb7b29 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792927
Nov 13 21:10:36.792974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:36.885646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-d7d4f38f-98a0-4829-9672-ba35ebc12d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:36.887323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-d7d4f38f-98a0-4829-9672-ba35ebc12d64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 914 time: 0.1898427
Nov 13 21:10:36.888212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=601b2a7b-4853-49f4-8824-5ed775838b9e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:36.924393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:10:36.954040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-e7ef9a60-3d31-4822-933a-5f495f01efb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82caaac5-2616-496e-8433-0d3d5378fa81 HTTP/1.1" status: 200  len: 217 time: 0.0592973
Nov 13 21:10:37.001017 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3add9e10-eec0-4908-87d3-e09960b2ff41 req-0d89cdc4-23bf-49aa-b1cb-dc0d7f8eed66 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817827
Nov 13 21:10:37.003007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['601b2a7b-4853-49f4-8824-5ed775838b9e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:37.024760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-2e4eb4a3-1dac-496a-8eb9-6cc7f0ffc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:37.026226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-2e4eb4a3-1dac-496a-8eb9-6cc7f0ffc6fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.0643623
Nov 13 21:10:37.084899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:10:37.087396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-248fe99c-4d19-4755-a03c-b8dd307ec657 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534062
Nov 13 21:10:37.119390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5548a41-2fd7-4770-8cc3-3743476a54eb admin admin] 10.222.0.20 "PUT /v2.0/routers/892bede8-a6fc-41d4-bc7a-7c3009fabe25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0344856
Nov 13 21:10:37.189885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 20b5579e-355b-4411-9c57-4fa8952c9fe5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:37.225223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-bbe3caa3-74db-4b98-ac30-b10fa5cb2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:37.225223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-bbe3caa3-74db-4b98-ac30-b10fa5cb2f14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=43a06633-ea4d-46c1-bfc9-24bd3d934b4a HTTP/1.1" status: 200  len: 1095 time: 0.0838795
Nov 13 21:10:37.315820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-e091d334-e388-4cc9-945a-82964f0d9c7b service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143137
Nov 13 21:10:37.332469 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Sync routers for ids ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:10:37.343843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0da704e2-ecee-4d0c-9c4a-4223ae35c695 None None] Provisioning complete for port 8f440a2a-117e-4c73-8367-60700df11f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:37.348383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Routers {'892bede8-a6fc-41d4-bc7a-7c3009fabe25'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:37.348383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde730190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:37.349725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0da704e2-ecee-4d0c-9c4a-4223ae35c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:37.421178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0da704e2-ecee-4d0c-9c4a-4223ae35c695 None None] Port 8f440a2a-117e-4c73-8367-60700df11f45 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:10:37.423703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 20b5579e-355b-4411-9c57-4fa8952c9fe5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:37.424274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:37.425467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f90d9-348f-4789-924f-e5d5a06e9bca req-71f39a41-bc52-4351-ae2c-dc73bc3c57bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:37.431503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60ce2675-fa9a-4b27-bae9-ba9a543039d0 req-404394d8-e0d2-45cf-91df-232061810059 service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100900
Nov 13 21:10:37.433333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-673f90d9-348f-4789-924f-e5d5a06e9bca req-71f39a41-bc52-4351-ae2c-dc73bc3c57bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 944 time: 0.1059499
Nov 13 21:10:37.447670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-7e438330-8bac-4271-9fe1-565e48a076b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:37.449507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-7e438330-8bac-4271-9fe1-565e48a076b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 914 time: 0.2173467
Nov 13 21:10:37.500263 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Set router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:37.502589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-3b0ef9d5-9b34-41f0-905e-3d33ce81a274 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad HTTP/1.1" status: 200  len: 217 time: 0.0446103
Nov 13 21:10:37.512813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:37.538744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 20b5579e-355b-4411-9c57-4fa8952c9fe5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20b5579e-355b-4411-9c57-4fa8952c9fe5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:37.562078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-673f90d9-348f-4789-924f-e5d5a06e9bca req-1db5c320-3e72-40d5-89a2-94834663e56e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245215
Nov 13 21:10:37.576613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-fb95ef0a-9e79-416c-b811-1adceae3b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:37.579056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-fb95ef0a-9e79-416c-b811-1adceae3b134 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.0664120
Nov 13 21:10:37.616298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-f1ffecb9-c935-44c1-a117-75efc316078b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286226
Nov 13 21:10:37.643893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:37.709684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=20b5579e-355b-4411-9c57-4fa8952c9fe5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:37.750521 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde730190>, [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:35Z', 'revision_number': 4, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f440a2a-117e-4c73-8367-60700df11f45', 'name': '', 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'mac_address': 'fa:16:3e:f6:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '18f28878-95f9-40c5-9077-0a31440f2423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:34Z', 'updated_at': '2021-11-13T21:10:35Z', 'revision_number': 2, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'subnets': [{'id': '18f28878-95f9-40c5-9077-0a31440f2423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:37.762262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-2aad15ce-bb3d-4c23-bcfa-dfc4399553a0 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360135
Nov 13 21:10:37.782271 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Checking router: 892bede8-a6fc-41d4-bc7a-7c3009fabe25 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:10:37.782617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Updating router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 port 8f440a2a-117e-4c73-8367-60700df11f45 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:10:37.807040 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:37.808521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfed9ec-bca2-446a-b244-bdc6224610d6 req-e1cde7e1-4c36-4050-a39c-64a18b51e17f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:37.810073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdfed9ec-bca2-446a-b244-bdc6224610d6 req-e1cde7e1-4c36-4050-a39c-64a18b51e17f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 943 time: 0.0866685
Nov 13 21:10:37.902950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdfed9ec-bca2-446a-b244-bdc6224610d6 req-5d00d3a2-d5a5-4ce6-b168-8bc42ad0bda8 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679328
Nov 13 21:10:37.906714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d95de55c-94aa-4514-87e7-1612afec5c17 req-438dd14a-fed7-4fc8-8b5c-571da5c5df7f service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371934
Nov 13 21:10:38.047548 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-5507417b-c9b4-47ee-8a92-4e7c3222d86a req-2a24f97a-f3de-4bba-8826-4d8049356037 tempest-FloatingIPDetailsNegativeTestJSON-1288401 tempest-FloatingIPDetailsNegativeTestJSON-1288401-project] show failed (client error): The resource could not be found.
Nov 13 21:10:38.048581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5507417b-c9b4-47ee-8a92-4e7c3222d86a req-2a24f97a-f3de-4bba-8826-4d8049356037 tempest-FloatingIPDetailsNegativeTestJSON-1288401 tempest-FloatingIPDetailsNegativeTestJSON-1288401-project] 10.222.0.20 "GET /v2.0/floatingips/3e161b8f-42e1-45a0-ba54-0b952a3382d5 HTTP/1.1" status: 404  len: 350 time: 0.0364316
Nov 13 21:10:38.059049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52344) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:38.080223 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.180992 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.232527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Pushing event updated for resources: {'Port': ['ID=8f440a2a-117e-4c73-8367-60700df11f45,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:38.254380 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.254739 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.255065 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.255398 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.255732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.256062 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.256388 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.256853 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.257635 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.257957 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.258277 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.258596 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:38.294867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Attempting to bind port 8f440a2a-117e-4c73-8367-60700df11f45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:38.295237 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Attempting to bind port 8f440a2a-117e-4c73-8367-60700df11f45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:38.295593 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Attempting to bind port 8f440a2a-117e-4c73-8367-60700df11f45 on network 4dc7fac4-edec-4ff4-9631-3e08afa21640 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:38.307821 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:38.308199 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Checking segment: {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:38.308604 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.309025 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Bound using segment: {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:38.309503 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Bound port: 8f440a2a-117e-4c73-8367-60700df11f45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e4806d-4781-41c7-906a-fa892ccf98e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:38.309893 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.377769 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] For port 8f440a2a-117e-4c73-8367-60700df11f45, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:38.381261 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] For port 8f440a2a-117e-4c73-8367-60700df11f45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f440a2a-117e-4c73-8367-60700df11f45,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:38.457349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-302a2b88-d975-484a-ab56-2093ff2b8fcd None None] Provisioning complete for port 8f440a2a-117e-4c73-8367-60700df11f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:38.457717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-302a2b88-d975-484a-ab56-2093ff2b8fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.480809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 601b2a7b-4853-49f4-8824-5ed775838b9e up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:38.494193 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.519419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-302a2b88-d975-484a-ab56-2093ff2b8fcd None None] Port 8f440a2a-117e-4c73-8367-60700df11f45 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:10:38.564223 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Routers {'892bede8-a6fc-41d4-bc7a-7c3009fabe25'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:38.564967 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde730190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:38.632206 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176798b5-6ad1-4a7d-8240-4037301e592e None None] Pushing event updated for resources: {'Port': ['ID=8f440a2a-117e-4c73-8367-60700df11f45,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:38.684253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 601b2a7b-4853-49f4-8824-5ed775838b9e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:10:38.689494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 601b2a7b-4853-49f4-8824-5ed775838b9e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:38.693665 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.705017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] Set router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:38.766718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73156d8-7f26-4fa7-8485-2eebc4d1c765 req-e0e1ac97-2a05-421a-9893-885ab2e81f4b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:38.768224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d73156d8-7f26-4fa7-8485-2eebc4d1c765 req-e0e1ac97-2a05-421a-9893-885ab2e81f4b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 944 time: 0.0744109
Nov 13 21:10:38.795191 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.824587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601b2a7b-4853-49f4-8824-5ed775838b9e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:38.826947 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03817a-4c49-448f-b0e8-b31665fac585" -d '{"events": [{"server_uuid": "5b3c89ec-75e4-4951-b9ac-5527fccd0143", "name": "network-vif-plugged", "status": "completed", "tag": "601b2a7b-4853-49f4-8824-5ed775838b9e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:38.843990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 601b2a7b-4853-49f4-8824-5ed775838b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=601b2a7b-4853-49f4-8824-5ed775838b9e,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:38.856184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-31a401b0-456f-41c1-b20e-2748572d3b0b None None] Provisioning complete for port 8f440a2a-117e-4c73-8367-60700df11f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:38.856882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31a401b0-456f-41c1-b20e-2748572d3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.861447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d73156d8-7f26-4fa7-8485-2eebc4d1c765 req-6c2f9353-bbf5-4653-b7ac-1edbb3fff292 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758257
Nov 13 21:10:38.883266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.958548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:38.990144 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31a401b0-456f-41c1-b20e-2748572d3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.043214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=601b2a7b-4853-49f4-8824-5ed775838b9e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:39.047530 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-31a401b0-456f-41c1-b20e-2748572d3b0b None None] For port 8f440a2a-117e-4c73-8367-60700df11f45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f440a2a-117e-4c73-8367-60700df11f45,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:39.061141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 20b5579e-355b-4411-9c57-4fa8952c9fe5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:39.062319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271b63c-35c0-473e-84c4-45a42e2f0391 req-051f51cc-42eb-49e0-9092-99817c73cabc tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:39.069214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9271b63c-35c0-473e-84c4-45a42e2f0391 req-051f51cc-42eb-49e0-9092-99817c73cabc tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 951 time: 0.1118770
Nov 13 21:10:39.081214 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde730190>, [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:35Z', 'revision_number': 4, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f440a2a-117e-4c73-8367-60700df11f45', 'name': '', 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'mac_address': 'fa:16:3e:f6:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '18f28878-95f9-40c5-9077-0a31440f2423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:34Z', 'updated_at': '2021-11-13T21:10:38Z', 'revision_number': 4, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'subnets': [{'id': '18f28878-95f9-40c5-9077-0a31440f2423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:39.112224 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146efc9e-4d96-49a8-9c2b-481a078b3972 None None] The sync data for ids ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'] in ncdv-master-1 is: [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:35Z', 'revision_number': 4, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8f440a2a-117e-4c73-8367-60700df11f45', 'name': '', 'network_id': '4dc7fac4-edec-4ff4-9631-3e08afa21640', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'mac_address': 'fa:16:3e:f6:8e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '18f28878-95f9-40c5-9077-0a31440f2423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:34Z', 'updated_at': '2021-11-13T21:10:38Z', 'revision_number': 4, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'subnets': [{'id': '18f28878-95f9-40c5-9077-0a31440f2423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:10:39.112791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31a401b0-456f-41c1-b20e-2748572d3b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.150864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 20b5579e-355b-4411-9c57-4fa8952c9fe5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:39.150864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.218300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9271b63c-35c0-473e-84c4-45a42e2f0391 req-2f88b2d8-39d7-4e4a-ac4c-fe8d05c4c886 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000493
Nov 13 21:10:39.322231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cd51c760-2b5f-430e-94a8-2be32abdd9ad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:10:39.324218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:39.451830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c38d7-d1e8-4a9e-9c04-e690b2663955 req-19f20902-20c3-4ac5-85f8-291e64a6c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:39.454435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e28c38d7-d1e8-4a9e-9c04-e690b2663955 req-19f20902-20c3-4ac5-85f8-291e64a6c3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 1096 time: 0.0680549
Nov 13 21:10:39.467690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Deleting port 8f440a2a-117e-4c73-8367-60700df11f45 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:39.468222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.505017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb111dc1-30f1-4902-b279-a3ccf2a6c283 req-e53d629f-f602-4c5e-a743-857249af1661 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:39.505724 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94c34e-68f8-4244-9e78-3afa51ad9f61 x-openstack-request-id: req-9c94c34e-68f8-4244-9e78-3afa51ad9f61 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:39.523688 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3c89ec-75e4-4951-b9ac-5527fccd0143", "name": "network-vif-plugged", "status": "completed", "tag": "601b2a7b-4853-49f4-8824-5ed775838b9e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:39.523688 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c94c34e-68f8-4244-9e78-3afa51ad9f61 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:39.523688 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601b2a7b-4853-49f4-8824-5ed775838b9e', 'code': 200}
Nov 13 21:10:39.524160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb111dc1-30f1-4902-b279-a3ccf2a6c283 req-e53d629f-f602-4c5e-a743-857249af1661 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 943 time: 0.1077476
Nov 13 21:10:39.524266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a401b0-456f-41c1-b20e-2748572d3b0b None None] Pushing event updated for resources: {'Port': ['ID=8f440a2a-117e-4c73-8367-60700df11f45,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:39.552486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e28c38d7-d1e8-4a9e-9c04-e690b2663955 req-51761b5a-38f2-4a30-93cf-5ef4f041084f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902834
Nov 13 21:10:39.602779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port cd51c760-2b5f-430e-94a8-2be32abdd9ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:39.602779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'port_id': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad', 'mac_address': 'fa:16:3e:31:a6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7ee20a-c922-4e20-a8bd-588772c89937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:10:39.632827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb111dc1-30f1-4902-b279-a3ccf2a6c283 req-05fe4b60-e830-4ab1-b9be-574fbf1ff9ca tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156058
Nov 13 21:10:39.653436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] For port 8f440a2a-117e-4c73-8367-60700df11f45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f440a2a-117e-4c73-8367-60700df11f45,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:39.653841 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.665289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.671965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Calling delete_port for 8f440a2a-117e-4c73-8367-60700df11f45 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:39.680291 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.693668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd51c760-2b5f-430e-94a8-2be32abdd9ad {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:39.732469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port cd51c760-2b5f-430e-94a8-2be32abdd9ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:39.734371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:39.901480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.932096 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.969363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:39.971992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=cd51c760-2b5f-430e-94a8-2be32abdd9ad,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:40.034215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f440a2a-117e-4c73-8367-60700df11f45,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:40.048356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.048356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.048356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.048969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.051911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.052339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.052661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.053056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.053397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.054476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.054619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.054875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:10:40.062125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=11']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:40.076646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679441d0-cdc0-4763-a2c3-25b4656ba0ad req-05f83f1a-5d1a-4623-8502-2b38a7c0a709 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:40.076646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-679441d0-cdc0-4763-a2c3-25b4656ba0ad req-05f83f1a-5d1a-4623-8502-2b38a7c0a709 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.1128919
Nov 13 21:10:40.149571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['cd51c760-2b5f-430e-94a8-2be32abdd9ad'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:40.173553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-679441d0-cdc0-4763-a2c3-25b4656ba0ad req-d7f26ba6-af63-4660-8225-9df3fc0e4b2c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916119
Nov 13 21:10:40.257712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:40.409662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.426149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e0e2-0759-4305-a9be-cfe881c4414a req-912d3165-52e3-44c5-93a1-5150e37eab7d tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:40.435596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4df3e0e2-0759-4305-a9be-cfe881c4414a req-912d3165-52e3-44c5-93a1-5150e37eab7d tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 949 time: 0.0939484
Nov 13 21:10:40.531214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 82caaac5-2616-496e-8433-0d3d5378fa81 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:10:40.539172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4df3e0e2-0759-4305-a9be-cfe881c4414a req-b3403a9e-f85d-4850-b785-9a83425bf788 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015303
Nov 13 21:10:40.551231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c68a865d-b3f4-412d-b937-6bfda7dd1411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.666179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-a17b0fe3-aee3-4d43-96f8-cb112bfa23cd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:40.668491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-a17b0fe3-aee3-4d43-96f8-cb112bfa23cd tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 949 time: 0.0797312
Nov 13 21:10:40.726932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c68a865d-b3f4-412d-b937-6bfda7dd1411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.750406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 82caaac5-2616-496e-8433-0d3d5378fa81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82caaac5-2616-496e-8433-0d3d5378fa81,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:40.765608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '82caaac5-2616-496e-8433-0d3d5378fa81', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'port_id': '82caaac5-2616-496e-8433-0d3d5378fa81', 'mac_address': 'fa:16:3e:64:a3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7ee20a-c922-4e20-a8bd-588772c89937', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:10:40.826475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.832153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e86fa-a60a-479a-b6a4-0ff8f81e253f req-8c3145e0-3e20-4a0e-80d0-f9e9ac1d728d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:40.843236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d83e86fa-a60a-479a-b6a4-0ff8f81e253f req-8c3145e0-3e20-4a0e-80d0-f9e9ac1d728d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 943 time: 0.0731738
Nov 13 21:10:40.849598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c68a865d-b3f4-412d-b937-6bfda7dd1411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.850603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82caaac5-2616-496e-8433-0d3d5378fa81 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:40.881452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 82caaac5-2616-496e-8433-0d3d5378fa81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82caaac5-2616-496e-8433-0d3d5378fa81,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:40.892836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a865d-b3f4-412d-b937-6bfda7dd1411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5619f07f-7959-44d9-b8ef-63ff0adf185b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:40.917883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:10:40.923655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c68a865d-b3f4-412d-b937-6bfda7dd1411 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3cc445ed2ec4b08a10fd4d966b8f51d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6639361
Nov 13 21:10:40.929936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52400) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:40.935535 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Deleting port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:40.935874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.952386 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:40.993095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa827af4-1287-4d7c-bdc4-7b8afc2fce74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.009561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d83e86fa-a60a-479a-b6a4-0ff8f81e253f req-85ce7a7b-7ee2-47d6-b865-e3a864bd617c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603658
Nov 13 21:10:41.041310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=82caaac5-2616-496e-8433-0d3d5378fa81,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:41.043154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa827af4-1287-4d7c-bdc4-7b8afc2fce74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.147815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] For port 9eb10d44-31fa-4a2f-aece-e9b320cfe065, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb10d44-31fa-4a2f-aece-e9b320cfe065,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:41.154204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.154204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:10:41.162802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] Sync routers for ids ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:10:41.169106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-155a1933-5abe-4e01-8da7-fac90962ff2b admin admin] 10.222.0.20 "PUT /v2.0/routers/892bede8-a6fc-41d4-bc7a-7c3009fabe25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1061077
Nov 13 21:10:41.169246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52412) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:41.179417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['82caaac5-2616-496e-8433-0d3d5378fa81'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:41.180913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Calling delete_port for 9eb10d44-31fa-4a2f-aece-e9b320cfe065 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:41.216996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa827af4-1287-4d7c-bdc4-7b8afc2fce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.220226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] Routers {'892bede8-a6fc-41d4-bc7a-7c3009fabe25'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:41.220919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd482dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:41.221357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa827af4-1287-4d7c-bdc4-7b8afc2fce74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.223753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa827af4-1287-4d7c-bdc4-7b8afc2fce74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5619f07f-7959-44d9-b8ef-63ff0adf185b HTTP/1.1" status: 204  len: 168 time: 0.2928872
Nov 13 21:10:41.247971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa827af4-1287-4d7c-bdc4-7b8afc2fce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5619f07f-7959-44d9-b8ef-63ff0adf185b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:41.296845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cd51c760-2b5f-430e-94a8-2be32abdd9ad up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:41.317993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.461268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f2d64-03d1-454e-a21d-28b9c8f0fcf8 req-a0399989-6338-4483-b53a-0cb626b95783 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:41.462856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c20f2d64-03d1-454e-a21d-28b9c8f0fcf8 req-a0399989-6338-4483-b53a-0cb626b95783 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.0991898
Nov 13 21:10:41.488148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.533152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:41.535388 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96391ad-1b40-4442-b431-41f0d6b12c59" -d '{"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:41.540571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c20f2d64-03d1-454e-a21d-28b9c8f0fcf8 req-07cabb71-b06f-43c6-8459-e421788c360f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599132
Nov 13 21:10:41.547351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.606024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] Set router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:41.624059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Pushing event deleted for resources: {'Port': ['ID=9eb10d44-31fa-4a2f-aece-e9b320cfe065,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:41.649536 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65dc59-7506-406f-aa6f-a6da9edf9e2d x-openstack-request-id: req-5f65dc59-7506-406f-aa6f-a6da9edf9e2d {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:41.649816 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:41.650054 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f65dc59-7506-406f-aa6f-a6da9edf9e2d {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:41.651128 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'code': 200}
Nov 13 21:10:41.695810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] No DVR routers for this DVR port 9eb10d44-31fa-4a2f-aece-e9b320cfe065 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:41.699451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Deleting port 20b5579e-355b-4411-9c57-4fa8952c9fe5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:41.700593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.702326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.711698 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c20bfa9f-b257-4eba-8e7a-00d62f0270f2 req-99a6f48d-d293-4746-bf9a-62664c87169f tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.37 "DELETE /v2.0/ports/9eb10d44-31fa-4a2f-aece-e9b320cfe065 HTTP/1.1" status: 204  len: 173 time: 0.9821234
Nov 13 21:10:41.713392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-deleted', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:41.717452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port cd51c760-2b5f-430e-94a8-2be32abdd9ad completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:10:41.720603 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21f8d82-93cd-48b9-82c5-76f6c99aa96d" -d '{"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-deleted", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:41.766454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port cd51c760-2b5f-430e-94a8-2be32abdd9ad triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:41.767135 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.797873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3a85e52-3507-45a1-b479-a2b362a29ba1 req-05d44f75-66cb-4028-a371-fe09315a8c54 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 210 time: 0.0307229
Nov 13 21:10:41.865234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] For port 20b5579e-355b-4411-9c57-4fa8952c9fe5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20b5579e-355b-4411-9c57-4fa8952c9fe5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:41.865638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.893733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Calling delete_port for 20b5579e-355b-4411-9c57-4fa8952c9fe5 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:41.894410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.960657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:41.990265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd482dc0>, [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178'}], 'enable_snat': True}, 'gw_port_id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:39Z', 'revision_number': 5, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port': {'id': '20b5579e-355b-4411-9c57-4fa8952c9fe5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:29Z', 'updated_at': '2021-11-13T21:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:42.043085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port cd51c760-2b5f-430e-94a8-2be32abdd9ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:42.044659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] Checking router: 892bede8-a6fc-41d4-bc7a-7c3009fabe25 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:10:42.066017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] Routers {'892bede8-a6fc-41d4-bc7a-7c3009fabe25'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:42.066017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd482dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:42.083250 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8894e74f-3f59-4e24-a52d-d570008ba74b x-openstack-request-id: req-8894e74f-3f59-4e24-a52d-d570008ba74b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:42.083593 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd5b284-6e1f-496e-8159-3cec5d41e95e", "name": "network-vif-deleted", "tag": "9eb10d44-31fa-4a2f-aece-e9b320cfe065", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:42.083854 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8894e74f-3f59-4e24-a52d-d570008ba74b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:42.084259 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd5b284-6e1f-496e-8159-3cec5d41e95e', 'name': 'network-vif-deleted', 'tag': '9eb10d44-31fa-4a2f-aece-e9b320cfe065', 'status': 'completed', 'code': 200}
Nov 13 21:10:42.154379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.236548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] Set router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:42.249277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a9b46-394a-4c5a-9627-505a0d37007e req-e2a9f834-9844-4a1e-a0af-360fafddc7b3 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:42.249757 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.261148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52444) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:42.262513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-518a9b46-394a-4c5a-9627-505a0d37007e req-e2a9f834-9844-4a1e-a0af-360fafddc7b3 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 944 time: 0.1163349
Nov 13 21:10:42.291542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Pushing event deleted for resources: {'Port': ['ID=20b5579e-355b-4411-9c57-4fa8952c9fe5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:42.299662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=cd51c760-2b5f-430e-94a8-2be32abdd9ad,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:42.302395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd482dc0>, [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:41Z', 'revision_number': 6, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:42.326269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-518a9b46-394a-4c5a-9627-505a0d37007e req-f04b3f6a-a83a-49c1-8e1b-09ad3d81bbb5 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578511
Nov 13 21:10:42.336514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb068a8-f629-4532-9790-f90046782b16 None None] The sync data for ids ['892bede8-a6fc-41d4-bc7a-7c3009fabe25'] in ncdv-master-1 is: [{'id': '892bede8-a6fc-41d4-bc7a-7c3009fabe25', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-861553145-router', 'tenant_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:27Z', 'updated_at': '2021-11-13T21:10:41Z', 'revision_number': 6, 'project_id': '49b652f3cfbc4c9388b1cd45fc8391e5', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:10:42.373740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c83f425d-6b4b-41ee-8505-91237134ae6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.440598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a553-5d78-41f6-819a-613775f6be96 req-5aa72413-cf17-4acc-8762-931697a7ebdf tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:42.442227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2802a553-5d78-41f6-819a-613775f6be96 req-5aa72413-cf17-4acc-8762-931697a7ebdf tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.1426735
Nov 13 21:10:42.456552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.527991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 82caaac5-2616-496e-8433-0d3d5378fa81 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:42.607725 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.612984 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.625009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2802a553-5d78-41f6-819a-613775f6be96 req-f13c3df1-0c8a-4c8d-b718-321d0d091f68 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739788
Nov 13 21:10:42.698687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c83f425d-6b4b-41ee-8505-91237134ae6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.774002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 82caaac5-2616-496e-8433-0d3d5378fa81 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:10:42.779684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 82caaac5-2616-496e-8433-0d3d5378fa81 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:42.780125 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.812838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.815298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892bede8-a6fc-41d4-bc7a-7c3009fabe25 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:10:42.815298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c83f425d-6b4b-41ee-8505-91237134ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.828248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.829453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e1a51ea8-2e0b-45f2-aff6-c01de6a583ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/892bede8-a6fc-41d4-bc7a-7c3009fabe25 HTTP/1.1" status: 204  len: 168 time: 1.6595061
Nov 13 21:10:42.832153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52452) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:42.890629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c83f425d-6b4b-41ee-8505-91237134ae6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f0ce7547fe74d05a0a48fd0f8f80035&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6249063
Nov 13 21:10:42.891292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52460) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:42.907444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f425d-6b4b-41ee-8505-91237134ae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee7ced0-941d-4d06-9739-dd5a5d357f93,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:42.955090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de19e0fe-7f27-42bd-bbe6-683b7b5d1201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.983934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:42.998206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de19e0fe-7f27-42bd-bbe6-683b7b5d1201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.000058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Deleting subnet 18f28878-95f9-40c5-9077-0a31440f2423 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:10:43.008140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.031587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 82caaac5-2616-496e-8433-0d3d5378fa81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82caaac5-2616-496e-8433-0d3d5378fa81,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:43.048488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.090664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a57fa1c-ee12-447b-a404-4de9201ad14b req-5e7cb5fe-c496-42fd-ab77-25359780c762 tempest-ImagesOneServerTestJSON-817278092 tempest-ImagesOneServerTestJSON-817278092-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cd5b284-6e1f-496e-8159-3cec5d41e95e HTTP/1.1" status: 200  len: 210 time: 0.0487041
Nov 13 21:10:43.102007 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.152484 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de19e0fe-7f27-42bd-bbe6-683b7b5d1201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.156032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de19e0fe-7f27-42bd-bbe6-683b7b5d1201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.156629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-de19e0fe-7f27-42bd-bbe6-683b7b5d1201 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eee7ced0-941d-4d06-9739-dd5a5d357f93 HTTP/1.1" status: 204  len: 168 time: 0.2643964
Nov 13 21:10:43.174573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19e0fe-7f27-42bd-bbe6-683b7b5d1201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee7ced0-941d-4d06-9739-dd5a5d357f93,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:43.227484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=82caaac5-2616-496e-8433-0d3d5378fa81,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:43.230572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8f440a2a-117e-4c73-8367-60700df11f45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:43.243612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.267656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8f440a2a-117e-4c73-8367-60700df11f45 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:43.267963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8f440a2a-117e-4c73-8367-60700df11f45 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:43.268360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 20b5579e-355b-4411-9c57-4fa8952c9fe5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:43.307644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 20b5579e-355b-4411-9c57-4fa8952c9fe5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:43.307644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 20b5579e-355b-4411-9c57-4fa8952c9fe5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:43.411247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.442070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f28878-95f9-40c5-9077-0a31440f2423,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:43.449407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.451759 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c8dd7924-2332-4fed-88b7-c072681ef821 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18f28878-95f9-40c5-9077-0a31440f2423 HTTP/1.1" status: 204  len: 168 time: 0.6110966
Nov 13 21:10:43.454437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:43.457357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e910b0-40e0-495f-8c84-e39d2582d1e4 None None] Network 4dc7fac4-edec-4ff4-9631-3e08afa21640 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:43.494968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc3338-3960-44cc-978a-15454e7d3131 req-2a2c3f5b-9431-487e-a29b-7ef40e48470b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:43.496461 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7fc3338-3960-44cc-978a-15454e7d3131 req-2a2c3f5b-9431-487e-a29b-7ef40e48470b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 945 time: 0.1124318
Nov 13 21:10:43.578440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.629211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7fc3338-3960-44cc-978a-15454e7d3131 req-4586831a-98e6-41f9-a147-23e8b72e659d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058507
Nov 13 21:10:43.653392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad'}, {'server_uuid': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82caaac5-2616-496e-8433-0d3d5378fa81'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:43.656472 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a0c92-c4db-4889-a9f5-60968bf459aa" -d '{"events": [{"server_uuid": "43a06633-ea4d-46c1-bfc9-24bd3d934b4a", "name": "network-vif-plugged", "status": "completed", "tag": "cd51c760-2b5f-430e-94a8-2be32abdd9ad"}, {"server_uuid": "f1070719-0a93-4248-90e3-efe7978f9e6b", "name": "network-vif-plugged", "status": "completed", "tag": "82caaac5-2616-496e-8433-0d3d5378fa81"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:43.659909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Deleting port db0e6451-c42e-460f-9c92-a307b0ec8938 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:43.660417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.661476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] DHCP port deletion for 4dc7fac4-edec-4ff4-9631-3e08afa21640 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:10:43.753851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] Deleting port db0e6451-c42e-460f-9c92-a307b0ec8938 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:43.754369 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.786773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] For port db0e6451-c42e-460f-9c92-a307b0ec8938, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db0e6451-c42e-460f-9c92-a307b0ec8938,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:43.786961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.792200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52486) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:43.803112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Calling delete_port for db0e6451-c42e-460f-9c92-a307b0ec8938 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:43.830216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eb635-a3f9-438a-8ed0-96f7fab8a1f1 req-13c3398a-a68b-42d7-939f-150b1e25af32 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:43.834062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d91eb635-a3f9-438a-8ed0-96f7fab8a1f1 req-13c3398a-a68b-42d7-939f-150b1e25af32 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.0964541
Nov 13 21:10:43.840251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] For port db0e6451-c42e-460f-9c92-a307b0ec8938, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db0e6451-c42e-460f-9c92-a307b0ec8938,segment=NetworkSegment(84e4806d-4781-41c7-906a-fa892ccf98e7),segment_id=84e4806d-4781-41c7-906a-fa892ccf98e7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:43.841026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:43.857430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] Calling delete_port for db0e6451-c42e-460f-9c92-a307b0ec8938 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:43.950988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d91eb635-a3f9-438a-8ed0-96f7fab8a1f1 req-cfc3bd66-090d-43f6-9698-e74acf6d132b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866835
Nov 13 21:10:43.988771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d67139e7-ce2c-44be-b23a-fd3d2cb4dd44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.019161 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99f9964-e540-418f-9112-7c4b020adc78 x-openstack-request-id: req-e99f9964-e540-418f-9112-7c4b020adc78 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:44.019674 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a06633-ea4d-46c1-bfc9-24bd3d934b4a", "name": "network-vif-plugged", "status": "completed", "tag": "cd51c760-2b5f-430e-94a8-2be32abdd9ad", "code": 200}, {"server_uuid": "f1070719-0a93-4248-90e3-efe7978f9e6b", "name": "network-vif-plugged", "status": "completed", "tag": "82caaac5-2616-496e-8433-0d3d5378fa81", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:44.019674 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e99f9964-e540-418f-9112-7c4b020adc78 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:44.019915 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad', 'code': 200}
Nov 13 21:10:44.020176 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82caaac5-2616-496e-8433-0d3d5378fa81', 'code': 200}
Nov 13 21:10:44.036238 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.047518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.084714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] No DVR routers for this DVR port db0e6451-c42e-460f-9c92-a307b0ec8938 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:44.087516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256666fe-857e-4e5c-b2ef-e6b3747b7e93 None None] Pushing event deleted for resources: {'Port': ['ID=db0e6451-c42e-460f-9c92-a307b0ec8938,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:44.124837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Pushing event deleted for resources: {'Port': ['ID=db0e6451-c42e-460f-9c92-a307b0ec8938,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:44.127049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] No DVR routers for this DVR port db0e6451-c42e-460f-9c92-a307b0ec8938 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:44.190312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d67139e7-ce2c-44be-b23a-fd3d2cb4dd44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.193415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc0bf-0ff0-47af-9110-ec27d479e1e7 req-eb70fc07-fc14-4ae6-89e2-576b79ad67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:44.195597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f3cc0bf-0ff0-47af-9110-ec27d479e1e7 req-eb70fc07-fc14-4ae6-89e2-576b79ad67be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 1096 time: 0.0660472
Nov 13 21:10:44.239442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.244550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d447060-5049-42b6-b06f-dd9092725bc6 req-491062b1-b507-4fbc-b37a-a8216819679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:44.246153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d447060-5049-42b6-b06f-dd9092725bc6 req-491062b1-b507-4fbc-b37a-a8216819679a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43a06633-ea4d-46c1-bfc9-24bd3d934b4a HTTP/1.1" status: 200  len: 1097 time: 0.1172211
Nov 13 21:10:44.273488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f3cc0bf-0ff0-47af-9110-ec27d479e1e7 req-28633049-3bec-4ed4-bcc0-87b83bec68f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688100
Nov 13 21:10:44.278763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc554340>,) {'filters': {'network_id': ['4dc7fac4-edec-4ff4-9631-3e08afa21640']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:44.286433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d67139e7-ce2c-44be-b23a-fd3d2cb4dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.296391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc554340>, '84e4806d-4781-41c7-906a-fa892ccf98e7') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:44.296673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc554340>, '84e4806d-4781-41c7-906a-fa892ccf98e7') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:44.309509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.313237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.327477 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d447060-5049-42b6-b06f-dd9092725bc6 req-70e0998a-910b-4ae2-941b-96885cf4ec0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732849
Nov 13 21:10:44.333850 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.340207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:10:44.340467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67139e7-ce2c-44be-b23a-fd3d2cb4dd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e07c8-390d-48ce-9ef7-93c2666f39f1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:44.340653 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:10:44.342285 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:10:44.347220 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d67139e7-ce2c-44be-b23a-fd3d2cb4dd44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a842efe249e94bf5a163dc73ea58109d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5524344
Nov 13 21:10:44.351528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:44.434175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35c1c6b-6280-47b9-bed1-9e35d827cc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.475095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35c1c6b-6280-47b9-bed1-9e35d827cc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.557998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.579702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.583383 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4dc7fac4-edec-4ff4-9631-3e08afa21640 HTTP/1.1" status: 204  len: 168 time: 1.1278107
Nov 13 21:10:44.586218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340abf3d-071b-4cab-b3d2-031462b2850a admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc7fac4-edec-4ff4-9631-3e08afa21640,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:44.646111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f886db5-232f-49ee-bc4d-e2e7de80408b req-d6c6dc29-156b-40d0-a2c5-03c0661dc0a3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:44.647632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f886db5-232f-49ee-bc4d-e2e7de80408b req-d6c6dc29-156b-40d0-a2c5-03c0661dc0a3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.0497122
Nov 13 21:10:44.653273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35c1c6b-6280-47b9-bed1-9e35d827cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.655974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35c1c6b-6280-47b9-bed1-9e35d827cc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:44.666943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a35c1c6b-6280-47b9-bed1-9e35d827cc53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a37e07c8-390d-48ce-9ef7-93c2666f39f1 HTTP/1.1" status: 204  len: 168 time: 0.3049114
Nov 13 21:10:44.672502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c1c6b-6280-47b9-bed1-9e35d827cc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e07c8-390d-48ce-9ef7-93c2666f39f1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:44.708829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f886db5-232f-49ee-bc4d-e2e7de80408b req-6965169c-b40f-4169-a3a5-4f25c275e615 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505958
Nov 13 21:10:44.814069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986667a-d10a-4469-96c5-ddb85ecdbe77 req-90a78be9-d9b5-4faf-9079-a18ab50c1fc9 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:44.815572 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7986667a-d10a-4469-96c5-ddb85ecdbe77 req-90a78be9-d9b5-4faf-9079-a18ab50c1fc9 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 945 time: 0.0513341
Nov 13 21:10:44.869084 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7986667a-d10a-4469-96c5-ddb85ecdbe77 req-80db007a-5549-462b-82fd-59b6d65d481e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471237
Nov 13 21:10:45.012468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device db0e6451-c42e-460f-9c92-a307b0ec8938 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:45.035737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: db0e6451-c42e-460f-9c92-a307b0ec8938 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:45.036375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device db0e6451-c42e-460f-9c92-a307b0ec8938 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:45.272850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:45.296608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 9eb10d44-31fa-4a2f-aece-e9b320cfe065 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:45.296982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9eb10d44-31fa-4a2f-aece-e9b320cfe065 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:45.313356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52524) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:45.355300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5853e0e7-34f5-4308-82e9-cf7beb13b5f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49b652f3cfbc4c9388b1cd45fc8391e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0405617
Nov 13 21:10:45.357994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52526) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:45.410179 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9d536de-a716-49fc-9d44-adf3930ee7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:45.438038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9d536de-a716-49fc-9d44-adf3930ee7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:45.493049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52532) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:45.677640 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9d536de-a716-49fc-9d44-adf3930ee7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:45.680952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9d536de-a716-49fc-9d44-adf3930ee7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:45.682124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e9d536de-a716-49fc-9d44-adf3930ee7ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63242e9e-e0bc-4fef-894f-596966d48770 HTTP/1.1" status: 204  len: 168 time: 0.3224714
Nov 13 21:10:45.690105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d536de-a716-49fc-9d44-adf3930ee7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63242e9e-e0bc-4fef-894f-596966d48770,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:45.829284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf75ac-2231-479a-af7f-b58112181482 req-e33fe539-9d86-41dc-9527-85faa97d75ac tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:45.830920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aadf75ac-2231-479a-af7f-b58112181482 req-e33fe539-9d86-41dc-9527-85faa97d75ac tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.0506454
Nov 13 21:10:45.866281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52548) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:45.885307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92155760-dd3f-41d3-a385-be4ff4ebf75c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:45.932508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aadf75ac-2231-479a-af7f-b58112181482 req-9f84b8e9-06a5-402e-b7a8-eea3fc862e1e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947738
Nov 13 21:10:45.987048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-573ac7d7-54e5-47de-9f0c-19e6ca10fe13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6640d8a2a66c4174bb7c17e5ef61834c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4911470
Nov 13 21:10:45.988961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:46.000333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92155760-dd3f-41d3-a385-be4ff4ebf75c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.047369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1753f02-8d62-4862-8fdd-69e7306d1522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.069712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1753f02-8d62-4862-8fdd-69e7306d1522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.099739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c4835-e2e3-4251-a14c-20c1f8a1f156 req-03379464-84e0-46d4-bea2-31aa54d2ccbf tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:46.105864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92155760-dd3f-41d3-a385-be4ff4ebf75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.108901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f58c4835-e2e3-4251-a14c-20c1f8a1f156 req-03379464-84e0-46d4-bea2-31aa54d2ccbf tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 945 time: 0.0873420
Nov 13 21:10:46.139262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92155760-dd3f-41d3-a385-be4ff4ebf75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b612a6-3202-4cb3-b112-98089cad7aab,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:46.148759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-fb6aa15e-8606-4df1-b666-a9f36e877b3f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:46.150243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-fb6aa15e-8606-4df1-b666-a9f36e877b3f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 945 time: 0.0927682
Nov 13 21:10:46.168721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-92155760-dd3f-41d3-a385-be4ff4ebf75c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4072df09c8e0449fad496e1292f76230&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2980366
Nov 13 21:10:46.168930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:46.195367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f58c4835-e2e3-4251-a14c-20c1f8a1f156 req-94ea680b-662a-4541-a2b7-bb8e69f05782 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856009
Nov 13 21:10:46.230349 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ae44de-a7f0-407c-a19c-2fb411d67bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.266693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ae44de-a7f0-407c-a19c-2fb411d67bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.277647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Deleting port 601b2a7b-4853-49f4-8824-5ed775838b9e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:46.284815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.301859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1753f02-8d62-4862-8fdd-69e7306d1522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.305414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1753f02-8d62-4862-8fdd-69e7306d1522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.308930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e1753f02-8d62-4862-8fdd-69e7306d1522 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c HTTP/1.1" status: 204  len: 168 time: 0.3163311
Nov 13 21:10:46.316719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1753f02-8d62-4862-8fdd-69e7306d1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a651b9d-f71a-4dc9-bf2f-d64d7bcf6e1c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:46.389706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ae44de-a7f0-407c-a19c-2fb411d67bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.393945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ae44de-a7f0-407c-a19c-2fb411d67bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.399614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25ae44de-a7f0-407c-a19c-2fb411d67bec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21b612a6-3202-4cb3-b112-98089cad7aab HTTP/1.1" status: 204  len: 168 time: 0.2263606
Nov 13 21:10:46.408172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae44de-a7f0-407c-a19c-2fb411d67bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b612a6-3202-4cb3-b112-98089cad7aab,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:46.433042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072973e-2061-47b9-82ea-f72c4116e379 req-569a1301-65a9-4ff5-895b-a9e653b45c34 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:46.434600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c072973e-2061-47b9-82ea-f72c4116e379 req-569a1301-65a9-4ff5-895b-a9e653b45c34 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a06633-ea4d-46c1-bfc9-24bd3d934b4a HTTP/1.1" status: 200  len: 946 time: 0.1266022
Nov 13 21:10:46.458607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] For port 601b2a7b-4853-49f4-8824-5ed775838b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=601b2a7b-4853-49f4-8824-5ed775838b9e,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:46.458974 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.478555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Calling delete_port for 601b2a7b-4853-49f4-8824-5ed775838b9e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:46.541727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c072973e-2061-47b9-82ea-f72c4116e379 req-cee9287f-bc25-41a0-bb68-9d12174bb652 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012015
Nov 13 21:10:46.783734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.796029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['601b2a7b-4853-49f4-8824-5ed775838b9e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:46.814826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event deleted for resources: {'Port': ['ID=601b2a7b-4853-49f4-8824-5ed775838b9e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:46.861687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] No DVR routers for this DVR port 601b2a7b-4853-49f4-8824-5ed775838b9e on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:46.864655 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:46.868644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1827d2de-9117-4b16-937c-c06bb5284b5e req-23ce0755-7421-40e6-be49-f6f2d9196a1f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "DELETE /v2.0/ports/601b2a7b-4853-49f4-8824-5ed775838b9e HTTP/1.1" status: 204  len: 173 time: 0.7102277
Nov 13 21:10:46.869102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'name': 'network-vif-deleted', 'tag': '601b2a7b-4853-49f4-8824-5ed775838b9e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:46.871382 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47981ef6-0b29-4fed-b349-d4b893510bb5" -d '{"events": [{"server_uuid": "5b3c89ec-75e4-4951-b9ac-5527fccd0143", "name": "network-vif-deleted", "tag": "601b2a7b-4853-49f4-8824-5ed775838b9e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:47.159006 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da3d58-b8ab-4b61-a696-478418611a93 x-openstack-request-id: req-e8da3d58-b8ab-4b61-a696-478418611a93 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:47.159006 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3c89ec-75e4-4951-b9ac-5527fccd0143", "name": "network-vif-deleted", "tag": "601b2a7b-4853-49f4-8824-5ed775838b9e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:47.159714 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8da3d58-b8ab-4b61-a696-478418611a93 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:47.160272 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3c89ec-75e4-4951-b9ac-5527fccd0143', 'name': 'network-vif-deleted', 'tag': '601b2a7b-4853-49f4-8824-5ed775838b9e', 'status': 'completed', 'code': 200}
Nov 13 21:10:47.237336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d446fb6-6318-4ebd-8852-a7a416e0155b req-9b751f98-365e-4f2d-ad65-c9e99d27e6c9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b3c89ec-75e4-4951-b9ac-5527fccd0143 HTTP/1.1" status: 200  len: 210 time: 0.0273318
Nov 13 21:10:48.086345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52638) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:48.275836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1006811101-network', 'tenant_id': '52e08ee207a44f10aeec3e9e0edcb6c1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:48.379829 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:10:48.380740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Made reservation on behalf of 52e08ee207a44f10aeec3e9e0edcb6c1 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:48.384012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.404273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.465306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-883aee2a-b6c3-4744-81d9-8a8c3cb7c35a tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:48.467035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-883aee2a-b6c3-4744-81d9-8a8c3cb7c35a tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "GET /v2.0/ports?device_id=43a06633-ea4d-46c1-bfc9-24bd3d934b4a HTTP/1.1" status: 200  len: 946 time: 0.0711744
Nov 13 21:10:48.494375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-b0a167c5-12d0-4e6e-9dc6-6d7826a43247 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:48.496553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-b0a167c5-12d0-4e6e-9dc6-6d7826a43247 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 813 time: 0.1340771
Nov 13 21:10:48.515954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-1a8bd31e-4bfd-4a62-a520-3066a5a54d2e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/quotas/a0d2579fc03c4f38b736d938b2fe263b HTTP/1.1" status: 200  len: 375 time: 0.0128655
Nov 13 21:10:48.584778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52674) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:48.586078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Deleting port cd51c760-2b5f-430e-94a8-2be32abdd9ad {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:48.586364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.703850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-network', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:48.712623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-4aa787ca-5c01-45d5-b9ba-4a9de4bc72c9 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1903577
Nov 13 21:10:48.771412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.783727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] For port cd51c760-2b5f-430e-94a8-2be32abdd9ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd51c760-2b5f-430e-94a8-2be32abdd9ad,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:48.784074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.797017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Calling delete_port for cd51c760-2b5f-430e-94a8-2be32abdd9ad owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:48.813039 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-c6c9be01-916e-4cb2-a88e-7549b8acaa4f service neutron] 10.222.0.20 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926094
Nov 13 21:10:48.869891 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.877907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Made reservation on behalf of 8ea50d2d303c4872b717101b06ff111f for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:48.880455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.893063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:48.904798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:10:48.935174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8055dd0-e369-45dd-a894-a0cc58c04963,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:48.940042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-815fa187-5946-473f-b822-ef1c9fc270cc service neutron] 10.222.0.20 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207111
Nov 13 21:10:48.988905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.074525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-d815e9bb-0200-4d37-a0f4-4fe2f0a0968b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:49.075957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-d815e9bb-0200-4d37-a0f4-4fe2f0a0968b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1070719-0a93-4248-90e3-efe7978f9e6b HTTP/1.1" status: 200  len: 945 time: 0.0480084
Nov 13 21:10:49.082960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.085313 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.085798 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Added segment cf322a97-eecb-406d-b9d7-f29e7857f859 of type vlan for network d519d8b8-1902-43da-9cf6-7f4de024092b
Nov 13 21:10:49.097329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['82caaac5-2616-496e-8433-0d3d5378fa81'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:49.102895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['cd51c760-2b5f-430e-94a8-2be32abdd9ad'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:49.120264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.158831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event deleted for resources: {'Port': ['ID=cd51c760-2b5f-430e-94a8-2be32abdd9ad,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:49.182326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:10:49.191612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.196066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35fea55-f549-43b9-9976-9add880483c9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:49.204360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.204678 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Added segment 2e7c0e2b-52d2-48d0-a127-850871eca47e of type vlan for network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7
Nov 13 21:10:49.268471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] No DVR routers for this DVR port cd51c760-2b5f-430e-94a8-2be32abdd9ad on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:49.272267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.289484 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c672bba3-dc9a-43c6-a402-2fb721ad786c req-7deaedd1-f2a1-472e-8b0e-c058270eb98e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "DELETE /v2.0/ports/cd51c760-2b5f-430e-94a8-2be32abdd9ad HTTP/1.1" status: 204  len: 173 time: 0.8158288
Nov 13 21:10:49.294895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'name': 'network-vif-deleted', 'tag': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:49.299504 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12325885-c26f-4dcf-b58b-8d1f8cced092" -d '{"events": [{"server_uuid": "43a06633-ea4d-46c1-bfc9-24bd3d934b4a", "name": "network-vif-deleted", "tag": "cd51c760-2b5f-430e-94a8-2be32abdd9ad"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:49.302213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.313339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Deleting port 82caaac5-2616-496e-8433-0d3d5378fa81 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:10:49.313694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.401474 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.402549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:49.404877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.449894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] For port 82caaac5-2616-496e-8433-0d3d5378fa81, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82caaac5-2616-496e-8433-0d3d5378fa81,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:49.450498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.472137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] Pushing event updated for resources: {'Network': ['ID=d519d8b8-1902-43da-9cf6-7f4de024092b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:49.488086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Calling delete_port for 82caaac5-2616-496e-8433-0d3d5378fa81 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:10:49.491015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network d519d8b8-1902-43da-9cf6-7f4de024092b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:10:49.501046 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4594949-76b6-4f22-aba4-38ef3767b5f2 x-openstack-request-id: req-b4594949-76b6-4f22-aba4-38ef3767b5f2 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:49.501626 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a06633-ea4d-46c1-bfc9-24bd3d934b4a", "name": "network-vif-deleted", "tag": "cd51c760-2b5f-430e-94a8-2be32abdd9ad", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:49.501626 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4594949-76b6-4f22-aba4-38ef3767b5f2 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:49.501963 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a06633-ea4d-46c1-bfc9-24bd3d934b4a', 'name': 'network-vif-deleted', 'tag': 'cd51c760-2b5f-430e-94a8-2be32abdd9ad', 'status': 'completed', 'code': 200}
Nov 13 21:10:49.569819 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-532e38bd-dfb5-4a5e-8991-fd03a4da8278 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.4823112
Nov 13 21:10:49.582158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:49.587747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Request body: {'subnet': {'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1006811101-subnet', 'tenant_id': '52e08ee207a44f10aeec3e9e0edcb6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:49.611026 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.611976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:49.614913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.749335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Made reservation on behalf of 52e08ee207a44f10aeec3e9e0edcb6c1 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:49.751658 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.754118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52710) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:49.799341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] Pushing event updated for resources: {'Network': ['ID=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:49.810283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:10:49.889122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:49.893351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b8a9865a-baad-4911-8a97-ac566d9a4cfc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3067994
Nov 13 21:10:49.896209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Request body: {'subnet': {'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-subnet', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:49.930371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-51719bbc-afae-4b7d-af71-1d1d4ba1b0c9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:49.932105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-51719bbc-afae-4b7d-af71-1d1d4ba1b0c9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.3254726
Nov 13 21:10:49.948636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a08c78d-91a0-42ec-be7d-4fda1eb07bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:49.949011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-54dacf41-d1e1-4e12-8fcc-589238880e51 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.0099075
Nov 13 21:10:49.996282 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-3b7886b9-6f84-4c37-affa-3ef70626bf6c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0303495
Nov 13 21:10:50.030829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Made reservation on behalf of 8ea50d2d303c4872b717101b06ff111f for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:50.036635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.119629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-95bbff7c-5c8c-4be3-822f-7d2db70ac2ed service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150608
Nov 13 21:10:50.121660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.140658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['cd51c760-2b5f-430e-94a8-2be32abdd9ad'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:10:50.272263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-732adcaa-65a2-4d2f-92e2-c8f36424fd79 req-dd1d0418-ae80-4955-9e4c-2960323cee8c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 210 time: 0.0531259
Nov 13 21:10:50.311952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a08c78d-91a0-42ec-be7d-4fda1eb07bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.504726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a08c78d-91a0-42ec-be7d-4fda1eb07bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.519857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.558949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 601b2a7b-4853-49f4-8824-5ed775838b9e no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:50.574815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event deleted for resources: {'Port': ['ID=82caaac5-2616-496e-8433-0d3d5378fa81,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:50.630700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 601b2a7b-4853-49f4-8824-5ed775838b9e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:50.636028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 601b2a7b-4853-49f4-8824-5ed775838b9e not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:50.639474 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.647510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08c78d-91a0-42ec-be7d-4fda1eb07bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075fd70b-986a-4926-b739-758c64f89846,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:50.656725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7b477b-0c63-4a91-aee4-369731b3d5ad,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:50.663933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] No DVR routers for this DVR port 82caaac5-2616-496e-8433-0d3d5378fa81 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:10:50.669309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.672751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-225705f9-d320-4cfb-ad2e-01650cdea92e req-7543ddbd-739e-46e0-9fea-fcdc16658d6d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "DELETE /v2.0/ports/82caaac5-2616-496e-8433-0d3d5378fa81 HTTP/1.1" status: 204  len: 173 time: 1.5890696
Nov 13 21:10:50.673608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'name': 'network-vif-deleted', 'tag': '82caaac5-2616-496e-8433-0d3d5378fa81'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:50.676792 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a00b6d-6140-4055-9e19-6c837d6fe5cc" -d '{"events": [{"server_uuid": "f1070719-0a93-4248-90e3-efe7978f9e6b", "name": "network-vif-deleted", "tag": "82caaac5-2616-496e-8433-0d3d5378fa81"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:50.716567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-eb78986e-555d-4215-a7e2-bd4608d7aff8 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5845718
Nov 13 21:10:50.735177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0a08c78d-91a0-42ec-be7d-4fda1eb07bb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f114c4289724bba893d6ea52222c4ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9772453
Nov 13 21:10:50.736543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52758) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:50.760607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Checking segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:50.761002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Network hostable DHCP agents. Network: d519d8b8-1902-43da-9cf6-7f4de024092b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:10:50.766753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dd45a31-31b9-4b8b-8c2d-9d8f5a5841a8 req-cef040a3-c3b2-46dd-917e-123fc00f29b8 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=008c137ca32e4238a55c60a12deb3db2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1077688
Nov 13 21:10:50.814679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b70e62-50c5-4849-84fb-9564432e634b,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:50.820050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-762fdce4-6555-47d7-86ca-0b7e16bc8fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.826005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Checking segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:50.826354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Network hostable DHCP agents. Network: 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:10:50.850365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-762fdce4-6555-47d7-86ca-0b7e16bc8fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.919830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd45a31-31b9-4b8b-8c2d-9d8f5a5841a8 req-1b19abc3-f226-4815-9bf5-36b71132edc8 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:50.921360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dd45a31-31b9-4b8b-8c2d-9d8f5a5841a8 req-1b19abc3-f226-4815-9bf5-36b71132edc8 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1430640
Nov 13 21:10:50.936558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dd45a31-31b9-4b8b-8c2d-9d8f5a5841a8 req-4c66d326-79a0-468e-ae25-5af5f4b04a30 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/quotas/008c137ca32e4238a55c60a12deb3db2 HTTP/1.1" status: 200  len: 375 time: 0.0094590
Nov 13 21:10:50.943883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Network d519d8b8-1902-43da-9cf6-7f4de024092b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:10:50.966763 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-762fdce4-6555-47d7-86ca-0b7e16bc8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.970523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-762fdce4-6555-47d7-86ca-0b7e16bc8fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:50.974160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-762fdce4-6555-47d7-86ca-0b7e16bc8fd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/075fd70b-986a-4926-b739-758c64f89846 HTTP/1.1" status: 204  len: 168 time: 0.2342763
Nov 13 21:10:50.978328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dd45a31-31b9-4b8b-8c2d-9d8f5a5841a8 req-eac24552-6a4a-47de-9292-c1fc86d0c446 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=008c137ca32e4238a55c60a12deb3db2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0354645
Nov 13 21:10:50.979108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:10:50.992723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fdce4-6555-47d7-86ca-0b7e16bc8fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075fd70b-986a-4926-b739-758c64f89846,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:51.046037 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4255d31-a53d-4ac6-bbc6-e411e83dd5de x-openstack-request-id: req-c4255d31-a53d-4ac6-bbc6-e411e83dd5de {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:51.046037 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1070719-0a93-4248-90e3-efe7978f9e6b", "name": "network-vif-deleted", "tag": "82caaac5-2616-496e-8433-0d3d5378fa81", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:51.046231 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4255d31-a53d-4ac6-bbc6-e411e83dd5de {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:51.046471 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1070719-0a93-4248-90e3-efe7978f9e6b', 'name': 'network-vif-deleted', 'tag': '82caaac5-2616-496e-8433-0d3d5378fa81', 'status': 'completed', 'code': 200}
Nov 13 21:10:51.053167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d519d8b8-1902-43da-9cf6-7f4de024092b) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:51.067616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1378ba99-939a-4d42-a9f6-1f4d5d391c6e None None] Network d519d8b8-1902-43da-9cf6-7f4de024092b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:51.067756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:51.068760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.080099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:51.120137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:51.126104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.143404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69348f07-9b9e-4843-897c-a96ea74a3ea2 None None] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:51.175851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee121832-7f71-4ce5-99ca-4bb22c5c02ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.5925624
Nov 13 21:10:51.230206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6105aa47-a5d3-49c9-ab2b-488911f53009 req-a96a2114-c536-4dc4-9c1f-c9ca42a256fc tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 210 time: 0.0407891
Nov 13 21:10:51.240321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:51.247250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-237a201a-76dc-4fdc-8ff4-c91f90f194eb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3557417
Nov 13 21:10:51.247380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:51.339499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.340681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.427528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29514ff1-4360-4f8a-8ec6-396197f08a1b req-aef98c14-678f-4a07-8331-cf298f604bc1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 210 time: 0.0336139
Nov 13 21:10:51.501099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.503791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed753e-8f79-4989-8858-1cedaf730ea0 None None] Network d519d8b8-1902-43da-9cf6-7f4de024092b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:51.532709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'fixed_ips': [{'subnet_id': 'd6b70e62-50c5-4849-84fb-9564432e634b'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:10:51.534057 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.795645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:51.985950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-70f37256-cf07-431b-b2db-fdd07935392f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:52.004488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Allocated IP 172.20.0.2 (8b4b73b1-44a5-49e9-b534-f3b3c2817ce7/d6b70e62-50c5-4849-84fb-9564432e634b/0dae2d88-2825-4bd3-afe6-388fd55fccec) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:52.016312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-70f37256-cf07-431b-b2db-fdd07935392f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.1926417
Nov 13 21:10:52.051347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-1a955c7c-89c7-4da4-96a3-79390c591ed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/quotas/52e08ee207a44f10aeec3e9e0edcb6c1 HTTP/1.1" status: 200  len: 375 time: 0.0339200
Nov 13 21:10:52.070805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:52.317188 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.326293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.356549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.396252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.453926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:52.455254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Pushing event updated for resources: {'Port': ['ID=0dae2d88-2825-4bd3-afe6-388fd55fccec,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:52.458306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:52.468511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:52.476758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-9db5e1a0-f208-403f-9c32-3a7ec70fe082 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4198875
Nov 13 21:10:52.479516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21c8467d-e444-4600-a033-52c87eee6526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.529238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Allocated IP 172.35.3.76 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/eacf8e5f-2ac5-44cd-a691-15301863e87c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:52.592603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Attempting to bind port 0dae2d88-2825-4bd3-afe6-388fd55fccec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:52.596143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Attempting to bind port 0dae2d88-2825-4bd3-afe6-388fd55fccec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:52.596143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Attempting to bind port 0dae2d88-2825-4bd3-afe6-388fd55fccec on network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:52.602294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:52.602747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Checking segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:52.603251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.603716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Bound using segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:52.605142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Bound port: 0dae2d88-2825-4bd3-afe6-388fd55fccec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:52.605613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.686236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-e897d10c-21f8-441f-bae9-398dbbd5858f service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940722
Nov 13 21:10:52.696207 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dcb830-37ae-4a25-8c7e-c5b25206ad54 req-dfdda469-a997-4844-8e70-2bea03448af4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 210 time: 0.1351998
Nov 13 21:10:52.738325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] For port 0dae2d88-2825-4bd3-afe6-388fd55fccec, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:52.743391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] For port 0dae2d88-2825-4bd3-afe6-388fd55fccec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dae2d88-2825-4bd3-afe6-388fd55fccec,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:52.745654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.777559 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21c8467d-e444-4600-a033-52c87eee6526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.815777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.829205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-70db32a6-1f44-45ff-96ac-2b53b45139e9 service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304934
Nov 13 21:10:52.865904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36500d3f-15cd-477b-afdd-98240370bebd req-3794de48-794b-465f-a0d4-72b81a6bb251 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 210 time: 0.0426538
Nov 13 21:10:52.866898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21c8467d-e444-4600-a033-52c87eee6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:52.920416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c945001-e57a-49b3-bdde-5e321ff2807c None None] Pushing event updated for resources: {'Port': ['ID=0dae2d88-2825-4bd3-afe6-388fd55fccec,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:52.972319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-21c8467d-e444-4600-a033-52c87eee6526 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3319090673144379f1e9ad86e783548&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8977568
Nov 13 21:10:52.976511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52860) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:52.986414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8467d-e444-4600-a033-52c87eee6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705a6b65-ddf8-41b4-8c99-cbe8259b1eb8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:52.997135 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:53.065157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df43c2c-103d-4f8b-af75-db1e4ae28817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:53.084591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:53.103128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df43c2c-103d-4f8b-af75-db1e4ae28817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:53.130437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Pushing event updated for resources: {'Port': ['ID=eacf8e5f-2ac5-44cd-a691-15301863e87c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:53.141467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:53.152941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:53.258922 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-785240e6-afcb-4d25-a2b9-2e9faec38c8f req-23d60828-eb60-4cfe-acc9-6344100f30fc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 210 time: 0.0315130
Nov 13 21:10:53.318666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cd51c760-2b5f-430e-94a8-2be32abdd9ad no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:53.361412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df43c2c-103d-4f8b-af75-db1e4ae28817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:53.364080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df43c2c-103d-4f8b-af75-db1e4ae28817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:53.367035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7df43c2c-103d-4f8b-af75-db1e4ae28817 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/705a6b65-ddf8-41b4-8c99-cbe8259b1eb8 HTTP/1.1" status: 204  len: 168 time: 0.3881276
Nov 13 21:10:53.375625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: cd51c760-2b5f-430e-94a8-2be32abdd9ad {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:53.376600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device cd51c760-2b5f-430e-94a8-2be32abdd9ad not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:53.402754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df43c2c-103d-4f8b-af75-db1e4ae28817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705a6b65-ddf8-41b4-8c99-cbe8259b1eb8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:53.406425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06dba4eb-02f0-4a5b-b0be-0a7d86c1df83 req-d37af4c4-e3a7-49f2-bf55-72a729e4eea4 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=008c137ca32e4238a55c60a12deb3db2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1983397
Nov 13 21:10:53.535598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-9d0bcb6a-91bb-4e17-a5af-894a6203d245 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:53.537065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-9d0bcb6a-91bb-4e17-a5af-894a6203d245 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 813 time: 0.6446252
Nov 13 21:10:53.560048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Request body: {'port': {'device_id': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'admin_state_up': True, 'tenant_id': 'a0d2579fc03c4f38b736d938b2fe263b'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:53.629714 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-99f4ef60-dea9-452e-8316-dfa51b75f9db tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:53.631221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-99f4ef60-dea9-452e-8316-dfa51b75f9db tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 813 time: 0.1610110
Nov 13 21:10:53.646313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Request body: {'port': {'device_id': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'admin_state_up': True, 'tenant_id': 'a0d2579fc03c4f38b736d938b2fe263b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:53.667141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dba4eb-02f0-4a5b-b0be-0a7d86c1df83 req-9df00363-eab5-4027-9f05-d360459ac922 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:53.674139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06dba4eb-02f0-4a5b-b0be-0a7d86c1df83 req-9df00363-eab5-4027-9f05-d360459ac922 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2671950
Nov 13 21:10:53.696199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06dba4eb-02f0-4a5b-b0be-0a7d86c1df83 req-b70d94cb-cc3d-4faf-b915-681774f4e7cf tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/quotas/008c137ca32e4238a55c60a12deb3db2 HTTP/1.1" status: 200  len: 375 time: 0.0211771
Nov 13 21:10:53.751964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06dba4eb-02f0-4a5b-b0be-0a7d86c1df83 req-df6a9e7e-cc9b-493e-b5bd-5f1796be0abf tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=008c137ca32e4238a55c60a12deb3db2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0468791
Nov 13 21:10:53.874020 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5836b8ef-f358-4e07-8603-36b7635f1259 req-ffd073b8-6c75-413a-846c-40c1ff0bde7c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 210 time: 0.0372612
Nov 13 21:10:53.976528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Made reservation on behalf of a0d2579fc03c4f38b736d938b2fe263b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:53.997177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.053495 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41e1610d-2b16-4cfe-90de-ac7eb990ca57 req-62fc84f1-6a6d-4f17-aab5-c0a974dd3eeb tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 210 time: 0.0464115
Nov 13 21:10:54.211929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-bdd13b87-b320-487e-b20c-00a7cea41536 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:54.215338 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-bdd13b87-b320-487e-b20c-00a7cea41536 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.37 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.1639616
Nov 13 21:10:54.217452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Made reservation on behalf of a0d2579fc03c4f38b736d938b2fe263b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:54.228361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.235667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Allocated IP 172.20.0.14 (fec6a27c-3257-4e8a-9f2f-560a17e9a301/7f7ee20a-c922-4e20-a8bd-588772c89937/adfc5850-928e-4edb-b5e9-d1ea831c9f47) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:54.237968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Request body: {'port': {'device_id': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'admin_state_up': True, 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:54.378416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.465711 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9be44f49-ead3-4b2a-bfc0-7cb5f4a0f050 req-655d9894-0ad1-4eeb-955c-7d0c30c899a1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 210 time: 0.0547361
Nov 13 21:10:54.579909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc79acfc-1c59-41c4-821b-dec92252044c None None] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:10:54.585734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 82caaac5-2616-496e-8433-0d3d5378fa81 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:10:54.628712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.629802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 82caaac5-2616-496e-8433-0d3d5378fa81 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:10:54.630349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 82caaac5-2616-496e-8433-0d3d5378fa81 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:10:54.649847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:54.654305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.697633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9ccf-73b6-4b15-a6d8-1c3435e4733b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.719055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5982b0ec-0c65-4c3a-bbfe-27a0f150ec4b None None] Provisioning complete for port 0dae2d88-2825-4bd3-afe6-388fd55fccec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:54.719856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5982b0ec-0c65-4c3a-bbfe-27a0f150ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.753134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.903984 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:54.951962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Allocated IP 172.20.0.8 (09559424-1385-4568-9979-5bb0cb2d727b/ee3e3781-732f-4b0f-9edb-4f9b217de713/7963542a-7b4c-4437-a1ef-a35ce055ab06) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:54.994321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Allocated IP 172.20.0.7 (fec6a27c-3257-4e8a-9f2f-560a17e9a301/7f7ee20a-c922-4e20-a8bd-588772c89937/4e9694e7-9b97-49a6-8a93-b21a55e06d3a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:55.001461 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5982b0ec-0c65-4c3a-bbfe-27a0f150ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.005883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:55.022731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:55.028430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:55.031201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event updated for resources: {'Port': ['ID=adfc5850-928e-4edb-b5e9-d1ea831c9f47,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:55.119363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5982b0ec-0c65-4c3a-bbfe-27a0f150ec4b None None] For port 0dae2d88-2825-4bd3-afe6-388fd55fccec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dae2d88-2825-4bd3-afe6-388fd55fccec,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:55.150494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35905483-ce34-46f6-82f6-50d2dbd72b4a req-bd64ac1e-3753-4a77-96cd-6a527ec389c5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 210 time: 0.0653701
Nov 13 21:10:55.195391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:55.197574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.217259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5982b0ec-0c65-4c3a-bbfe-27a0f150ec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.223717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0dae2d88-2825-4bd3-afe6-388fd55fccec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:55.329260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c83f4ef-dce6-4a8b-ac80-050bd78b7601 req-2f70d1d3-c101-413e-bfce-ebffc8bcef4e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 210 time: 0.0654669
Nov 13 21:10:55.329993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Router d85c2fb8-eed3-4f25-a0aa-6234a6940622 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:10:55.336581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5a2f357e-1c3f-49ff-8838-457c885f898c tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7879469
Nov 13 21:10:55.385647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Request body: {'port': {'device_id': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:55.386681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.433275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982b0ec-0c65-4c3a-bbfe-27a0f150ec4b None None] Pushing event updated for resources: {'Port': ['ID=0dae2d88-2825-4bd3-afe6-388fd55fccec,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:55.440028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8f4a95ac-96e4-4ea1-b1df-c0b02f7ab4bf None None] Provisioning complete for port 0dae2d88-2825-4bd3-afe6-388fd55fccec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:55.442786 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8f4a95ac-96e4-4ea1-b1df-c0b02f7ab4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.487358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0dae2d88-2825-4bd3-afe6-388fd55fccec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:55.489930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.524149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.606850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.738523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e80f64a-e160-47f9-bcea-1b4387d20c10 req-99208e91-2a66-480f-9ac2-2af55e38a83f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 210 time: 0.0927408
Nov 13 21:10:55.748737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Network 09559424-1385-4568-9979-5bb0cb2d727b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:55.760321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:55.768718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:55.811272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:55.814520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc43a0f7-b8f7-437f-b80d-f5f86fd7ed06 req-3b1f8d04-18a0-420c-a03b-4f7d7d26efc2 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=008c137ca32e4238a55c60a12deb3db2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0740876
Nov 13 21:10:55.852010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:55.852891 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.853378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:10:55.859065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:55.880366 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Sync routers for ids ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:10:55.898715 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Routers {'d85c2fb8-eed3-4f25-a0aa-6234a6940622'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:55.900952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:55.949213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-d5502ef3-fba7-4e55-ab5c-123e46a3c448 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7157853
Nov 13 21:10:55.978858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Request body: {'port': {'device_id': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:56.021429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.071448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Network fec6a27c-3257-4e8a-9f2f-560a17e9a301 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:56.075638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:56.081131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:56.097267 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Set router d85c2fb8-eed3-4f25-a0aa-6234a6940622 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:56.156645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.158732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event updated for resources: {'Port': ['ID=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:56.189045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:56.189613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.414945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.416231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3475c541-3871-42f2-8f54-4aa668de1b70 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.1743801
Nov 13 21:10:56.421125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53012) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:56.431338 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55e2e0>, [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:10:53Z', 'revision_number': 3, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:56.432415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-ff853001-74c4-45c1-a783-7c2e9037cba1 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7906597
Nov 13 21:10:56.468902 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Checking router: d85c2fb8-eed3-4f25-a0aa-6234a6940622 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:10:56.469520 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Updating router d85c2fb8-eed3-4f25-a0aa-6234a6940622 port eacf8e5f-2ac5-44cd-a691-15301863e87c binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:10:56.500804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Request body: {'port': {'device_id': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:56.535070 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.597827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c98ff2-b25c-4a00-8c2c-781091c1eb9c req-5cb12c22-50b1-4dd6-a34a-b4d24ebde066 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:56.609565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a0f7-b8f7-437f-b80d-f5f86fd7ed06 req-0f047e25-1e8d-43a6-8599-8a58d53df05f tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:56.609701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2c98ff2-b25c-4a00-8c2c-781091c1eb9c req-5cb12c22-50b1-4dd6-a34a-b4d24ebde066 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 931 time: 0.2599697
Nov 13 21:10:56.614381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc43a0f7-b8f7-437f-b80d-f5f86fd7ed06 req-0f047e25-1e8d-43a6-8599-8a58d53df05f tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7733252
Nov 13 21:10:56.656492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc43a0f7-b8f7-437f-b80d-f5f86fd7ed06 req-131c4bd0-6e9f-4f00-a895-2b396ac5c9f0 tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/quotas/008c137ca32e4238a55c60a12deb3db2 HTTP/1.1" status: 200  len: 375 time: 0.0411823
Nov 13 21:10:56.689838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc43a0f7-b8f7-437f-b80d-f5f86fd7ed06 req-1b216176-4a7c-4106-937a-6fa98290f54b tempest-QuotasAdminNegativeTest-1860729009 tempest-QuotasAdminNegativeTest-1860729009-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=008c137ca32e4238a55c60a12deb3db2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0323331
Nov 13 21:10:56.727530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.799528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2c98ff2-b25c-4a00-8c2c-781091c1eb9c req-b76a5157-9af4-43ec-8406-883a649c4e65 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918283
Nov 13 21:10:56.809712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-867ef1d5-9178-4d65-9540-bbfe23ad774e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:56.811156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-867ef1d5-9178-4d65-9540-bbfe23ad774e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.4632726
Nov 13 21:10:56.828048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Request body: {'port': {'device_id': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'admin_state_up': True, 'tenant_id': '52e08ee207a44f10aeec3e9e0edcb6c1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:56.868672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfc5850-928e-4edb-b5e9-d1ea831c9f47 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:56.877720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.921060 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:56.957467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Transition to ACTIVE for port object adfc5850-928e-4edb-b5e9-d1ea831c9f47 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:10:56.986213 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.042537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.072028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3def4168-6e8c-43af-9369-0f48c1312197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.077716 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd674b-92ee-4f30-80c6-73af99728c7e None None] Pushing event updated for resources: {'Port': ['ID=eacf8e5f-2ac5-44cd-a691-15301863e87c,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.078398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0dae2d88-2825-4bd3-afe6-388fd55fccec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:57.080872 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Attempting to bind port eacf8e5f-2ac5-44cd-a691-15301863e87c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:57.081231 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Attempting to bind port eacf8e5f-2ac5-44cd-a691-15301863e87c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:57.081587 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Attempting to bind port eacf8e5f-2ac5-44cd-a691-15301863e87c on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:57.087963 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:57.088236 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:57.088524 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.088963 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:57.089419 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Bound port: eacf8e5f-2ac5-44cd-a691-15301863e87c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:57.089784 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.095480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Pushing event updated for resources: {'Port': ['ID=adfc5850-928e-4edb-b5e9-d1ea831c9f47,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.152565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0dae2d88-2825-4bd3-afe6-388fd55fccec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:57.152964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.158449 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] For port eacf8e5f-2ac5-44cd-a691-15301863e87c, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:57.168186 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] For port eacf8e5f-2ac5-44cd-a691-15301863e87c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eacf8e5f-2ac5-44cd-a691-15301863e87c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:57.250635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1323552760', 'description': 'tempest-description-13260695'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:57.259741 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.319418 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.331742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7963542a-7b4c-4437-a1ef-a35ce055ab06 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:57.344110 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd674b-92ee-4f30-80c6-73af99728c7e None None] Pushing event updated for resources: {'Port': ['ID=eacf8e5f-2ac5-44cd-a691-15301863e87c,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.349521 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Routers {'d85c2fb8-eed3-4f25-a0aa-6234a6940622'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:10:57.350216 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:57.359607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.377627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5962d-c399-4da5-8fe9-fdc06e998279 req-9d5bc588-7e4d-4793-8721-cd9bdcedf778 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:57.379155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dff5962d-c399-4da5-8fe9-fdc06e998279 req-9d5bc588-7e4d-4793-8721-cd9bdcedf778 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 931 time: 0.4634850
Nov 13 21:10:57.398031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Transition to ACTIVE for port object 7963542a-7b4c-4437-a1ef-a35ce055ab06 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:10:57.400384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Attempting to bind port adfc5850-928e-4edb-b5e9-d1ea831c9f47 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:57.400732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Attempting to bind port adfc5850-928e-4edb-b5e9-d1ea831c9f47 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:57.401195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Attempting to bind port adfc5850-928e-4edb-b5e9-d1ea831c9f47 on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:57.410802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Port adfc5850-928e-4edb-b5e9-d1ea831c9f47 on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:10:57.411245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Attempting to bind port adfc5850-928e-4edb-b5e9-d1ea831c9f47 on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:57.428774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:57.430032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Checking segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:57.430453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Bound using segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:57.430894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Bound port: adfc5850-928e-4edb-b5e9-d1ea831c9f47, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:57.431243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.466436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.472048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] Set router d85c2fb8-eed3-4f25-a0aa-6234a6940622 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:10:57.485997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9694e7-9b97-49a6-8a93-b21a55e06d3a {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:10:57.495640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dff5962d-c399-4da5-8fe9-fdc06e998279 req-3dd42064-6e6c-4e28-947c-52d9dfbb0448 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057086
Nov 13 21:10:57.499206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.500747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.514714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.518092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Transition to ACTIVE for port object 4e9694e7-9b97-49a6-8a93-b21a55e06d3a will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:10:57.574468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.606467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Made reservation on behalf of 52e08ee207a44f10aeec3e9e0edcb6c1 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:10:57.611684 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.611864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.651316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.672556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] For port adfc5850-928e-4edb-b5e9-d1ea831c9f47, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:57.674939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Allocated IP 172.20.0.1 (8b4b73b1-44a5-49e9-b534-f3b3c2817ce7/d6b70e62-50c5-4849-84fb-9564432e634b/faf46ba8-10f6-470a-aa8e-55f7e6369d85) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:57.683559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f1b1039-1bb2-4f11-92ee-38b642b8960c req-2c940454-4a3c-4dc0-a9a7-3c500e83f983 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 210 time: 0.0451796
Nov 13 21:10:57.692263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] For port adfc5850-928e-4edb-b5e9-d1ea831c9f47, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:57.693091 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55e2e0>, [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:10:53Z', 'revision_number': 3, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:10:57.726161 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1d3721-dae3-4f2b-9d7a-df9b0c5fce4b None None] The sync data for ids ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'] in ncdv-master-1 is: [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:10:53Z', 'revision_number': 3, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:10:57.754873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.803208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.815822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Attempting to bind port 7963542a-7b4c-4437-a1ef-a35ce055ab06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:57.816162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Attempting to bind port 7963542a-7b4c-4437-a1ef-a35ce055ab06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:57.816497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Attempting to bind port 7963542a-7b4c-4437-a1ef-a35ce055ab06 on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:57.822162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecc9964-2bee-43e8-b0e4-4991d260730d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.829523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.845976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Port 7963542a-7b4c-4437-a1ef-a35ce055ab06 on network 09559424-1385-4568-9979-5bb0cb2d727b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:10:57.846303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Attempting to bind port 7963542a-7b4c-4437-a1ef-a35ce055ab06 on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:57.889776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:57.890115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:57.890498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Bound using segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:57.890942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Bound port: 7963542a-7b4c-4437-a1ef-a35ce055ab06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:57.891355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.909982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.912056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:57.912740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.914655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] 10.222.0.46 "PUT /v2.0/ports/adfc5850-928e-4edb-b5e9-d1ea831c9f47 HTTP/1.1" status: 200  len: 1092 time: 2.5671570
Nov 13 21:10:57.922573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'tag': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:57.924854 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e" -d '{"events": [{"name": "network-changed", "server_uuid": "1de907fa-5e80-4fd7-920e-8ee4952d283d", "tag": "adfc5850-928e-4edb-b5e9-d1ea831c9f47"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:57.934379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:57.954800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a122452-88bb-4c28-8a44-b81602956a9c service neutron] Pushing event updated for resources: {'Port': ['ID=adfc5850-928e-4edb-b5e9-d1ea831c9f47,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:57.992144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Allocated IP 172.20.0.6 (d519d8b8-1902-43da-9cf6-7f4de024092b/cb7b477b-0c63-4a91-aee4-369731b3d5ad/bfc8f969-bfd0-4375-84a3-ddeab26a0c4b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:10:57.994289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Attempting to bind port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:10:57.994628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Attempting to bind port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:10:57.994956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Attempting to bind port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:58.018730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:10:58.019021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Attempting to bind port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a on network fec6a27c-3257-4e8a-9f2f-560a17e9a301 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:10:58.035404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:10:58.035803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Checking segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:10:58.036167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Bound using segment: {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:10:58.036580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Bound port: 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9ce776-265d-4c77-aff2-9c409c614b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:10:58.036953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.053125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:58.063776 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.083286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.108306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:58.176170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:58.186991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:58.188986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff8c3d-6f55-4868-b9b0-d91b59172a2a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:58.190969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:58.199699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Pushing event updated for resources: {'Port': ['ID=faf46ba8-10f6-470a-aa8e-55f7e6369d85,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:58.207929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.209231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2538d1b-05cb-4d05-9cd6-41afd1a2cb64 req-c1b7d54b-a91d-452c-b81e-f7e4e5dabf9f tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.9677961
Nov 13 21:10:58.226433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.232946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-61a2c12e-da86-41f5-b55d-e457e5f34e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.238345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-61a2c12e-da86-41f5-b55d-e457e5f34e14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 1095 time: 0.1900644
Nov 13 21:10:58.280056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] For port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:10:58.311978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] For port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:10:58.327610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.330445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.348127 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/7963542a-7b4c-4437-a1ef-a35ce055ab06 HTTP/1.1" status: 200  len: 1091 time: 2.3846641
Nov 13 21:10:58.350848 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-5901f88c-0866-48e0-9f7a-fc31a0c03dae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47 HTTP/1.1" status: 200  len: 217 time: 0.1015258
Nov 13 21:10:58.354141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.366863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:10:58.370283 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8fb5eb-72b0-4964-a382-9a350e9465bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:10:58.435487 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.453138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.512814 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.549875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c5bc7-3505-41e0-8223-bb57621129e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:58.578461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-7581550a-4e55-4ff1-b612-72c00b6d75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.579954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-7581550a-4e55-4ff1-b612-72c00b6d75aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.2208986
Nov 13 21:10:58.592035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640359-f221-419f-9813-14f8d9d7501e req-ff4d84e0-6650-43ec-b0e8-e3829c0d8f42 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.593790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99640359-f221-419f-9813-14f8d9d7501e req-ff4d84e0-6650-43ec-b0e8-e3829c0d8f42 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 946 time: 0.2141907
Nov 13 21:10:58.596948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.597639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.599034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e9694e7-9b97-49a6-8a93-b21a55e06d3a HTTP/1.1" status: 200  len: 1091 time: 2.1201901
Nov 13 21:10:58.646638 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-3630028e-f18d-486e-9ef0-9f32248dd7d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587354
Nov 13 21:10:58.653824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f4ca750a-577b-476b-bb86-7cf1976793d3 None None] Provisioning complete for port faf46ba8-10f6-470a-aa8e-55f7e6369d85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:58.654180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4ca750a-577b-476b-bb86-7cf1976793d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.658041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ef95-12d6-48d5-bdcf-a38ce2fd3890 req-c61572cf-a8a1-46d2-977b-04d66d9cb8ed tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.664026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec08ef95-12d6-48d5-bdcf-a38ce2fd3890 req-c61572cf-a8a1-46d2-977b-04d66d9cb8ed tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 943 time: 0.2123840
Nov 13 21:10:58.691011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-026a186a-a06b-4ad2-acd9-43f2382c477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.692614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-026a186a-a06b-4ad2-acd9-43f2382c477a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 1094 time: 0.1605258
Nov 13 21:10:58.700810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df6d6f-e916-43cd-9f2d-c0943a810748 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:58.721949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99640359-f221-419f-9813-14f8d9d7501e req-724586df-3eb0-4c4a-b40a-9953d151007e tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192753
Nov 13 21:10:58.730365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca750a-577b-476b-bb86-7cf1976793d3 None None] Port faf46ba8-10f6-470a-aa8e-55f7e6369d85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:10:58.766372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-a47e4371-7cf8-47b7-9e99-8517f056f5c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06 HTTP/1.1" status: 200  len: 217 time: 0.0623331
Nov 13 21:10:58.767784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:58.821553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-f61bb2e3-cbaf-4eb6-b7e2-285cb91d35fa service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535931
Nov 13 21:10:58.824092 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb1379-9acc-482f-8381-ac1f4e1650a2 x-openstack-request-id: req-1bfb1379-9acc-482f-8381-ac1f4e1650a2 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:58.824718 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de907fa-5e80-4fd7-920e-8ee4952d283d", "tag": "adfc5850-928e-4edb-b5e9-d1ea831c9f47", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:58.825221 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bfb1379-9acc-482f-8381-ac1f4e1650a2 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:58.825839 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'tag': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47', 'status': 'completed', 'code': 200}
Nov 13 21:10:58.866681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-6751921d-5894-43ae-8053-d7e47d86b3e7 req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1931996054', 'description': 'tempest-description-743426095'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:58.896748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Network d519d8b8-1902-43da-9cf6-7f4de024092b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:58.913101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec08ef95-12d6-48d5-bdcf-a38ce2fd3890 req-e48f61b2-bdad-4a4c-af91-da988e035186 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320410
Nov 13 21:10:58.915619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:58.925625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:10:58.944843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-660c6676-a9ea-4643-baab-87b004f686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.946502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-660c6676-a9ea-4643-baab-87b004f686c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 1094 time: 0.2297535
Nov 13 21:10:58.947415 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:58.950370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-81613449-7207-4508-b81a-a1fc5f090384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:58.951779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-81613449-7207-4508-b81a-a1fc5f090384 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.1593866
Nov 13 21:10:58.996923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.026330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-14bac66f-70da-4740-8cc3-11d3d7875fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897490
Nov 13 21:10:59.156250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eacf8e5f-2ac5-44cd-a691-15301863e87c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:10:59.192678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-a03dcf9b-514d-4bca-9f26-c3017a60159d tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0486596
Nov 13 21:10:59.222395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port eacf8e5f-2ac5-44cd-a691-15301863e87c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:10:59.223708 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.334719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-77d5215f-d4e7-4a0c-81e6-0994c248d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:59.336269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-77d5215f-d4e7-4a0c-81e6-0994c248d0e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 1095 time: 0.1557508
Nov 13 21:10:59.357600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.380475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port eacf8e5f-2ac5-44cd-a691-15301863e87c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eacf8e5f-2ac5-44cd-a691-15301863e87c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:10:59.429088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53080) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:10:59.437957 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be02b52-abb9-4e4e-8b5d-1892cf945bce x-openstack-request-id: req-0be02b52-abb9-4e4e-8b5d-1892cf945bce {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:10:59.438248 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:10:59.438500 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0be02b52-abb9-4e4e-8b5d-1892cf945bce {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:10:59.438904 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'status': 'completed', 'code': 200}
Nov 13 21:10:59.440885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-85807096-72b6-4fd4-8814-8b5d0275a117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4674127
Nov 13 21:10:59.444952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-f30b109d-1f17-4a68-b24e-f90e448370ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a HTTP/1.1" status: 200  len: 217 time: 0.4698884
Nov 13 21:10:59.445646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-6751921d-5894-43ae-8053-d7e47d86b3e7 req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.455412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.463860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-bb5b41b7-e284-4d9d-b7af-ab92dcff393b tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:59.465404 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-bb5b41b7-e284-4d9d-b7af-ab92dcff393b tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2514322
Nov 13 21:10:59.475915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.492090 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-1cc46661-cc2a-437c-af6d-73a1d672de94 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/quotas/c1e83e25e3e94160ba0f3369a1aff466 HTTP/1.1" status: 200  len: 375 time: 0.0182843
Nov 13 21:10:59.503654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-f993166d-6e94-4c8e-a1c2-81e451f75f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:59.505122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-f993166d-6e94-4c8e-a1c2-81e451f75f28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 914 time: 0.1590312
Nov 13 21:10:59.525179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:59.525907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.536330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-4ea7b772-0033-4bc7-a461-23c2fff356d5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0346894
Nov 13 21:10:59.569731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-8187ca03-452c-4285-b5ac-5b70e2d2b250 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47 HTTP/1.1" status: 200  len: 217 time: 0.0546231
Nov 13 21:10:59.569731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.611390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=eacf8e5f-2ac5-44cd-a691-15301863e87c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:59.613604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-642844d4-a7a0-40fb-b4aa-4d29d7b8b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:59.615069 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-642844d4-a7a0-40fb-b4aa-4d29d7b8b741 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.1566341
Nov 13 21:10:59.665424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-2795cfc1-e449-4792-8270-8303a8f2b17d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386758
Nov 13 21:10:59.666120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-b4f8117d-4717-4be1-92fb-aef007e0e843 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087557
Nov 13 21:10:59.670721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.690131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Pushing event updated for resources: {'Port': ['ID=faf46ba8-10f6-470a-aa8e-55f7e6369d85,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:59.693407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-58ae6d64-af04-4b7f-bc48-3cc6a26ba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:10:59.695076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-58ae6d64-af04-4b7f-bc48-3cc6a26ba4c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.1043272
Nov 13 21:10:59.708032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-b3b26dc7-6b61-4746-a907-8cd19c3beda5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8867612
Nov 13 21:10:59.726810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-331e4dc3-cb5a-44d3-bb0e-29fb583db134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.729676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-6751921d-5894-43ae-8053-d7e47d86b3e7 req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.735151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Request body: {'port': {'device_id': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:10:59.755418 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-6a8d1e89-fac7-44e4-b140-752c2771fd64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512514
Nov 13 21:10:59.779261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.826073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-6751921d-5894-43ae-8053-d7e47d86b3e7 req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.922522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643547b0-879a-4864-833e-3beb5e398a2c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:10:59.931379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.932565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:10:59.934642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-7238592e-7de1-4f79-bedc-626fe3ec7d7a service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588308
Nov 13 21:10:59.948334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:10:59.969459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-6751921d-5894-43ae-8053-d7e47d86b3e7 req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:10:59.976589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6751921d-5894-43ae-8053-d7e47d86b3e7 req-10edf3f7-87df-4ee3-85f1-92b9c39a5fec tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.1593294
Nov 13 21:10:59.990599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-d23745b4-0e9f-4513-be42-93feb0990842 service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047460
Nov 13 21:11:00.004394 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ad8aba-0b73-4656-8b35-ccfcc9e617ca req-c7df8733-02be-45ee-8de3-f23340ec2db4 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273435
Nov 13 21:11:00.051884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-331e4dc3-cb5a-44d3-bb0e-29fb583db134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.202229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-331e4dc3-cb5a-44d3-bb0e-29fb583db134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.221887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c3aff2-28c7-4820-9387-1b895f33dff7 req-f4b0c934-eaaa-40c7-8891-939ba41534f0 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594519
Nov 13 21:11:00.225078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Router d85c2fb8-eed3-4f25-a0aa-6234a6940622 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:11:00.334650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.352602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-331e4dc3-cb5a-44d3-bb0e-29fb583db134 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=008c137ca32e4238a55c60a12deb3db2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9164295
Nov 13 21:11:00.364497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53098) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:00.372510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a59f5a13-f1bd-47a2-b7dd-2cd3de2691a6 None None] Provisioning complete for port faf46ba8-10f6-470a-aa8e-55f7e6369d85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:00.373072 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a59f5a13-f1bd-47a2-b7dd-2cd3de2691a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.412267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e4dc3-cb5a-44d3-bb0e-29fb583db134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad2a770-ddb0-46cf-80ea-62e0619350a6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:00.414522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a59f5a13-f1bd-47a2-b7dd-2cd3de2691a6 None None] Port faf46ba8-10f6-470a-aa8e-55f7e6369d85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:00.438979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-da5ded2f-9950-48fc-95ab-5f7e13aad631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:00.440479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-da5ded2f-9950-48fc-95ab-5f7e13aad631 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 1094 time: 0.2177556
Nov 13 21:11:00.455901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cce658-dc8e-490c-9726-bb944226c360 req-1771c134-459b-4421-8c81-2f4d29a8df56 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:00.457474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08cce658-dc8e-490c-9726-bb944226c360 req-1771c134-459b-4421-8c81-2f4d29a8df56 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 931 time: 0.2460110
Nov 13 21:11:00.590718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b068d925-113f-4bae-9ff8-f6b4049c1fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.637760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b068d925-113f-4bae-9ff8-f6b4049c1fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.642884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08cce658-dc8e-490c-9726-bb944226c360 req-9d1ba14f-f2d7-4e17-aff4-9c58a8216728 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710966
Nov 13 21:11:00.754799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-f80a49b9-dde7-4561-bbd1-e17f8288e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:00.756217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-f80a49b9-dde7-4561-bbd1-e17f8288e4ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 912 time: 0.2978251
Nov 13 21:11:00.785666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d5b9c-7485-4c3e-92ae-d169842ec7a4 req-331a3a50-6924-4bf0-81fe-52b273373321 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:00.787160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-387d5b9c-7485-4c3e-92ae-d169842ec7a4 req-331a3a50-6924-4bf0-81fe-52b273373321 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 943 time: 0.5974517
Nov 13 21:11:00.818448 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-a4241b2e-5ace-4dd1-b292-80e9707a20af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06 HTTP/1.1" status: 200  len: 217 time: 0.0512397
Nov 13 21:11:00.843880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a07738-25b6-4e1c-8b1c-b3803f7ed40e req-35f5fb45-adf4-4e8d-84f1-500b8b313839 service neutron] 10.222.0.46 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6573582
Nov 13 21:11:00.857246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:00.863972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a7fb834d-95da-4de1-ae18-a86f41a0360e admin admin] 10.222.0.20 "PUT /v2.0/routers/d85c2fb8-eed3-4f25-a0aa-6234a6940622/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4386389
Nov 13 21:11:00.869261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Sync routers for ids ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:00.882609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Routers {'d85c2fb8-eed3-4f25-a0aa-6234a6940622'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:00.883224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd93cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:00.883390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-387d5b9c-7485-4c3e-92ae-d169842ec7a4 req-635e7702-f916-4f00-b6d8-eefc718711d0 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862415
Nov 13 21:11:00.908492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1798-93a9-4fc1-b9f1-8429e17fc1d7 req-aa76a60a-fe76-42fd-bbb3-ca51b6f0dae7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:00.910168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55ae1798-93a9-4fc1-b9f1-8429e17fc1d7 req-aa76a60a-fe76-42fd-bbb3-ca51b6f0dae7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 943 time: 0.1996825
Nov 13 21:11:00.910969 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b068d925-113f-4bae-9ff8-f6b4049c1fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.914370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b068d925-113f-4bae-9ff8-f6b4049c1fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.915403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b068d925-113f-4bae-9ff8-f6b4049c1fa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ad2a770-ddb0-46cf-80ea-62e0619350a6 HTTP/1.1" status: 204  len: 168 time: 0.5500948
Nov 13 21:11:00.950129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc8f969-bfd0-4375-84a3-ddeab26a0c4b {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:00.966867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068d925-113f-4bae-9ff8-f6b4049c1fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad2a770-ddb0-46cf-80ea-62e0619350a6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:00.969913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:00.999633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-de02d8c8-43a6-4ef1-8f1a-77bb28503dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:01.001143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-de02d8c8-43a6-4ef1-8f1a-77bb28503dbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.1628904
Nov 13 21:11:01.003906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Transition to ACTIVE for port object bfc8f969-bfd0-4375-84a3-ddeab26a0c4b will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:11:01.041042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55ae1798-93a9-4fc1-b9f1-8429e17fc1d7 req-d3701c0a-e32a-4165-93d8-58ca69d20194 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190443
Nov 13 21:11:01.091580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-c5634a8c-3c98-4dc8-aee9-aba750bbd881 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729520
Nov 13 21:11:01.091721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Set router d85c2fb8-eed3-4f25-a0aa-6234a6940622 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:01.091926 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.128923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eacf8e5f-2ac5-44cd-a691-15301863e87c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:01.224953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1797321839', 'description': 'tempest-description-339176457'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:01.278084 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-a0992aa6-2817-452b-a098-6d74a1775157 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0939777
Nov 13 21:11:01.294486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:01.373212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port eacf8e5f-2ac5-44cd-a691-15301863e87c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:01.373570 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.390146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.420621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-a2320a9b-97d2-400d-ab3e-5c03764ce75f service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3256805
Nov 13 21:11:01.430926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.441492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'tag': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:01.446887 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b91d77-06f6-40d4-881c-cee3162449b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e219e846-0fd7-4319-a131-07a6d3937b7e", "tag": "4e9694e7-9b97-49a6-8a93-b21a55e06d3a"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:01.536289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c8fb5eb-72b0-4964-a382-9a350e9465bd req-53c176aa-5ae5-4cbe-8ce7-fcd497b2fbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993168
Nov 13 21:11:01.554977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Attempting to bind port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:01.555313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Attempting to bind port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:01.555641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Attempting to bind port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:01.586858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b on network d519d8b8-1902-43da-9cf6-7f4de024092b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:11:01.587185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Attempting to bind port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:01.590210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.603794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd93cc40>, [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:10:58Z', 'revision_number': 4, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'faf46ba8-10f6-470a-aa8e-55f7e6369d85', 'name': '', 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'mac_address': 'fa:16:3e:af:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:57Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 2, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'subnets': [{'id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:01.613750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-43537f69-fff9-46b0-8da2-53478b3ebdfb tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:01.615440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-43537f69-fff9-46b0-8da2-53478b3ebdfb tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3256884
Nov 13 21:11:01.616849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:01.617066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Checking segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:01.617689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Bound using segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:01.618136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Bound port: bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:01.618488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.635275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Checking router: d85c2fb8-eed3-4f25-a0aa-6234a6940622 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:01.635633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Updating router d85c2fb8-eed3-4f25-a0aa-6234a6940622 port faf46ba8-10f6-470a-aa8e-55f7e6369d85 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:01.648965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-c785ab44-07c8-4038-8285-164a2ecdb9cc tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/quotas/c1e83e25e3e94160ba0f3369a1aff466 HTTP/1.1" status: 200  len: 375 time: 0.0209699
Nov 13 21:11:01.660249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.696354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-a590c2ae-784a-467c-a3c5-61ac75d6c254 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0298028
Nov 13 21:11:01.722274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:01.725558 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:01.761818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.823556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c583d-3212-48d4-95b3-2627e239bcfd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:01.862633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.881283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.925167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:01.926290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.927610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] 10.222.0.46 "PUT /v2.0/ports/bfc8f969-bfd0-4375-84a3-ddeab26a0c4b HTTP/1.1" status: 200  len: 1091 time: 2.2006366
Nov 13 21:11:01.961027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4f9e-4f3d-4657-a71a-bfe2d2f8bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:01.968820 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:01.991949 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc6e47-6154-4c4a-b600-db8e09d6792a x-openstack-request-id: req-1dcc6e47-6154-4c4a-b600-db8e09d6792a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:01.993105 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e219e846-0fd7-4319-a131-07a6d3937b7e", "tag": "4e9694e7-9b97-49a6-8a93-b21a55e06d3a", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:01.993425 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dcc6e47-6154-4c4a-b600-db8e09d6792a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:01.993906 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'tag': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a', 'status': 'completed', 'code': 200}
Nov 13 21:11:02.012047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db29c37-bc3c-43d9-ac62-8749ea86e880,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:02.043949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53138) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:02.060028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.084940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.086210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c4add9c-67a6-45e5-bf57-8781edeff3e8 req-074c6075-a30f-4de3-a33c-81e13720824f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.8685522
Nov 13 21:11:02.116819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e05b44f-deab-468f-8702-d0787d2bbe76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.186149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.259710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-488e86fe-29fe-4e26-98d3-cbf29e95c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.260590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b18a7-b929-4377-b85f-f02fc7fd174b req-19b21959-fd6b-4b6b-a29b-179636204716 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.261550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-488e86fe-29fe-4e26-98d3-cbf29e95c23f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 1094 time: 0.2080190
Nov 13 21:11:02.262158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-104b18a7-b929-4377-b85f-f02fc7fd174b req-19b21959-fd6b-4b6b-a29b-179636204716 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 943 time: 0.0819192
Nov 13 21:11:02.280452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc683-f2ef-4e58-90c3-90034b5d0651 None None] Pushing event updated for resources: {'Port': ['ID=faf46ba8-10f6-470a-aa8e-55f7e6369d85,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:02.325383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Attempting to bind port faf46ba8-10f6-470a-aa8e-55f7e6369d85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:02.326999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Attempting to bind port faf46ba8-10f6-470a-aa8e-55f7e6369d85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:02.327606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Attempting to bind port faf46ba8-10f6-470a-aa8e-55f7e6369d85 on network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:02.334428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:02.335380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Checking segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:02.335783 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.336171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Bound using segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:02.337212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Bound port: faf46ba8-10f6-470a-aa8e-55f7e6369d85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:02.337643 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.342715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c2a9-86a1-4e53-894a-ce53196ea98e req-8d672b3b-dd62-4a0f-9ad9-caef204b760c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.344298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b30c2a9-86a1-4e53-894a-ce53196ea98e req-8d672b3b-dd62-4a0f-9ad9-caef204b760c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 943 time: 0.2658701
Nov 13 21:11:02.344794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-104b18a7-b929-4377-b85f-f02fc7fd174b req-c92e358b-423d-481f-85e2-6fd1c6797be7 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693643
Nov 13 21:11:02.362630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-067d1ffd-c8e9-48d7-bf27-ab96c6d23985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.364095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-067d1ffd-c8e9-48d7-bf27-ab96c6d23985 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 1094 time: 0.2501824
Nov 13 21:11:02.379540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53150) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:02.384501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-network', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:02.450504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] For port faf46ba8-10f6-470a-aa8e-55f7e6369d85, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:02.461496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] For port faf46ba8-10f6-470a-aa8e-55f7e6369d85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=faf46ba8-10f6-470a-aa8e-55f7e6369d85,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:02.479583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff7674f8-6d12-48b6-a3ac-74440e8da095 req-dc186634-cb99-436e-98ed-0269df14289f tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 210 time: 0.0756590
Nov 13 21:11:02.510142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-319d01fb-1806-4ed3-b322-71009e1691e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b HTTP/1.1" status: 200  len: 217 time: 0.1170170
Nov 13 21:11:02.565631 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e05b44f-deab-468f-8702-d0787d2bbe76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.566641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Made reservation on behalf of ebe7fd426f324148ba3a484ca7d3ba38 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:02.568786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.586865 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.598737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b30c2a9-86a1-4e53-894a-ce53196ea98e req-9b753364-1104-4cce-9b2c-3b65c7a2fddc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392883
Nov 13 21:11:02.621832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.643074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-548c4c86-5c12-4c69-b7db-9fdc72d3c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.644065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-8bf8c3b5-0e55-4652-9b7c-72a57f38efc0 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374477
Nov 13 21:11:02.648031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-548c4c86-5c12-4c69-b7db-9fdc72d3c023 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.0976784
Nov 13 21:11:02.650297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device adfc5850-928e-4edb-b5e9-d1ea831c9f47 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:02.653059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-4acc56fe-2e30-4666-9117-1846f57ce847 req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-812559251', 'description': 'tempest-description-1812404928'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:02.657102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-9fe9fd94-86ee-4c5c-8123-7f19f32bc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.659786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-9fe9fd94-86ee-4c5c-8123-7f19f32bc493 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 914 time: 0.3437550
Nov 13 21:11:02.668994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ef9ad-a2e3-454a-936d-8555aeb019b6 req-12930d39-9893-40b7-a6f9-235e329a1d5e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.671399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a6ef9ad-a2e3-454a-936d-8555aeb019b6 req-12930d39-9893-40b7-a6f9-235e329a1d5e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 943 time: 0.1147816
Nov 13 21:11:02.737573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7537696b-6272-469f-b6f2-0de7c5073a04 None None] Provisioning complete for port faf46ba8-10f6-470a-aa8e-55f7e6369d85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:02.748161 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7537696b-6272-469f-b6f2-0de7c5073a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.750153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-96de820b-051b-4728-8dec-909aad9a05f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0892537
Nov 13 21:11:02.753214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e05b44f-deab-468f-8702-d0787d2bbe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:02.758117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Routers {'d85c2fb8-eed3-4f25-a0aa-6234a6940622'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:02.761765 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-43743170-f35f-425a-9971-f359aa69c639 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a HTTP/1.1" status: 200  len: 217 time: 0.0770454
Nov 13 21:11:02.765262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd93cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:02.850020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a6ef9ad-a2e3-454a-936d-8555aeb019b6 req-305133f7-b8c4-40d6-a0fb-d23a894b4bb7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632895
Nov 13 21:11:02.881273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1e05b44f-deab-468f-8702-d0787d2bbe76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bcb7f20a90e4be8881b58a625658717&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8360076
Nov 13 21:11:02.893094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53154) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:02.913191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-df88b6fe-b328-44c1-9f20-45fed5ad2f4f tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:02.915009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-df88b6fe-b328-44c1-9f20-45fed5ad2f4f tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2590859
Nov 13 21:11:02.934171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Request body: {'port': {'device_id': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'c1e83e25e3e94160ba0f3369a1aff466'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:02.936064 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.resource_extend [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:11:02.939001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc683-f2ef-4e58-90c3-90034b5d0651 None None] Pushing event updated for resources: {'Port': ['ID=faf46ba8-10f6-470a-aa8e-55f7e6369d85,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:02.957533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] Set router d85c2fb8-eed3-4f25-a0aa-6234a6940622 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:03.001890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05b44f-deab-468f-8702-d0787d2bbe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1921b-6b17-40a0-aa5f-d323c296c5b4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.002942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.011947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4acc56fe-2e30-4666-9117-1846f57ce847 req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.018539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-70bcda5e-77db-40ee-8e31-5a8769b23d1e service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548585
Nov 13 21:11:03.028207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-a409a5b9-b533-48dc-8bda-c205ef1b2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:03.036357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-a409a5b9-b533-48dc-8bda-c205ef1b2021 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.2504921
Nov 13 21:11:03.067253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc13c300-f554-4d44-a605-5dbb2ffba54f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.096245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-c7654cf7-e2da-4ca1-85e4-1ab162d4461e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490162
Nov 13 21:11:03.101501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc13c300-f554-4d44-a605-5dbb2ffba54f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.183520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port adfc5850-928e-4edb-b5e9-d1ea831c9f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:03.189140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.222807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2ff94-3014-40ab-8423-f11cb556a5a1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.228359 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7537696b-6272-469f-b6f2-0de7c5073a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.249011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b66f39b5-ea5c-4ba7-966a-1baf6da6f9f2 req-6cf836a0-afd6-4b20-a4b7-5d0e84097d7a service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116568
Nov 13 21:11:03.264460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Made reservation on behalf of c1e83e25e3e94160ba0f3369a1aff466 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:03.271308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.272081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7537696b-6272-469f-b6f2-0de7c5073a04 None None] For port faf46ba8-10f6-470a-aa8e-55f7e6369d85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=faf46ba8-10f6-470a-aa8e-55f7e6369d85,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:03.273858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'port_id': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47', 'mac_address': 'fa:16:3e:fe:9a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7ee20a-c922-4e20-a8bd-588772c89937', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:03.285721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4acc56fe-2e30-4666-9117-1846f57ce847 req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.289112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-f71e07ba-008c-4e61-8eed-de27998c7e5b service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624286
Nov 13 21:11:03.294472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.300186 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc13c300-f554-4d44-a605-5dbb2ffba54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.304057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc13c300-f554-4d44-a605-5dbb2ffba54f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.305941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cc13c300-f554-4d44-a605-5dbb2ffba54f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33c1921b-6b17-40a0-aa5f-d323c296c5b4 HTTP/1.1" status: 204  len: 168 time: 0.4102068
Nov 13 21:11:03.306943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:11:03.354920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13c300-f554-4d44-a605-5dbb2ffba54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1921b-6b17-40a0-aa5f-d323c296c5b4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.356381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4e9694e7-9b97-49a6-8a93-b21a55e06d3a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:03.363376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.363817 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Added segment 7715ffaa-947e-4ea5-8572-6711875a38ad of type vlan for network 1e0a210a-296f-4228-bb60-4895230baa77
Nov 13 21:11:03.380537 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.430293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.452637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7537696b-6272-469f-b6f2-0de7c5073a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.457562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05b91d77-06f6-40d4-881c-cee3162449b3 req-dd2757b5-3654-4506-a718-98d3b54991d2 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602011
Nov 13 21:11:03.461031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4acc56fe-2e30-4666-9117-1846f57ce847 req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.505992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfc5850-928e-4edb-b5e9-d1ea831c9f47 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:03.507146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.547577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d0c1f-4f7e-44bf-98ee-1e1af5342ec6 req-3c5126f8-c08d-44d3-b16c-814a9c17607b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:03.549400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-166d0c1f-4f7e-44bf-98ee-1e1af5342ec6 req-3c5126f8-c08d-44d3-b16c-814a9c17607b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 943 time: 0.0630033
Nov 13 21:11:03.550651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.551734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:03.552383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.557212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891ff7ff-aba9-46f2-98a7-3cb55679391d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.601712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port adfc5850-928e-4edb-b5e9-d1ea831c9f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:03.625905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537696b-6272-469f-b6f2-0de7c5073a04 None None] Pushing event updated for resources: {'Port': ['ID=faf46ba8-10f6-470a-aa8e-55f7e6369d85,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.626155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.646857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-01ef8ce3-ca40-468d-88b8-455ad30c46fb None None] Provisioning complete for port faf46ba8-10f6-470a-aa8e-55f7e6369d85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:03.647281 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01ef8ce3-ca40-468d-88b8-455ad30c46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.653115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0a210a-296f-4228-bb60-4895230baa77,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.662312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4acc56fe-2e30-4666-9117-1846f57ce847 req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.685351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acc56fe-2e30-4666-9117-1846f57ce847 req-8e5aa95a-657f-45d5-a550-608dcd7a5819 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.0461493
Nov 13 21:11:03.685845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd93cc40>, [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:10:58Z', 'revision_number': 4, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'faf46ba8-10f6-470a-aa8e-55f7e6369d85', 'name': '', 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'mac_address': 'fa:16:3e:af:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:57Z', 'updated_at': '2021-11-13T21:11:02Z', 'revision_number': 4, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'subnets': [{'id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:03.695267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 1e0a210a-296f-4228-bb60-4895230baa77 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:11:03.700626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:03.726087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53166) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:03.726386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8e91141a-55bd-4695-945a-5b0a8c5177f6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3449771
Nov 13 21:11:03.726961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab5991-3b27-488b-bb4d-3e41ac7d2a60,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:03.736056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Request body: {'subnet': {'network_id': '1e0a210a-296f-4228-bb60-4895230baa77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-subnet', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:03.740831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-166d0c1f-4f7e-44bf-98ee-1e1af5342ec6 req-90412abb-8c83-458f-955c-cb089ed80314 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795008
Nov 13 21:11:03.812584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7308d7d-4166-4080-940d-0c703199008b req-b1f10a36-d153-4884-a382-c6fc1838adf2 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 210 time: 0.0668485
Nov 13 21:11:03.818135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Allocated IP 192.168.233.224 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/49614680-59b2-41d5-9b71-7e0f2dc8de40) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:03.924728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e9a29-133c-43d1-adfd-a1de32ea5ab4 None None] The sync data for ids ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'] in ncdv-master-1 is: [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:10:58Z', 'revision_number': 4, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'faf46ba8-10f6-470a-aa8e-55f7e6369d85', 'name': '', 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'mac_address': 'fa:16:3e:af:c7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:57Z', 'updated_at': '2021-11-13T21:11:02Z', 'revision_number': 4, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'subnets': [{'id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:03.941818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a', 'network_id': 'fec6a27c-3257-4e8a-9f2f-560a17e9a301', 'port_id': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a', 'mac_address': 'fa:16:3e:75:cc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7ee20a-c922-4e20-a8bd-588772c89937', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:03.941818 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:03.970748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb454b98-03d6-4ac6-a8ea-a07e83742308 req-910fb6a3-397f-46ed-89a0-4ee4e2a00c33 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:03.972292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb454b98-03d6-4ac6-a8ea-a07e83742308 req-910fb6a3-397f-46ed-89a0-4ee4e2a00c33 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 943 time: 0.1286883
Nov 13 21:11:04.028050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:04.030597 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7545812-b107-4346-bec8-9359dd076bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:04.046680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Made reservation on behalf of ebe7fd426f324148ba3a484ca7d3ba38 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:04.049033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.087108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=adfc5850-928e-4edb-b5e9-d1ea831c9f47,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:04.121894 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.165457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9694e7-9b97-49a6-8a93-b21a55e06d3a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:04.180374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['adfc5850-928e-4edb-b5e9-d1ea831c9f47'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:04.266899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb454b98-03d6-4ac6-a8ea-a07e83742308 req-bfce97c1-0d98-4464-b945-b8f06b039daf tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640830
Nov 13 21:11:04.271016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.274275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:04.394785 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.395446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7963542a-7b4c-4437-a1ef-a35ce055ab06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:04.424136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82050-5553-4c2b-ac40-1209af2c66ad req-735c83bd-963c-4c9f-8b2d-9b4d1fcb4c34 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:04.426488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57c82050-5553-4c2b-ac40-1209af2c66ad req-735c83bd-963c-4c9f-8b2d-9b4d1fcb4c34 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 943 time: 0.0649843
Nov 13 21:11:04.429255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.503862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:04.521774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:04.523689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.524444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:04.532131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:04.544789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:04.640558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:04.641903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.707857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57c82050-5553-4c2b-ac40-1209af2c66ad req-f4d29dc3-2029-46c6-93f4-9ad3320e4193 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625670
Nov 13 21:11:04.749449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:04.766528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'mac_address': 'fa:16:3e:42:25:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:04.832831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.848947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7963542a-7b4c-4437-a1ef-a35ce055ab06 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:04.873493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-49475448-f34a-498a-aca5-2aad20141f45 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9453764
Nov 13 21:11:04.888389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Request body: {'port': {'device_id': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:04.898744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:04.916912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bf5e5ef1-660e-4f78-ac46-256227949649 None None] Provisioning complete for port 49614680-59b2-41d5-9b71-7e0f2dc8de40 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:04.917284 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bf5e5ef1-660e-4f78-ac46-256227949649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:04.973211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7545812-b107-4346-bec8-9359dd076bc5 req-710c8bf7-501e-4c1b-b32e-c1ec910fc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:04.974809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-710c8bf7-501e-4c1b-b32e-c1ec910fc0e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 1094 time: 0.1551046
Nov 13 21:11:05.011094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e5ef1-660e-4f78-ac46-256227949649 None None] Port 49614680-59b2-41d5-9b71-7e0f2dc8de40 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:05.043668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:05.043851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:05.144034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device faf46ba8-10f6-470a-aa8e-55f7e6369d85 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:05.150802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf1798-2e4c-48c6-ac74-4373849e2cfa req-84f0c13e-0217-42f8-ba45-8d2f56d4f1b7 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:05.160542 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30bf1798-2e4c-48c6-ac74-4373849e2cfa req-84f0c13e-0217-42f8-ba45-8d2f56d4f1b7 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 944 time: 0.2443867
Nov 13 21:11:05.179728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:05.200830 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73344310-f7e1-4334-b7e1-bea2fd3ad248 x-openstack-request-id: req-73344310-f7e1-4334-b7e1-bea2fd3ad248 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:05.204644 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:05.205132 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73344310-f7e1-4334-b7e1-bea2fd3ad248 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:05.206054 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'status': 'completed', 'code': 200}
Nov 13 21:11:05.223365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port faf46ba8-10f6-470a-aa8e-55f7e6369d85 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:05.223659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:05.265006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-a343ea09-b486-4096-84af-242da11b1b2d tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 45395 time: 1.4166708
Nov 13 21:11:05.269935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-3b91e950-b060-4e99-a924-9d77aea124ec tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0628376
Nov 13 21:11:05.294423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30bf1798-2e4c-48c6-ac74-4373849e2cfa req-905bfa4d-0bbc-472c-a3fe-6fd5eded5d72 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328490
Nov 13 21:11:05.301574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4e9694e7-9b97-49a6-8a93-b21a55e06d3a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:05.374817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7963542a-7b4c-4437-a1ef-a35ce055ab06'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:05.415149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-659b283d-b16d-4d92-99ef-c33d84cf5a98 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:05.421312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-659b283d-b16d-4d92-99ef-c33d84cf5a98 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1275041
Nov 13 21:11:05.436337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Request body: {'port': {'device_id': 'd520358d-9209-437c-8282-7c3872fa2385', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'c1e83e25e3e94160ba0f3369a1aff466'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:05.453329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e07736-9bbd-40af-a06a-9a0997bf9723,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:05.475004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7545812-b107-4346-bec8-9359dd076bc5 req-fd67f805-8de9-4995-85e4-15ea742a2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:05.477818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-fd67f805-8de9-4995-85e4-15ea742a2794 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 906 time: 0.4763904
Nov 13 21:11:05.494524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:05.516462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-627bc538-00fc-4967-9cc8-5f8db3d4b2c7 req-336f1990-f93d-4632-bd58-bcb9fcbef5ab tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 210 time: 0.0638793
Nov 13 21:11:05.522670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Checking segment: {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:05.522973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Network hostable DHCP agents. Network: 1e0a210a-296f-4228-bb60-4895230baa77, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:11:05.665428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-68265dba-dbf3-4d14-b115-430c35c6f49d tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0ecc9964-2bee-43e8-b0e4-4991d260730d HTTP/1.1" status: 200  len: 2998 time: 0.2475677
Nov 13 21:11:05.720752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-97d280b0-5223-4d6d-a657-205048809ffd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b HTTP/1.1" status: 200  len: 217 time: 0.2208319
Nov 13 21:11:05.724393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-c7e696d0-af22-4880-8fc3-82bbffdd0322 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0ecc9964-2bee-43e8-b0e4-4991d260730d HTTP/1.1" status: 200  len: 2998 time: 0.0494208
Nov 13 21:11:05.751499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Network 1e0a210a-296f-4228-bb60-4895230baa77 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:11:05.774320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1781318763-network', 'tenant_id': '6d983fe495de41a28bc018816865c001'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:05.780661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Made reservation on behalf of c1e83e25e3e94160ba0f3369a1aff466 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:05.784059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:05.791406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-2bb38cc4-8623-4385-b207-387a3931ea5a tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/31ab5991-3b27-488b-bb4d-3e41ac7d2a60 HTTP/1.1" status: 200  len: 2998 time: 0.0605247
Nov 13 21:11:05.873366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7545812-b107-4346-bec8-9359dd076bc5 req-acac23d6-fc46-4dfe-a35f-53e64f283ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:05.874909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-acac23d6-fc46-4dfe-a35f-53e64f283ba1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.1401529
Nov 13 21:11:05.877643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e0a210a-296f-4228-bb60-4895230baa77) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:05.890540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:05.890839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70ef05-bb36-4d73-8b75-dca4f31f24d5 None None] Network 1e0a210a-296f-4228-bb60-4895230baa77 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:05.891129 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:05.902303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-78484d58-48e4-4116-9006-f8f47b5b9927 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/31ab5991-3b27-488b-bb4d-3e41ac7d2a60 HTTP/1.1" status: 200  len: 2998 time: 0.1015897
Nov 13 21:11:05.908247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336dfc9-7321-4f79-ae3b-2ff8718f3f7e req-9fdd4037-9d35-4b80-962d-7c65f70713ab tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:05.910008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6336dfc9-7321-4f79-ae3b-2ff8718f3f7e req-9fdd4037-9d35-4b80-962d-7c65f70713ab tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 943 time: 0.2742577
Nov 13 21:11:05.932264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-134336e6-a33f-402a-8309-8c842d333b9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455332
Nov 13 21:11:05.957606 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-6aed3d7f-5607-461a-b6bf-3a49c216b8bb tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/367dfa97-4a7d-45df-8094-df4fb4d05aaa HTTP/1.1" status: 200  len: 2994 time: 0.0412238
Nov 13 21:11:05.985971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Made reservation on behalf of 6d983fe495de41a28bc018816865c001 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:05.988152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.006332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-a000cb31-c8da-4ab0-84e5-6ae8e95ab531 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/367dfa97-4a7d-45df-8094-df4fb4d05aaa HTTP/1.1" status: 200  len: 2994 time: 0.0413747
Nov 13 21:11:06.055774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.060436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d606cfe-7046-43f0-a7a8-b758e9cb2b2e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3309283
Nov 13 21:11:06.061863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-f63aca03-a2a1-426c-bfe4-a283c3271cd4 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/47476a0d-fe7a-48ce-8384-bc61ae0699ea HTTP/1.1" status: 200  len: 2998 time: 0.0481997
Nov 13 21:11:06.062676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53202) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:06.066592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:06.080456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e0a210a-296f-4228-bb60-4895230baa77', 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'fixed_ips': [{'subnet_id': '23e07736-9bbd-40af-a06a-9a0997bf9723'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:11:06.081686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.105875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6336dfc9-7321-4f79-ae3b-2ff8718f3f7e req-4a66765d-d563-4a51-8093-d8df34f6b877 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757886
Nov 13 21:11:06.125035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-3eaa6a78-8db0-47f1-9410-06100e4a1793 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/47476a0d-fe7a-48ce-8384-bc61ae0699ea HTTP/1.1" status: 200  len: 2998 time: 0.0444536
Nov 13 21:11:06.125767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49614680-59b2-41d5-9b71-7e0f2dc8de40 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:06.142736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.181367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-5ac7ca42-0cda-4ee7-93a4-bb3443bd9617 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5f9c583d-3212-48d4-95b3-2627e239bcfd HTTP/1.1" status: 200  len: 2998 time: 0.0543659
Nov 13 21:11:06.182799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.183549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-784f6162-8c22-4c37-ad0b-95fb7a126720 service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365165
Nov 13 21:11:06.183901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.187849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Transition to ACTIVE for port object 49614680-59b2-41d5-9b71-7e0f2dc8de40 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:11:06.241560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Allocated IP 172.20.0.2 (1e0a210a-296f-4228-bb60-4895230baa77/23e07736-9bbd-40af-a06a-9a0997bf9723/1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:06.268426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.273928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-7de8b1f8-6826-45ad-b83c-270e45e9d2ca tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/5f9c583d-3212-48d4-95b3-2627e239bcfd HTTP/1.1" status: 200  len: 2998 time: 0.0853670
Nov 13 21:11:06.280472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.359555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Allocated IP 192.168.233.160 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/83457282-f08d-48c3-8123-a7124d4c0857) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:06.364210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-e1a92ba4-89ee-4059-84db-42197ee595ae tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/73bbcf3b-42df-4471-b1d0-31ad99d8e472 HTTP/1.1" status: 200  len: 2998 time: 0.0659630
Nov 13 21:11:06.389074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c017d-5fcf-41b4-a0b8-641a1bbcd9bc req-37a5c94f-08fd-4232-a202-558108e3ce56 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:06.390670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff3c017d-5fcf-41b4-a0b8-641a1bbcd9bc req-37a5c94f-08fd-4232-a202-558108e3ce56 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 944 time: 0.2131479
Nov 13 21:11:06.404565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.432395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.433520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:06.478622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.484728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7545812-b107-4346-bec8-9359dd076bc5 req-9f47d3d6-7b85-4054-a4fd-c80a90682567 service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563591
Nov 13 21:11:06.524115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.549047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff3c017d-5fcf-41b4-a0b8-641a1bbcd9bc req-74cf4fbb-85f5-4312-9578-86ee860fa60f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424367
Nov 13 21:11:06.565310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Network 1e0a210a-296f-4228-bb60-4895230baa77 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:06.568268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:11:06.585013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:06.590504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:06.599115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Pushing event updated for resources: {'Port': ['ID=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:06.628250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.632533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-4d2c95ea-2d15-4545-bd57-5007dd94dcac tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/73bbcf3b-42df-4471-b1d0-31ad99d8e472 HTTP/1.1" status: 200  len: 2998 time: 0.1861241
Nov 13 21:11:06.639053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.639396 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Added segment d3195f08-dd69-4f30-9e28-a5756ac1f620 of type vlan for network 508829c0-df18-4d20-94cc-eb728fbd94d9
Nov 13 21:11:06.643246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502e657a-40dd-450e-9b41-35d3267b8e07,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:06.677065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:06.679404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Attempting to bind port 49614680-59b2-41d5-9b71-7e0f2dc8de40 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:06.680929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Attempting to bind port 49614680-59b2-41d5-9b71-7e0f2dc8de40 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:06.680929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Attempting to bind port 49614680-59b2-41d5-9b71-7e0f2dc8de40 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:06.681583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device adfc5850-928e-4edb-b5e9-d1ea831c9f47 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:06.733149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Attempting to bind port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:06.734439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Attempting to bind port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:06.735946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Attempting to bind port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 on network 1e0a210a-296f-4228-bb60-4895230baa77 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:06.738892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Port 49614680-59b2-41d5-9b71-7e0f2dc8de40 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:11:06.739243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Attempting to bind port 49614680-59b2-41d5-9b71-7e0f2dc8de40 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:06.742935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.758195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-fb955698-af3f-47be-bf9d-6e64055cfd00 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7db643ea-6e6d-463d-8fb8-73195c76e643 HTTP/1.1" status: 200  len: 2990 time: 0.1150551
Nov 13 21:11:06.759564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:06.759940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Checking segment: {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:06.760399 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.760831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Bound using segment: {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:06.761315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Bound port: 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:06.761690 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.766784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:06.767625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:06.768006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:06.768652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Bound port: 49614680-59b2-41d5-9b71-7e0f2dc8de40, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:06.769034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.830016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eaf4e0-fa9f-4a6c-80fb-ae6ae6f69519 req-d8bbfeb5-9446-4eab-80cc-d1199b505c4e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:06.833573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74eaf4e0-fa9f-4a6c-80fb-ae6ae6f69519 req-d8bbfeb5-9446-4eab-80cc-d1199b505c4e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 944 time: 0.1642809
Nov 13 21:11:06.858883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.871993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-1b03bdd8-aa22-4e73-9067-bc5debea9c45 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/7db643ea-6e6d-463d-8fb8-73195c76e643 HTTP/1.1" status: 200  len: 2990 time: 0.1053939
Nov 13 21:11:06.902652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74eaf4e0-fa9f-4a6c-80fb-ae6ae6f69519 req-1281fccd-161d-45c2-8c77-a09d129f2a0b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586047
Nov 13 21:11:06.910696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:06.914403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:06.921736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:06.926307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] For port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:06.939225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] For port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:06.941138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'mac_address': 'fa:16:3e:28:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:06.951894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.952636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:06.953090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-e0b6306d-7b6d-4dae-9576-8b945d6158fc tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9184ac44-9f20-4de5-8f05-1aeec9e2ea2a HTTP/1.1" status: 200  len: 2998 time: 0.0598080
Nov 13 21:11:06.953258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:06.994418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port adfc5850-928e-4edb-b5e9-d1ea831c9f47 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:11:06.999226 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.008357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port adfc5850-928e-4edb-b5e9-d1ea831c9f47 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:07.008781 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.039409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc8f969-bfd0-4375-84a3-ddeab26a0c4b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:07.049732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.053917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.063439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0d0ba113-8126-4237-b8c9-a7bef83e90a9 req-757779f1-b363-4a8e-8100-ccd9c054cfed tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 210 time: 0.0625167
Nov 13 21:11:07.067207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.104596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:07.112670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6140070
Nov 13 21:11:07.113522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75bc66-8fed-4f60-b534-57cfa6618b73 admin admin] Pushing event updated for resources: {'Network': ['ID=508829c0-df18-4d20-94cc-eb728fbd94d9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:07.121011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53208) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:07.137234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Request body: {'subnet': {'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1781318763-subnet', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:07.137457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:11:07.150415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:07.164980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:07.171060 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-116d308c-c528-45cb-a607-931df2263a94 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9184ac44-9f20-4de5-8f05-1aeec9e2ea2a HTTP/1.1" status: 200  len: 2998 time: 0.1737401
Nov 13 21:11:07.176502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.184265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:07.202909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.203893 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.206435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-096978e2-7548-43ee-b7f4-da0d98950ce7 service neutron] 10.222.0.46 "PUT /v2.0/ports/49614680-59b2-41d5-9b71-7e0f2dc8de40 HTTP/1.1" status: 200  len: 1096 time: 2.3234093
Nov 13 21:11:07.206910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:07.210106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:07.210568 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eea565-3e0a-4594-8d26-ee2d245463d9" -d '{"events": [{"name": "network-changed", "server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:07.218327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:07.225043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.228009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Pushing event updated for resources: {'Port': ['ID=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:07.229625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.285181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.285520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.285861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.286194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.286566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.286889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.287299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.287647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.287986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.288293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.288969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.289098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4d34a5-8f36-4e58-9902-9f15e3154196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:07.388199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Made reservation on behalf of 6d983fe495de41a28bc018816865c001 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:07.390578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.418102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143fc0f-faa8-4c78-9d6d-30047feb8470 req-2de67b48-4a6a-4a30-8cda-7e08676d8e1b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.427798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6143fc0f-faa8-4c78-9d6d-30047feb8470 req-2de67b48-4a6a-4a30-8cda-7e08676d8e1b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 944 time: 0.1925654
Nov 13 21:11:07.434536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.434536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.461312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-807320e6-e44e-467e-b73d-e44b4b4994c7 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ae71e236-4bb2-4799-8d8b-3f78b1054d41 HTTP/1.1" status: 200  len: 2998 time: 0.2549899
Nov 13 21:11:07.472866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-a1a851ff-0b92-4bbc-b8a3-62f0ff0e5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.474476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-a1a851ff-0b92-4bbc-b8a3-62f0ff0e5ca0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 1099 time: 0.1261518
Nov 13 21:11:07.564274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-86ede1cb-1036-4a2f-9c55-6188cebc89ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40 HTTP/1.1" status: 200  len: 217 time: 0.0706568
Nov 13 21:11:07.577484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6143fc0f-faa8-4c78-9d6d-30047feb8470 req-23b1a194-d1a9-4f0d-a327-c04cd0416702 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460948
Nov 13 21:11:07.604018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4e9694e7-9b97-49a6-8a93-b21a55e06d3a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:07.640821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Allocated IP 172.35.3.8 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/d3cd2038-d00d-449d-b3a4-22c9c1746c5f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:07.667034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-e762b514-d3c2-447d-b418-ee5d4a1565f5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2346530
Nov 13 21:11:07.684277 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9e4157-0d48-4f44-8881-6d23d30ec233 x-openstack-request-id: req-8a9e4157-0d48-4f44-8881-6d23d30ec233 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:07.685478 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:07.685837 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a9e4157-0d48-4f44-8881-6d23d30ec233 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:07.687377 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'status': 'completed', 'code': 200}
Nov 13 21:11:07.689324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Request body: {'port': {'device_id': 'd520358d-9209-437c-8282-7c3872fa2385', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:07.704114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-ea2a7769-d471-4b6c-a5b0-d63e3f3e7782 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ae71e236-4bb2-4799-8d8b-3f78b1054d41 HTTP/1.1" status: 200  len: 2998 time: 0.1931777
Nov 13 21:11:07.714112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-effb7cf9-6a2c-4f24-83ee-4aa16c4fb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.715924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-effb7cf9-6a2c-4f24-83ee-4aa16c4fb22a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1389940
Nov 13 21:11:07.744169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:07.748194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.773762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6e98dbf6-4c9a-4335-964a-df43ebdf64ce None None] Provisioning complete for port 83457282-f08d-48c3-8123-a7124d4c0857 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:07.774338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e98dbf6-4c9a-4335-964a-df43ebdf64ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.775861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:07.809543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-6869a9d5-9ac2-4fed-bceb-91edf2915eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.811102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-6869a9d5-9ac2-4fed-bceb-91edf2915eb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0869682
Nov 13 21:11:07.828449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:07.830768 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2914a260-f9e8-45b6-8cb8-beb51b6bcb56" -d '{"events": [{"server_uuid": "1de907fa-5e80-4fd7-920e-8ee4952d283d", "name": "network-vif-plugged", "status": "completed", "tag": "adfc5850-928e-4edb-b5e9-d1ea831c9f47"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:07.857957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port adfc5850-928e-4edb-b5e9-d1ea831c9f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:07.876027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6e98dbf6-4c9a-4335-964a-df43ebdf64ce None None] Port 83457282-f08d-48c3-8123-a7124d4c0857 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:07.882999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:11:07.895053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:07.895527 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.950397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.964150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:07.971997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b65f66-60fd-410f-a378-7ed10c3441a1 req-731c6d42-bcdb-4e57-baee-a7fe9f19c659 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:07.982583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2b65f66-60fd-410f-a378-7ed10c3441a1 req-731c6d42-bcdb-4e57-baee-a7fe9f19c659 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 944 time: 0.1762190
Nov 13 21:11:08.006549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-901b95d2-7a89-4fc6-9f75-84d21e3b1be1 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b8055dd0-e369-45dd-a894-a0cc58c04963 HTTP/1.1" status: 200  len: 2998 time: 0.2684824
Nov 13 21:11:08.046247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.063047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-5a7429c9-d6d4-4dbe-9653-5b8492f4239b service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406738
Nov 13 21:11:08.071245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2b65f66-60fd-410f-a378-7ed10c3441a1 req-a0b1f57c-537c-4c1d-9237-d9e14a98d3be tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878398
Nov 13 21:11:08.110374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=adfc5850-928e-4edb-b5e9-d1ea831c9f47,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:08.147714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.171840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43b8de03-f59d-4650-93a7-09fa270c98f5 req-7a6c4c3a-9dd6-4205-b4ab-d2ee4bddef4d service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996313
Nov 13 21:11:08.190663 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d4c59c-fc57-400e-a59c-44f2c21442cd x-openstack-request-id: req-84d4c59c-fc57-400e-a59c-44f2c21442cd {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:08.190955 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de907fa-5e80-4fd7-920e-8ee4952d283d", "name": "network-vif-plugged", "status": "completed", "tag": "adfc5850-928e-4edb-b5e9-d1ea831c9f47", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:08.191207 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84d4c59c-fc57-400e-a59c-44f2c21442cd {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:08.191601 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47', 'code': 200}
Nov 13 21:11:08.195406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.197592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:08.210245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-e8c715a3-1ad4-4cb2-b700-eefc273d5a57 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/b8055dd0-e369-45dd-a894-a0cc58c04963 HTTP/1.1" status: 200  len: 2998 time: 0.1842425
Nov 13 21:11:08.258272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.259592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7963542a-7b4c-4437-a1ef-a35ce055ab06 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:08.378981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0169375d-a750-46e7-8c4f-4c9797489a7e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:08.388516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.391028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:08.429160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c3523-1be3-47cd-b54b-3649be08bac5 req-c6dd666d-ec01-4fb4-8ca1-6c6847709431 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.430703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c5c3523-1be3-47cd-b54b-3649be08bac5 req-c6dd666d-ec01-4fb4-8ca1-6c6847709431 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 945 time: 0.1474483
Nov 13 21:11:08.431840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-368f5f04-3c0e-41a7-a052-064c9f61772a tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/cfc2ff94-3014-40ab-8423-f11cb556a5a1 HTTP/1.1" status: 200  len: 2998 time: 0.2122478
Nov 13 21:11:08.436971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-e2229fb4-7280-4e58-8c2d-af772759314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.438420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-e2229fb4-7280-4e58-8c2d-af772759314e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 1099 time: 0.0872447
Nov 13 21:11:08.440459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b92c-b775-47ba-a1f2-95a1ce2029c1 req-64437cdf-63e4-4a59-9722-ed24dd957247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.441876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b986b92c-b775-47ba-a1f2-95a1ce2029c1 req-64437cdf-63e4-4a59-9722-ed24dd957247 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 1097 time: 0.1788378
Nov 13 21:11:08.466783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Checking segment: {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:08.467155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Network hostable DHCP agents. Network: 508829c0-df18-4d20-94cc-eb728fbd94d9, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:11:08.471283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7963542a-7b4c-4437-a1ef-a35ce055ab06 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:11:08.475914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7963542a-7b4c-4437-a1ef-a35ce055ab06 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:08.476841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.502466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:08.513985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Pushing event updated for resources: {'Port': ['ID=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:08.516547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:08.530325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:08.532527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c5c3523-1be3-47cd-b54b-3649be08bac5 req-a956db5f-318a-413b-9822-8942181825b3 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896137
Nov 13 21:11:08.601818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b986b92c-b775-47ba-a1f2-95a1ce2029c1 req-9430231a-d5d6-4d7b-99c4-71e81ec21f0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435370
Nov 13 21:11:08.637459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.638004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-5584e646-601e-4157-bf1f-a4075e9340cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.639082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-5584e646-601e-4157-bf1f-a4075e9340cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1819820
Nov 13 21:11:08.641734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-fdd307c7-9d38-404d-8ce4-d6dbccac0604 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/cfc2ff94-3014-40ab-8423-f11cb556a5a1 HTTP/1.1" status: 200  len: 2998 time: 0.1950855
Nov 13 21:11:08.656548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:08.690774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:08.704621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34c98d-ede7-4de4-af75-6423b75b4b78 req-b3af3433-703b-4f18-b8cb-e7ce84a407d7 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.713700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e34c98d-ede7-4de4-af75-6423b75b4b78 req-b3af3433-703b-4f18-b8cb-e7ce84a407d7 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 936 time: 0.0735934
Nov 13 21:11:08.769530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e34c98d-ede7-4de4-af75-6423b75b4b78 req-ae6a07f1-d55d-4b8f-816e-9ae2d6895359 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546336
Nov 13 21:11:08.770415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c7a28-4480-42bc-a564-b2f22617588b None None] Network 1e0a210a-296f-4228-bb60-4895230baa77 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:08.783674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:11:08.809609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-994772fc-823e-4efe-b86b-c4f18d350407 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f35fea55-f549-43b9-9976-9add880483c9 HTTP/1.1" status: 200  len: 2998 time: 0.1668832
Nov 13 21:11:08.833514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83457282-f08d-48c3-8123-a7124d4c0857 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:08.840500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:11:08.845342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.848086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-11886571-a19a-4dfe-af1e-7413ad5bd8d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40 HTTP/1.1" status: 200  len: 217 time: 0.0580320
Nov 13 21:11:08.851054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.855648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:08.856303 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.894646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Transition to ACTIVE for port object 83457282-f08d-48c3-8123-a7124d4c0857 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:11:08.904904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-0bea1dd6-48fd-43c5-9e5e-18ba83c71e69 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f35fea55-f549-43b9-9976-9add880483c9 HTTP/1.1" status: 200  len: 2998 time: 0.0668509
Nov 13 21:11:08.929640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 508829c0-df18-4d20-94cc-eb728fbd94d9) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:08.936347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d9fd7-d3b1-469e-8404-a5b07d1c4b9c req-eee9ee83-a54d-4770-96d2-71b092ac46a8 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.937169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.937417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af5d9fd7-d3b1-469e-8404-a5b07d1c4b9c req-eee9ee83-a54d-4770-96d2-71b092ac46a8 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 944 time: 0.0993876
Nov 13 21:11:08.937985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:08.942079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-4a5e256c-d40b-405d-8258-51547980b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:08.943664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-4a5e256c-d40b-405d-8258-51547980b0f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0688939
Nov 13 21:11:08.952531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca642656-c049-4fcf-8536-d7d6b59f8146 None None] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:08.967731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-4df5752b-280b-467e-a695-e708ba7d570c tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f7fb5e2c-944a-4e4e-a903-bac28ef2bed1 HTTP/1.1" status: 200  len: 2998 time: 0.0530133
Nov 13 21:11:09.030425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.032180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a1a836a9-0b19-4e97-bdea-6ccc3b43abcb None None] Provisioning complete for port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:09.032558 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1a836a9-0b19-4e97-bdea-6ccc3b43abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.045160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af5d9fd7-d3b1-469e-8404-a5b07d1c4b9c req-34016047-b246-4a09-a8d0-c362d191e454 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792673
Nov 13 21:11:09.056558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-44f00d84-8db7-4bc9-a857-d8ec4e328f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:09.058373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-44f00d84-8db7-4bc9-a857-d8ec4e328f5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1043870
Nov 13 21:11:09.082298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b854d7a4-72de-4b82-82f0-4e8cc7255890 req-b51f5a80-25f0-420b-9909-d24f387f532a tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f7fb5e2c-944a-4e4e-a903-bac28ef2bed1 HTTP/1.1" status: 200  len: 2998 time: 0.1060834
Nov 13 21:11:09.116548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3c9facb7-c8c7-40ec-a717-671a75bee058 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9931350
Nov 13 21:11:09.127166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53228) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:09.140797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:09.141369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:09.157981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:09.265321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-fdc578cc-d27e-4838-9ac4-407a2a5551a3 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955955
Nov 13 21:11:09.276626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.281662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:09.312039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.321493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef426985-6063-4f79-a91a-37d896573da4 req-34d31a0c-ef39-488d-9701-77ebbae7c05d tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0329668c77d94f09b4dc3765ad09778a HTTP/1.1" status: 200  len: 6152 time: 0.1613238
Nov 13 21:11:09.392994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:09.417439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef426985-6063-4f79-a91a-37d896573da4 req-b48496a3-279a-44f9-a679-1d8283ccc7d1 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "GET /v2.0/security-groups/0ecc9964-2bee-43e8-b0e4-4991d260730d HTTP/1.1" status: 200  len: 2998 time: 0.0573125
Nov 13 21:11:09.430549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:09.430908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.470303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0eea565-3e0a-4594-8d26-ee2d245463d9 req-b51257bc-9fc4-4611-9223-aa6639a3303c service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947942
Nov 13 21:11:09.479309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.487100 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1a836a9-0b19-4e97-bdea-6ccc3b43abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.497540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-508829c0-df18-4d20-94cc-eb728fbd94d9', 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'fixed_ips': [{'subnet_id': '0169375d-a750-46e7-8c4f-4c9797489a7e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:11:09.498293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.511797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef426985-6063-4f79-a91a-37d896573da4 req-46c3645f-b512-4b74-8a0f-560c722b695a tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "GET /v2.0/security-groups/0ecc9964-2bee-43e8-b0e4-4991d260730d HTTP/1.1" status: 200  len: 2998 time: 0.0802820
Nov 13 21:11:09.600132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e464dba-36bd-452b-8102-9628ee52bd94 req-c6974951-3f20-4deb-9f1b-fe50c2ed377f tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/891ff7ff-aba9-46f2-98a7-3cb55679391d HTTP/1.1" status: 200  len: 1794 time: 0.0685191
Nov 13 21:11:09.668301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5e464dba-36bd-452b-8102-9628ee52bd94 req-a10b67ec-e984-421b-873d-b0405f6dc1b0 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.707220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5e464dba-36bd-452b-8102-9628ee52bd94 req-a10b67ec-e984-421b-873d-b0405f6dc1b0 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.711595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a1a836a9-0b19-4e97-bdea-6ccc3b43abcb None None] For port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:09.713184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:09.776948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1a836a9-0b19-4e97-bdea-6ccc3b43abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.809763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.869794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5e464dba-36bd-452b-8102-9628ee52bd94 req-a10b67ec-e984-421b-873d-b0405f6dc1b0 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.872864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5e464dba-36bd-452b-8102-9628ee52bd94 req-a10b67ec-e984-421b-873d-b0405f6dc1b0 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.880807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e464dba-36bd-452b-8102-9628ee52bd94 req-a10b67ec-e984-421b-873d-b0405f6dc1b0 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/891ff7ff-aba9-46f2-98a7-3cb55679391d HTTP/1.1" status: 204  len: 173 time: 0.2687497
Nov 13 21:11:09.881089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bfddc-9b02-423d-b85a-6f1c3022c3c3 req-3de0c30f-aac2-40f1-bf3d-d286f67dfb27 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:09.882167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Allocated IP 172.20.0.2 (508829c0-df18-4d20-94cc-eb728fbd94d9/0169375d-a750-46e7-8c4f-4c9797489a7e/2d036543-0497-4ab1-9d45-2cda43221182) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:09.882278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c35bfddc-9b02-423d-b85a-6f1c3022c3c3 req-3de0c30f-aac2-40f1-bf3d-d286f67dfb27 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.6561635
Nov 13 21:11:09.883894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b67ec-e984-421b-873d-b0405f6dc1b0 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891ff7ff-aba9-46f2-98a7-3cb55679391d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:09.937493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Attempting to bind port 83457282-f08d-48c3-8123-a7124d4c0857 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:09.937839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Attempting to bind port 83457282-f08d-48c3-8123-a7124d4c0857 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:09.938339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Attempting to bind port 83457282-f08d-48c3-8123-a7124d4c0857 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:09.939469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a836a9-0b19-4e97-bdea-6ccc3b43abcb None None] Pushing event updated for resources: {'Port': ['ID=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:09.987198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.987481 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:11:09.988358 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:11:09.988483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:09.994311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-76988aef-cc0c-430e-ad52-7f43c62b6414 None None] Provisioning complete for port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:09.994671 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76988aef-cc0c-430e-ad52-7f43c62b6414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.008146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Port 83457282-f08d-48c3-8123-a7124d4c0857 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:11:10.008379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Attempting to bind port 83457282-f08d-48c3-8123-a7124d4c0857 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:10.015959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10e30-48ad-46aa-b4d4-8b36c3015b07 req-1012599b-fd80-41b5-9d01-bbb28cfcf58d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.017905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8e10e30-48ad-46aa-b4d4-8b36c3015b07 req-1012599b-fd80-41b5-9d01-bbb28cfcf58d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 945 time: 0.0655324
Nov 13 21:11:10.028663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c35bfddc-9b02-423d-b85a-6f1c3022c3c3 req-7044b0f4-d62d-4e6b-b0ae-d0f71e8fa9f3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229913
Nov 13 21:11:10.062575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:10.062927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:10.063306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:10.063758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Bound port: 83457282-f08d-48c3-8123-a7124d4c0857, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:10.064113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.101326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8e10e30-48ad-46aa-b4d4-8b36c3015b07 req-5ee0262c-5b4d-4682-9aa5-934c0dcaada3 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749104
Nov 13 21:11:10.153085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3515b37-f9cb-4f5a-95aa-2156597a016e req-a0ad7d34-1a51-4358-bfff-ebd7f2475478 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "GET /v2.0/security-groups/0db29c37-bc3c-43d9-ac62-8749ea86e880 HTTP/1.1" status: 200  len: 1794 time: 0.0347915
Nov 13 21:11:10.169296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.193174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a'}, {'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06'}, {'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:10.195386 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffaa3f-5de2-42c5-9429-0694b0b2ee9b" -d '{"events": [{"server_uuid": "e219e846-0fd7-4319-a131-07a6d3937b7e", "name": "network-vif-plugged", "status": "completed", "tag": "4e9694e7-9b97-49a6-8a93-b21a55e06d3a"}, {"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-plugged", "status": "completed", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06"}, {"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:10.205669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.208996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3515b37-f9cb-4f5a-95aa-2156597a016e req-2a845682-1c21-4f7c-9fda-91c1e7c867e5 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.230425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3515b37-f9cb-4f5a-95aa-2156597a016e req-2a845682-1c21-4f7c-9fda-91c1e7c867e5 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.328053 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.337606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3515b37-f9cb-4f5a-95aa-2156597a016e req-2a845682-1c21-4f7c-9fda-91c1e7c867e5 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.340310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3515b37-f9cb-4f5a-95aa-2156597a016e req-2a845682-1c21-4f7c-9fda-91c1e7c867e5 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.341618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3515b37-f9cb-4f5a-95aa-2156597a016e req-2a845682-1c21-4f7c-9fda-91c1e7c867e5 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/0db29c37-bc3c-43d9-ac62-8749ea86e880 HTTP/1.1" status: 204  len: 173 time: 0.1821234
Nov 13 21:11:10.346234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:10.349807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a845682-1c21-4f7c-9fda-91c1e7c867e5 tempest-SecurityGroupsTestAdminJSON-239286775 tempest-SecurityGroupsTestAdminJSON-239286775-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db29c37-bc3c-43d9-ac62-8749ea86e880,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:10.357313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36ab8e-4155-47cd-a224-4e91bd38ac6d req-cb4919a9-cee5-46d4-8428-0d95dfa7b18d tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.359662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f36ab8e-4155-47cd-a224-4e91bd38ac6d req-cb4919a9-cee5-46d4-8428-0d95dfa7b18d tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.2110341
Nov 13 21:11:10.420512 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.422903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:10.450453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256a03a-60e4-4e6b-88f2-c6846e26970d req-89eaa357-c516-42f3-a51d-808c5dfa09e6 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.452044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2256a03a-60e4-4e6b-88f2-c6846e26970d req-89eaa357-c516-42f3-a51d-808c5dfa09e6 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 945 time: 0.0572169
Nov 13 21:11:10.464365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:10.469453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:10.473198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:10.504642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.505113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Pushing event updated for resources: {'Port': ['ID=2d036543-0497-4ab1-9d45-2cda43221182,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:10.517768 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2256a03a-60e4-4e6b-88f2-c6846e26970d req-90f640de-3b0d-4d7a-b9a7-f98d2fadbd04 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596640
Nov 13 21:11:10.548118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.583640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Attempting to bind port 2d036543-0497-4ab1-9d45-2cda43221182 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:10.585139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Attempting to bind port 2d036543-0497-4ab1-9d45-2cda43221182 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:10.585602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Attempting to bind port 2d036543-0497-4ab1-9d45-2cda43221182 on network 508829c0-df18-4d20-94cc-eb728fbd94d9 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:10.597386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.598004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.599433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] 10.222.0.46 "PUT /v2.0/ports/83457282-f08d-48c3-8123-a7124d4c0857 HTTP/1.1" status: 200  len: 1096 time: 2.9146845
Nov 13 21:11:10.605699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:10.606608 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ead110-9d31-47b6-908f-2675e647fdf9 x-openstack-request-id: req-83ead110-9d31-47b6-908f-2675e647fdf9 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:10.607798 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e219e846-0fd7-4319-a131-07a6d3937b7e", "name": "network-vif-plugged", "status": "completed", "tag": "4e9694e7-9b97-49a6-8a93-b21a55e06d3a", "code": 200}, {"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-plugged", "status": "completed", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06", "code": 200}, {"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:10.608143 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13a4da4-93e9-40da-b301-0c3359d3762f" -d '{"events": [{"name": "network-changed", "server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "tag": "83457282-f08d-48c3-8123-a7124d4c0857"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:10.608341 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83ead110-9d31-47b6-908f-2675e647fdf9 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:10.608789 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a', 'code': 200}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'code': 200}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'code': 200}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Checking segment: {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Bound using segment: {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Bound port: 2d036543-0497-4ab1-9d45-2cda43221182, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:10.661225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.664249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f36ab8e-4155-47cd-a224-4e91bd38ac6d req-2da6f99b-e20c-4be8-8697-5d05305260e4 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709506
Nov 13 21:11:10.664249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce05b66-ab23-4b6e-9771-68565cbecd53 service neutron] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:10.718290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c7b2570-ca37-4055-8c18-deba4123306e req-6db371a5-8f33-491d-9f7f-c97dcd34b1a9 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "GET /v2.0/security-groups/643547b0-879a-4864-833e-3beb5e398a2c HTTP/1.1" status: 200  len: 1794 time: 0.0821025
Nov 13 21:11:10.719094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] For port 2d036543-0497-4ab1-9d45-2cda43221182, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:10.722061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] For port 2d036543-0497-4ab1-9d45-2cda43221182, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d036543-0497-4ab1-9d45-2cda43221182,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:10.786137 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f809c56-a89d-4d5b-b343-efbb68d34782 x-openstack-request-id: req-6f809c56-a89d-4d5b-b343-efbb68d34782 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:10.787277 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "tag": "83457282-f08d-48c3-8123-a7124d4c0857", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:10.787277 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f809c56-a89d-4d5b-b343-efbb68d34782 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:10.787277 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857', 'status': 'completed', 'code': 200}
Nov 13 21:11:10.792362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2c7b2570-ca37-4055-8c18-deba4123306e req-2e32b313-2a6d-423f-be62-1df641d23f45 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.857783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2c7b2570-ca37-4055-8c18-deba4123306e req-2e32b313-2a6d-423f-be62-1df641d23f45 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.868528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d83b0-8260-4106-aa9d-18496d4ec816 req-24c7d2d1-249a-41b5-91d7-f3eac2d8b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.870071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a5d83b0-8260-4106-aa9d-18496d4ec816 req-24c7d2d1-249a-41b5-91d7-f3eac2d8b5fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 1096 time: 0.1220562
Nov 13 21:11:10.872610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776a2e6-f196-47ae-b94e-d2073c0b7d20 req-c475019e-842c-4268-8552-245dff8eb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.874028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0776a2e6-f196-47ae-b94e-d2073c0b7d20 req-c475019e-842c-4268-8552-245dff8eb858 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 1096 time: 0.0854878
Nov 13 21:11:10.876103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc63413-92ca-4404-b37c-b89668845a89 req-f7108855-fd21-4ea5-9640-3bfd41cf7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.877221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fc63413-92ca-4404-b37c-b89668845a89 req-f7108855-fd21-4ea5-9640-3bfd41cf7705 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 1096 time: 0.1146469
Nov 13 21:11:10.884448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a4da4-93e9-40da-b301-0c3359d3762f req-9b6695f5-a4ef-4cc7-a76e-955869ae2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:10.885685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f13a4da4-93e9-40da-b301-0c3359d3762f req-9b6695f5-a4ef-4cc7-a76e-955869ae2970 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 1099 time: 0.0909686
Nov 13 21:11:10.919397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f13a4da4-93e9-40da-b301-0c3359d3762f req-713aa905-0f2b-4cbf-ba71-7cc0ce52f38e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0235851
Nov 13 21:11:10.953048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:10.966845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Router 7ee8fbec-bc07-4541-98ed-27459b8e6399 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:11:11.021593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a5d83b0-8260-4106-aa9d-18496d4ec816 req-42e09c37-4864-45d1-b94a-19e440df19d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384015
Nov 13 21:11:11.029991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fc63413-92ca-4404-b37c-b89668845a89 req-bd37df4b-b7f5-4c79-83d9-09df10ad16ee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391315
Nov 13 21:11:11.033817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0776a2e6-f196-47ae-b94e-d2073c0b7d20 req-10fc5584-c6f1-47ab-9822-0d9f22e63099 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493831
Nov 13 21:11:11.089678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364373c-4e05-492b-a30f-3ff72afcbac7 None None] Pushing event updated for resources: {'Port': ['ID=2d036543-0497-4ab1-9d45-2cda43221182,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:11.100069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:11.181228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:11.181878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.306307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3674293-25e8-475d-803e-500fbbe00741 req-2322723e-a7f4-4207-bd87-483a8c551a4a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:11.307986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3674293-25e8-475d-803e-500fbbe00741 req-2322723e-a7f4-4207-bd87-483a8c551a4a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.1642265
Nov 13 21:11:11.313832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:11.329866 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Sync routers for ids ['7ee8fbec-bc07-4541-98ed-27459b8e6399'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:11.344853 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Routers {'7ee8fbec-bc07-4541-98ed-27459b8e6399'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:11.345799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ee8fbec-bc07-4541-98ed-27459b8e6399'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:11.379265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2c7b2570-ca37-4055-8c18-deba4123306e req-2e32b313-2a6d-423f-be62-1df641d23f45 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.383912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2c7b2570-ca37-4055-8c18-deba4123306e req-2e32b313-2a6d-423f-be62-1df641d23f45 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.385604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c7b2570-ca37-4055-8c18-deba4123306e req-2e32b313-2a6d-423f-be62-1df641d23f45 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "DELETE /v2.0/security-groups/643547b0-879a-4864-833e-3beb5e398a2c HTTP/1.1" status: 204  len: 173 time: 0.6833112
Nov 13 21:11:11.408837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32b313-2a6d-423f-be62-1df641d23f45 tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643547b0-879a-4864-833e-3beb5e398a2c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:11.458165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a4da4-93e9-40da-b301-0c3359d3762f req-8e98abc0-c324-4664-9334-5e4d092765d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:11.460526 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f13a4da4-93e9-40da-b301-0c3359d3762f req-8e98abc0-c324-4664-9334-5e4d092765d0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5345881
Nov 13 21:11:11.539615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.549421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a9cc5ec2-0b48-4339-b523-31de44a7076c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.4836807
Nov 13 21:11:11.550697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53254) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:11.553735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3674293-25e8-475d-803e-500fbbe00741 req-57278a3e-1ff7-4250-930e-b01719af9a50 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355556
Nov 13 21:11:11.565727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e370b44-3b13-4bdd-b4bf-28d5a514b642 req-7a56c498-9db9-47ed-a981-1dd1ebb1c72f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:11.566903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e370b44-3b13-4bdd-b4bf-28d5a514b642 req-7a56c498-9db9-47ed-a981-1dd1ebb1c72f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 945 time: 0.0942295
Nov 13 21:11:11.584495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Set router 7ee8fbec-bc07-4541-98ed-27459b8e6399 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:11.624563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.630197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-79a1958b-206f-4e36-9214-ce6d3451dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:11.631938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-79a1958b-206f-4e36-9214-ce6d3451dfe4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 1099 time: 0.1234334
Nov 13 21:11:11.647058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.715752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-5c1fbc80-b09a-487d-a9ca-0d79052ff177 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=83457282-f08d-48c3-8123-a7124d4c0857 HTTP/1.1" status: 200  len: 217 time: 0.0720358
Nov 13 21:11:11.716845 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6dffb5f-dbe8-41c7-b358-669e4dd9d11d req-6f5db627-b760-4414-bef0-7ad27d3dc29a tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "GET /v2.0/security-groups/d0ff8c3d-6f55-4868-b9b0-d91b59172a2a HTTP/1.1" status: 200  len: 1793 time: 0.1134908
Nov 13 21:11:11.785734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3e370b44-3b13-4bdd-b4bf-28d5a514b642 req-2ea1cc9a-b177-4147-9a48-8502be746d6e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732283
Nov 13 21:11:11.791770 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55ebe0>, [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:11:08Z', 'revision_number': 3, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:11.802697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-b968ae03-8796-4757-a590-af83a101b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:11.804859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-b968ae03-8796-4757-a590-af83a101b654 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0814579
Nov 13 21:11:11.821755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Allocated IP 172.35.3.128 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/a85a9b41-48b3-4dd0-ba98-03ca95a4b716) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:11.838691 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Checking router: 7ee8fbec-bc07-4541-98ed-27459b8e6399 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:11.838691 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Updating router 7ee8fbec-bc07-4541-98ed-27459b8e6399 port d3cd2038-d00d-449d-b3a4-22c9c1746c5f binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:11.857863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6dffb5f-dbe8-41c7-b358-669e4dd9d11d req-738336fc-acb4-4df5-b028-c4800980a69e tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.866447 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.870189 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:11.959969 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6dffb5f-dbe8-41c7-b358-669e4dd9d11d req-738336fc-acb4-4df5-b028-c4800980a69e tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.038928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.060235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-ce136956-043e-4f23-89ce-446e15b6deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:12.060575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-ce136956-043e-4f23-89ce-446e15b6deb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1869850
Nov 13 21:11:12.075128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652397-2cfe-47d0-882d-d81ce9742c61 req-612068fb-62b1-4507-99b0-7777d3d298fb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:12.076673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de652397-2cfe-47d0-882d-d81ce9742c61 req-612068fb-62b1-4507-99b0-7777d3d298fb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 945 time: 0.1853766
Nov 13 21:11:12.126399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6dffb5f-dbe8-41c7-b358-669e4dd9d11d req-738336fc-acb4-4df5-b028-c4800980a69e tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.129104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6dffb5f-dbe8-41c7-b358-669e4dd9d11d req-738336fc-acb4-4df5-b028-c4800980a69e tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.130281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6dffb5f-dbe8-41c7-b358-669e4dd9d11d req-738336fc-acb4-4df5-b028-c4800980a69e tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] 10.222.0.20 "DELETE /v2.0/security-groups/d0ff8c3d-6f55-4868-b9b0-d91b59172a2a HTTP/1.1" status: 204  len: 173 time: 0.3976667
Nov 13 21:11:12.156255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738336fc-acb4-4df5-b028-c4800980a69e tempest-SecurityGroupsTestAdminJSON-424763384 tempest-SecurityGroupsTestAdminJSON-424763384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff8c3d-6f55-4868-b9b0-d91b59172a2a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:12.170187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.239658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Pushing event updated for resources: {'Port': ['ID=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:12.267597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:12.269505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:12.277741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:12.322708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de652397-2cfe-47d0-882d-d81ce9742c61 req-f7407240-67f1-4a29-a1df-7da19a9cf857 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2336383
Nov 13 21:11:12.394322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-f90397b8-0504-4f95-b4cc-e5ba47444391 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3166316
Nov 13 21:11:12.404072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ef21b-1b38-4f24-9bb3-1d9195b67669 None None] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:12.455808 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.539013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ec04eeff-63fe-4111-8e8d-6024fd85048e None None] Provisioning complete for port 2d036543-0497-4ab1-9d45-2cda43221182 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:12.539013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec04eeff-63fe-4111-8e8d-6024fd85048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.544752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129967f0-821b-4067-a86c-7731749c3052 req-7687e59d-09da-4227-ad6c-d94b6336ee23 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:12.544752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-129967f0-821b-4067-a86c-7731749c3052 req-7687e59d-09da-4227-ad6c-d94b6336ee23 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.2345433
Nov 13 21:11:12.580239 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.612036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-430db6a6-f9ce-47ba-967e-fca3bc94fd57 req-481df6cf-78fe-4430-b784-467aa70f1d8f service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945384
Nov 13 21:11:12.639092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.683618 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Attempting to bind port d3cd2038-d00d-449d-b3a4-22c9c1746c5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:12.683618 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Attempting to bind port d3cd2038-d00d-449d-b3a4-22c9c1746c5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:12.683618 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Attempting to bind port d3cd2038-d00d-449d-b3a4-22c9c1746c5f on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:12.696771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:12.700182 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcea94-2a8d-4afd-a680-d74625a06a81 None None] Pushing event updated for resources: {'Port': ['ID=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:12.708328 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:12.709120 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:12.709811 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.710418 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:12.711550 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Bound port: d3cd2038-d00d-449d-b3a4-22c9c1746c5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:12.712902 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.732201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-129967f0-821b-4067-a86c-7731749c3052 req-beabd17e-3bfb-41ee-84dd-f076403c3140 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731315
Nov 13 21:11:12.839871 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] For port d3cd2038-d00d-449d-b3a4-22c9c1746c5f, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:12.847670 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] For port d3cd2038-d00d-449d-b3a4-22c9c1746c5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:12.861845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53268) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:12.881786 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.882165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17423fd3-e34d-4ee1-8f96-ec08b97cf1a1 req-7bdb47d2-b88a-4301-a22a-4d71c5f4b3e4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:12.882165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17423fd3-e34d-4ee1-8f96-ec08b97cf1a1 req-7bdb47d2-b88a-4301-a22a-4d71c5f4b3e4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.1383610
Nov 13 21:11:12.924915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec04eeff-63fe-4111-8e8d-6024fd85048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.952763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:12.970105 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:12.976495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'mac_address': 'fa:16:3e:2c:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:13.057056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ec04eeff-63fe-4111-8e8d-6024fd85048e None None] For port 2d036543-0497-4ab1-9d45-2cda43221182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d036543-0497-4ab1-9d45-2cda43221182,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:13.058591 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.086550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49614680-59b2-41d5-9b71-7e0f2dc8de40 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:13.089253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17423fd3-e34d-4ee1-8f96-ec08b97cf1a1 req-895d3270-3ee4-4706-844a-74b6d82f15a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020857
Nov 13 21:11:13.098201 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcea94-2a8d-4afd-a680-d74625a06a81 None None] Pushing event updated for resources: {'Port': ['ID=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:13.108759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:13.123346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec04eeff-63fe-4111-8e8d-6024fd85048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.138606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Allocated IP 172.20.0.1 (1e0a210a-296f-4228-bb60-4895230baa77/23e07736-9bbd-40af-a06a-9a0997bf9723/f4944e56-9b2a-45ab-bdad-67da260551e4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:13.152297 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Routers {'7ee8fbec-bc07-4541-98ed-27459b8e6399'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:13.153412 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ee8fbec-bc07-4541-98ed-27459b8e6399'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:13.203277 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.224410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d036543-0497-4ab1-9d45-2cda43221182 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:13.290691 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0ecc-3611-4e09-a881-a96ceedeac12 req-e7997f3b-57dd-45a2-ab27-cb1dd71b3c13 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:13.302041 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] Set router 7ee8fbec-bc07-4541-98ed-27459b8e6399 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:13.307226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6cd0ecc-3611-4e09-a881-a96ceedeac12 req-e7997f3b-57dd-45a2-ab27-cb1dd71b3c13 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 945 time: 0.3882203
Nov 13 21:11:13.325454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04eeff-63fe-4111-8e8d-6024fd85048e None None] Pushing event updated for resources: {'Port': ['ID=2d036543-0497-4ab1-9d45-2cda43221182,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:13.351041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.409429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:13.411875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5d131ac9-4f1f-40cf-bcf8-b7283a960d77 None None] Provisioning complete for port 2d036543-0497-4ab1-9d45-2cda43221182 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:13.412821 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5d131ac9-4f1f-40cf-bcf8-b7283a960d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.417795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2d036543-0497-4ab1-9d45-2cda43221182 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:13.418146 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.443868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aebe1202-3f92-4648-8568-f1f30647b162 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0329668c77d94f09b4dc3765ad09778a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5805404
Nov 13 21:11:13.446876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:13.452492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6cd0ecc-3611-4e09-a881-a96ceedeac12 req-3a46a2fb-70e7-48b3-943d-bfff6b45b56e tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389337
Nov 13 21:11:13.464819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.470476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['49614680-59b2-41d5-9b71-7e0f2dc8de40'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:13.480955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.554341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4944e56-9b2a-45ab-bdad-67da260551e4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:13.585381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Network 1e0a210a-296f-4228-bb60-4895230baa77 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:13.587602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:13.600934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:13.660495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.664951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84d6c2b3-3868-447d-a6cd-c882854710bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.699740 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55ebe0>, [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:11:08Z', 'revision_number': 3, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:13.750015 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9f126-d8de-427a-b37c-8b88b916deb9 None None] The sync data for ids ['7ee8fbec-bc07-4541-98ed-27459b8e6399'] in ncdv-master-1 is: [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:11:08Z', 'revision_number': 3, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:13.786314 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84d6c2b3-3868-447d-a6cd-c882854710bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.935072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6fb7c4cf-8f58-4af2-879e-e3871280e73b None None] Provisioning complete for port f4944e56-9b2a-45ab-bdad-67da260551e4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:13.935712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c4cf-8f58-4af2-879e-e3871280e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:13.974170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7c4cf-8f58-4af2-879e-e3871280e73b None None] Port f4944e56-9b2a-45ab-bdad-67da260551e4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:14.009161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.019298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84d6c2b3-3868-447d-a6cd-c882854710bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.031146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84d6c2b3-3868-447d-a6cd-c882854710bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.031146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-84d6c2b3-3868-447d-a6cd-c882854710bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ecc9964-2bee-43e8-b0e4-4991d260730d HTTP/1.1" status: 204  len: 168 time: 0.5788960
Nov 13 21:11:14.108816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c2b3-3868-447d-a6cd-c882854710bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecc9964-2bee-43e8-b0e4-4991d260730d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:14.140086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a163874-7f1e-466c-a1cc-3dc51c195183 req-1c398ccc-a19b-47d5-80c6-7115af70765d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:14.140086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a163874-7f1e-466c-a1cc-3dc51c195183 req-1c398ccc-a19b-47d5-80c6-7115af70765d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 945 time: 0.1412725
Nov 13 21:11:14.209675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Router 85f7f5fc-666a-431d-836e-f80f6739cc31 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:11:14.252239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a163874-7f1e-466c-a1cc-3dc51c195183 req-dc6c020f-91cd-4faa-9131-86379470dd5e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920904
Nov 13 21:11:14.296966 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.353724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.378324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6dacf-3287-48d6-86e4-be36a1a65315 req-d7ac1ccf-9540-4018-92f7-818cebbfdd9f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:14.381816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2cc6dacf-3287-48d6-86e4-be36a1a65315 req-d7ac1ccf-9540-4018-92f7-818cebbfdd9f tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 946 time: 0.1191590
Nov 13 21:11:14.422770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.445804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:14.462841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Sync routers for ids ['85f7f5fc-666a-431d-836e-f80f6739cc31'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:14.473553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.479892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa3ea7-9646-40aa-b499-26aefab362db req-832efa01-9742-4b12-b82d-6bf79a15809e tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:14.480096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Routers {'85f7f5fc-666a-431d-836e-f80f6739cc31'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:14.480961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9dccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['85f7f5fc-666a-431d-836e-f80f6739cc31'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:14.491071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44aa3ea7-9646-40aa-b499-26aefab362db req-832efa01-9742-4b12-b82d-6bf79a15809e tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.1207345
Nov 13 21:11:14.536912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2cc6dacf-3287-48d6-86e4-be36a1a65315 req-3bd97fa0-f705-4141-9af0-531ea66cdd2b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487098
Nov 13 21:11:14.579766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44aa3ea7-9646-40aa-b499-26aefab362db req-c6460296-05f8-4dfa-8a59-741e913101d1 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765536
Nov 13 21:11:14.590154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.596215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e127cd2c-c11e-4f8d-957d-c4bc11443908 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.4678211
Nov 13 21:11:14.596841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53300) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:14.609266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4944e56-9b2a-45ab-bdad-67da260551e4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:14.663595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Set router 85f7f5fc-666a-431d-836e-f80f6739cc31 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:14.738343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:14.854332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f05b5a-09d9-408a-8a4f-027f258df14b req-b67e8517-cf78-4e7c-8953-ef7020db92b6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:14.861259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f05b5a-09d9-408a-8a4f-027f258df14b req-b67e8517-cf78-4e7c-8953-ef7020db92b6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.2036061
Nov 13 21:11:14.870093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Network 1e0a210a-296f-4228-bb60-4895230baa77 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:14.880257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:14.915340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 49614680-59b2-41d5-9b71-7e0f2dc8de40 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:11:14.926152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 49614680-59b2-41d5-9b71-7e0f2dc8de40 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:14.926152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:14.987116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53306) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:15.019535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9dccd0>, [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:11:12Z', 'revision_number': 3, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:15.031051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f05b5a-09d9-408a-8a4f-027f258df14b req-468b3a99-00c4-481f-a945-4ac19c35439c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633165
Nov 13 21:11:15.056951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Checking router: 85f7f5fc-666a-431d-836e-f80f6739cc31 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:15.057428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Updating router 85f7f5fc-666a-431d-836e-f80f6739cc31 port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:15.090780 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.103450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.149529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:15.164366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-efdc994c-faec-40aa-9851-f15014cf0ce8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23dbcd0d403e49d6a921add9f12dfbf4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1674964
Nov 13 21:11:15.167678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53310) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:15.209992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:15.215108 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e30475-a078-4d6e-8e45-7b950b37cb25" -d '{"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-plugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:15.243155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.280945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1079555-b627-4d36-892a-810c118f8b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.331716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1079555-b627-4d36-892a-810c118f8b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.371327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d036543-0497-4ab1-9d45-2cda43221182 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:15.500497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1079555-b627-4d36-892a-810c118f8b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.503168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1079555-b627-4d36-892a-810c118f8b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.519216 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f1079555-b627-4d36-892a-810c118f8b80 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f9c583d-3212-48d4-95b3-2627e239bcfd HTTP/1.1" status: 204  len: 168 time: 0.3355436
Nov 13 21:11:15.524950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1079555-b627-4d36-892a-810c118f8b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c583d-3212-48d4-95b3-2627e239bcfd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:15.547238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Router 7ee8fbec-bc07-4541-98ed-27459b8e6399 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:11:15.644149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef606e-11c6-427a-8abb-f73d1f4d4207 req-093f6f1a-89e3-43c8-bca2-7a7fb59de272 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:15.646022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2eef606e-11c6-427a-8abb-f73d1f4d4207 req-093f6f1a-89e3-43c8-bca2-7a7fb59de272 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 945 time: 0.0708258
Nov 13 21:11:15.758956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2eef606e-11c6-427a-8abb-f73d1f4d4207 req-adfc66e9-2566-4b09-af86-70b73706c5ca tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878899
Nov 13 21:11:15.773109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-27609cbf-a2a0-49a9-b209-0733f17fdc4d None None] Provisioning complete for port f4944e56-9b2a-45ab-bdad-67da260551e4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:15.773460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27609cbf-a2a0-49a9-b209-0733f17fdc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:15.840801 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c89be-a3de-4978-a2c9-3aa03243e415 x-openstack-request-id: req-a40c89be-a3de-4978-a2c9-3aa03243e415 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:15.841627 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-plugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:15.842067 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a40c89be-a3de-4978-a2c9-3aa03243e415 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:15.843048 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'code': 200}
Nov 13 21:11:15.846025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-27609cbf-a2a0-49a9-b209-0733f17fdc4d None None] Port f4944e56-9b2a-45ab-bdad-67da260551e4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:15.908059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:15.956314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2d036543-0497-4ab1-9d45-2cda43221182 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:15.956706 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.002259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-5f343b76-ef0f-4482-924a-2955f130fd3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1658628
Nov 13 21:11:16.152255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d3cd2038-d00d-449d-b3a4-22c9c1746c5f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:16.164340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-b83ba10e-ec52-4480-a622-8e9b1b7d41db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:16.177421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-b83ba10e-ec52-4480-a622-8e9b1b7d41db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 1096 time: 0.1139157
Nov 13 21:11:16.205391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.234689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d3cd2038-d00d-449d-b3a4-22c9c1746c5f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:16.236538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.295274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.347458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-a8fa5171-9a7a-4727-b08d-c3b4d8dc6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:16.349066 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-a8fa5171-9a7a-4727-b08d-c3b4d8dc6926 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 200  len: 914 time: 0.1514494
Nov 13 21:11:16.390831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.415889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port d3cd2038-d00d-449d-b3a4-22c9c1746c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:16.417723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Attempting to bind port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:16.418165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Attempting to bind port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:16.418601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Attempting to bind port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:16.425288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:16.425798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:16.426363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.426862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:16.427473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Bound port: a85a9b41-48b3-4dd0-ba98-03ca95a4b716, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:16.428581 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.430433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4287b50-6457-41f8-941a-41ed87236c3b None None] Pushing event updated for resources: {'Port': ['ID=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:16.451051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-3ba49efa-27f8-4ac8-8531-54eb98f28af2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a HTTP/1.1" status: 200  len: 217 time: 0.0873153
Nov 13 21:11:16.452447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.477261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:16.482889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3f47e12b-f178-4809-a04a-92019769cfa6 admin admin] 10.222.0.20 "PUT /v2.0/routers/7ee8fbec-bc07-4541-98ed-27459b8e6399/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9317448
Nov 13 21:11:16.488128 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Sync routers for ids ['7ee8fbec-bc07-4541-98ed-27459b8e6399'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:16.500052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.534463 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Routers {'7ee8fbec-bc07-4541-98ed-27459b8e6399'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:16.535456 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2fbb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ee8fbec-bc07-4541-98ed-27459b8e6399'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:16.537049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] For port a85a9b41-48b3-4dd0-ba98-03ca95a4b716, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:16.538797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-50bc40b7-5041-4a1c-b7f1-25fec559b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:16.541591 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-50bc40b7-5041-4a1c-b7f1-25fec559b13c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 200  len: 853 time: 0.0821929
Nov 13 21:11:16.560223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] For port a85a9b41-48b3-4dd0-ba98-03ca95a4b716, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:16.580374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:16.594532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-3b744bcf-3444-4f49-8215-019ba2964f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fec6a27c-3257-4e8a-9f2f-560a17e9a301&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424924
Nov 13 21:11:16.612571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e64476-b03d-4e84-beae-c8c174644883 req-45bb4ac7-2e1a-40c4-a883-089c34ef36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:16.614821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60e64476-b03d-4e84-beae-c8c174644883 req-45bb4ac7-2e1a-40c4-a883-089c34ef36da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 1101 time: 0.6436267
Nov 13 21:11:16.634406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb5bd5-4d61-454a-8917-2eff160700ed req-48f522da-ed36-44ae-95a7-3778f992123f tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:16.636956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26cb5bd5-4d61-454a-8917-2eff160700ed req-48f522da-ed36-44ae-95a7-3778f992123f tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.1876481
Nov 13 21:11:16.643630 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:16.701381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Routers {'85f7f5fc-666a-431d-836e-f80f6739cc31'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:16.702164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9dccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['85f7f5fc-666a-431d-836e-f80f6739cc31'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:16.809867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Set router 7ee8fbec-bc07-4541-98ed-27459b8e6399 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:16.823646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-cf98564f-7b5c-484e-8bf7-bd65d14c31b1 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201695
Nov 13 21:11:16.856860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:16.860730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Allocated IP 172.20.0.1 (508829c0-df18-4d20-94cc-eb728fbd94d9/0169375d-a750-46e7-8c4f-4c9797489a7e/7997be89-d96c-41d8-b08b-204c81d34b51) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:16.890342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4287b50-6457-41f8-941a-41ed87236c3b None None] Pushing event updated for resources: {'Port': ['ID=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:16.908532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] Set router 85f7f5fc-666a-431d-836e-f80f6739cc31 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:16.965951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.004587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-87c9c07b-415f-4d5f-94fa-4fba4aa22da7 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:17.007344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-87c9c07b-415f-4d5f-94fa-4fba4aa22da7 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 946 time: 0.1185870
Nov 13 21:11:17.112966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.137287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6257867-a2cb-43bb-b7a4-d04a83442741 req-3b6c51a7-77fb-4f4b-b82e-3c5fe41c24b0 service neutron] 10.222.0.37 "GET /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3046470
Nov 13 21:11:17.161126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60e64476-b03d-4e84-beae-c8c174644883 req-4f450584-ea2f-465b-b2af-5de5a57ffc47 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5380042
Nov 13 21:11:17.189199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d3cd2038-d00d-449d-b3a4-22c9c1746c5f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:17.231899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26cb5bd5-4d61-454a-8917-2eff160700ed req-97c376eb-2bac-4c99-91ca-76f14da7973b tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326350
Nov 13 21:11:17.241943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:17.275217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:17.279744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:17.282839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:17.291634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '83457282-f08d-48c3-8123-a7124d4c0857', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '83457282-f08d-48c3-8123-a7124d4c0857', 'mac_address': 'fa:16:3e:c2:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:17.321465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Deleting port adfc5850-928e-4edb-b5e9-d1ea831c9f47 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:11:17.321890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.328006 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2fbb80>, [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:11:13Z', 'revision_number': 4, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4944e56-9b2a-45ab-bdad-67da260551e4', 'name': '', 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'mac_address': 'fa:16:3e:13:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '23e07736-9bbd-40af-a06a-9a0997bf9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:12Z', 'updated_at': '2021-11-13T21:11:14Z', 'revision_number': 2, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'subnets': [{'id': '23e07736-9bbd-40af-a06a-9a0997bf9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:17.396946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Pushing event updated for resources: {'Port': ['ID=7997be89-d96c-41d8-b08b-204c81d34b51,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:17.469722 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Checking router: 7ee8fbec-bc07-4541-98ed-27459b8e6399 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:17.477036 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Updating router 7ee8fbec-bc07-4541-98ed-27459b8e6399 port f4944e56-9b2a-45ab-bdad-67da260551e4 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:17.508729 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.531772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d3cd2038-d00d-449d-b3a4-22c9c1746c5f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:17.532325 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.573451 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.611308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:17.676179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9dccd0>, [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:11:12Z', 'revision_number': 3, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:17.756356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1bc32-e3e8-4479-9ea5-e31c0bfdb5b3 req-fb7f7d78-387d-41f7-9071-97bb507ede6f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:17.765653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ca1bc32-e3e8-4479-9ea5-e31c0bfdb5b3 req-fb7f7d78-387d-41f7-9071-97bb507ede6f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.3463912
Nov 13 21:11:17.766128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f9761-6c8e-4f3d-bc40-0544abe8547e None None] The sync data for ids ['85f7f5fc-666a-431d-836e-f80f6739cc31'] in ncdv-master-1 is: [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:11:12Z', 'revision_number': 3, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:17.789908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83457282-f08d-48c3-8123-a7124d4c0857 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:17.839547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-129947a5-5add-4568-b213-69f9b21af296 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:17.846225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9dadc-f02c-4c6a-9965-7fd732d4ca62 req-dd969696-d8c0-4293-96e1-418bb3d4a412 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:17.847272 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-129947a5-5add-4568-b213-69f9b21af296 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 946 time: 0.2610710
Nov 13 21:11:17.869289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4e9dadc-f02c-4c6a-9965-7fd732d4ca62 req-dd969696-d8c0-4293-96e1-418bb3d4a412 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 946 time: 0.4827394
Nov 13 21:11:17.885975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:17.958450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.074045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4e9dadc-f02c-4c6a-9965-7fd732d4ca62 req-c48341e3-783b-42b6-aa1e-967aa4127713 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1915801
Nov 13 21:11:18.137078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] For port adfc5850-928e-4edb-b5e9-d1ea831c9f47, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=adfc5850-928e-4edb-b5e9-d1ea831c9f47,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:18.137614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.160462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2ffe300e-ed0d-4ef2-a7eb-aa0a9bd3fa11 None None] Provisioning complete for port 7997be89-d96c-41d8-b08b-204c81d34b51 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:18.162983 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ffe300e-ed0d-4ef2-a7eb-aa0a9bd3fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.201629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Calling delete_port for adfc5850-928e-4edb-b5e9-d1ea831c9f47 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:11:18.287945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:18.301907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['83457282-f08d-48c3-8123-a7124d4c0857'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:18.307838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe300e-ed0d-4ef2-a7eb-aa0a9bd3fa11 None None] Port 7997be89-d96c-41d8-b08b-204c81d34b51 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:18.438160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b411bda-d363-46d1-804f-2b3c6733f786 req-9983c20f-c581-4ddb-b6b9-08190a62037d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:18.473323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b411bda-d363-46d1-804f-2b3c6733f786 req-9983c20f-c581-4ddb-b6b9-08190a62037d tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 946 time: 0.2334933
Nov 13 21:11:18.563514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.608967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b411bda-d363-46d1-804f-2b3c6733f786 req-2a51b1e9-3442-4dbd-9d88-7902fa937597 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341515
Nov 13 21:11:18.629401 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.671382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-700ff80d-e50c-4bd8-b2a0-9dc37d6dc3e6 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:18.673791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-700ff80d-e50c-4bd8-b2a0-9dc37d6dc3e6 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "GET /v2.0/ports?device_id=e219e846-0fd7-4319-a131-07a6d3937b7e HTTP/1.1" status: 200  len: 945 time: 0.8083715
Nov 13 21:11:18.695522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ca1bc32-e3e8-4479-9ea5-e31c0bfdb5b3 req-05afcefe-50a5-463c-bada-082050d87a78 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9281886
Nov 13 21:11:18.720379 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.768373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device adfc5850-928e-4edb-b5e9-d1ea831c9f47 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:11:18.856071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Deleting port 0197e79a-6aed-4b91-8e7a-5d5186103b05 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:11:18.857427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:18.988149 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Attempting to bind port f4944e56-9b2a-45ab-bdad-67da260551e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:18.988149 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Attempting to bind port f4944e56-9b2a-45ab-bdad-67da260551e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:18.988453 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Attempting to bind port f4944e56-9b2a-45ab-bdad-67da260551e4 on network 1e0a210a-296f-4228-bb60-4895230baa77 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:19.017221 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:19.018215 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Checking segment: {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:19.018938 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.019483 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Bound using segment: {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:19.022302 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Bound port: f4944e56-9b2a-45ab-bdad-67da260551e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7715ffaa-947e-4ea5-8572-6711875a38ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:19.024094 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.088881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efa3c3-339d-4215-9ba3-7108a028f194 None None] Pushing event updated for resources: {'Port': ['ID=f4944e56-9b2a-45ab-bdad-67da260551e4,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:19.188276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.229570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a85a9b41-48b3-4dd0-ba98-03ca95a4b716 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:19.289497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42628a57-ea03-44aa-ab5e-a0b9c3a152c8 req-37708cf7-718c-4064-92ca-72a6d86effeb tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:19.294940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42628a57-ea03-44aa-ab5e-a0b9c3a152c8 req-37708cf7-718c-4064-92ca-72a6d86effeb tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 949 time: 0.2697146
Nov 13 21:11:19.338866 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] For port f4944e56-9b2a-45ab-bdad-67da260551e4, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:19.348781 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] For port f4944e56-9b2a-45ab-bdad-67da260551e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4944e56-9b2a-45ab-bdad-67da260551e4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:19.369836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] For port 0197e79a-6aed-4b91-8e7a-5d5186103b05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0197e79a-6aed-4b91-8e7a-5d5186103b05,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:19.371344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.397086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cc61c33d-fb4a-4446-a439-03a69d114e1e None None] Provisioning complete for port f4944e56-9b2a-45ab-bdad-67da260551e4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:19.397719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc61c33d-fb4a-4446-a439-03a69d114e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.402089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:19.403038 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.452794 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.476938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.527867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42628a57-ea03-44aa-ab5e-a0b9c3a152c8 req-3953f417-5063-49c9-9071-2d54bd862074 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155080
Nov 13 21:11:19.597228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.605931 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efa3c3-339d-4215-9ba3-7108a028f194 None None] Pushing event updated for resources: {'Port': ['ID=f4944e56-9b2a-45ab-bdad-67da260551e4,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:19.611685 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Routers {'7ee8fbec-bc07-4541-98ed-27459b8e6399'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:19.620132 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2fbb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ee8fbec-bc07-4541-98ed-27459b8e6399'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:19.888651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Pushing event updated for resources: {'Port': ['ID=7997be89-d96c-41d8-b08b-204c81d34b51,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:19.899749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.978158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Deleting port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:11:19.978676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:19.984623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350093f-4f81-42bd-964a-6f1628c83846 req-b9f83d21-6694-4784-b7c5-4c32cc97e7ad tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:19.993830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4350093f-4f81-42bd-964a-6f1628c83846 req-b9f83d21-6694-4784-b7c5-4c32cc97e7ad tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 946 time: 0.1608067
Nov 13 21:11:20.029391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cc61c33d-fb4a-4446-a439-03a69d114e1e None None] Port f4944e56-9b2a-45ab-bdad-67da260551e4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:20.134201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.134951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.135460 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Floating IP 76a80983-1661-4b7e-a50c-9868a214866d disassociated. External IP: 172.35.3.199, port: 0197e79a-6aed-4b91-8e7a-5d5186103b05.
Nov 13 21:11:20.135957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Calling delete_port for 0197e79a-6aed-4b91-8e7a-5d5186103b05 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:11:20.192047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.216339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2ddb842f-d42d-4ed2-9b08-7207a65a39dd None None] Provisioning complete for port f4944e56-9b2a-45ab-bdad-67da260551e4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:20.222229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ddb842f-d42d-4ed2-9b08-7207a65a39dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.222429 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] Set router 7ee8fbec-bc07-4541-98ed-27459b8e6399 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:20.252256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4350093f-4f81-42bd-964a-6f1628c83846 req-63ab2837-e7e9-45c4-97dc-bf66e2bbbbed tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/security-groups?id=73bbcf3b-42df-4471-b1d0-31ad99d8e472&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978216
Nov 13 21:11:20.282671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a85a9b41-48b3-4dd0-ba98-03ca95a4b716, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:20.328681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:20.340938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:20.374193 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.488613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ddb842f-d42d-4ed2-9b08-7207a65a39dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.578917 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.599343 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2fbb80>, [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:11:13Z', 'revision_number': 4, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4944e56-9b2a-45ab-bdad-67da260551e4', 'name': '', 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'mac_address': 'fa:16:3e:13:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '23e07736-9bbd-40af-a06a-9a0997bf9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:12Z', 'updated_at': '2021-11-13T21:11:19Z', 'revision_number': 4, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'subnets': [{'id': '23e07736-9bbd-40af-a06a-9a0997bf9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:20.648808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event deleted for resources: {'Port': ['ID=0197e79a-6aed-4b91-8e7a-5d5186103b05,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:20.671626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:20.682717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:20.739856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aea87-d1ef-4aac-94de-469784936e35 req-d0c49599-549f-4e6b-80ad-51dfac0725cc tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:20.754770 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-245aea87-d1ef-4aac-94de-469784936e35 req-d0c49599-549f-4e6b-80ad-51dfac0725cc tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 867 time: 0.7995727
Nov 13 21:11:20.779620 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fdd21-b030-4547-b303-39898ac6a508 None None] The sync data for ids ['7ee8fbec-bc07-4541-98ed-27459b8e6399'] in ncdv-master-1 is: [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:11:13Z', 'revision_number': 4, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4944e56-9b2a-45ab-bdad-67da260551e4', 'name': '', 'network_id': '1e0a210a-296f-4228-bb60-4895230baa77', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'mac_address': 'fa:16:3e:13:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '23e07736-9bbd-40af-a06a-9a0997bf9723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:12Z', 'updated_at': '2021-11-13T21:11:19Z', 'revision_number': 4, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'subnets': [{'id': '23e07736-9bbd-40af-a06a-9a0997bf9723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:20.817227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:20.824906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2ddb842f-d42d-4ed2-9b08-7207a65a39dd None None] For port f4944e56-9b2a-45ab-bdad-67da260551e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4944e56-9b2a-45ab-bdad-67da260551e4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:20.830139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Router 85f7f5fc-666a-431d-836e-f80f6739cc31 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:11:20.907217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:20.960227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event deleted for resources: {'Port': ['ID=adfc5850-928e-4edb-b5e9-d1ea831c9f47,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:21.184971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] No DVR routers for this DVR port adfc5850-928e-4edb-b5e9-d1ea831c9f47 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:11:21.199045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:21.212875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3382ba8-3aa1-4b82-bd45-7abb5f41ffcc req-120ee65e-a827-4a24-8956-83e0ff3f0586 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.46 "DELETE /v2.0/ports/adfc5850-928e-4edb-b5e9-d1ea831c9f47 HTTP/1.1" status: 204  len: 173 time: 4.1779902
Nov 13 21:11:21.214886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] For port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,segment=NetworkSegment(0b9ce776-265d-4c77-aff2-9c409c614b13),segment_id=0b9ce776-265d-4c77-aff2-9c409c614b13)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:21.215232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:21.262908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:21.274733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'name': 'network-vif-deleted', 'tag': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:21.279048 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4777cac5-bf81-4686-b0ed-245e22eeb419" -d '{"events": [{"server_uuid": "1de907fa-5e80-4fd7-920e-8ee4952d283d", "name": "network-vif-deleted", "tag": "adfc5850-928e-4edb-b5e9-d1ea831c9f47"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:21.285903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938643a3-a734-4402-b75e-909daf457a27 req-978bfa38-b02c-4d62-bfa5-189bf2655d5a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:21.315863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'mac_address': 'fa:16:3e:28:64:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:21.316171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-938643a3-a734-4402-b75e-909daf457a27 req-978bfa38-b02c-4d62-bfa5-189bf2655d5a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.5721974
Nov 13 21:11:21.325854 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ddb842f-d42d-4ed2-9b08-7207a65a39dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:21.381990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Calling delete_port for 4e9694e7-9b97-49a6-8a93-b21a55e06d3a owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:11:21.455055 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-245aea87-d1ef-4aac-94de-469784936e35 req-85b539db-0a2f-481f-bf02-de5c398ba6ef tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups?id=9029daa7-1413-451c-8caf-787fd101fe6e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6970444
Nov 13 21:11:21.477201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:21.517908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4e9694e7-9b97-49a6-8a93-b21a55e06d3a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:11:21.527883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfc8f969-bfd0-4375-84a3-ddeab26a0c4b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:21.549916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:21.564426 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-906e7065-7258-4568-bd18-fc807c156097 admin admin] 10.222.0.20 "PUT /v2.0/routers/85f7f5fc-666a-431d-836e-f80f6739cc31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9587941
Nov 13 21:11:21.575223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f4944e56-9b2a-45ab-bdad-67da260551e4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:21.602194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-938643a3-a734-4402-b75e-909daf457a27 req-e7dc93cb-ac9a-4cd5-a248-202b25e0c7d0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2838752
Nov 13 21:11:21.636542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Sync routers for ids ['85f7f5fc-666a-431d-836e-f80f6739cc31'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:21.733977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 83457282-f08d-48c3-8123-a7124d4c0857 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:11:21.815005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:11:21.815651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 83457282-f08d-48c3-8123-a7124d4c0857 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:21.816210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:21.964104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f4944e56-9b2a-45ab-bdad-67da260551e4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:21.965120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:21.970551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d046d-5aa1-4da5-b876-785b880cba78 req-b5500a0e-5af3-450b-bf54-074616d6d488 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:21.981034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f1d046d-5aa1-4da5-b876-785b880cba78 req-b5500a0e-5af3-450b-bf54-074616d6d488 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 949 time: 0.2323415
Nov 13 21:11:22.004436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:22.012653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:22.067179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Pushing event deleted for resources: {'Port': ['ID=4e9694e7-9b97-49a6-8a93-b21a55e06d3a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:22.119602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f1d046d-5aa1-4da5-b876-785b880cba78 req-48b98052-398d-4399-b5bf-655582078544 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362603
Nov 13 21:11:22.125486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:22.132042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Routers {'85f7f5fc-666a-431d-836e-f80f6739cc31'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:22.132991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['85f7f5fc-666a-431d-836e-f80f6739cc31'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:22.135094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb842f-d42d-4ed2-9b08-7207a65a39dd None None] Pushing event updated for resources: {'Port': ['ID=f4944e56-9b2a-45ab-bdad-67da260551e4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:22.169786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b42b2b55-3ddc-4cb3-9471-dbcecf37dc46 None None] Provisioning complete for port 7997be89-d96c-41d8-b08b-204c81d34b51 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:22.170298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b42b2b55-3ddc-4cb3-9471-dbcecf37dc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:22.225374 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4563136-cf45-4ba5-bbe4-8eec61919d41 x-openstack-request-id: req-e4563136-cf45-4ba5-bbe4-8eec61919d41 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:22.225919 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de907fa-5e80-4fd7-920e-8ee4952d283d", "name": "network-vif-deleted", "tag": "adfc5850-928e-4edb-b5e9-d1ea831c9f47", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:22.226082 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4563136-cf45-4ba5-bbe4-8eec61919d41 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:22.226572 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de907fa-5e80-4fd7-920e-8ee4952d283d', 'name': 'network-vif-deleted', 'tag': 'adfc5850-928e-4edb-b5e9-d1ea831c9f47', 'status': 'completed', 'code': 200}
Nov 13 21:11:22.227537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] No DVR routers for this DVR port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:11:22.241424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:22.245661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebf13eaa-d12f-4b2a-ac9a-62c2d1117225 req-3e510b58-618e-4617-9c3e-69b27f73bf6b tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.37 "DELETE /v2.0/ports/4e9694e7-9b97-49a6-8a93-b21a55e06d3a HTTP/1.1" status: 204  len: 173 time: 3.5636737
Nov 13 21:11:22.276141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:22.279878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b42b2b55-3ddc-4cb3-9471-dbcecf37dc46 None None] Port 7997be89-d96c-41d8-b08b-204c81d34b51 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:22.324718 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:22.330153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:22.375562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] No DVR routers for this DVR port 0197e79a-6aed-4b91-8e7a-5d5186103b05 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:11:22.378544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:22.382221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c05a84b-d41e-4224-b5cd-11f55cd5da60 req-0f6f60c3-1443-4881-9ace-a644284aac28 tempest-MultipleCreateTestJSON-1619101514 tempest-MultipleCreateTestJSON-1619101514-project] 10.222.0.20 "GET /v2.0/ports?device_id=1de907fa-5e80-4fd7-920e-8ee4952d283d HTTP/1.1" status: 200  len: 210 time: 0.0737767
Nov 13 21:11:22.383413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ada23945-78e6-4abb-848c-99c0fb35f3fe req-3561bc81-3905-4095-99ac-78e954e75cf1 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.37 "DELETE /v2.0/ports/0197e79a-6aed-4b91-8e7a-5d5186103b05 HTTP/1.1" status: 204  len: 173 time: 4.4488432
Nov 13 21:11:22.390330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No active binding found for port 4e9694e7-9b97-49a6-8a93-b21a55e06d3a {{(pid=120534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 13 21:11:22.390330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4e9694e7-9b97-49a6-8a93-b21a55e06d3a not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:11:22.390330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0197e79a-6aed-4b91-8e7a-5d5186103b05 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:11:22.456863 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:22.459035 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde587070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:22.534218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a85a9b41-48b3-4dd0-ba98-03ca95a4b716 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:22.602379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:22.642140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 0197e79a-6aed-4b91-8e7a-5d5186103b05 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:11:22.643410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0197e79a-6aed-4b91-8e7a-5d5186103b05 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:11:22.752351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:22.759430 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3c3417-6243-489c-96c3-431164b01b25" -d '{"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-plugged", "status": "completed", "tag": "83457282-f08d-48c3-8123-a7124d4c0857"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:22.765388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:22.839526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:22.896845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:22.977499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:23.036359 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:23.194383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Set router 85f7f5fc-666a-431d-836e-f80f6739cc31 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:23.274655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-492c0d78-c573-40dc-9940-8d531deae427 req-916f0080-b89d-4005-a0b2-caf0c2508eb4 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6531820
Nov 13 21:11:23.290333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:23.339451 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:23.492224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:23.493723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:23.585251 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde587070>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:23.666406 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:23.687139 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:23.688731 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde587070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:10:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:23.786763 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:24.097523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23290446-5e66-4575-9823-ec46b096b2e1 req-2e37e1e1-2421-4b85-b7b3-936581b2b6d6 tempest-FlavorsV2NegativeTest-1567403504 tempest-FlavorsV2NegativeTest-1567403504-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=081bafc66aa344f6b630c3b122554c51&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1083593
Nov 13 21:11:24.116582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Allocated IP 172.35.3.159 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/69ab64ee-fb26-4b0c-8aeb-b629900b8eb0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:24.173211 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:24.379593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'name': 'network-vif-deleted', 'tag': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a'}, {'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'name': 'network-vif-deleted', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:24.387967 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a74b448-b529-4edd-8539-141a51303437" -d '{"events": [{"server_uuid": "e219e846-0fd7-4319-a131-07a6d3937b7e", "name": "network-vif-deleted", "tag": "4e9694e7-9b97-49a6-8a93-b21a55e06d3a"}, {"server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "name": "network-vif-deleted", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:24.415367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23290446-5e66-4575-9823-ec46b096b2e1 req-c4c12915-ed94-49d3-9246-a56be538aa53 tempest-FlavorsV2NegativeTest-1567403504 tempest-FlavorsV2NegativeTest-1567403504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:24.436823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:24.437428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23290446-5e66-4575-9823-ec46b096b2e1 req-c4c12915-ed94-49d3-9246-a56be538aa53 tempest-FlavorsV2NegativeTest-1567403504 tempest-FlavorsV2NegativeTest-1567403504-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3358028
Nov 13 21:11:24.467187 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23290446-5e66-4575-9823-ec46b096b2e1 req-a15eef18-c82a-4441-a27b-f152851ffa46 tempest-FlavorsV2NegativeTest-1567403504 tempest-FlavorsV2NegativeTest-1567403504-project] 10.222.0.20 "GET /v2.0/quotas/081bafc66aa344f6b630c3b122554c51 HTTP/1.1" status: 200  len: 375 time: 0.0293071
Nov 13 21:11:24.532094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23290446-5e66-4575-9823-ec46b096b2e1 req-1b72160e-bb2f-4fd3-a337-03124c594570 tempest-FlavorsV2NegativeTest-1567403504 tempest-FlavorsV2NegativeTest-1567403504-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=081bafc66aa344f6b630c3b122554c51&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0648081
Nov 13 21:11:24.656038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:24.744457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ed57529-0b65-4242-bf9d-c837f89f4bec req-7226d7c5-6679-43f0-a3fd-a457f0acfa85 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea438275-b2ed-4dd2-94df-4bbfdc14832c HTTP/1.1" status: 200  len: 210 time: 0.1073821
Nov 13 21:11:24.817053 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde587070>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:24.830070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:24.836769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:24.838779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Pushing event updated for resources: {'Port': ['ID=69ab64ee-fb26-4b0c-8aeb-b629900b8eb0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:24.841354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:24.943579 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-59b45c0c-25b4-456d-92dc-4b4ed3ae7d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:24.953257 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cf99d-a598-4f7e-9933-df35bb9d0358 None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:05:48Z', 'revision_number': 4, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe8e83e5-a4e7-476b-99ab-d81479132ab3', 'name': '', 'network_id': 'c8c912f0-a827-467f-b041-3317ec4221d9', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'mac_address': 'fa:16:3e:14:c4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:47Z', 'updated_at': '2021-11-13T21:05:55Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'subnets': [{'id': 'eb8a22d4-1118-4692-9d1e-34a40ce1207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:24.958108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:25.017638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0b50>, [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:11:18Z', 'revision_number': 4, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7997be89-d96c-41d8-b08b-204c81d34b51', 'name': '', 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'mac_address': 'fa:16:3e:47:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '0169375d-a750-46e7-8c4f-4c9797489a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:16Z', 'updated_at': '2021-11-13T21:11:18Z', 'revision_number': 2, 'project_id': '6d983fe495de41a28bc018816865c001', 'subnets': [{'id': '0169375d-a750-46e7-8c4f-4c9797489a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:25.038570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378e6ed-ce96-4408-b5ba-59f5a5b0b9bf req-f938a489-f0b9-4f78-b734-584738c7a1e4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:25.048553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e378e6ed-ce96-4408-b5ba-59f5a5b0b9bf req-f938a489-f0b9-4f78-b734-584738c7a1e4 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.1396909
Nov 13 21:11:25.084884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Checking router: 85f7f5fc-666a-431d-836e-f80f6739cc31 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:25.085240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Updating router 85f7f5fc-666a-431d-836e-f80f6739cc31 port 7997be89-d96c-41d8-b08b-204c81d34b51 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:25.164828 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:25.181600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:25.254020 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e378e6ed-ce96-4408-b5ba-59f5a5b0b9bf req-d1fbf443-c497-44ea-b4cf-09a203964144 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037537
Nov 13 21:11:25.272761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f4944e56-9b2a-45ab-bdad-67da260551e4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:25.379945 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:11:25.513976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-a71d2782-e362-4b19-8e49-befed8e4b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:25.550339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-a71d2782-e362-4b19-8e49-befed8e4b8e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 1095 time: 0.2094538
Nov 13 21:11:25.577148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:25.636249 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:25.692047 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee77627-f63f-44c0-9efa-f18557e3e7d4 x-openstack-request-id: req-aee77627-f63f-44c0-9efa-f18557e3e7d4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:25.694269 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-plugged", "status": "completed", "tag": "83457282-f08d-48c3-8123-a7124d4c0857", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:25.694804 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aee77627-f63f-44c0-9efa-f18557e3e7d4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:25.695047 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857', 'code': 200}
Nov 13 21:11:25.706955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2662ba1c-cd28-4f78-b848-d7443564e5ab None None] New status for floating IP 76a80983-1661-4b7e-a50c-9868a214866d: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:11:25.807831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-a8a7c969-daab-4676-b9ee-fd2a3ff4f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:25.809322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-a8a7c969-daab-4676-b9ee-fd2a3ff4f3f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 906 time: 0.2306437
Nov 13 21:11:25.819297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bddaa-68ec-45e4-92ef-57dacc9c2074 req-1c412d16-a98a-489b-9559-a9363b4cc763 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:25.820971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c54bddaa-68ec-45e4-92ef-57dacc9c2074 req-1c412d16-a98a-489b-9559-a9363b4cc763 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 950 time: 0.0956819
Nov 13 21:11:25.844444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Pushing event updated for resources: {'Port': ['ID=69ab64ee-fb26-4b0c-8aeb-b629900b8eb0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:25.877212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466de9f-f4a8-4e7b-8446-21e1dece8487 req-3acc0f0c-49dd-4df6-9cb5-20aa6017700f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:25.878908 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7466de9f-f4a8-4e7b-8446-21e1dece8487 req-3acc0f0c-49dd-4df6-9cb5-20aa6017700f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 1101 time: 0.1413209
Nov 13 21:11:25.888171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.018701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7466de9f-f4a8-4e7b-8446-21e1dece8487 req-038f50f9-5011-4646-8c0c-b634f9ca5138 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219285
Nov 13 21:11:26.056928 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.058458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-492c0d78-c573-40dc-9940-8d531deae427 req-1b4e462d-9996-4370-883f-05bf68f00e6a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7827969
Nov 13 21:11:26.184338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-492c0d78-c573-40dc-9940-8d531deae427 req-be5a4bb8-4ad7-4de8-a98d-f525b8db27e9 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.159 HTTP/1.1" status: 200  len: 696 time: 0.1187887
Nov 13 21:11:26.237624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53526) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:26.410294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.446983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f4944e56-9b2a-45ab-bdad-67da260551e4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:26.447498 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.550104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-cd4a7b1e-a73f-453a-9faa-28e7d8e70b59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b HTTP/1.1" status: 200  len: 217 time: 0.7281661
Nov 13 21:11:26.553182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.564079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c54bddaa-68ec-45e4-92ef-57dacc9c2074 req-7157dac0-d070-4407-a1f7-fc9c3f9e03dd tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7362125
Nov 13 21:11:26.567420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de2b136a-8a6b-439b-aadf-7d1c09b13a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.730209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-d1baa2f2-890a-4184-98f6-796adaa1119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:26.733098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-d1baa2f2-890a-4184-98f6-796adaa1119f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.1629043
Nov 13 21:11:26.824254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de2b136a-8a6b-439b-aadf-7d1c09b13a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.831519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:26.843881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c0d78-c573-40dc-9940-8d531deae427 req-b9ebabd3-11c7-44ec-adf1-064473a60993 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:26.844545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-dc7048d4-8531-4643-ac4d-1a018a0d3eab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0957441
Nov 13 21:11:26.851440 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-492c0d78-c573-40dc-9940-8d531deae427 req-b9ebabd3-11c7-44ec-adf1-064473a60993 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.6586885
Nov 13 21:11:26.889062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de2b136a-8a6b-439b-aadf-7d1c09b13a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:26.895494 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49f8b9d-12d2-48b0-8d6a-d83798794517 x-openstack-request-id: req-e49f8b9d-12d2-48b0-8d6a-d83798794517 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:26.895494 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e219e846-0fd7-4319-a131-07a6d3937b7e", "name": "network-vif-deleted", "tag": "4e9694e7-9b97-49a6-8a93-b21a55e06d3a", "status": "completed", "code": 200}, {"server_uuid": "ea438275-b2ed-4dd2-94df-4bbfdc14832c", "name": "network-vif-deleted", "tag": "0197e79a-6aed-4b91-8e7a-5d5186103b05", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:26.909645 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e49f8b9d-12d2-48b0-8d6a-d83798794517 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:26.911181 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e219e846-0fd7-4319-a131-07a6d3937b7e', 'name': 'network-vif-deleted', 'tag': '4e9694e7-9b97-49a6-8a93-b21a55e06d3a', 'status': 'completed', 'code': 200}
Nov 13 21:11:26.911540 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea438275-b2ed-4dd2-94df-4bbfdc14832c', 'name': 'network-vif-deleted', 'tag': '0197e79a-6aed-4b91-8e7a-5d5186103b05', 'status': 'completed', 'code': 200}
Nov 13 21:11:26.958105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-de2b136a-8a6b-439b-aadf-7d1c09b13a8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=081bafc66aa344f6b630c3b122554c51&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7121887
Nov 13 21:11:26.973584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53538) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:27.095005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce016df1-f586-4c69-b447-c8f1d052ac83 None None] Pushing event updated for resources: {'Port': ['ID=7997be89-d96c-41d8-b08b-204c81d34b51,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:27.194913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-e3f9a65d-94e8-4354-a687-3511dc5bbf85 service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3492708
Nov 13 21:11:27.211264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0ab469b-e239-4cda-83c1-5467d2a74daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.249899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Attempting to bind port 7997be89-d96c-41d8-b08b-204c81d34b51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:27.250263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Attempting to bind port 7997be89-d96c-41d8-b08b-204c81d34b51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:27.250638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Attempting to bind port 7997be89-d96c-41d8-b08b-204c81d34b51 on network 508829c0-df18-4d20-94cc-eb728fbd94d9 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:27.257414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b136a-8a6b-439b-aadf-7d1c09b13a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71bd805-ac81-49d4-af6b-f211f7f0d5f7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:27.293358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53550) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:27.311366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cc73b56d-c5a1-4bf1-8c80-0c5f1bb64f2a None None] Provisioning complete for port 7997be89-d96c-41d8-b08b-204c81d34b51 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:27.314057 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc73b56d-c5a1-4bf1-8c80-0c5f1bb64f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.356930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31950ae0-d43f-4679-9fe9-c32b32fefa1c req-97acb09e-ae8f-4bd2-bbab-bf47ca517583 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:27.358590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31950ae0-d43f-4679-9fe9-c32b32fefa1c req-97acb09e-ae8f-4bd2-bbab-bf47ca517583 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.2771440
Nov 13 21:11:27.421814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:27.422492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Checking segment: {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:27.422492 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.422740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Bound using segment: {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:27.423735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Bound port: 7997be89-d96c-41d8-b08b-204c81d34b51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3195f08-dd69-4f30-9e28-a5756ac1f620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:27.435944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.447300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cc73b56d-c5a1-4bf1-8c80-0c5f1bb64f2a None None] Port 7997be89-d96c-41d8-b08b-204c81d34b51 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:27.491697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:27.492070 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.505091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-198dffab-2a86-4458-bc12-0f450e12f034 req-0eef1439-6b21-490a-b453-422e8556f785 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips/459892ae-0553-4a9d-9103-f325043cdad8 HTTP/1.1" status: 200  len: 693 time: 0.0835550
Nov 13 21:11:27.517904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31950ae0-d43f-4679-9fe9-c32b32fefa1c req-1af07de8-5c23-4891-bccc-f5e50ee302d6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470497
Nov 13 21:11:27.519289 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3792b51-fa51-4539-9088-6035f28805e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.622731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3792b51-fa51-4539-9088-6035f28805e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.642639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] For port 7997be89-d96c-41d8-b08b-204c81d34b51, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:27.646460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] For port 7997be89-d96c-41d8-b08b-204c81d34b51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7997be89-d96c-41d8-b08b-204c81d34b51,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:27.671241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Deleting subnet 7f7ee20a-c922-4e20-a8bd-588772c89937 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:11:27.697442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.732352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.808011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:27.814630 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7baf9e-5842-4d5d-b043-0fce58c9fea6" -d '{"events": [{"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:27.848643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:27.878709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef6a1246-5b28-4a51-bb9e-b73fd4444611 req-f37b05e5-3588-4e4c-bd6c-84300cf19690 service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6689363
Nov 13 21:11:27.886494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:27.985905 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.017123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.032507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb32a8c-a442-41ae-b583-c530099b0162 req-75c1d8b8-8be6-456b-9aef-76cbc4f6044c tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:28.050558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-efb32a8c-a442-41ae-b583-c530099b0162 req-75c1d8b8-8be6-456b-9aef-76cbc4f6044c tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 950 time: 0.1328759
Nov 13 21:11:28.052036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3792b51-fa51-4539-9088-6035f28805e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.055038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3792b51-fa51-4539-9088-6035f28805e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.060871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e3792b51-fa51-4539-9088-6035f28805e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b71bd805-ac81-49d4-af6b-f211f7f0d5f7 HTTP/1.1" status: 204  len: 168 time: 1.0834742
Nov 13 21:11:28.088017 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.168551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3792b51-fa51-4539-9088-6035f28805e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71bd805-ac81-49d4-af6b-f211f7f0d5f7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:28.176361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Routers {'85f7f5fc-666a-431d-836e-f80f6739cc31'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:28.177251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['85f7f5fc-666a-431d-836e-f80f6739cc31'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:28.201571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dffab-2a86-4458-bc12-0f450e12f034 req-9ba8184a-465c-4a02-9609-a1642ce54087 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:28.212807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-198dffab-2a86-4458-bc12-0f450e12f034 req-9ba8184a-465c-4a02-9609-a1642ce54087 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.7002461
Nov 13 21:11:28.225715 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.290407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-efb32a8c-a442-41ae-b583-c530099b0162 req-062acd47-27e0-47af-8050-9ce46069e0a0 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248137
Nov 13 21:11:28.333512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7ee20a-c922-4e20-a8bd-588772c89937,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:28.401931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.416637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e6a3f11-2699-4ba9-b315-e8414b9b4b6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f7ee20a-c922-4e20-a8bd-588772c89937 HTTP/1.1" status: 204  len: 168 time: 1.1225755
Nov 13 21:11:28.418005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:28.618384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] Set router 85f7f5fc-666a-431d-836e-f80f6739cc31 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:28.631002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53580) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:28.641311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.739469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a57ecb3-68b9-46e9-9caa-96719fa5e4e8 req-c62d16b2-6ac2-446f-8a66-5e921f0d2478 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=6d983fe495de41a28bc018816865c001 HTTP/1.1" status: 200  len: 696 time: 0.3146071
Nov 13 21:11:28.843191 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa6bf51-5f07-4fcb-8bf6-cb20e0852626 x-openstack-request-id: req-4fa6bf51-5f07-4fcb-8bf6-cb20e0852626 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:28.843777 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:28.844193 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fa6bf51-5f07-4fcb-8bf6-cb20e0852626 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:28.844759 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'code': 200}
Nov 13 21:11:28.875170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:28.889818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd030f-42a8-4caf-9ada-58374665fec4 req-8872e6d4-f53c-466b-b7f5-a3011af90f59 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:28.901207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ddd030f-42a8-4caf-9ada-58374665fec4 req-8872e6d4-f53c-466b-b7f5-a3011af90f59 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 950 time: 0.1684511
Nov 13 21:11:29.051273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7847fa0>,) {'filters': {'network_id': ['fec6a27c-3257-4e8a-9f2f-560a17e9a301']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:29.055340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce016df1-f586-4c69-b447-c8f1d052ac83 None None] Pushing event updated for resources: {'Port': ['ID=7997be89-d96c-41d8-b08b-204c81d34b51,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:29.089009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7847fa0>, '0b9ce776-265d-4c77-aff2-9c409c614b13') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:29.089363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7847fa0>, '0b9ce776-265d-4c77-aff2-9c409c614b13') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:29.106722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ddd030f-42a8-4caf-9ada-58374665fec4 req-e84625f7-cf70-4c06-9da0-55e2b20e07c3 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029414
Nov 13 21:11:29.150287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.154472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:29.189712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-008e27e9-1b6c-4396-874b-d425b46a3d67 None None] Provisioning complete for port 7997be89-d96c-41d8-b08b-204c81d34b51 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:29.190052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-008e27e9-1b6c-4396-874b-d425b46a3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.229941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.246438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:11:29.246886 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.284537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91b4920e-f01f-4430-8095-637730100456 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.327057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91b4920e-f01f-4430-8095-637730100456 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.361477 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.417899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57ecb3-68b9-46e9-9caa-96719fa5e4e8 req-31334dba-db8e-4a28-9e38-eabebf8c2098 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:29.420865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a57ecb3-68b9-46e9-9caa-96719fa5e4e8 req-31334dba-db8e-4a28-9e38-eabebf8c2098 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks?id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 787 time: 0.6806347
Nov 13 21:11:29.435851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-6a57ecb3-68b9-46e9-9caa-96719fa5e4e8 req-73e6ccd0-67c8-4ecd-8119-3e262ca84895 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:11:29.436645 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:11:29.444963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a57ecb3-68b9-46e9-9caa-96719fa5e4e8 req-73e6ccd0-67c8-4ecd-8119-3e262ca84895 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0149648
Nov 13 21:11:29.489148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91b4920e-f01f-4430-8095-637730100456 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.493477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91b4920e-f01f-4430-8095-637730100456 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.507274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91b4920e-f01f-4430-8095-637730100456 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "DELETE /v2.0/security-groups/9029daa7-1413-451c-8caf-787fd101fe6e HTTP/1.1" status: 204  len: 168 time: 0.8620462
Nov 13 21:11:29.514912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:29.519017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4920e-f01f-4430-8095-637730100456 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9029daa7-1413-451c-8caf-787fd101fe6e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:29.538269 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.547958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.561356 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] 10.222.0.20 "DELETE /v2.0/networks/fec6a27c-3257-4e8a-9f2f-560a17e9a301 HTTP/1.1" status: 204  len: 168 time: 1.1402884
Nov 13 21:11:29.603294 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-f8129f3c-7eca-4f8a-bb5e-f472ebd7d5bd tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] show failed (client error): The resource could not be found.
Nov 13 21:11:29.605850 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f8129f3c-7eca-4f8a-bb5e-f472ebd7d5bd tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "GET /v2.0/security-groups/9029daa7-1413-451c-8caf-787fd101fe6e HTTP/1.1" status: 404  len: 347 time: 0.0678473
Nov 13 21:11:29.606424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53606) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:29.661256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851e157-821c-495b-90c2-e5c78f33324a admin admin] Pushing event deleted for resources: {'Network': ['ID=fec6a27c-3257-4e8a-9f2f-560a17e9a301,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:29.719728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92be77-7ae2-45f5-a2a5-3b63181f36a6 req-3301f436-d28a-45b0-b3cd-e6f32516338c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:29.721620 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-008e27e9-1b6c-4396-874b-d425b46a3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:29.740557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f92be77-7ae2-45f5-a2a5-3b63181f36a6 req-3301f436-d28a-45b0-b3cd-e6f32516338c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.3021319
Nov 13 21:11:29.803655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0b50>, [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:11:18Z', 'revision_number': 4, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7997be89-d96c-41d8-b08b-204c81d34b51', 'name': '', 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'mac_address': 'fa:16:3e:47:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '0169375d-a750-46e7-8c4f-4c9797489a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:16Z', 'updated_at': '2021-11-13T21:11:27Z', 'revision_number': 4, 'project_id': '6d983fe495de41a28bc018816865c001', 'subnets': [{'id': '0169375d-a750-46e7-8c4f-4c9797489a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:29.875548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f92be77-7ae2-45f5-a2a5-3b63181f36a6 req-e89174a0-95e4-4cc8-9035-7a55969785a8 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340723
Nov 13 21:11:30.037676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-a6e3258d-c098-4f64-8f45-ef9b605f06bb tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips/459892ae-0553-4a9d-9103-f325043cdad8 HTTP/1.1" status: 200  len: 693 time: 0.1068058
Nov 13 21:11:30.042955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Deleting port 1330f9dd-b58f-41a7-b27d-f99c7848cf50 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:11:30.043687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:30.220219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53618) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:30.281724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f6795af7-aa36-4024-b202-d4707d2b1b46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0d2579fc03c4f38b736d938b2fe263b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0579371
Nov 13 21:11:30.282320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53622) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:30.331051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:30.331666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:30.369109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5470cb1-f2ad-4d8f-b465-045e55dd7517 None None] The sync data for ids ['85f7f5fc-666a-431d-836e-f80f6739cc31'] in ncdv-master-1 is: [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:11:18Z', 'revision_number': 4, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7997be89-d96c-41d8-b08b-204c81d34b51', 'name': '', 'network_id': '508829c0-df18-4d20-94cc-eb728fbd94d9', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'mac_address': 'fa:16:3e:47:c2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '0169375d-a750-46e7-8c4f-4c9797489a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:16Z', 'updated_at': '2021-11-13T21:11:27Z', 'revision_number': 4, 'project_id': '6d983fe495de41a28bc018816865c001', 'subnets': [{'id': '0169375d-a750-46e7-8c4f-4c9797489a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:30.406924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Calling delete_port for 1330f9dd-b58f-41a7-b27d-f99c7848cf50 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:11:30.439264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:30.468935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-008e27e9-1b6c-4396-874b-d425b46a3d67 None None] For port 7997be89-d96c-41d8-b08b-204c81d34b51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7997be89-d96c-41d8-b08b-204c81d34b51,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:30.526193 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:30.565803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-008e27e9-1b6c-4396-874b-d425b46a3d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:30.593987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53634) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:30.619404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-ff4ea559-59c2-4c6a-a379-2a487a4b0d5f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:30.634516 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-ff4ea559-59c2-4c6a-a379-2a487a4b0d5f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.5846949
Nov 13 21:11:30.645589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-d8e4746e-07b6-421e-975d-8b92f11c7c95 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:11:30.658777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-d8e4746e-07b6-421e-975d-8b92f11c7c95 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0201800
Nov 13 21:11:30.775557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-52cbbf4b-33e5-4038-aeef-82ade6e6cf9a tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.159 HTTP/1.1" status: 200  len: 696 time: 0.1154311
Nov 13 21:11:30.823739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e27e9-1b6c-4396-874b-d425b46a3d67 None None] Pushing event updated for resources: {'Port': ['ID=7997be89-d96c-41d8-b08b-204c81d34b51,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:30.971816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40336c47-8166-448d-aa88-08116497ae79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.010250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40336c47-8166-448d-aa88-08116497ae79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.133798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-975341711-network', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:31.156135 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-6f19c809-924c-497a-ae3c-570bcac36919 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.159 HTTP/1.1" status: 200  len: 696 time: 0.3795319
Nov 13 21:11:31.287936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7997be89-d96c-41d8-b08b-204c81d34b51 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:31.311535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40336c47-8166-448d-aa88-08116497ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.314210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40336c47-8166-448d-aa88-08116497ae79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.315376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-40336c47-8166-448d-aa88-08116497ae79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73bbcf3b-42df-4471-b1d0-31ad99d8e472 HTTP/1.1" status: 204  len: 168 time: 1.0318842
Nov 13 21:11:31.349893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a014-fea1-4ace-acef-1440efcf3f8a req-3a919eaf-b746-4336-b9b6-35845ed1745c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:31.368314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bff7a014-fea1-4ace-acef-1440efcf3f8a req-3a919eaf-b746-4336-b9b6-35845ed1745c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.2384601
Nov 13 21:11:31.370576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.378458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Made reservation on behalf of 44ce99d0a6e448c29814861b83f47a54 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:31.381471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7997be89-d96c-41d8-b08b-204c81d34b51 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:31.382511 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.395241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.487901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40336c47-8166-448d-aa88-08116497ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bbcf3b-42df-4471-b1d0-31ad99d8e472,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:31.659813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Deleting port 69ab64ee-fb26-4b0c-8aeb-b629900b8eb0 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:11:31.660561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.722588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.729833 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bff7a014-fea1-4ace-acef-1440efcf3f8a req-388242e9-9928-42b0-9718-a2f881a718c1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3599033
Nov 13 21:11:31.791277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Pushing event deleted for resources: {'Port': ['ID=1330f9dd-b58f-41a7-b27d-f99c7848cf50,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:31.918865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.929153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:31.987844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Calling delete_port for 69ab64ee-fb26-4b0c-8aeb-b629900b8eb0 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:11:32.004270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.040092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.041955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0c434884-eab8-494a-96b3-cae8f9802fa7 tempest-ServersWithSpecificFlavorTestJSON-662857341 tempest-ServersWithSpecificFlavorTestJSON-662857341-project] 10.222.0.20 "DELETE /v2.0/floatingips/76a80983-1661-4b7e-a50c-9868a214866d HTTP/1.1" status: 204  len: 168 time: 2.4332354
Nov 13 21:11:32.275726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.363125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.460028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd93392-8881-450a-b64d-f9cebcb0f507,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:32.482878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:11:32.743629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.744284 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Added segment 07cf6d28-475a-4d87-a0f2-b9e11a129a2a of type vlan for network 29aead13-5640-4671-bd9c-8a0ef35bd867
Nov 13 21:11:32.745355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.882083 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:32.921076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Pushing event deleted for resources: {'Port': ['ID=69ab64ee-fb26-4b0c-8aeb-b629900b8eb0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:33.047907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:33.047907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:33.047907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:33.063591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:33.067102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:33.081293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f377cf11-f088-4a2a-8d4a-9fd7d858990a req-9afa9218-b527-4956-b854-1fcbada5612f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "DELETE /v2.0/floatingips/459892ae-0553-4a9d-9103-f325043cdad8 HTTP/1.1" status: 204  len: 173 time: 1.9241476
Nov 13 21:11:33.481508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.8834391
Nov 13 21:11:33.482201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53722) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:33.486628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2376b69-2ab4-48df-aaad-e18bc5be95c0 admin admin] Pushing event updated for resources: {'Network': ['ID=29aead13-5640-4671-bd9c-8a0ef35bd867,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:33.487004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Request body: {'subnet': {'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-subnet', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:33.497725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a8666-8da8-44c8-9309-9d978cf4daf4 req-0bb0372f-2f0f-4684-bf6e-7019148cfde2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:33.498624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:11:33.500083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-975a8666-8da8-44c8-9309-9d978cf4daf4 req-0bb0372f-2f0f-4684-bf6e-7019148cfde2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.5194368
Nov 13 21:11:33.560929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-975a8666-8da8-44c8-9309-9d978cf4daf4 req-c11d64c8-93c5-41ba-8335-2a580d9ea168 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471375
Nov 13 21:11:33.671288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Made reservation on behalf of 44ce99d0a6e448c29814861b83f47a54 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:33.674924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:33.728922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53738) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:33.898891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1367785991-network', 'tenant_id': '05f9c35526b047a3ad3c5dd6e3715451'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:34.031266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Made reservation on behalf of 05f9c35526b047a3ad3c5dd6e3715451 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:34.033649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.043744 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.123843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.176793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.237015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:34.253966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Checking segment: {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:34.254392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Network hostable DHCP agents. Network: 29aead13-5640-4671-bd9c-8a0ef35bd867, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:11:34.270750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.340613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:11:34.371063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.372004 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Added segment d8b47643-e5c5-4e69-8f6e-6578c02e832a of type vlan for network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3
Nov 13 21:11:34.388546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:11:34.396456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecefb5eb-461d-462d-a899-ac38d369d39b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:34.485280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29aead13-5640-4671-bd9c-8a0ef35bd867) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:34.490193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:34.490934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.496596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3647da9-49c0-4fc7-8c72-3c12d641a321 None None] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:34.507808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.628150 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f97d5585-d8c7-4e52-9e21-47375059de72 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1449709
Nov 13 21:11:34.630763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53752) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:34.635323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:34.639426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.641116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:34.641116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.779160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29aead13-5640-4671-bd9c-8a0ef35bd867', 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'fixed_ips': [{'subnet_id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:11:34.780043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.790716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.791799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.811563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] Pushing event updated for resources: {'Network': ['ID=7d2fa831-d4a4-449e-a4e9-a2132d87caf3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:34.825753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:11:34.896395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad201fe2-f360-48c9-8421-dd09126cbdcd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.1613023
Nov 13 21:11:34.896612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53754) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:34.911653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Request body: {'subnet': {'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1367785991-subnet', 'tenant_id': '05f9c35526b047a3ad3c5dd6e3715451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:34.922309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:34.928529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:35.213945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Made reservation on behalf of 05f9c35526b047a3ad3c5dd6e3715451 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:11:35.217180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:35.342635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Allocated IP 172.20.0.2 (29aead13-5640-4671-bd9c-8a0ef35bd867/1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e/cd3d31d0-e98b-4338-823e-b7907d5a9440) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:35.400497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:35.450427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'mac_address': 'fa:16:3e:2c:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:35.486767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:35.516832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:35.537956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49614680-59b2-41d5-9b71-7e0f2dc8de40 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:35.561077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:35.626976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:35.679771 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:35.738336 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:35.779390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:35.793107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:35.796487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:35.815220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['49614680-59b2-41d5-9b71-7e0f2dc8de40'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:35.861607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.015183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cb3fe4-11ce-42ea-817e-0371590a198a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:36.022209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Checking segment: {'id': 'd8b47643-e5c5-4e69-8f6e-6578c02e832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:36.022209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Network hostable DHCP agents. Network: 7d2fa831-d4a4-449e-a4e9-a2132d87caf3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:11:36.024633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:36.051043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.078621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.125218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Attempting to bind port cd3d31d0-e98b-4338-823e-b7907d5a9440 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:36.125599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Attempting to bind port cd3d31d0-e98b-4338-823e-b7907d5a9440 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:36.126547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Attempting to bind port cd3d31d0-e98b-4338-823e-b7907d5a9440 on network 29aead13-5640-4671-bd9c-8a0ef35bd867 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:36.136139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:36.140044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Checking segment: {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:36.140044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.140044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Bound using segment: {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:36.140044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Bound port: cd3d31d0-e98b-4338-823e-b7907d5a9440, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:36.140044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.213038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Allocated IP 172.35.3.136 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/08761553-5ea5-4a53-9b37-e0e1f9d7de19) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:36.230407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] For port cd3d31d0-e98b-4338-823e-b7907d5a9440, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:36.233883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] For port cd3d31d0-e98b-4338-823e-b7907d5a9440, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3d31d0-e98b-4338-823e-b7907d5a9440,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:36.234990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Pushing event updated for resources: {'Port': ['ID=cd3d31d0-e98b-4338-823e-b7907d5a9440,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:36.316173 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.357400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.395096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:11:36.464588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.555472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d2fa831-d4a4-449e-a4e9-a2132d87caf3) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:36.557717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2759b2-afcb-48a9-afc7-36d36fbbaea7 None None] Pushing event updated for resources: {'Port': ['ID=cd3d31d0-e98b-4338-823e-b7907d5a9440,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:36.572655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f481a5-d158-4557-8f1b-e398fb1c6a22 None None] Network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:36.580007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:36.586035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:36.594531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:36.606857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:36.615452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:36.624114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Pushing event updated for resources: {'Port': ['ID=08761553-5ea5-4a53-9b37-e0e1f9d7de19,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:36.732522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f641f922-68db-4e93-ba84-ee4ad6606971 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.8272166
Nov 13 21:11:36.975222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe3dfd-2b0f-43d5-a7aa-4c4157ad59bd None None] Network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:37.277814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd3d31d0-e98b-4338-823e-b7907d5a9440 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:37.405762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:37.464663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port cd3d31d0-e98b-4338-823e-b7907d5a9440 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:37.465063 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:37.610304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:37.667764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port cd3d31d0-e98b-4338-823e-b7907d5a9440, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3d31d0-e98b-4338-823e-b7907d5a9440,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:37.788483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:38.050239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089685e3-f863-4177-89e7-a83d47923f58 None None] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:11:38.054466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:38.073976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Router d080f26c-3d69-4f67-a117-dbf1979b8798 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:11:38.237713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-03c83b2e-0624-4e1a-8926-ebc5d9123079 None None] Provisioning complete for port cd3d31d0-e98b-4338-823e-b7907d5a9440 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:38.237713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-03c83b2e-0624-4e1a-8926-ebc5d9123079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:38.243292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=cd3d31d0-e98b-4338-823e-b7907d5a9440,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:38.272257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:38.462107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Sync routers for ids ['d080f26c-3d69-4f67-a117-dbf1979b8798'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:38.478912 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Routers {'d080f26c-3d69-4f67-a117-dbf1979b8798'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:38.479527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d080f26c-3d69-4f67-a117-dbf1979b8798'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:38.619380 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Set router d080f26c-3d69-4f67-a117-dbf1979b8798 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:38.779806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:38.783926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53768) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:11:38.784465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0008ce9e-9b72-416e-80bc-6d328ad602e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.1520293
Nov 13 21:11:38.841609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc9a0>, [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:11:37Z', 'revision_number': 3, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:38.855232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:38.934558 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Checking router: d080f26c-3d69-4f67-a117-dbf1979b8798 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:38.935003 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Updating router d080f26c-3d69-4f67-a117-dbf1979b8798 port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:38.968229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-12d17c8c-35c3-415f-b05a-bc66a71dddc6 None None] Provisioning complete for port cd3d31d0-e98b-4338-823e-b7907d5a9440 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:38.968852 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-12d17c8c-35c3-415f-b05a-bc66a71dddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:38.991894 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.082095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 49614680-59b2-41d5-9b71-7e0f2dc8de40 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:39.082679 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.167760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd3d31d0-e98b-4338-823e-b7907d5a9440 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:39.716156 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.730663 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.742031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port cd3d31d0-e98b-4338-823e-b7907d5a9440 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:39.742787 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.744301 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.796462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:39.798877 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397b86c4-b984-4cc3-8a97-b4fb3bad9a9e" -d '{"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-plugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:39.814377 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.837651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:39.905407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.922043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Attempting to bind port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:39.922043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Attempting to bind port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:39.922540 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Attempting to bind port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:39.945927 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:39.946401 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:39.946917 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:39.947374 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:39.947926 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Bound port: 08761553-5ea5-4a53-9b37-e0e1f9d7de19, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:39.948384 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:40.003337 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Pushing event updated for resources: {'Port': ['ID=08761553-5ea5-4a53-9b37-e0e1f9d7de19,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:40.042404 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.046661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:40.046854 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.047412 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.048109 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.049429 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.049780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.050772 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.053479 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.053846 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.054333 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.054670 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.054997 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.077192 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] For port 08761553-5ea5-4a53-9b37-e0e1f9d7de19, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:40.080528 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] For port 08761553-5ea5-4a53-9b37-e0e1f9d7de19, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08761553-5ea5-4a53-9b37-e0e1f9d7de19,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:40.083580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Allocated IP 172.20.0.1 (29aead13-5640-4671-bd9c-8a0ef35bd867/1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e/c5de0ea8-c00a-48a5-91de-5e0497fc43a9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:40.150348 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:40.262006 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a067ab-0d54-4913-a4da-19922a5aeea7 None None] Pushing event updated for resources: {'Port': ['ID=08761553-5ea5-4a53-9b37-e0e1f9d7de19,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:40.312353 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Routers {'d080f26c-3d69-4f67-a117-dbf1979b8798'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:40.313226 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d080f26c-3d69-4f67-a117-dbf1979b8798'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:40.335982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:40.500115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:40.547290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] Set router d080f26c-3d69-4f67-a117-dbf1979b8798 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:40.558543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:40.569750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:40.597914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:40.717994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:40.745773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.746122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.746470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.746808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.747142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.747484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.747969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.748313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.748859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.761789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.762105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.762454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:40.805791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:40.954304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc9a0>, [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:11:37Z', 'revision_number': 3, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:41.040758 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10930ee-dbd5-4ab7-af93-909ee9c2709a None None] The sync data for ids ['d080f26c-3d69-4f67-a117-dbf1979b8798'] in ncdv-master-1 is: [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:11:37Z', 'revision_number': 3, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:41.082786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d1ea3219-7a71-4b67-8c62-691e588a9758 None None] Provisioning complete for port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:41.084662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d1ea3219-7a71-4b67-8c62-691e588a9758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.140017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea3219-7a71-4b67-8c62-691e588a9758 None None] Port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:41.218826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.527467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7963542a-7b4c-4437-a1ef-a35ce055ab06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:11:41.588110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.678724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.779478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:41.809828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'mac_address': 'fa:16:3e:42:25:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:11:41.882820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.939539 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.949586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7963542a-7b4c-4437-a1ef-a35ce055ab06 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:11:41.969986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:41.998514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:42.026577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:42.109244 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:42.227020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:42.235135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:42.281128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7963542a-7b4c-4437-a1ef-a35ce055ab06'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:11:42.351854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:42.693908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Router d080f26c-3d69-4f67-a117-dbf1979b8798 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:11:42.785795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d37572a5-ee92-4575-aa37-923f607b1b87 None None] Provisioning complete for port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:42.786467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d37572a5-ee92-4575-aa37-923f607b1b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:42.843587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d37572a5-ee92-4575-aa37-923f607b1b87 None None] Port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:11:42.851605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:11:42.859561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c5a37474-f645-4ae7-81bb-2ca2576748c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/d080f26c-3d69-4f67-a117-dbf1979b8798/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0745616
Nov 13 21:11:43.157727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 08761553-5ea5-4a53-9b37-e0e1f9d7de19 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:43.256298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:43.258256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:43.381049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:43.408626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 08761553-5ea5-4a53-9b37-e0e1f9d7de19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08761553-5ea5-4a53-9b37-e0e1f9d7de19,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:43.542077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7963542a-7b4c-4437-a1ef-a35ce055ab06 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:43.592307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7963542a-7b4c-4437-a1ef-a35ce055ab06 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:43.592834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:43.686810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:43.686810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Sync routers for ids ['d080f26c-3d69-4f67-a117-dbf1979b8798'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:11:43.707436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Routers {'d080f26c-3d69-4f67-a117-dbf1979b8798'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:43.708563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d080f26c-3d69-4f67-a117-dbf1979b8798'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:43.747892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:43.822812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:43.826584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Set router d080f26c-3d69-4f67-a117-dbf1979b8798 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:43.948360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=08761553-5ea5-4a53-9b37-e0e1f9d7de19,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:43.994307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.077757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:44.109678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce430>, [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:11:41Z', 'revision_number': 4, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5de0ea8-c00a-48a5-91de-5e0497fc43a9', 'name': '', 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'mac_address': 'fa:16:3e:48:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:39Z', 'updated_at': '2021-11-13T21:11:41Z', 'revision_number': 2, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'subnets': [{'id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:44.140216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Checking router: d080f26c-3d69-4f67-a117-dbf1979b8798 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:11:44.140739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Updating router d080f26c-3d69-4f67-a117-dbf1979b8798 port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:11:44.172052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.312102 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.512792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.588294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-3274287b-b0b8-4b13-9c0d-cab40c21c516 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1794968
Nov 13 21:11:44.608248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:44.616129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.711233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.753011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4209-012d-468b-86d4-179f5f5195a8 req-f4a5e8d3-c366-4346-af6d-9da8aefadcaa tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:44.755759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f04f4209-012d-468b-86d4-179f5f5195a8 req-f4a5e8d3-c366-4346-af6d-9da8aefadcaa tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.0688231
Nov 13 21:11:44.779109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e2fe2-5464-479d-a23b-a14018360733 None None] Pushing event updated for resources: {'Port': ['ID=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:44.842634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Attempting to bind port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:11:44.843194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Attempting to bind port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:11:44.843564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Attempting to bind port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 on network 29aead13-5640-4671-bd9c-8a0ef35bd867 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:11:44.868897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:11:44.869276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Checking segment: {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:11:44.869681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.874637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Bound using segment: {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:11:44.875214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Bound port: c5de0ea8-c00a-48a5-91de-5e0497fc43a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cf6d28-475a-4d87-a0f2-b9e11a129a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:11:44.876289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.901425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f04f4209-012d-468b-86d4-179f5f5195a8 req-5da64e01-8d24-4a0b-9e98-0c2e8d7d609a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355300
Nov 13 21:11:44.954618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:44.990118 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] For port c5de0ea8-c00a-48a5-91de-5e0497fc43a9, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:11:44.997649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] For port c5de0ea8-c00a-48a5-91de-5e0497fc43a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:11:45.169999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-629cb9ad-4189-419f-9cdb-e7ef96be8f92 None None] Provisioning complete for port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:45.171422 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-629cb9ad-4189-419f-9cdb-e7ef96be8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.198210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Allocated IP 172.35.3.63 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b8811a2c-5cba-4974-aab1-9c72b0ba0411) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:45.210614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 08761553-5ea5-4a53-9b37-e0e1f9d7de19 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:45.216178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.325896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e2fe2-5464-479d-a23b-a14018360733 None None] Pushing event updated for resources: {'Port': ['ID=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:45.344398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.409933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Routers {'d080f26c-3d69-4f67-a117-dbf1979b8798'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:11:45.409933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d080f26c-3d69-4f67-a117-dbf1979b8798'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:45.482935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.583498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:45.601043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:45.606471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Pushing event updated for resources: {'Port': ['ID=b8811a2c-5cba-4974-aab1-9c72b0ba0411,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:45.623026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:45.626082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.626486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.626928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.627593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.628034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.628465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.628941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.629433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.630815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.631264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.631697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.632120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:11:45.771325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.780096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] Set router d080f26c-3d69-4f67-a117-dbf1979b8798 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:11:45.821712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:45.822550 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.906647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:45.968228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-629cb9ad-4189-419f-9cdb-e7ef96be8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.161003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.230411 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.296172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-629cb9ad-4189-419f-9cdb-e7ef96be8f92 None None] For port c5de0ea8-c00a-48a5-91de-5e0497fc43a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:46.368514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-629cb9ad-4189-419f-9cdb-e7ef96be8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.387148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.403000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Pushing event updated for resources: {'Port': ['ID=b8811a2c-5cba-4974-aab1-9c72b0ba0411,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:46.472552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce430>, [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:11:41Z', 'revision_number': 4, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5de0ea8-c00a-48a5-91de-5e0497fc43a9', 'name': '', 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'mac_address': 'fa:16:3e:48:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:39Z', 'updated_at': '2021-11-13T21:11:44Z', 'revision_number': 4, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'subnets': [{'id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:11:46.511402 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.513369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cb9ad-4189-419f-9cdb-e7ef96be8f92 None None] Pushing event updated for resources: {'Port': ['ID=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:46.518577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28253ada-3527-4cf9-99c6-dcc1884775f5 None None] The sync data for ids ['d080f26c-3d69-4f67-a117-dbf1979b8798'] in ncdv-master-1 is: [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:11:41Z', 'revision_number': 4, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5de0ea8-c00a-48a5-91de-5e0497fc43a9', 'name': '', 'network_id': '29aead13-5640-4671-bd9c-8a0ef35bd867', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'mac_address': 'fa:16:3e:48:1b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:39Z', 'updated_at': '2021-11-13T21:11:44Z', 'revision_number': 4, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'subnets': [{'id': '1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:11:46.528216 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-30f231cf-f19d-4ea2-8e44-0d2809ed23dc tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9274325
Nov 13 21:11:46.555684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cb2e6539-8b9c-4421-aa6f-303de0d20f4b None None] Provisioning complete for port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:46.556225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6539-8b9c-4421-aa6f-303de0d20f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:46.702182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-253ccb87-e77f-4e53-b884-3c60a4602297 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.63 HTTP/1.1" status: 200  len: 695 time: 0.1702321
Nov 13 21:11:46.878283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-58697ded-5942-4cff-94b6-974c88c0aa12 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:46.896616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ab2ede8-edbf-4739-a316-1d8796ddc4b3 req-58697ded-5942-4cff-94b6-974c88c0aa12 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1859586
Nov 13 21:11:46.936225 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ddb00-2f7b-4c09-8fdb-ec42a00f45a2 x-openstack-request-id: req-123ddb00-2f7b-4c09-8fdb-ec42a00f45a2 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:46.936636 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-plugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:46.937114 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-123ddb00-2f7b-4c09-8fdb-ec42a00f45a2 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:46.937619 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'code': 200}
Nov 13 21:11:47.168843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-5d5a53ea-66a3-46d8-ae82-d42c3388be87 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1509535
Nov 13 21:11:47.180377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:47.184347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c5de0ea8-c00a-48a5-91de-5e0497fc43a9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:11:47.288551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:47.315832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:11:47.316437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:47.992411 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:48.154786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Allocated IP 172.35.3.190 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b6b1b7be-f106-413b-9fe7-805c681a420e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:11:48.439068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:48.922114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:11:48.951631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:11:48.960867 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7352f6-7d2a-4c9d-a07f-dc01bb21cc9b" -d '{"events": [{"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-plugged", "status": "completed", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:11:49.019513 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:49.060103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:11:49.213078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:49.242460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:49.266762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:11:49.273446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:11:49.277117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:11:49.283111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=b6b1b7be-f106-413b-9fe7-805c681a420e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:49.319329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:49.419396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:49.821404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:49.970081 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:50.116670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:50.167640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=b6b1b7be-f106-413b-9fe7-805c681a420e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:11:50.231238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:50.318224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:50.325517 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-b17c83cf-a4eb-450f-a108-fb32b85c5120 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.1551535
Nov 13 21:11:50.394636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-ad5bba1e-a25e-41b1-a79c-510e3a318344 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.190 HTTP/1.1" status: 200  len: 696 time: 0.0669782
Nov 13 21:11:50.534118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-26540c7b-a697-4666-9660-5adb4683fbb2 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:50.537839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-667b1cf2-fdd6-4b13-9a5b-1314f10fde63 req-26540c7b-a697-4666-9660-5adb4683fbb2 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1361279
Nov 13 21:11:54.665188 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a41b4b80-7c38-4963-b16a-e5db26d285c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:57.142235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2b2d695-5d27-49fd-916b-6614bfdee17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:58.571243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:59.150915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-fab80a4d-9649-48be-950d-58d11655cf2f tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:59.153131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-fab80a4d-9649-48be-950d-58d11655cf2f tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/networks?id=7d2fa831-d4a4-449e-a4e9-a2132d87caf3 HTTP/1.1" status: 200  len: 821 time: 0.1293807
Nov 13 21:11:59.174563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-9f74adaa-4176-460f-a467-6ecdb7fbbb2a tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/quotas/05f9c35526b047a3ad3c5dd6e3715451 HTTP/1.1" status: 200  len: 375 time: 0.0135632
Nov 13 21:11:59.229737 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-52743458-7fbb-4105-a817-7c5474294632 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05f9c35526b047a3ad3c5dd6e3715451&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465450
Nov 13 21:11:59.247339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bc9de-a1b4-4733-98c0-5965df50f6d5 req-4c72a212-929b-4726-8e71-7537809f3fb1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:59.248898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-624bc9de-a1b4-4733-98c0-5965df50f6d5 req-4c72a212-929b-4726-8e71-7537809f3fb1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.0626059
Nov 13 21:11:59.325497 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-624bc9de-a1b4-4733-98c0-5965df50f6d5 req-6d354d22-1bf6-4261-b96d-51324d75c72e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681720
Nov 13 21:11:59.339396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-0e1a9365-deec-4f7d-9838-77bc7ad5dee6 service neutron] 10.222.0.20 "GET /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081908
Nov 13 21:11:59.440240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-f336da97-7a12-43bc-8d3b-1ca81dee6a2f tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips/b662768a-f65c-4ca9-a32b-d8b253edb593 HTTP/1.1" status: 200  len: 692 time: 0.0688734
Nov 13 21:11:59.458368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-947af168-ee7e-49b0-9f0e-2361109c4519 service neutron] 10.222.0.20 "GET /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178577
Nov 13 21:11:59.580749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-7d7deac9-b5a8-49a8-8dfe-0f53a94a01ad tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:59.581977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-7d7deac9-b5a8-49a8-8dfe-0f53a94a01ad tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1340456
Nov 13 21:11:59.677299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-cd22a99e-5a5d-4af8-85dd-c521a4f894a4 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.63 HTTP/1.1" status: 200  len: 695 time: 0.0886703
Nov 13 21:11:59.729397 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c922ac7-ba87-40ff-adbd-7122af93887e x-openstack-request-id: req-4c922ac7-ba87-40ff-adbd-7122af93887e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:11:59.729897 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-plugged", "status": "completed", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:11:59.729897 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c922ac7-ba87-40ff-adbd-7122af93887e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:11:59.730280 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'code': 200}
Nov 13 21:11:59.755776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-8d169d5e-c13e-457b-b904-0def045454da tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.63 HTTP/1.1" status: 200  len: 695 time: 0.0766902
Nov 13 21:11:59.780742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-4a79bb97-e369-402a-b87b-4069271d1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:11:59.780742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-4a79bb97-e369-402a-b87b-4069271d1c24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 1096 time: 0.1767967
Nov 13 21:11:59.800041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:59.867163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-10a881e6-6eca-47d2-9c0c-a21b4b78e101 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1289897
Nov 13 21:11:59.872802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:11:59.996489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:11:59.999506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-92b626ea-8bb2-4830-92a6-7e9b5debf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:00.001409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-92b626ea-8bb2-4830-92a6-7e9b5debf933 service neutron] 10.222.0.37 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 912 time: 0.1876998
Nov 13 21:12:00.058575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Deleting port b8811a2c-5cba-4974-aab1-9c72b0ba0411 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:00.058914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.061750 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-109893f9-029e-46d5-8299-b515d759de22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06 HTTP/1.1" status: 200  len: 217 time: 0.0515687
Nov 13 21:12:00.134892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.170670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-7026b562-4606-45ee-9963-0eb2f869b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:00.172209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-7026b562-4606-45ee-9963-0eb2f869b909 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.0996275
Nov 13 21:12:00.199863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.200192 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.221870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-4c3a0424-639c-4027-8b64-f04e30ac86ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406065
Nov 13 21:12:00.227569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Calling delete_port for b8811a2c-5cba-4974-aab1-9c72b0ba0411 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:00.303914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Allocated IP 172.35.3.215 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/1175c006-89b0-439d-bafe-3cde530f0c7c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:00.346881 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.383345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-d2d1515c-847c-40ae-b58f-a6adb65fd035 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537313
Nov 13 21:12:00.436795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.523476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33422c61-8967-4d5f-9564-2f4adb52eea9 req-87130292-936b-4551-8871-57c2a4cd3916 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325612
Nov 13 21:12:00.602079 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.641214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:00.647931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:00.651746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:00.676471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=1175c006-89b0-439d-bafe-3cde530f0c7c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:00.676719 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.709018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Pushing event deleted for resources: {'Port': ['ID=b8811a2c-5cba-4974-aab1-9c72b0ba0411,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:00.768291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.790714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.793666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:00.795065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1ab4083-3e48-42a8-819d-b53a55f0b362 req-220b0312-4a6d-4fbe-8f90-fbc3609b0288 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "DELETE /v2.0/floatingips/b662768a-f65c-4ca9-a32b-d8b253edb593 HTTP/1.1" status: 204  len: 173 time: 1.0330176
Nov 13 21:12:00.897906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:01.105714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:01.168747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:01.178856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-4c06860f-e510-4499-906c-fd65ec734f61 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:01.180666 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-4c06860f-e510-4499-906c-fd65ec734f61 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/networks?id=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 HTTP/1.1" status: 200  len: 814 time: 0.1422873
Nov 13 21:12:01.204676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-8964ec68-06b4-4a62-880e-5b218dd2e52d tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/quotas/8ea50d2d303c4872b717101b06ff111f HTTP/1.1" status: 200  len: 375 time: 0.0120194
Nov 13 21:12:01.247708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=1175c006-89b0-439d-bafe-3cde530f0c7c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:01.258373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:01.285327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-d2ba0f28-909a-4091-b020-e22fc19838fb tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ea50d2d303c4872b717101b06ff111f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0713155
Nov 13 21:12:01.378595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-176c4775-d1cd-4d1b-8f40-f08d93b63bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913510
Nov 13 21:12:01.476125 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-cc0b6ec4-bc78-416f-ada3-63933f271515 service neutron] 10.222.0.20 "GET /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908859
Nov 13 21:12:01.732005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:01.734465 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7232ab-a0d9-43f9-8519-564bc1919a33" -d '{"events": [{"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:01.849985 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:01.851252 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-f511361b-2f17-4aeb-b6d0-a5e527f4d81c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9826741
Nov 13 21:12:01.905056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-a5de4262-29e0-413b-86fa-669aa0d0fe59 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200  len: 696 time: 0.0471308
Nov 13 21:12:02.095577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-ceb2303a-e250-4bb8-85f9-563b7c7c41ec tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:02.097356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7a322f9-a489-4838-be1f-b8138a40eee2 req-ceb2303a-e250-4bb8-85f9-563b7c7c41ec tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1860120
Nov 13 21:12:02.203001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1048612a-a56d-4e7c-be9f-45f01588c8a1 req-bc535dda-fe50-4d8f-a631-f56a8494f4e7 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 210 time: 0.0568831
Nov 13 21:12:02.306059 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-100c2347-ff3f-4e00-a26a-76859f4a5a8c req-e2588783-0359-40b6-b207-e4a18ee42e46 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] show failed (client error): The resource could not be found.
Nov 13 21:12:02.307493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-100c2347-ff3f-4e00-a26a-76859f4a5a8c req-e2588783-0359-40b6-b207-e4a18ee42e46 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips/b662768a-f65c-4ca9-a32b-d8b253edb593 HTTP/1.1" status: 404  len: 350 time: 0.0491405
Nov 13 21:12:02.309937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092a44-c595-497c-93b2-0af9c1db312d req-ee3925a7-6886-483a-9b2c-98928c7826f7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:02.311836 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17092a44-c595-497c-93b2-0af9c1db312d req-ee3925a7-6886-483a-9b2c-98928c7826f7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 945 time: 0.0658374
Nov 13 21:12:02.357126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53998) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:02.383970 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:12:02.390680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17092a44-c595-497c-93b2-0af9c1db312d req-191e3b30-0185-45ce-b3cb-df67662c2f6f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648310
Nov 13 21:12:02.412986 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4e975b-131d-4fc2-ab3e-e2db72c7e418 x-openstack-request-id: req-2b4e975b-131d-4fc2-ab3e-e2db72c7e418 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:02.413289 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:02.413532 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b4e975b-131d-4fc2-ab3e-e2db72c7e418 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:02.413908 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'code': 200}
Nov 13 21:12:02.510747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-424eb352-a438-41ba-ac9c-5393e342a982 req-83e199de-36b0-43dc-9c47-e26fcd39d123 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 210 time: 0.0573487
Nov 13 21:12:02.742966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-919a8fbb-2761-49f2-82f1-9b1d30bc11c1 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1823606
Nov 13 21:12:02.755087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:02.959906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:03.064077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:03.580924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:03.625825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-bafdbb9c-2465-4391-8987-150de6603674 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:03.627233 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-bafdbb9c-2465-4391-8987-150de6603674 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.37 "GET /v2.0/networks?id=7d2fa831-d4a4-449e-a4e9-a2132d87caf3 HTTP/1.1" status: 200  len: 821 time: 0.5232258
Nov 13 21:12:03.638484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7963542a-7b4c-4437-a1ef-a35ce055ab06 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:03.676599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Request body: {'port': {'device_id': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3', 'admin_state_up': True, 'tenant_id': '05f9c35526b047a3ad3c5dd6e3715451'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:03.721275 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:03.755671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:03.829075 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:03.841962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Allocated IP 172.35.3.48 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/01e864ec-be8c-4f72-b9a5-26b8b8b4fcb7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:03.886260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:04.016146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.026144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Deleting port fe8e83e5-a4e7-476b-99ab-d81479132ab3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:04.026144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.104763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Made reservation on behalf of 05f9c35526b047a3ad3c5dd6e3715451 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:04.108240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.137548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] For port fe8e83e5-a4e7-476b-99ab-d81479132ab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe8e83e5-a4e7-476b-99ab-d81479132ab3,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:04.137909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.159394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Calling delete_port for fe8e83e5-a4e7-476b-99ab-d81479132ab3 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:04.234427 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-23882e62-7082-4757-8449-b6e71b4a8b80 req-2fe5199d-60e7-4148-a662-79c1a1fdf271 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] show failed (client error): The resource could not be found.
Nov 13 21:12:04.235539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23882e62-7082-4757-8449-b6e71b4a8b80 req-2fe5199d-60e7-4148-a662-79c1a1fdf271 tempest-FloatingIPsTestJSON-1713925320 tempest-FloatingIPsTestJSON-1713925320-project] 10.222.0.20 "GET /v2.0/floatingips/b662768a-f65c-4ca9-a32b-d8b253edb593 HTTP/1.1" status: 404  len: 350 time: 0.0345914
Nov 13 21:12:04.241345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.245576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54062) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:04.329716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97307c0e-8383-4fe9-ac4d-110ffce035c5 req-c25bc9c9-c548-44d4-baea-a31d267f7473 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 210 time: 0.0392082
Nov 13 21:12:04.353253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:04.367854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=01e864ec-be8c-4f72-b9a5-26b8b8b4fcb7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:04.379253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:04.415427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:04.419022 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6d006-871c-422b-a1b4-86575f9ac7ed" -d '{"events": [{"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-unplugged", "status": "completed", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:04.422673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:04.469951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Allocated IP 172.20.0.7 (7d2fa831-d4a4-449e-a4e9-a2132d87caf3/c1cb3fe4-11ce-42ea-817e-0371590a198a/95ddea0c-de89-4dca-bad4-47c6cdb11753) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:04.590969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be917c-dbe2-4f35-b9e7-ecf5e01dc088 req-4475eeb1-209a-492d-875c-f131bbb28835 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:04.592419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68be917c-dbe2-4f35-b9e7-ecf5e01dc088 req-4475eeb1-209a-492d-875c-f131bbb28835 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 943 time: 0.0904348
Nov 13 21:12:04.670686 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68be917c-dbe2-4f35-b9e7-ecf5e01dc088 req-e52bb2d6-eb97-435d-b56f-c4c938d252a5 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702283
Nov 13 21:12:04.703665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.709363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.772886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8e83e5-a4e7-476b-99ab-d81479132ab3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:04.776018 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cec90af-8297-4128-8368-826c378e72c8 req-64aec0b8-1a4c-4817-8643-1b060f210c73 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 210 time: 0.0300965
Nov 13 21:12:04.794362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.807623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.942700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:04.976274 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.098260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Deleting port 7997be89-d96c-41d8-b08b-204c81d34b51 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:05.098506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.118373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:05.141536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:05.151153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Pushing event updated for resources: {'Port': ['ID=95ddea0c-de89-4dca-bad4-47c6cdb11753,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:05.157475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:05.199213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] For port 7997be89-d96c-41d8-b08b-204c81d34b51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7997be89-d96c-41d8-b08b-204c81d34b51,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:05.199601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.210835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.212475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Calling delete_port for 7997be89-d96c-41d8-b08b-204c81d34b51 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:05.291815 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c0d383-3b61-4111-b1b1-4a89dc3ff6ab x-openstack-request-id: req-f0c0d383-3b61-4111-b1b1-4a89dc3ff6ab {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:05.292310 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-unplugged", "status": "failed", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06", "code": 422}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:05.292427 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0c0d383-3b61-4111-b1b1-4a89dc3ff6ab {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:05.292865 ncdv-master-1 neutron-server[120534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'code': 422} returned with failed status
Nov 13 21:12:05.316235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-71d56a3c-8bc3-4d8e-b2a7-e64c559f41ab tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:05.318252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-71d56a3c-8bc3-4d8e-b2a7-e64c559f41ab tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.37 "GET /v2.0/networks?id=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 HTTP/1.1" status: 200  len: 814 time: 0.3557549
Nov 13 21:12:05.323846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:05.324458 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.386459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Request body: {'port': {'device_id': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'admin_state_up': True, 'tenant_id': '8ea50d2d303c4872b717101b06ff111f'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:05.505763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-b203c968-4705-402c-848e-80b05d6e3f9e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8358860
Nov 13 21:12:05.519168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.523485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Request body: {'port': {'device_id': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:05.601525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Pushing event deleted for resources: {'Port': ['ID=7997be89-d96c-41d8-b08b-204c81d34b51,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:05.667913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.674807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.753963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.821022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Made reservation on behalf of 8ea50d2d303c4872b717101b06ff111f for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:05.825588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.834248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:05.983466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=01e864ec-be8c-4f72-b9a5-26b8b8b4fcb7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:06.041543 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:06.099448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:12:06.161319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Router 85f7f5fc-666a-431d-836e-f80f6739cc31 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:12:06.196430 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:06.197693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-f7d76abb-eede-4369-9133-a7ab617e8b20 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.4482040
Nov 13 21:12:06.357402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:12:06.363365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e2d3a9e7-16fd-4072-997d-879586943abc admin admin] 10.222.0.20 "PUT /v2.0/routers/85f7f5fc-666a-431d-836e-f80f6739cc31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1162136
Nov 13 21:12:06.365935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54138) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:06.372089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] Sync routers for ids ['85f7f5fc-666a-431d-836e-f80f6739cc31'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:12:06.408072 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] Routers {'85f7f5fc-666a-431d-836e-f80f6739cc31'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:06.408862 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8cbb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['85f7f5fc-666a-431d-836e-f80f6739cc31'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:06.642345 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] Set router 85f7f5fc-666a-431d-836e-f80f6739cc31 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:06.646324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:06.662055 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-2e8db82b-6588-4562-809f-77b17dc6888e tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.48 HTTP/1.1" status: 200  len: 695 time: 0.4275641
Nov 13 21:12:06.694044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Allocated IP 172.20.0.11 (8b4b73b1-44a5-49e9-b534-f3b3c2817ce7/d6b70e62-50c5-4849-84fb-9564432e634b/d0c199e4-e04d-4823-a111-981d098334c3) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:06.938743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:12:06.953778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-db689c84-a2fc-481e-83c6-ffb48491e27f admin admin] 10.222.0.20 "PUT /v2.0/routers/5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5945632
Nov 13 21:12:06.961908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:06.974893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] Sync routers for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:12:07.002573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:07.005648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3bc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:07.015207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8cbb20>, [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:12:05Z', 'revision_number': 5, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:07.144950 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] Checking router: 85f7f5fc-666a-431d-836e-f80f6739cc31 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:12:07.165227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.170759 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] Routers {'85f7f5fc-666a-431d-836e-f80f6739cc31'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:07.171378 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8cbb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['85f7f5fc-666a-431d-836e-f80f6739cc31'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:07.218968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.283074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ddea0c-de89-4dca-bad4-47c6cdb11753 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:07.316349 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.349207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] Set router 85f7f5fc-666a-431d-836e-f80f6739cc31 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:07.367449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-25ac84af-10f6-435f-afe5-7e857964229c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:07.369421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-25ac84af-10f6-435f-afe5-7e857964229c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "GET /v2.0/ports?device_id=e828689a-ff34-4ff9-a0aa-2594b68a4876 HTTP/1.1" status: 200  len: 943 time: 0.2327061
Nov 13 21:12:07.384016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Deleting port a85a9b41-48b3-4dd0-ba98-03ca95a4b716 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:07.386382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.387486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:07.448980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-0ae1c734-9afa-4fc2-95ce-8549b341c29e tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:07.463424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1dba363-3b69-4b93-b442-6ea09516b72a req-0ae1c734-9afa-4fc2-95ce-8549b341c29e tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.7669926
Nov 13 21:12:07.596948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Transition to ACTIVE for port object 95ddea0c-de89-4dca-bad4-47c6cdb11753 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:12:07.635771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] For port a85a9b41-48b3-4dd0-ba98-03ca95a4b716, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:07.636471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.671733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Calling delete_port for a85a9b41-48b3-4dd0-ba98-03ca95a4b716 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:07.686806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.734738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3bc940>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:12:04Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:07.812419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.825718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] Checking router: 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:12:07.839833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dd449-81b6-4545-a9f4-d4b98ea3ec35 req-ffaf5856-fa3b-4418-814b-d20c9b6329eb tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:07.845445 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8cbb20>, [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:12:05Z', 'revision_number': 5, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:07.846020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] Routers {'5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:07.847969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3bc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:07.849551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-519dd449-81b6-4545-a9f4-d4b98ea3ec35 req-ffaf5856-fa3b-4418-814b-d20c9b6329eb tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 950 time: 0.2930272
Nov 13 21:12:07.851363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Pushing event updated for resources: {'Port': ['ID=95ddea0c-de89-4dca-bad4-47c6cdb11753,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:07.858588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.923329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eee73-58bf-4598-91b4-19de44f100cf req-89749436-cbda-4e86-b0fc-cbcff572d8d7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:07.934542 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-531eee73-58bf-4598-91b4-19de44f100cf req-89749436-cbda-4e86-b0fc-cbcff572d8d7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=d03d856e-9a47-45f5-bb01-fff51a2d6781 HTTP/1.1" status: 200  len: 943 time: 0.2458527
Nov 13 21:12:07.951352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Deleting port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:07.952381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:07.968877 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9f1cc-9f8d-4573-841b-47ebbe52b2ec None None] The sync data for ids ['85f7f5fc-666a-431d-836e-f80f6739cc31'] in ncdv-master-1 is: [{'id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'name': 'tempest-FloatingIPsTestJSON-1781318763-router', 'tenant_id': '6d983fe495de41a28bc018816865c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128'}], 'enable_snat': True}, 'gw_port_id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:10Z', 'updated_at': '2021-11-13T21:12:05Z', 'revision_number': 5, 'project_id': '6d983fe495de41a28bc018816865c001', 'gw_port': {'id': 'a85a9b41-48b3-4dd0-ba98-03ca95a4b716', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f7f5fc-666a-431d-836e-f80f6739cc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:11Z', 'updated_at': '2021-11-13T21:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:12:08.088721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] Set router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:08.124898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-519dd449-81b6-4545-a9f4-d4b98ea3ec35 req-95505191-2b98-4e39-82b4-d21ecefa3d36 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743392
Nov 13 21:12:08.200091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Deleting port 7963542a-7b4c-4437-a1ef-a35ce055ab06 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:08.200462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.213284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Attempting to bind port 95ddea0c-de89-4dca-bad4-47c6cdb11753 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:12:08.213284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Attempting to bind port 95ddea0c-de89-4dca-bad4-47c6cdb11753 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd8b47643-e5c5-4e69-8f6e-6578c02e832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:12:08.216145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Attempting to bind port 95ddea0c-de89-4dca-bad4-47c6cdb11753 on network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:08.262098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Port 95ddea0c-de89-4dca-bad4-47c6cdb11753 on network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:12:08.262454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Attempting to bind port 95ddea0c-de89-4dca-bad4-47c6cdb11753 on network 7d2fa831-d4a4-449e-a4e9-a2132d87caf3 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:08.279223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.293496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] For port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:08.293869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.296861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.307372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:12:08.307749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Checking segment: {'id': 'd8b47643-e5c5-4e69-8f6e-6578c02e832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:08.308092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Bound using segment: {'id': 'd8b47643-e5c5-4e69-8f6e-6578c02e832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:12:08.308540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Bound port: 95ddea0c-de89-4dca-bad4-47c6cdb11753, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b47643-e5c5-4e69-8f6e-6578c02e832a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:12:08.308924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.348931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85a9b41-48b3-4dd0-ba98-03ca95a4b716,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:08.394076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Calling delete_port for bfc8f969-bfd0-4375-84a3-ddeab26a0c4b owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:08.428263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Deleting port 28ef8512-f0bb-4b54-900f-9e2673e737b5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:08.428627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.455099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] For port 7963542a-7b4c-4437-a1ef-a35ce055ab06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7963542a-7b4c-4437-a1ef-a35ce055ab06,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:08.455462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.477620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Calling delete_port for 7963542a-7b4c-4437-a1ef-a35ce055ab06 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:08.489566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3bc940>, [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:12:04Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:08.492302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.508292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:08.534007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae928e69-6829-4a15-999e-90e380ff74fe None None] The sync data for ids ['5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b'] in ncdv-master-1 is: [{'id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1758440728-router', 'tenant_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208'}], 'enable_snat': True}, 'gw_port_id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:43Z', 'updated_at': '2021-11-13T21:12:04Z', 'revision_number': 5, 'project_id': 'fdaf342b12614a5f82fe37e3677e4b71', 'gw_port': {'id': '28ef8512-f0bb-4b54-900f-9e2673e737b5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:44Z', 'updated_at': '2021-11-13T21:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:12:08.566034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec656a0-5e12-4baf-8a82-491158da27b5 req-3a0e7469-9374-4ad7-815d-736f845b39f5 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:08.577479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bec656a0-5e12-4baf-8a82-491158da27b5 req-3a0e7469-9374-4ad7-815d-736f845b39f5 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 943 time: 0.3455017
Nov 13 21:12:08.612102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.615278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.619242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:08.633858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Pushing event updated for resources: {'Port': ['ID=d0c199e4-e04d-4823-a111-981d098334c3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:08.638395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:08.731926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.732532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85f7f5fc-666a-431d-836e-f80f6739cc31 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:12:08.740581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.742044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-59f10c5f-6d81-4eb1-a585-4fc4750c97a5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/85f7f5fc-666a-431d-836e-f80f6739cc31 HTTP/1.1" status: 204  len: 168 time: 2.3748667
Nov 13 21:12:08.754056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54156) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:08.810094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] For port 95ddea0c-de89-4dca-bad4-47c6cdb11753, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:12:08.837761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Deleting subnet 0169375d-a750-46e7-8c4f-4c9797489a7e {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:08.845247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.885960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:08.886732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.895929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] For port 95ddea0c-de89-4dca-bad4-47c6cdb11753, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753,segment=NetworkSegment(d8b47643-e5c5-4e69-8f6e-6578c02e832a),segment_id=d8b47643-e5c5-4e69-8f6e-6578c02e832a)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:12:08.901736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] For port 28ef8512-f0bb-4b54-900f-9e2673e737b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28ef8512-f0bb-4b54-900f-9e2673e737b5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:08.902571 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:08.912857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bec656a0-5e12-4baf-8a82-491158da27b5 req-509549b5-dc61-4c29-bc8b-d4e81d485101 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3340309
Nov 13 21:12:08.951706 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.021081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Calling delete_port for 28ef8512-f0bb-4b54-900f-9e2673e737b5 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:09.038385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.059194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:09.063159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.095178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e5ca6841-a75e-47fc-b879-83f92ad6cc48 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7660878
Nov 13 21:12:09.200657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Request body: {'port': {'device_id': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:09.217610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event deleted for resources: {'Port': ['ID=7963542a-7b4c-4437-a1ef-a35ce055ab06,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:09.310371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.317601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.326315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:09.327103 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.328618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] 10.222.0.37 "PUT /v2.0/ports/95ddea0c-de89-4dca-bad4-47c6cdb11753 HTTP/1.1" status: 200  len: 1091 time: 3.8142066
Nov 13 21:12:09.341748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'tag': '95ddea0c-de89-4dca-bad4-47c6cdb11753'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:09.345411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1de5feb6-776f-4127-b19d-9005c291a524 None None] Provisioning complete for port d0c199e4-e04d-4823-a111-981d098334c3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:09.345786 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1de5feb6-776f-4127-b19d-9005c291a524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.348977 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f" -d '{"events": [{"name": "network-changed", "server_uuid": "3586db16-5db2-4a43-aa7f-36ec620deeb8", "tag": "95ddea0c-de89-4dca-bad4-47c6cdb11753"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:09.394815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1de5feb6-776f-4127-b19d-9005c291a524 None None] Port d0c199e4-e04d-4823-a111-981d098334c3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:12:09.406026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:09.409548 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05f5bd-3e97-4002-9750-be512c92c8eb" -d '{"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-unplugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:09.419691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] No DVR routers for this DVR port 7963542a-7b4c-4437-a1ef-a35ce055ab06 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:09.429700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:09.434023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.458087 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-531eee73-58bf-4598-91b4-19de44f100cf req-7bec941d-77c1-42c8-9fa1-c870b9407c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "DELETE /v2.0/ports/7963542a-7b4c-4437-a1ef-a35ce055ab06 HTTP/1.1" status: 204  len: 173 time: 1.5188713
Nov 13 21:12:09.461840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-deleted', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:09.466048 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7137c58b-1992-4e21-94f9-06e5bded9df0" -d '{"events": [{"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-deleted", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:09.507970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.507970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:09.554205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.569461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7997be89-d96c-41d8-b08b-204c81d34b51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:09.591551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8930c-12b5-4596-bf17-601382415f51 service neutron] Pushing event updated for resources: {'Port': ['ID=95ddea0c-de89-4dca-bad4-47c6cdb11753,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:09.624235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No active binding found for port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b {{(pid=120534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 13 21:12:09.627598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device bfc8f969-bfd0-4375-84a3-ddeab26a0c4b not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:09.629356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.635056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7997be89-d96c-41d8-b08b-204c81d34b51 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:09.635460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7997be89-d96c-41d8-b08b-204c81d34b51 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:09.635909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fe8e83e5-a4e7-476b-99ab-d81479132ab3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:09.636076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-72abc6f4-f849-4ea0-aa14-e50650c88827 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:09.637775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-72abc6f4-f849-4ea0-aa14-e50650c88827 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.3475296
Nov 13 21:12:09.669258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.682594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: fe8e83e5-a4e7-476b-99ab-d81479132ab3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:09.682940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fe8e83e5-a4e7-476b-99ab-d81479132ab3 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:09.714202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:09.727407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.727790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.728191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.728705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.728910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.729304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.730346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.730346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.730717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.730985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.731403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.731925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:09.745797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.756482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3ff632-a40e-4b3d-8dd4-52291f59c0d1 None None] Network 508829c0-df18-4d20-94cc-eb728fbd94d9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:09.766334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0169375d-a750-46e7-8c4f-4c9797489a7e HTTP/1.1" status: 204  len: 168 time: 0.9975283
Nov 13 21:12:09.767779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54174) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:09.769447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d6515-ff44-4db6-a666-047746a1087e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0169375d-a750-46e7-8c4f-4c9797489a7e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:09.835129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event deleted for resources: {'Port': ['ID=bfc8f969-bfd0-4375-84a3-ddeab26a0c4b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:09.887132 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-395d0f3e-e2ae-467c-a9f9-a8ba5ac40cca tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/quotas/52e08ee207a44f10aeec3e9e0edcb6c1 HTTP/1.1" status: 200  len: 375 time: 0.1603069
Nov 13 21:12:09.901080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:09.970713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Deleting port 2d036543-0497-4ab1-9d45-2cda43221182 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:09.971175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.078480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] For port 2d036543-0497-4ab1-9d45-2cda43221182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d036543-0497-4ab1-9d45-2cda43221182,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:10.078857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.125322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Calling delete_port for 2d036543-0497-4ab1-9d45-2cda43221182 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:10.137021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] DHCP port deletion for 508829c0-df18-4d20-94cc-eb728fbd94d9 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:12:10.243210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] Deleting port 2d036543-0497-4ab1-9d45-2cda43221182 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:10.243210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.303636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-18a5aa99-c5f7-4c2b-aa8a-44f76704e8ea tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4158065
Nov 13 21:12:10.305680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-f6d27725-1ecb-442d-b7af-55f76169b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:10.306931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-f6d27725-1ecb-442d-b7af-55f76169b3a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f9c35526b047a3ad3c5dd6e3715451&device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 1094 time: 0.5472481
Nov 13 21:12:10.316578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.333937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] No DVR routers for this DVR port bfc8f969-bfd0-4375-84a3-ddeab26a0c4b on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:10.336635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.340927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d28c737e-2ad5-4e93-a632-cc0e11cdee6e req-741df3d0-71d3-45b7-b548-62c4bab7aed4 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "DELETE /v2.0/ports/bfc8f969-bfd0-4375-84a3-ddeab26a0c4b HTTP/1.1" status: 204  len: 173 time: 2.9549551
Nov 13 21:12:10.364956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] For port 2d036543-0497-4ab1-9d45-2cda43221182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d036543-0497-4ab1-9d45-2cda43221182,segment=NetworkSegment(d3195f08-dd69-4f30-9e28-a5756ac1f620),segment_id=d3195f08-dd69-4f30-9e28-a5756ac1f620)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:10.365541 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.371954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d036543-0497-4ab1-9d45-2cda43221182,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:10.383785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] No DVR routers for this DVR port 2d036543-0497-4ab1-9d45-2cda43221182 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:10.396318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] Calling delete_port for 2d036543-0497-4ab1-9d45-2cda43221182 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:10.524246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.552790 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.554080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-6db080b0-8d30-44c9-b1e4-eaea36f0b732 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753 HTTP/1.1" status: 200  len: 217 time: 0.1807032
Nov 13 21:12:10.604118 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] Pushing event deleted for resources: {'Port': ['ID=2d036543-0497-4ab1-9d45-2cda43221182,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:10.620148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d620d1-c60a-458c-971a-2020f31797b1 None None] No DVR routers for this DVR port 2d036543-0497-4ab1-9d45-2cda43221182 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:10.646107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf72e7c0>,) {'filters': {'network_id': ['508829c0-df18-4d20-94cc-eb728fbd94d9']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:10.659041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf72e7c0>, 'd3195f08-dd69-4f30-9e28-a5756ac1f620') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:10.659041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf72e7c0>, 'd3195f08-dd69-4f30-9e28-a5756ac1f620') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:10.668307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.700321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.713411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:10.714303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:10.715768 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:10.744898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-2e92a872-576e-4e97-ac49-227c8e2be924 service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130716
Nov 13 21:12:10.755476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-c6e7bee7-d8ae-4ce3-933c-82e9507ff36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:10.756994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-c6e7bee7-d8ae-4ce3-933c-82e9507ff36c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1cb3fe4-11ce-42ea-817e-0371590a198a HTTP/1.1" status: 200  len: 861 time: 0.1954048
Nov 13 21:12:10.770551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.826775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaba66-7d7b-4e0e-9f97-e1f5493345fe req-89cdefa9-34ff-4eaf-8ecd-b8abc8cc34db tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:10.835286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aafaba66-7d7b-4e0e-9f97-e1f5493345fe req-89cdefa9-34ff-4eaf-8ecd-b8abc8cc34db tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 932 time: 0.2846684
Nov 13 21:12:10.841093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ef8512-f0bb-4b54-900f-9e2673e737b5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:10.912966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aafaba66-7d7b-4e0e-9f97-e1f5493345fe req-77e50833-3ad9-4a76-b1b4-9bea4e5b932a tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719965
Nov 13 21:12:10.975783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.983702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:10.987231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/508829c0-df18-4d20-94cc-eb728fbd94d9 HTTP/1.1" status: 204  len: 168 time: 1.2189798
Nov 13 21:12:10.997907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.001837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-a8202199-0fb9-42eb-858f-4db127fa6bff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d2fa831-d4a4-449e-a4e9-a2132d87caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0742435
Nov 13 21:12:11.027266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20442e6d-bf87-453a-b19e-0553bed30ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=508829c0-df18-4d20-94cc-eb728fbd94d9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:11.096300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-b7f1c2be-3085-43e2-a2d8-8ec4b8ee7736 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1700959
Nov 13 21:12:11.109307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:11.185919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.193119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.296048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d036543-0497-4ab1-9d45-2cda43221182 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:11.298297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.342834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2d036543-0497-4ab1-9d45-2cda43221182 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:11.343574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d036543-0497-4ab1-9d45-2cda43221182 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:11.344217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a85a9b41-48b3-4dd0-ba98-03ca95a4b716 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:11.411552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-63c980a6-56d0-45a0-b96a-1a1d1af7034c service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6534500
Nov 13 21:12:11.414268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a85a9b41-48b3-4dd0-ba98-03ca95a4b716 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:11.414731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a85a9b41-48b3-4dd0-ba98-03ca95a4b716 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:11.429278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c199e4-e04d-4823-a111-981d098334c3 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:11.442014 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.466382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.483103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Transition to ACTIVE for port object d0c199e4-e04d-4823-a111-981d098334c3 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:12:11.492227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-e44bcf48-29de-4592-ab5a-5317ca6aa77b service neutron] 10.222.0.37 "GET /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4556181
Nov 13 21:12:11.493688 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.494243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:12:11.499314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.504184 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a5aade9a-da77-4a55-8413-a5fd34d445f0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5eb7cbd4-4e61-4f5b-84b9-d77b6b89484b HTTP/1.1" status: 204  len: 168 time: 4.5369740
Nov 13 21:12:11.505007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54184) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:11.571029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54186) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:11.614765 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.681423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Deleting subnet eb8a22d4-1118-4692-9d1e-34a40ce1207b {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:11.694107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.764601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.787085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Allocated IP 172.35.3.31 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/33e25deb-de94-429d-90f2-897b2252f04b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:11.862221 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:11.962256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Pushing event updated for resources: {'Port': ['ID=d0c199e4-e04d-4823-a111-981d098334c3,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:11.990997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-57d2aeb1-d0d9-4c72-ac78-7b00dada3a49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d983fe495de41a28bc018816865c001&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4072406
Nov 13 21:12:11.990997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54198) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:12.119590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.241761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.263039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:12.266513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:12.273312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:12.283015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.331087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a27ff48-1c4d-4954-8d93-0398c189d533 req-f6fefcf3-826c-4171-b92e-37d53c5f570c service neutron] 10.222.0.37 "GET /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4615614
Nov 13 21:12:12.399007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e4a2-5471-4ee8-b9c7-40fc73381033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.407768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=33e25deb-de94-429d-90f2-897b2252f04b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:12.479576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e4a2-5471-4ee8-b9c7-40fc73381033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.482329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.517557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Attempting to bind port d0c199e4-e04d-4823-a111-981d098334c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:12:12.517994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Attempting to bind port d0c199e4-e04d-4823-a111-981d098334c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:12:12.518798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Attempting to bind port d0c199e4-e04d-4823-a111-981d098334c3 on network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:12.530393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Port d0c199e4-e04d-4823-a111-981d098334c3 on network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:12:12.532909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Attempting to bind port d0c199e4-e04d-4823-a111-981d098334c3 on network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:12.562650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:12:12.563182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Checking segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:12.563646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Bound using segment: {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:12:12.564219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Bound port: d0c199e4-e04d-4823-a111-981d098334c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e7c0e2b-52d2-48d0-a127-850871eca47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:12:12.564647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.623414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.650066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] For port d0c199e4-e04d-4823-a111-981d098334c3, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:12:12.653631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] For port d0c199e4-e04d-4823-a111-981d098334c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0c199e4-e04d-4823-a111-981d098334c3,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:12:12.686312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.721085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8a22d4-1118-4692-9d1e-34a40ce1207b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:12.734922 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4031d9f-6fdf-4821-93f5-452a1f7cd4dc x-openstack-request-id: req-a4031d9f-6fdf-4821-93f5-452a1f7cd4dc {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:12.735479 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3586db16-5db2-4a43-aa7f-36ec620deeb8", "tag": "95ddea0c-de89-4dca-bad4-47c6cdb11753", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:12.735911 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4031d9f-6fdf-4821-93f5-452a1f7cd4dc {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:12.736469 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'tag': '95ddea0c-de89-4dca-bad4-47c6cdb11753', 'status': 'completed', 'code': 200}
Nov 13 21:12:12.744005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.750339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cd32e3-d061-4aae-bf90-857a6a72914b None None] Network c8c912f0-a827-467f-b041-3317ec4221d9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:12.776778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c0ddc1bf-e081-4eeb-9ce9-6ce7a8fddfe2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb8a22d4-1118-4692-9d1e-34a40ce1207b HTTP/1.1" status: 204  len: 168 time: 1.2676928
Nov 13 21:12:12.777897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54212) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:12.794069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.815295 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773af36-40c7-41fa-a582-2e6c63f7bd81 x-openstack-request-id: req-b773af36-40c7-41fa-a582-2e6c63f7bd81 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:12.816418 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-unplugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:12.817716 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b773af36-40c7-41fa-a582-2e6c63f7bd81 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:12.818274 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'code': 200}
Nov 13 21:12:12.832599 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae21b89-108b-4b2e-8e42-b097eff66473 x-openstack-request-id: req-cae21b89-108b-4b2e-8e42-b097eff66473 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:12.833283 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03d856e-9a47-45f5-bb01-fff51a2d6781", "name": "network-vif-deleted", "tag": "7963542a-7b4c-4437-a1ef-a35ce055ab06", "status": "failed", "code": 422}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:12.833594 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cae21b89-108b-4b2e-8e42-b097eff66473 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:12.837225 ncdv-master-1 neutron-server[120532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd03d856e-9a47-45f5-bb01-fff51a2d6781', 'name': 'network-vif-deleted', 'tag': '7963542a-7b4c-4437-a1ef-a35ce055ab06', 'status': 'failed', 'code': 422} returned with failed status
Nov 13 21:12:12.868578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e4a2-5471-4ee8-b9c7-40fc73381033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.871968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e4a2-5471-4ee8-b9c7-40fc73381033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:12.879873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b7f1e4a2-5471-4ee8-b9c7-40fc73381033 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/502e657a-40dd-450e-9b41-35d3267b8e07 HTTP/1.1" status: 204  len: 168 time: 0.8769662
Nov 13 21:12:12.929409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.063157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:13.064106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.065964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] 10.222.0.37 "PUT /v2.0/ports/d0c199e4-e04d-4823-a111-981d098334c3 HTTP/1.1" status: 200  len: 1092 time: 3.9324887
Nov 13 21:12:13.071561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 28ef8512-f0bb-4b54-900f-9e2673e737b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:13.107696 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.121772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1e4a2-5471-4ee8-b9c7-40fc73381033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502e657a-40dd-450e-9b41-35d3267b8e07,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:13.164780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 28ef8512-f0bb-4b54-900f-9e2673e737b5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:13.166160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 28ef8512-f0bb-4b54-900f-9e2673e737b5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:13.185682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.201891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0df81-451d-44b2-83b7-fb3d2b49010c service neutron] Pushing event updated for resources: {'Port': ['ID=d0c199e4-e04d-4823-a111-981d098334c3,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:13.210366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-03389d51-9c9e-4da2-876c-ddfe51e30fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:13.213979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-03389d51-9c9e-4da2-876c-ddfe51e30fc1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05f9c35526b047a3ad3c5dd6e3715451&device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 1094 time: 0.3523161
Nov 13 21:12:13.294720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.310033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41efe17-1343-4972-9af9-eab1bbd645f5 req-a7504977-2ab6-4f21-ae75-f242b2326f6a tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:13.321110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b41efe17-1343-4972-9af9-eab1bbd645f5 req-a7504977-2ab6-4f21-ae75-f242b2326f6a tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 943 time: 0.2976947
Nov 13 21:12:13.328708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event updated for resources: {'Port': ['ID=33e25deb-de94-429d-90f2-897b2252f04b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:13.362005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] DHCP port deletion for c8c912f0-a827-467f-b041-3317ec4221d9 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:12:13.400488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.400488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-210a2469-6fb3-4c5a-b00c-1e317a4e0e39 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2913857
Nov 13 21:12:13.511396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] Deleting port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:13.512849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.543987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-1a242138-ac78-4fd1-864b-52664e4895b8 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.31 HTTP/1.1" status: 200  len: 695 time: 0.1329660
Nov 13 21:12:13.599897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b41efe17-1343-4972-9af9-eab1bbd645f5 req-fe78cd90-042a-48b3-9ed2-54cf937c161e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765546
Nov 13 21:12:13.632675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] For port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:13.633125 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.676731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] Calling delete_port for f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:13.707098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-a1bd9bef-e659-4c4a-855f-e850e2bc223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:13.709046 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-a1bd9bef-e659-4c4a-855f-e850e2bc223c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d2fa831-d4a4-449e-a4e9-a2132d87caf3 HTTP/1.1" status: 200  len: 922 time: 0.3846853
Nov 13 21:12:13.726046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-8429bf02-ceb4-44e4-9a12-6157bf56c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:13.728109 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-8429bf02-ceb4-44e4-9a12-6157bf56c728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea50d2d303c4872b717101b06ff111f&device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 1095 time: 0.3990502
Nov 13 21:12:13.751597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-938f7820-5500-472a-860c-c7ad096add4e tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:13.754123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3415331-bcdf-413d-be4e-357e002a8bcd req-938f7820-5500-472a-860c-c7ad096add4e tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2018158
Nov 13 21:12:13.795297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-dd37d215-a723-4a96-814d-f9d009296ea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753 HTTP/1.1" status: 200  len: 217 time: 0.0626967
Nov 13 21:12:13.801636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Deleting port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:13.802121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.878514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] For port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,segment=NetworkSegment(3fe2df32-769d-48d0-a119-a8afdc6686ba),segment_id=3fe2df32-769d-48d0-a119-a8afdc6686ba)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:13.879012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:13.898489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Calling delete_port for f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:13.996936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.058053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d60e9b-37b5-4197-8b6b-5b7c6cb24bd3 req-3b3a6f77-3b9c-45d5-bf42-1d5ace3ff77d tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.060881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68d60e9b-37b5-4197-8b6b-5b7c6cb24bd3 req-3b3a6f77-3b9c-45d5-bf42-1d5ace3ff77d tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 944 time: 0.1162465
Nov 13 21:12:14.065111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-56f5f2eb-558c-4022-88fd-1c4d2b0c2369 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c199e4-e04d-4823-a111-981d098334c3 HTTP/1.1" status: 200  len: 217 time: 0.2711658
Nov 13 21:12:14.073884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65097ce8-7d3f-4a0c-9ecb-0c1899760299 req-d9f36a46-3881-49e2-a82f-d419f16aea76 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 210 time: 0.0864973
Nov 13 21:12:14.096760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] Pushing event deleted for resources: {'Port': ['ID=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:14.097477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.123199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f4cbc-eb35-4bf8-8b64-8dd8481220ae None None] No DVR routers for this DVR port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:14.179055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68d60e9b-37b5-4197-8b6b-5b7c6cb24bd3 req-f8bb2ae2-593d-44a7-92ca-fd4f6d0facc5 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073601
Nov 13 21:12:14.189851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-cd1932e1-4645-4b7a-91aa-a0dbd765d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.193462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-cd1932e1-4645-4b7a-91aa-a0dbd765d4fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1cb3fe4-11ce-42ea-817e-0371590a198a HTTP/1.1" status: 200  len: 861 time: 0.2148237
Nov 13 21:12:14.198676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:14.203320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] No DVR routers for this DVR port f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:14.302197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.336395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3b274a0-e978-4d69-b042-63da24e8a671 req-d85776fe-4d3d-4272-acca-90b5c3d1f71a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips/cf2265d9-4bab-4250-9cfc-3c4a86b54225 HTTP/1.1" status: 200  len: 692 time: 0.1173890
Nov 13 21:12:14.364631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e3f7a492-5308-4568-89d5-091a6023b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.366097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-e3f7a492-5308-4568-89d5-091a6023b80a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6b70e62-50c5-4849-84fb-9564432e634b HTTP/1.1" status: 200  len: 853 time: 0.2202287
Nov 13 21:12:14.371159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-840d0247-b7ea-4a8a-98c2-2151dfcfe978 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d2fa831-d4a4-449e-a4e9-a2132d87caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1377184
Nov 13 21:12:14.530076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b274a0-e978-4d69-b042-63da24e8a671 req-53818431-8190-441a-8678-b0764925bdf2 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.535679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3b274a0-e978-4d69-b042-63da24e8a671 req-53818431-8190-441a-8678-b0764925bdf2 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1962473
Nov 13 21:12:14.562691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-e3b274a0-e978-4d69-b042-63da24e8a671 req-d81cb1dd-491d-4de1-bf3e-79469ea82806 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:12:14.562691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3b274a0-e978-4d69-b042-63da24e8a671 req-d81cb1dd-491d-4de1-bf3e-79469ea82806 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0089090
Nov 13 21:12:14.631716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.653543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3ec3cfe1-d325-4151-869b-bdcd107cfcfc tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips/cf2265d9-4bab-4250-9cfc-3c4a86b54225 HTTP/1.1" status: 200  len: 692 time: 0.0722454
Nov 13 21:12:14.710619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7ead790>,) {'filters': {'network_id': ['c8c912f0-a827-467f-b041-3317ec4221d9']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:14.740026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-deleted', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b'}, {'name': 'network-changed', 'server_uuid': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'tag': 'd0c199e4-e04d-4823-a111-981d098334c3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:14.781624 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6facb1a4-6af3-43ab-bd80-b19f1ece4908" -d '{"events": [{"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-deleted", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b"}, {"name": "network-changed", "server_uuid": "f922facc-2839-4be2-be9e-7c6903982bdb", "tag": "d0c199e4-e04d-4823-a111-981d098334c3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:14.781624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7ead790>, '3fe2df32-769d-48d0-a119-a8afdc6686ba') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:14.781624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7ead790>, '3fe2df32-769d-48d0-a119-a8afdc6686ba') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:14.781624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-f1b6cfcb-993c-44dd-b617-2c972d92cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.781624 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-f1b6cfcb-993c-44dd-b617-2c972d92cefd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2448041
Nov 13 21:12:14.781624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-df687c9c-d09b-4506-8a94-53e8dee5011c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.782316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-df687c9c-d09b-4506-8a94-53e8dee5011c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.4295371
Nov 13 21:12:14.799938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.824295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb819-166d-434b-9034-2ddf776abb57 req-88b1e3fe-047d-41dc-94e7-33c83f3973c3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:14.826070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a84bb819-166d-434b-9034-2ddf776abb57 req-88b1e3fe-047d-41dc-94e7-33c83f3973c3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1709700
Nov 13 21:12:14.852011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-263989a3-39f8-4a7f-a100-47ab5ec51aad tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.0490692
Nov 13 21:12:14.878914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-2016cf28-8f97-4b25-a074-6c3dd2ad6a06 service neutron] 10.222.0.37 "GET /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3714736
Nov 13 21:12:14.882592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.904986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:14.904986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:14.905367 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:14.923397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a84bb819-166d-434b-9034-2ddf776abb57 req-1b8c22cc-9ac2-447f-ac0d-4df2fc6c405b tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.31 HTTP/1.1" status: 200  len: 695 time: 0.0813820
Nov 13 21:12:15.018753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a84bb819-166d-434b-9034-2ddf776abb57 req-e7770847-400e-4cf7-a2b9-1bf3386f5c58 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.31 HTTP/1.1" status: 200  len: 695 time: 0.0809669
Nov 13 21:12:15.146381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:15.205333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:15.205674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f8e23739-a0e1-4be2-8eb5-fe00fd95a7a1 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:15.352027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Deleting port 33e25deb-de94-429d-90f2-897b2252f04b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:15.352623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.398837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-2ac4a58d-3e01-4689-b7c3-e3b874efb8dc tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5188675
Nov 13 21:12:15.448475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.448963 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.487030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Calling delete_port for 33e25deb-de94-429d-90f2-897b2252f04b owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:15.547380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.553034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-092cd367-848c-47b8-b71e-21ae46aac81b service neutron] 10.222.0.37 "GET /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7678490
Nov 13 21:12:15.566594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.578148 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c8c912f0-a827-467f-b041-3317ec4221d9 HTTP/1.1" status: 204  len: 168 time: 2.7945197
Nov 13 21:12:15.578410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54274) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:15.604261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89142-7a29-4647-87f7-9a4377e8c8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c912f0-a827-467f-b041-3317ec4221d9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:15.643804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1041e1c4-bdb6-4cca-a259-9edfd0bf28b1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:15.645401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1041e1c4-bdb6-4cca-a259-9edfd0bf28b1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.2494326
Nov 13 21:12:15.649332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-2b75b563-2d5c-4f67-92e4-db0ce683123a service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363975
Nov 13 21:12:15.668120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Request body: {'port': {'device_id': '01fe5437-cb95-421c-a900-f3f97f030b93', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'admin_state_up': True, 'tenant_id': '52e08ee207a44f10aeec3e9e0edcb6c1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:15.684347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 95ddea0c-de89-4dca-bad4-47c6cdb11753 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:15.832718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-cd2627ce-2e89-46fe-8acf-2860947c785a service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768577
Nov 13 21:12:15.883107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.921387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 95ddea0c-de89-4dca-bad4-47c6cdb11753, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753,segment=NetworkSegment(d8b47643-e5c5-4e69-8f6e-6578c02e832a),segment_id=d8b47643-e5c5-4e69-8f6e-6578c02e832a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:15.927471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event deleted for resources: {'Port': ['ID=33e25deb-de94-429d-90f2-897b2252f04b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:15.944827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '95ddea0c-de89-4dca-bad4-47c6cdb11753', 'network_id': '7d2fa831-d4a4-449e-a4e9-a2132d87caf3', 'port_id': '95ddea0c-de89-4dca-bad4-47c6cdb11753', 'mac_address': 'fa:16:3e:e6:82:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cb3fe4-11ce-42ea-817e-0371590a198a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:15.989996 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:15.995791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Made reservation on behalf of 52e08ee207a44f10aeec3e9e0edcb6c1 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:15.999878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:16.008290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ddea0c-de89-4dca-bad4-47c6cdb11753 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:16.037067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 95ddea0c-de89-4dca-bad4-47c6cdb11753, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753,segment=NetworkSegment(d8b47643-e5c5-4e69-8f6e-6578c02e832a),segment_id=d8b47643-e5c5-4e69-8f6e-6578c02e832a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:16.038458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:16.041487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:16.042651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a84bb819-166d-434b-9034-2ddf776abb57 req-3de70d85-600a-44f0-baa5-01796673716a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "DELETE /v2.0/floatingips/cf2265d9-4bab-4250-9cfc-3c4a86b54225 HTTP/1.1" status: 204  len: 173 time: 1.0180309
Nov 13 21:12:16.097521 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:16.308061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=95ddea0c-de89-4dca-bad4-47c6cdb11753,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:16.346245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['95ddea0c-de89-4dca-bad4-47c6cdb11753'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:16.456062 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32499ff-0d1a-4852-98cd-b988e875766a x-openstack-request-id: req-a32499ff-0d1a-4852-98cd-b988e875766a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:16.456062 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e828689a-ff34-4ff9-a0aa-2594b68a4876", "name": "network-vif-deleted", "tag": "bfc8f969-bfd0-4375-84a3-ddeab26a0c4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f922facc-2839-4be2-be9e-7c6903982bdb", "tag": "d0c199e4-e04d-4823-a111-981d098334c3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:16.456062 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a32499ff-0d1a-4852-98cd-b988e875766a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:16.456062 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828689a-ff34-4ff9-a0aa-2594b68a4876', 'name': 'network-vif-deleted', 'tag': 'bfc8f969-bfd0-4375-84a3-ddeab26a0c4b', 'status': 'completed', 'code': 200}
Nov 13 21:12:16.456062 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'tag': 'd0c199e4-e04d-4823-a111-981d098334c3', 'status': 'completed', 'code': 200}
Nov 13 21:12:16.460424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da6f-cdb4-4b67-9008-8f3b1ba9a1ed req-0dc82764-9b13-4df4-b155-4ffe007d55b5 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:16.462361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf93da6f-cdb4-4b67-9008-8f3b1ba9a1ed req-0dc82764-9b13-4df4-b155-4ffe007d55b5 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 944 time: 0.2778153
Nov 13 21:12:16.501585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Allocated IP 172.20.0.11 (d519d8b8-1902-43da-9cf6-7f4de024092b/cb7b477b-0c63-4a91-aee4-369731b3d5ad/d5b66ff3-e072-4087-85db-7f1a5c06722d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:16.559810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:16.765521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b339279c-7217-4b6a-b5a8-22725aa49ef2 req-1f0ffbff-babc-4235-8bc6-0eb112bda882 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 210 time: 0.2484744
Nov 13 21:12:16.774554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf93da6f-cdb4-4b67-9008-8f3b1ba9a1ed req-12b057ab-712e-46a3-be61-dae7e6c6fce9 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027868
Nov 13 21:12:17.024506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-582bbacb-34dc-4339-961a-c23b2a8d07f3 req-34ffd78a-478e-46ca-96e1-a9433668a3f4 service neutron] 10.222.0.37 "GET /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7384596
Nov 13 21:12:17.081541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7a35356-a2f3-41e0-90d0-6abeea0ba90f req-974eeed6-7d10-4020-ab49-0c88d56f71ff service neutron] 10.222.0.37 "GET /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8112392
Nov 13 21:12:17.103333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:17.288243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:17.366551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:17.381126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '83457282-f08d-48c3-8123-a7124d4c0857', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '83457282-f08d-48c3-8123-a7124d4c0857', 'mac_address': 'fa:16:3e:c2:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:17.430611 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:17.462825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83457282-f08d-48c3-8123-a7124d4c0857 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:17.501981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1df2c-9dfc-418e-8138-3553ef4cda1f req-16b5fb0f-8a83-4187-9f0b-37f15c94a339 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:17.510023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bef1df2c-9dfc-418e-8138-3553ef4cda1f req-16b5fb0f-8a83-4187-9f0b-37f15c94a339 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 944 time: 0.1540253
Nov 13 21:12:17.533368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:17.651717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:17.661064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8637af-8d61-43bf-bd8f-82e7e19aa8f9 req-82e39ccf-4160-47f7-a8bd-6f686eeda9d8 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:17.672479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bef1df2c-9dfc-418e-8138-3553ef4cda1f req-0ae44c62-3a54-41ee-8224-9c9d1177f6a2 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612451
Nov 13 21:12:17.675930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:17.683620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 95ddea0c-de89-4dca-bad4-47c6cdb11753 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:17.687653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0c8637af-8d61-43bf-bd8f-82e7e19aa8f9 req-82e39ccf-4160-47f7-a8bd-6f686eeda9d8 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.4155607
Nov 13 21:12:17.853870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2565b00-c19e-46ca-bc4b-1412c1d6b832 req-c42a1675-9026-4312-973d-793fb6cb9fc0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 210 time: 0.0440416
Nov 13 21:12:17.869274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Network d519d8b8-1902-43da-9cf6-7f4de024092b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:17.887274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:17.891883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:17.907499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['83457282-f08d-48c3-8123-a7124d4c0857'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:17.934139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:17.938570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Deleting port 2ded30fe-477c-4d0d-9874-89a236c55bce {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:17.938949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:17.959035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce4dc05-5b38-46e0-9a45-5389300ecdb2 req-370eb996-bd30-4ee6-972f-79f1d4641358 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=44ce99d0a6e448c29814861b83f47a54 HTTP/1.1" status: 200  len: 1656 time: 0.1113241
Nov 13 21:12:17.994371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:17.995181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.006470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:18.070632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e56752-65f4-4658-82aa-13a71fcc5183 req-ecd94f8d-bcab-4867-b6b6-df5494545507 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.070632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83e56752-65f4-4658-82aa-13a71fcc5183 req-ecd94f8d-bcab-4867-b6b6-df5494545507 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 944 time: 0.1135869
Nov 13 21:12:18.112250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 95ddea0c-de89-4dca-bad4-47c6cdb11753 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:12:18.129745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 95ddea0c-de89-4dca-bad4-47c6cdb11753 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:18.129745 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.130000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-1647c67d-16cf-4c30-80a9-74a9b25fb876 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4655209
Nov 13 21:12:18.143367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4dc05-5b38-46e0-9a45-5389300ecdb2 req-7573cefd-0cf5-4e23-a81d-b6f7e7aeb905 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.149557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ce4dc05-5b38-46e0-9a45-5389300ecdb2 req-7573cefd-0cf5-4e23-a81d-b6f7e7aeb905 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks?id=33cde637-622a-4b3a-92ab-f1b4b833111a&id=33cde637-622a-4b3a-92ab-f1b4b833111a&id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 787 time: 0.1896777
Nov 13 21:12:18.160205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Request body: {'port': {'device_id': '01fe5437-cb95-421c-a900-f3f97f030b93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:18.212102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] For port 2ded30fe-477c-4d0d-9874-89a236c55bce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ded30fe-477c-4d0d-9874-89a236c55bce,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:18.212463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.243319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Calling delete_port for 2ded30fe-477c-4d0d-9874-89a236c55bce owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:18.252402 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83e56752-65f4-4658-82aa-13a71fcc5183 req-2a6f59c2-84c0-467a-8f1a-dcf05c8d6da6 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751523
Nov 13 21:12:18.327181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.333419 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.354365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08618cf-4061-41a7-994f-164512b24642 req-529897d7-ae5b-47cd-853f-72fd71f3cc93 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.356194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c08618cf-4061-41a7-994f-164512b24642 req-529897d7-ae5b-47cd-853f-72fd71f3cc93 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 932 time: 0.1325886
Nov 13 21:12:18.369164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddea0c-de89-4dca-bad4-47c6cdb11753'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:18.372390 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfc266-b477-47b8-ad73-fb4745e009a6" -d '{"events": [{"server_uuid": "3586db16-5db2-4a43-aa7f-36ec620deeb8", "name": "network-vif-plugged", "status": "completed", "tag": "95ddea0c-de89-4dca-bad4-47c6cdb11753"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:18.395020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 95ddea0c-de89-4dca-bad4-47c6cdb11753, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753,segment=NetworkSegment(d8b47643-e5c5-4e69-8f6e-6578c02e832a),segment_id=d8b47643-e5c5-4e69-8f6e-6578c02e832a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:18.416005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-930538f9-bbee-45d1-a567-d24484c4eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.417531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-930538f9-bbee-45d1-a567-d24484c4eb87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ea50d2d303c4872b717101b06ff111f&device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 1095 time: 0.1153774
Nov 13 21:12:18.470137 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.540990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c08618cf-4061-41a7-994f-164512b24642 req-56717a51-e09e-44eb-96cb-4c1b0298dd8c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998371
Nov 13 21:12:18.543032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-fb1c016d-72a8-41a6-87a4-957ab6021fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.543322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-fb1c016d-72a8-41a6-87a4-957ab6021fae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 HTTP/1.1" status: 200  len: 915 time: 0.1076410
Nov 13 21:12:18.585739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=95ddea0c-de89-4dca-bad4-47c6cdb11753,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:18.678211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-b34b3172-7219-4f9a-8927-9e38d4065338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0c199e4-e04d-4823-a111-981d098334c3 HTTP/1.1" status: 200  len: 217 time: 0.0443578
Nov 13 21:12:18.721196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-82fc2d9c-40bf-439d-b785-5c1be44cc8f3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips/d8976090-b794-417d-a8e7-95fbe08e6048 HTTP/1.1" status: 200  len: 692 time: 0.0480835
Nov 13 21:12:18.782481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-cfedd375-369d-4dba-9817-89c4d2779940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.783931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-cfedd375-369d-4dba-9817-89c4d2779940 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6b70e62-50c5-4849-84fb-9564432e634b HTTP/1.1" status: 200  len: 853 time: 0.0915201
Nov 13 21:12:18.859918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-af7b1650-3b90-46fc-a4d2-1e353bdded43 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.869295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-af7b1650-3b90-46fc-a4d2-1e353bdded43 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1409523
Nov 13 21:12:18.918175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-071220d7-ed99-47b1-a6ac-89c1997ddcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:18.923001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-071220d7-ed99-47b1-a6ac-89c1997ddcf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1311343
Nov 13 21:12:18.929536 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:18.951687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-6e168575-5563-4a53-9d6e-0c83a67360b9 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.48 HTTP/1.1" status: 200  len: 695 time: 0.0807862
Nov 13 21:12:18.977218 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fba29e-8594-46eb-892b-b6fb11a8f8b1 x-openstack-request-id: req-41fba29e-8594-46eb-892b-b6fb11a8f8b1 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:18.977731 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3586db16-5db2-4a43-aa7f-36ec620deeb8", "name": "network-vif-plugged", "status": "completed", "tag": "95ddea0c-de89-4dca-bad4-47c6cdb11753", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:18.978101 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41fba29e-8594-46eb-892b-b6fb11a8f8b1 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:18.978706 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ddea0c-de89-4dca-bad4-47c6cdb11753', 'code': 200}
Nov 13 21:12:18.994853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ded30fe-477c-4d0d-9874-89a236c55bce,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:19.134872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:19.168235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b66ff3-e072-4087-85db-7f1a5c06722d {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:19.211853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.239544 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-d9e2bcf8-32bf-412a-850f-8695b9fc2268 service neutron] 10.222.0.37 "GET /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3064046
Nov 13 21:12:19.243465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 83457282-f08d-48c3-8123-a7124d4c0857 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:19.244104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.284722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42e8f0-6ce1-458d-a158-9ddec75e0815 req-b17e3cff-576b-4f72-bffc-4a3a481aab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:19.286158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f42e8f0-6ce1-458d-a158-9ddec75e0815 req-b17e3cff-576b-4f72-bffc-4a3a481aab22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 1096 time: 0.1542923
Nov 13 21:12:19.287248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Transition to ACTIVE for port object d5b66ff3-e072-4087-85db-7f1a5c06722d will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:12:19.314269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-30a16ae9-6498-4512-a5ae-a2fee979de0d tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.48 HTTP/1.1" status: 200  len: 695 time: 0.3387213
Nov 13 21:12:19.338257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784add-a7b6-41ed-96c8-a656f0036b33 req-2dbd5844-949a-4a11-a1bb-b885e292cc10 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:19.339777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18784add-a7b6-41ed-96c8-a656f0036b33 req-2dbd5844-949a-4a11-a1bb-b885e292cc10 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 944 time: 0.2067881
Nov 13 21:12:19.353773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.420839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:19.484291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6facb1a4-6af3-43ab-bd80-b19f1ece4908 req-45c747fa-5f23-42b6-8dab-9bad170d791f service neutron] 10.222.0.37 "GET /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207067
Nov 13 21:12:19.495081 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.512033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.523987 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.594249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:19.602415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f42e8f0-6ce1-458d-a158-9ddec75e0815 req-dab001ca-5324-4c87-9211-27233e528562 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3005519
Nov 13 21:12:19.655626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Deleting port 01e864ec-be8c-4f72-b9a5-26b8b8b4fcb7 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:19.656607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.659966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:19.689517 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18784add-a7b6-41ed-96c8-a656f0036b33 req-d9061fb0-24dc-4d5a-84cf-9a02525e7902 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3377981
Nov 13 21:12:19.767187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Attempting to bind port d5b66ff3-e072-4087-85db-7f1a5c06722d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:12:19.767546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Attempting to bind port d5b66ff3-e072-4087-85db-7f1a5c06722d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:12:19.767857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Attempting to bind port d5b66ff3-e072-4087-85db-7f1a5c06722d on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:19.773107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Port d5b66ff3-e072-4087-85db-7f1a5c06722d on network d519d8b8-1902-43da-9cf6-7f4de024092b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:12:19.773107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Attempting to bind port d5b66ff3-e072-4087-85db-7f1a5c06722d on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:19.777939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:12:19.778237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Checking segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:19.778604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Bound using segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:12:19.779277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Bound port: d5b66ff3-e072-4087-85db-7f1a5c06722d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:12:19.779428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.829346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.829667 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:19.873212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01aee792-945c-49d9-aa68-ae13baf5711a req-7cb682b7-f76b-409a-ba34-672abf6b7a0b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 210 time: 0.0405762
Nov 13 21:12:19.900142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:12:19.903955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:12:19.926914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Calling delete_port for 01e864ec-be8c-4f72-b9a5-26b8b8b4fcb7 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:19.987041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.017048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Router e188d57d-6534-4d0e-8c1c-2302b38ff6dc has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:12:20.071285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:20.089426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:20.090463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.093298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-030edb15-b1ab-4d79-97ee-2f3868ea2179 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5b66ff3-e072-4087-85db-7f1a5c06722d HTTP/1.1" status: 200  len: 1092 time: 1.9499443
Nov 13 21:12:20.094073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:20.111147 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a93e452-7b41-481f-a532-f9f2aae0c598" -d '{"events": [{"name": "network-changed", "server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:20.250729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:12:20.264157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d5d10132-8a34-46f6-90c1-12e5b4907922 admin admin] 10.222.0.20 "PUT /v2.0/routers/e188d57d-6534-4d0e-8c1c-2302b38ff6dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6869457
Nov 13 21:12:20.264339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54380) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:20.268009 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] Sync routers for ids ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:12:20.282165 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] Routers {'e188d57d-6534-4d0e-8c1c-2302b38ff6dc'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:20.283188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe05c2040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:20.401344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.525753 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] Set router e188d57d-6534-4d0e-8c1c-2302b38ff6dc gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:20.591138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.594219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.665918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event deleted for resources: {'Port': ['ID=01e864ec-be8c-4f72-b9a5-26b8b8b4fcb7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:20.715260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.718249 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.730515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7eb5034c-d9dd-48ee-b65f-e3e860bc8edd req-2343846d-26a1-4233-a203-c1aee3886759 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "DELETE /v2.0/floatingips/d8976090-b794-417d-a8e7-95fbe08e6048 HTTP/1.1" status: 204  len: 173 time: 1.3823373
Nov 13 21:12:20.747506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38efa-a1a6-47b4-837b-28bc3848f1cf req-ff46c2bd-a989-4c3d-b377-03976ca2da61 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:20.756673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdf38efa-a1a6-47b4-837b-28bc3848f1cf req-ff46c2bd-a989-4c3d-b377-03976ca2da61 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 945 time: 0.1190739
Nov 13 21:12:20.819352 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe05c2040>, [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21'}], 'enable_snat': True}, 'gw_port_id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:12:18Z', 'revision_number': 5, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port': {'id': '799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:05:57Z', 'updated_at': '2021-11-13T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:20.836190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Deleting port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:20.836715 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:20.841872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdf38efa-a1a6-47b4-837b-28bc3848f1cf req-6e3bad28-1a95-4977-8a2d-9ca038344b74 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839553
Nov 13 21:12:20.848350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-a4fe97a4-ffce-44fe-8126-150415c8d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:20.848350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-a4fe97a4-ffce-44fe-8126-150415c8d6b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 1095 time: 0.1639886
Nov 13 21:12:20.889746 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] Checking router: e188d57d-6534-4d0e-8c1c-2302b38ff6dc for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:12:20.904649 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] Routers {'e188d57d-6534-4d0e-8c1c-2302b38ff6dc'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:20.905327 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe05c2040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:20.976177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-e67fd0d1-e658-4e4b-b0b4-e8e01cf9b44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d HTTP/1.1" status: 200  len: 217 time: 0.1049817
Nov 13 21:12:20.981097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:20.984653 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ac4c8f-69e8-42a9-8fe4-80a2df4efd8c" -d '{"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-plugged", "status": "completed", "tag": "83457282-f08d-48c3-8123-a7124d4c0857"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:21.020118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] For port 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:21.020482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:21.041943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Calling delete_port for 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:21.078540 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] Set router e188d57d-6534-4d0e-8c1c-2302b38ff6dc gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:21.078710 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae32db-5750-45c2-aec8-c9bd3c1250fd x-openstack-request-id: req-41ae32db-5750-45c2-aec8-c9bd3c1250fd {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:21.079259 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:21.079259 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41ae32db-5750-45c2-aec8-c9bd3c1250fd {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:21.080269 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'status': 'completed', 'code': 200}
Nov 13 21:12:21.093266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d0eef-1209-4e50-9ef7-179ec0999063 req-a20fcf3e-cb33-4728-ba57-bf2a0396b52e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:21.097624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-093d0eef-1209-4e50-9ef7-179ec0999063 req-a20fcf3e-cb33-4728-ba57-bf2a0396b52e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 944 time: 0.2836120
Nov 13 21:12:21.098431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-4e1695ea-f7c2-4a40-b7b2-9ea2d4f9e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:21.100352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-4e1695ea-f7c2-4a40-b7b2-9ea2d4f9e5b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.1139786
Nov 13 21:12:21.147563 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe05c2040>, [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:12:20Z', 'revision_number': 6, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:21.172659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-43f895f7-667d-4341-90c1-0429c2f99da0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616145
Nov 13 21:12:21.180081 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c771f1-b1c1-4511-ad83-00efdae3a655 None None] The sync data for ids ['e188d57d-6534-4d0e-8c1c-2302b38ff6dc'] in ncdv-master-1 is: [{'id': 'e188d57d-6534-4d0e-8c1c-2302b38ff6dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1539331010-router', 'tenant_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:05:55Z', 'updated_at': '2021-11-13T21:12:20Z', 'revision_number': 6, 'project_id': '0951535bb74a4ad0a943f81bd5ce9fec', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:12:21.339526 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-093d0eef-1209-4e50-9ef7-179ec0999063 req-9e354685-e824-401a-8ef7-c12bcc6e87dd tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257082
Nov 13 21:12:21.355131 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-33f887f7-b697-4041-b851-c06ee74a15bd service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694610
Nov 13 21:12:21.374379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-c8ec50d8-d0de-4a15-965e-34ca24f599ce tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:21.376008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-c8ec50d8-d0de-4a15-965e-34ca24f599ce tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.37 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.4834638
Nov 13 21:12:21.409916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Request body: {'port': {'device_id': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'admin_state_up': True, 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:21.455784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3127a1-4e34-4092-b404-aa4156af252c req-6a511739-4320-4b90-98ff-da0333e82510 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips/8d843357-f999-453c-bea5-00454ce9e0da HTTP/1.1" status: 200  len: 693 time: 0.0572088
Nov 13 21:12:21.648960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3127a1-4e34-4092-b404-aa4156af252c req-e5a680da-46b8-42ef-8bdb-606db0950750 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:21.650610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3127a1-4e34-4092-b404-aa4156af252c req-e5a680da-46b8-42ef-8bdb-606db0950750 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1836104
Nov 13 21:12:21.654522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f2553-4c98-41ed-a3ad-300a758cab7d req-abc2fa9f-d47b-418c-8b81-897f68a919cc tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:21.656066 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f0f2553-4c98-41ed-a3ad-300a758cab7d req-abc2fa9f-d47b-418c-8b81-897f68a919cc tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 944 time: 0.3426745
Nov 13 21:12:21.669955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:21.719136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edcb9dc9-85da-46bb-b000-1f1a1b0929dd req-ddf0d5ec-df57-41bc-96e2-989fb244992f service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3254476
Nov 13 21:12:21.729932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d0c199e4-e04d-4823-a111-981d098334c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:21.741616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f0f2553-4c98-41ed-a3ad-300a758cab7d req-a8783bd2-d478-49d8-952e-b10a000015f5 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742600
Nov 13 21:12:21.747007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3127a1-4e34-4092-b404-aa4156af252c req-bd6744f5-7ee7-4a93-ae9a-68ef7607af64 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200  len: 696 time: 0.0845571
Nov 13 21:12:21.753720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:21.767472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:21.771842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:21.864240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3127a1-4e34-4092-b404-aa4156af252c req-240ef402-6791-435e-9d0b-f7050fc5203a tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.215 HTTP/1.1" status: 200  len: 696 time: 0.1084192
Nov 13 21:12:21.903328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port d0c199e4-e04d-4823-a111-981d098334c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0c199e4-e04d-4823-a111-981d098334c3,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:21.917681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'd0c199e4-e04d-4823-a111-981d098334c3', 'network_id': '8b4b73b1-44a5-49e9-b534-f3b3c2817ce7', 'port_id': 'd0c199e4-e04d-4823-a111-981d098334c3', 'mac_address': 'fa:16:3e:0e:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b70e62-50c5-4849-84fb-9564432e634b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:21.969267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:21.969768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01f9db4b-5c8e-46cc-8361-8a707889eae0 req-763a20d9-dd7c-47c1-8861-0d179534f302 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 210 time: 0.0905058
Nov 13 21:12:21.987623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c199e4-e04d-4823-a111-981d098334c3 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:22.021108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port d0c199e4-e04d-4823-a111-981d098334c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0c199e4-e04d-4823-a111-981d098334c3,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:22.044161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Allocated IP 172.20.0.10 (09559424-1385-4568-9979-5bb0cb2d727b/ee3e3781-732f-4b0f-9edb-4f9b217de713/7f9d12bc-a3e8-4a08-a02f-57fb244738cd) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:22.049806 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6cc28-42b6-4d15-b696-e712e1e49099 x-openstack-request-id: req-92b6cc28-42b6-4d15-b696-e712e1e49099 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:22.051815 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-plugged", "status": "completed", "tag": "83457282-f08d-48c3-8123-a7124d4c0857", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:22.052576 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92b6cc28-42b6-4d15-b696-e712e1e49099 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:22.055559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-d40331ca-931b-480e-8d59-33e755902321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:22.057097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-d40331ca-931b-480e-8d59-33e755902321 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 1095 time: 0.1852710
Nov 13 21:12:22.057849 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857', 'code': 200}
Nov 13 21:12:22.098387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.200598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=d0c199e4-e04d-4823-a111-981d098334c3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:22.306415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['d0c199e4-e04d-4823-a111-981d098334c3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:22.336209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.473158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.476973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.547820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Deleting port 1175c006-89b0-439d-bafe-3cde530f0c7c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:22.547820 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.639427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.640456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e188d57d-6534-4d0e-8c1c-2302b38ff6dc {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:12:22.647724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.658170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ae320a90-0d7f-4ccf-b4c1-b703441b62f5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e188d57d-6534-4d0e-8c1c-2302b38ff6dc HTTP/1.1" status: 204  len: 168 time: 2.3926835
Nov 13 21:12:22.660296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.660619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:22.662697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54410) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:22.676619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Calling delete_port for 1175c006-89b0-439d-bafe-3cde530f0c7c owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:22.760484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5026fb-179b-41c0-a252-c194f3eeee5b req-0d5808b4-0cad-4c32-93a4-3b45c104820a tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:22.768197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e5026fb-179b-41c0-a252-c194f3eeee5b req-0d5808b4-0cad-4c32-93a4-3b45c104820a tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 945 time: 0.6025214
Nov 13 21:12:22.858060 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e5026fb-179b-41c0-a252-c194f3eeee5b req-488e593a-aa47-4147-abb5-733a2bd110a8 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855119
Nov 13 21:12:22.913158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-7b430edd-e8f5-4c4c-8a9d-ed266a76d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:22.914693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-7b430edd-e8f5-4c4c-8a9d-ed266a76d001 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 906 time: 0.8450818
Nov 13 21:12:22.938980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Deleting subnet cbdc319c-f134-4c9f-b711-f09a2aeab8cb {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:22.945306 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.027846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-0d98dc9c-61a3-4f2d-b072-503688041d88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d HTTP/1.1" status: 200  len: 217 time: 0.1050792
Nov 13 21:12:23.105471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-b08e59a3-35e1-4ded-9505-adef8aa41860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:23.108838 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-b08e59a3-35e1-4ded-9505-adef8aa41860 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.0692399
Nov 13 21:12:23.116574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.119926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.193575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-3682c204-9dcb-4d4a-9db3-14bafafd6da8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475466
Nov 13 21:12:23.200021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:23.201268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.211522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event deleted for resources: {'Port': ['ID=1175c006-89b0-439d-bafe-3cde530f0c7c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:23.251596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:23.252385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 799fe8f5-bde8-4c60-9cb1-6dc11fedbd2c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:23.253607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2ded30fe-477c-4d0d-9874-89a236c55bce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:23.322038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.332023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.335998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2ded30fe-477c-4d0d-9874-89a236c55bce {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:23.342403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3127a1-4e34-4092-b404-aa4156af252c req-dc6df231-2155-437f-87c1-dc8df9fafde3 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d843357-f999-453c-bea5-00454ce9e0da HTTP/1.1" status: 204  len: 173 time: 1.4633851
Nov 13 21:12:23.343031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2ded30fe-477c-4d0d-9874-89a236c55bce not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:23.390799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.443977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34df9-3679-4bc9-969d-8f7bd30183d7 req-8f223531-ee17-49ec-9894-af5737cc5431 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:23.445588 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbb34df9-3679-4bc9-969d-8f7bd30183d7 req-8f223531-ee17-49ec-9894-af5737cc5431 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 944 time: 0.1382933
Nov 13 21:12:23.458036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-ad4a24e9-9564-48ef-99c0-7304f8406d8b service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502193
Nov 13 21:12:23.494584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a1697-91d4-4408-9713-caabfe955c7e req-bef5a1f4-87b8-4bc3-833b-6e9bc141e834 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:23.503832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f00a1697-91d4-4408-9713-caabfe955c7e req-bef5a1f4-87b8-4bc3-833b-6e9bc141e834 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 945 time: 0.0784426
Nov 13 21:12:23.546583 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbb34df9-3679-4bc9-969d-8f7bd30183d7 req-ee977073-57fc-4613-b19c-70096f6f8097 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888059
Nov 13 21:12:23.593533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f00a1697-91d4-4408-9713-caabfe955c7e req-8d3d11e0-f83b-447e-b49a-560d77b070a2 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843012
Nov 13 21:12:23.637248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.700169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-5974a381-c1d5-4807-9a7d-37eca8c20d01 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips/b1f743b1-e33e-46c1-9b3a-f02ec46b73b0 HTTP/1.1" status: 200  len: 693 time: 0.0648992
Nov 13 21:12:23.727939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d0c199e4-e04d-4823-a111-981d098334c3 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:23.743633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Network 09559424-1385-4568-9979-5bb0cb2d727b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:23.777792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:23.782809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.787467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event updated for resources: {'Port': ['ID=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:23.791182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:23.869901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdc319c-f134-4c9f-b711-f09a2aeab8cb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:23.874023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e0ef4-3790-410e-b27e-06a24a7b387c None None] Network 7910247a-df87-4262-a73c-1df31fef3ddc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:23.878905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.882392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d925109a-1543-4dc8-9b58-bfac84ffa831 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cbdc319c-f134-4c9f-b711-f09a2aeab8cb HTTP/1.1" status: 204  len: 168 time: 1.1945620
Nov 13 21:12:23.884492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a93e452-7b41-481f-a532-f9f2aae0c598 req-c0e1a676-ec64-4ac7-82b6-740605176329 service neutron] 10.222.0.46 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4105375
Nov 13 21:12:23.884953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54436) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:23.925937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-2524fae6-14af-4fc3-9028-73265c2a6d0d tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:23.935644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4182b-ac6c-4421-ba1a-cefb90bcd2a0 req-d4d7a451-8c4b-4e98-8c89-4e6c257fb72a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:23.937635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-2524fae6-14af-4fc3-9028-73265c2a6d0d tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.2346685
Nov 13 21:12:23.943506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ea4182b-ac6c-4421-ba1a-cefb90bcd2a0 req-d4d7a451-8c4b-4e98-8c89-4e6c257fb72a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 932 time: 0.2632768
Nov 13 21:12:23.981922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port d0c199e4-e04d-4823-a111-981d098334c3 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:12:23.994422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port d0c199e4-e04d-4823-a111-981d098334c3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:23.995236 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:23.996647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:23.997305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.008576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-75802332-498c-404a-9be8-fe334ed5c77b tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.190 HTTP/1.1" status: 200  len: 696 time: 0.0690801
Nov 13 21:12:24.043693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.077879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ea4182b-ac6c-4421-ba1a-cefb90bcd2a0 req-2c167f48-7fef-4165-8bcd-9d2bd9759148 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333990
Nov 13 21:12:24.137409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fe629c7a-183b-459b-825b-e7310a3ed5bd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7419126
Nov 13 21:12:24.147889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-737c0994-d5a3-40c4-b30c-3e3c3a10e601 tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.190 HTTP/1.1" status: 200  len: 696 time: 0.1283400
Nov 13 21:12:24.163826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Request body: {'port': {'device_id': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:24.245735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Deleting port 2baace26-68c3-4ccc-836e-98001cde74d4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:24.246076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.312172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.346743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.351045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] For port 2baace26-68c3-4ccc-836e-98001cde74d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2baace26-68c3-4ccc-836e-98001cde74d4,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:24.351431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.387093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Calling delete_port for 2baace26-68c3-4ccc-836e-98001cde74d4 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:24.415189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port d0c199e4-e04d-4823-a111-981d098334c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0c199e4-e04d-4823-a111-981d098334c3,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:24.419374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c199e4-e04d-4823-a111-981d098334c3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:24.429527 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c270df18-1408-40fc-8e1e-ff7f710e6751" -d '{"events": [{"server_uuid": "f922facc-2839-4be2-be9e-7c6903982bdb", "name": "network-vif-plugged", "status": "completed", "tag": "d0c199e4-e04d-4823-a111-981d098334c3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:24.472614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] DHCP port deletion for 7910247a-df87-4262-a73c-1df31fef3ddc request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:12:24.489199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Deleting port b6b1b7be-f106-413b-9fe7-805c681a420e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:24.489990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.505647 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.682069 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a0641-5a5b-454a-a565-7590e68fe9f7 x-openstack-request-id: req-ea3a0641-5a5b-454a-a565-7590e68fe9f7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:24.682069 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f922facc-2839-4be2-be9e-7c6903982bdb", "name": "network-vif-plugged", "status": "completed", "tag": "d0c199e4-e04d-4823-a111-981d098334c3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:24.682069 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea3a0641-5a5b-454a-a565-7590e68fe9f7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:24.682069 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c199e4-e04d-4823-a111-981d098334c3', 'code': 200}
Nov 13 21:12:24.782536 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.783154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.798633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9d12bc-a3e8-4a08-a02f-57fb244738cd {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:24.807504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.813828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Calling delete_port for b6b1b7be-f106-413b-9fe7-805c681a420e owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:24.821025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Transition to ACTIVE for port object 7f9d12bc-a3e8-4a08-a02f-57fb244738cd will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:12:24.841413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=d0c199e4-e04d-4823-a111-981d098334c3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:24.855976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-03ddfcd2-5ded-4359-b801-e3ced08b6020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.876573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] Deleting port 2baace26-68c3-4ccc-836e-98001cde74d4 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:24.877337 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.959429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] For port 2baace26-68c3-4ccc-836e-98001cde74d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2baace26-68c3-4ccc-836e-98001cde74d4,segment=NetworkSegment(6e051c55-360a-46c7-8df7-903582b6eec4),segment_id=6e051c55-360a-46c7-8df7-903582b6eec4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:24.960160 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.962442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:24.976176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] Calling delete_port for 2baace26-68c3-4ccc-836e-98001cde74d4 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:25.104801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced4188-4fa9-4762-aa3e-472da11d51f8 req-6f80c148-6925-44b3-a86c-310d0be9c4d2 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:25.118306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ced4188-4fa9-4762-aa3e-472da11d51f8 req-6f80c148-6925-44b3-a86c-310d0be9c4d2 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 944 time: 0.1985354
Nov 13 21:12:25.128590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.148188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.201290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Pushing event deleted for resources: {'Port': ['ID=b6b1b7be-f106-413b-9fe7-805c681a420e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:25.209779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:25.217896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51c98-5676-4401-acd6-bf45fc3fc835 req-ee65dbb6-f827-459a-8cf1-b47ba7256802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:25.220180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8f51c98-5676-4401-acd6-bf45fc3fc835 req-ee65dbb6-f827-459a-8cf1-b47ba7256802 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 1097 time: 0.3972905
Nov 13 21:12:25.221165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] No DVR routers for this DVR port 2baace26-68c3-4ccc-836e-98001cde74d4 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:25.285916 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.288707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.289970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c3333ad-0ef0-4645-886c-c63e6db998e1 req-d538f6e3-c235-4478-a7f9-561d1d4b012c tempest-FloatingIPDetailsTestJSON-876025330 tempest-FloatingIPDetailsTestJSON-876025330-project] 10.222.0.20 "DELETE /v2.0/floatingips/b1f743b1-e33e-46c1-9b3a-f02ec46b73b0 HTTP/1.1" status: 204  len: 173 time: 1.1403773
Nov 13 21:12:25.296831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54468) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:25.339586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:25.341551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2baace26-68c3-4ccc-836e-98001cde74d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:25.363776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2baace26-68c3-4ccc-836e-98001cde74d4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:25.374312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2baace26-68c3-4ccc-836e-98001cde74d4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:25.375288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2baace26-68c3-4ccc-836e-98001cde74d4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:25.394403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.416263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ced4188-4fa9-4762-aa3e-472da11d51f8 req-feff9eba-b9b9-43d3-8a94-2487c8ff40b6 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2787085
Nov 13 21:12:25.442714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] Pushing event deleted for resources: {'Port': ['ID=2baace26-68c3-4ccc-836e-98001cde74d4,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:25.444666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba19279-c3b0-4414-ab94-db5f4f2a88a6 None None] No DVR routers for this DVR port 2baace26-68c3-4ccc-836e-98001cde74d4 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:25.488347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.530289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8f51c98-5676-4401-acd6-bf45fc3fc835 req-0fbca3d5-9502-439e-a40e-1ac130f4da68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2948024
Nov 13 21:12:25.536028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077e75-f9a3-46bb-a77b-26db32e439cd req-ea5c0b55-4739-4fbc-8bd8-4b8f2b7a8bbe tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:25.537653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09077e75-f9a3-46bb-a77b-26db32e439cd req-ea5c0b55-4739-4fbc-8bd8-4b8f2b7a8bbe tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 946 time: 0.1381693
Nov 13 21:12:25.549376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:25.564419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Attempting to bind port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:12:25.564830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Attempting to bind port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:12:25.565865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Attempting to bind port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:25.567001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'mac_address': 'fa:16:3e:28:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:25.588794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc05e6d0>,) {'filters': {'network_id': ['7910247a-df87-4262-a73c-1df31fef3ddc']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:25.607294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc05e6d0>, '6e051c55-360a-46c7-8df7-903582b6eec4') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:25.607687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc05e6d0>, '6e051c55-360a-46c7-8df7-903582b6eec4') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:25.611207 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.620395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.623962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd on network 09559424-1385-4568-9979-5bb0cb2d727b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:12:25.623962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Attempting to bind port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:25.632494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b66ff3-e072-4087-85db-7f1a5c06722d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:25.636297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:12:25.636710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:25.637173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Bound using segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:12:25.637690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Bound port: 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:12:25.638102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.655714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.663847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:25.672867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:25.673274 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:25.675056 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:25.679038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09077e75-f9a3-46bb-a77b-26db32e439cd req-d8a7611a-ef17-4eb4-9f3d-820a062e4209 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817640
Nov 13 21:12:25.725136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee94350-b9ab-4a72-9536-3b4a1e0fb8ce req-91c84f3e-e078-46f1-9797-05fcdc79d8fd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:25.726794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ee94350-b9ab-4a72-9536-3b4a1e0fb8ce req-91c84f3e-e078-46f1-9797-05fcdc79d8fd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 944 time: 0.1901901
Nov 13 21:12:25.812933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.898292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] For port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:12:25.915893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ee94350-b9ab-4a72-9536-3b4a1e0fb8ce req-d684f0c8-7121-4b0d-a891-d3c3097bc620 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499436
Nov 13 21:12:25.928072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] For port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:12:25.930414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.937913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:25.942063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7910247a-df87-4262-a73c-1df31fef3ddc HTTP/1.1" status: 204  len: 168 time: 2.0510659
Nov 13 21:12:25.952523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2aa9a-3e3f-4b1d-a97f-aadfafb798d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7910247a-df87-4262-a73c-1df31fef3ddc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:25.982005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:26.038324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.053440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.101492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d5b66ff3-e072-4087-85db-7f1a5c06722d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:26.117957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:26.121813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:26.123330 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.130775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f9d12bc-a3e8-4a08-a02f-57fb244738cd HTTP/1.1" status: 200  len: 1092 time: 1.9795740
Nov 13 21:12:26.163279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'tag': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:26.167128 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c405f-3b8c-42d5-be65-8e0c53788f45" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c26c5f-e964-444c-ab97-58080d47dafa", "tag": "7f9d12bc-a3e8-4a08-a02f-57fb244738cd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:26.254650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5d70c-c8a6-416e-b6d3-fb0530fd6721 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:26.275972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a45c195-0325-4bab-ade5-8c172cc2be08 x-openstack-request-id: req-1a45c195-0325-4bab-ade5-8c172cc2be08 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:26.275972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c26c5f-e964-444c-ab97-58080d47dafa", "tag": "7f9d12bc-a3e8-4a08-a02f-57fb244738cd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:26.275972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a45c195-0325-4bab-ade5-8c172cc2be08 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:26.275972 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'tag': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd', 'status': 'completed', 'code': 200}
Nov 13 21:12:26.411801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-71953cab-0a00-41c2-836b-59364dcac730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.447498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-28c559c9-5293-4fa9-9266-90a8323e6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:26.449782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-28c559c9-5293-4fa9-9266-90a8323e6f21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 1095 time: 0.1025028
Nov 13 21:12:26.503861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Deleting port c5de0ea8-c00a-48a5-91de-5e0497fc43a9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:26.504440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.509237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-3bbab918-c40f-4b8f-8acc-a46e826ec16d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd HTTP/1.1" status: 200  len: 217 time: 0.0443261
Nov 13 21:12:26.578932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54510) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:26.591119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-71953cab-0a00-41c2-836b-59364dcac730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.658822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] For port c5de0ea8-c00a-48a5-91de-5e0497fc43a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:26.660614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.666106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-079cce38-67be-46f3-850f-fedc7d97ebc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdaf342b12614a5f82fe37e3677e4b71&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0837898
Nov 13 21:12:26.671100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-04d59e1e-129e-48a3-8feb-9636f4cb6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:26.672675 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-04d59e1e-129e-48a3-8feb-9636f4cb6c18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.0800953
Nov 13 21:12:26.673719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54512) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:26.691737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Calling delete_port for c5de0ea8-c00a-48a5-91de-5e0497fc43a9 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:26.765510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-71953cab-0a00-41c2-836b-59364dcac730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.771023 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-1b7a228f-cad2-489b-80c7-ce6f30a57995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0806160
Nov 13 21:12:26.803771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54291222-6913-427d-acec-9030f79f53a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.916032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-71953cab-0a00-41c2-836b-59364dcac730 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5a31af6f58649adbfb66e54d4abe8d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9303341
Nov 13 21:12:26.916032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71953cab-0a00-41c2-836b-59364dcac730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e786c3b0-e24c-4188-84dd-cae8a71e9451,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:26.917739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54520) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:26.929442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54291222-6913-427d-acec-9030f79f53a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:26.983970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099bbd0-02ce-46c8-b051-3297a464be82 req-4a57ec1c-893a-497f-98d4-1fbcb7f59c67 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:26.991479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f099bbd0-02ce-46c8-b051-3297a464be82 req-4a57ec1c-893a-497f-98d4-1fbcb7f59c67 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 945 time: 0.3136716
Nov 13 21:12:27.064252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-911d8d13-c23b-4e76-9140-b25c5afbbf43 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321420
Nov 13 21:12:27.078815 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-301cc0d5-9b25-41c9-8807-78d87598d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.113162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb75f1-5784-47b2-b8fa-8eb8da92e7f8 req-e4cb5ed4-06eb-4644-9f83-97c1262b2db2 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:27.121292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25eb75f1-5784-47b2-b8fa-8eb8da92e7f8 req-e4cb5ed4-06eb-4644-9f83-97c1262b2db2 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 946 time: 0.2768209
Nov 13 21:12:27.123280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f099bbd0-02ce-46c8-b051-3297a464be82 req-64a10f74-490c-4eeb-b884-e728f3eecbba tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307292
Nov 13 21:12:27.165182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:27.243304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-787c8d1d-77d4-46c9-b073-e1f2da6548df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.283078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25eb75f1-5784-47b2-b8fa-8eb8da92e7f8 req-0ecc888a-f0ce-4d02-961a-7be77bc73690 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351671
Nov 13 21:12:27.295624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-787c8d1d-77d4-46c9-b073-e1f2da6548df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.355422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port d5b66ff3-e072-4087-85db-7f1a5c06722d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:12:27.355707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54291222-6913-427d-acec-9030f79f53a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.358891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54291222-6913-427d-acec-9030f79f53a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.362847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-54291222-6913-427d-acec-9030f79f53a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7fb5e2c-944a-4e4e-a903-bac28ef2bed1 HTTP/1.1" status: 204  len: 168 time: 0.6858530
Nov 13 21:12:27.370433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port d5b66ff3-e072-4087-85db-7f1a5c06722d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:27.370870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.375970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54291222-6913-427d-acec-9030f79f53a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fb5e2c-944a-4e4e-a903-bac28ef2bed1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:27.384483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.446043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5de0ea8-c00a-48a5-91de-5e0497fc43a9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:27.539502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2cc38b6b-4315-4765-8ae9-37fc93a05cdd req-fcc5c4aa-43dd-4175-9768-b7f49d8de7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4612713
Nov 13 21:12:27.566746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a5a6e-b640-4b7d-927b-1fd4b1332eda req-d25196e5-fbff-43d8-b639-35229ec4e406 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:27.575733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e43a5a6e-b640-4b7d-927b-1fd4b1332eda req-d25196e5-fbff-43d8-b639-35229ec4e406 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 945 time: 0.3421485
Nov 13 21:12:27.610970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.658499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-787c8d1d-77d4-46c9-b073-e1f2da6548df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.662090 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-787c8d1d-77d4-46c9-b073-e1f2da6548df admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.663444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-787c8d1d-77d4-46c9-b073-e1f2da6548df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e786c3b0-e24c-4188-84dd-cae8a71e9451 HTTP/1.1" status: 204  len: 168 time: 0.7119567
Nov 13 21:12:27.665658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:27.693661 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6292de93-01a8-490e-a01c-df8a711d4992" -d '{"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-plugged", "status": "completed", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:27.704494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e43a5a6e-b640-4b7d-927b-1fd4b1332eda req-0852b7cb-8161-4ccb-966e-ef1b87da6a4b tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257555
Nov 13 21:12:27.738633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:27.750085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c8d1d-77d4-46c9-b073-e1f2da6548df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e786c3b0-e24c-4188-84dd-cae8a71e9451,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:27.818477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-b15345ea-a942-40e5-990a-76b4b0fc2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:27.821096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-b15345ea-a942-40e5-990a-76b4b0fc2c43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 1095 time: 0.0905437
Nov 13 21:12:27.852724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.859077 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214a7670-bb3c-4730-bde6-c4930584cf9f x-openstack-request-id: req-214a7670-bb3c-4730-bde6-c4930584cf9f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:27.859377 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-plugged", "status": "completed", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:27.859629 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-214a7670-bb3c-4730-bde6-c4930584cf9f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:27.860027 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'code': 200}
Nov 13 21:12:27.873044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:27.882797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d699a-0fb6-48d2-a190-be080e8f6a22 req-e5438960-7b3b-4015-9ca9-6f53af26e0ea tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:27.898445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c9d699a-0fb6-48d2-a190-be080e8f6a22 req-e5438960-7b3b-4015-9ca9-6f53af26e0ea tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 944 time: 0.4096949
Nov 13 21:12:28.039287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ad441-0908-4b05-a7ce-4d225866d245 req-3adcaeaf-50b3-4318-88c3-d9e1ae05fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:28.041683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0c3ad441-0908-4b05-a7ce-4d225866d245 req-3adcaeaf-50b3-4318-88c3-d9e1ae05fbba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 1097 time: 0.0697508
Nov 13 21:12:28.047901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-e8b8d0c3-9083-4765-9457-90ac5cafa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:28.051288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-e8b8d0c3-9083-4765-9457-90ac5cafa17c service neutron] 10.222.0.37 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 912 time: 0.2188654
Nov 13 21:12:28.082370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:28.112661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-e4523ddd-f915-4307-aa81-f5744bfb2e8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd HTTP/1.1" status: 200  len: 217 time: 0.0513403
Nov 13 21:12:28.113684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c9d699a-0fb6-48d2-a190-be080e8f6a22 req-7d73cb60-34b6-4571-b9cf-dfda27f23823 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041788
Nov 13 21:12:28.210786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0c3ad441-0908-4b05-a7ce-4d225866d245 req-3eecb9df-0816-4e3e-81e3-ac0831736f2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583261
Nov 13 21:12:28.213198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-592d0b16-2e99-4d80-963e-0a5d31ac4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:28.216252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-592d0b16-2e99-4d80-963e-0a5d31ac4b9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.0904224
Nov 13 21:12:28.268278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-bcc7e9fd-3124-4ee8-b253-dc864d366808 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:28.270702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-bcc7e9fd-3124-4ee8-b253-dc864d366808 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.37 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 945 time: 0.1562207
Nov 13 21:12:28.295698 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-82a61297-8d27-4da0-8e09-5985fed70a7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673747
Nov 13 21:12:28.442668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Router d080f26c-3d69-4f67-a117-dbf1979b8798 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:12:28.445352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:28.668328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54548) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:28.669591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:12:28.681023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] Sync routers for ids ['d080f26c-3d69-4f67-a117-dbf1979b8798'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:12:28.693800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1bee845f-85ed-4e95-bd51-53dc8028788e admin admin] 10.222.0.20 "PUT /v2.0/routers/d080f26c-3d69-4f67-a117-dbf1979b8798/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3937197
Nov 13 21:12:28.698844 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54552) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:28.704768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] Routers {'d080f26c-3d69-4f67-a117-dbf1979b8798'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:28.705410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5f70d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d080f26c-3d69-4f67-a117-dbf1979b8798'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:28.794953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9c97-1119-4063-a6b0-86938cc28abe req-6a537581-a234-4199-ab4a-d422a3d5e766 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:28.802708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f0d9c97-1119-4063-a6b0-86938cc28abe req-6a537581-a234-4199-ab4a-d422a3d5e766 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 946 time: 0.3301754
Nov 13 21:12:28.813104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bbce7-d2d5-484a-a110-bc85dcd23364 req-8a2d49c7-3b2d-4279-831f-5a565a2b2bb7 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:28.813992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc3bbce7-d2d5-484a-a110-bc85dcd23364 req-8a2d49c7-3b2d-4279-831f-5a565a2b2bb7 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.5974936
Nov 13 21:12:28.876386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a007bad5-4632-41d1-8c80-fc21c633d997 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0951535bb74a4ad0a943f81bd5ce9fec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2047722
Nov 13 21:12:28.884935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:28.891535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] Set router d080f26c-3d69-4f67-a117-dbf1979b8798 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:28.954046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f0d9c97-1119-4063-a6b0-86938cc28abe req-24e9beb4-ea9a-4002-9647-036b0531809c tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488640
Nov 13 21:12:28.993705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.056753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc3bbce7-d2d5-484a-a110-bc85dcd23364 req-70469d47-5214-4201-891b-b5687d3ee8cf tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293539
Nov 13 21:12:29.059299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Deleting port 95ddea0c-de89-4dca-bad4-47c6cdb11753 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:29.059646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.104266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-334194a9-b498-4e2f-a151-f2ef2f8da83c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2825291
Nov 13 21:12:29.152162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-aa07409d-d86c-444b-9280-a0b8c59f1f68 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8319018
Nov 13 21:12:29.175109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5964cb32-1c2b-4a32-96ec-1ea54f15b2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.276186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5f70d0>, [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:12:27Z', 'revision_number': 5, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:29.317628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.355561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] Checking router: d080f26c-3d69-4f67-a117-dbf1979b8798 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:12:29.366769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] Routers {'d080f26c-3d69-4f67-a117-dbf1979b8798'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:12:29.368232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5f70d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d080f26c-3d69-4f67-a117-dbf1979b8798'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:29.433782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762cf65-cac1-48be-b83b-cd839bce2a91 req-28aa7750-08dd-44ee-b91e-1939bb978f8e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:29.436017 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2762cf65-cac1-48be-b83b-cd839bce2a91 req-28aa7750-08dd-44ee-b91e-1939bb978f8e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 945 time: 0.1220980
Nov 13 21:12:29.438512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5964cb32-1c2b-4a32-96ec-1ea54f15b2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.532781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] Set router d080f26c-3d69-4f67-a117-dbf1979b8798 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:12:29.541896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] For port 95ddea0c-de89-4dca-bad4-47c6cdb11753, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=95ddea0c-de89-4dca-bad4-47c6cdb11753,segment=NetworkSegment(d8b47643-e5c5-4e69-8f6e-6578c02e832a),segment_id=d8b47643-e5c5-4e69-8f6e-6578c02e832a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:29.547230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.571442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Calling delete_port for 95ddea0c-de89-4dca-bad4-47c6cdb11753 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:29.637356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2762cf65-cac1-48be-b83b-cd839bce2a91 req-be3ba225-69da-4638-bd26-58aa017ce387 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/security-groups?id=ecefb5eb-461d-462d-a899-ac38d369d39b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791337
Nov 13 21:12:29.704845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Deleting port 08761553-5ea5-4a53-9b37-e0e1f9d7de19 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:29.705242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.727898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952c405f-3b8c-42d5-be65-8e0c53788f45 req-dd028bc2-5743-4b4d-a267-0d6c1d4cf5f0 service neutron] 10.222.0.37 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5080550
Nov 13 21:12:29.744426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-d2dd4d65-7c37-4dbf-b7f9-be5c589a7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:29.746642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-d2dd4d65-7c37-4dbf-b7f9-be5c589a7a30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 1099 time: 0.5674267
Nov 13 21:12:29.764763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc2852-033f-4a6c-aa2e-62e97d1e47a1 req-e170287c-cdac-44f7-8701-f8544f46f8f2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:29.768123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7f9d12bc-a3e8-4a08-a02f-57fb244738cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:29.774137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ebc2852-033f-4a6c-aa2e-62e97d1e47a1 req-e170287c-cdac-44f7-8701-f8544f46f8f2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 944 time: 0.3403368
Nov 13 21:12:29.866099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] For port 08761553-5ea5-4a53-9b37-e0e1f9d7de19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08761553-5ea5-4a53-9b37-e0e1f9d7de19,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:29.866570 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:29.883056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Calling delete_port for 08761553-5ea5-4a53-9b37-e0e1f9d7de19 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:29.929230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ebc2852-033f-4a6c-aa2e-62e97d1e47a1 req-1884a5fc-5981-4bf3-b0da-d9c0573a6105 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539667
Nov 13 21:12:29.929897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.resource_extend [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:12:29.934476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54586) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:29.946231 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.013766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-4ac084ad-b387-4515-bc9d-4e23813647be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:30.015578 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-4ac084ad-b387-4515-bc9d-4e23813647be service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2336562
Nov 13 21:12:30.076712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5f70d0>, [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:12:27Z', 'revision_number': 5, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:30.113904 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3bf54-1796-418a-b0aa-8f96117b7bff None None] The sync data for ids ['d080f26c-3d69-4f67-a117-dbf1979b8798'] in ncdv-master-1 is: [{'id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'name': 'tempest-FloatingIPDetailsTestJSON-975341711-router', 'tenant_id': '44ce99d0a6e448c29814861b83f47a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136'}], 'enable_snat': True}, 'gw_port_id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:34Z', 'updated_at': '2021-11-13T21:12:27Z', 'revision_number': 5, 'project_id': '44ce99d0a6e448c29814861b83f47a54', 'gw_port': {'id': '08761553-5ea5-4a53-9b37-e0e1f9d7de19', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd080f26c-3d69-4f67-a117-dbf1979b8798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:36Z', 'updated_at': '2021-11-13T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:12:30.116910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:30.117173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5964cb32-1c2b-4a32-96ec-1ea54f15b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.120430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5964cb32-1c2b-4a32-96ec-1ea54f15b2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.121760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5964cb32-1c2b-4a32-96ec-1ea54f15b2b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae71e236-4bb2-4799-8d8b-3f78b1054d41 HTTP/1.1" status: 204  len: 168 time: 1.2346201
Nov 13 21:12:30.165996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd', 'mac_address': 'fa:16:3e:a0:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:30.197927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964cb32-1c2b-4a32-96ec-1ea54f15b2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae71e236-4bb2-4799-8d8b-3f78b1054d41,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:30.212512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-f106812a-a7f1-4540-a2df-49e35ea4fa25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40 HTTP/1.1" status: 200  len: 217 time: 0.1754317
Nov 13 21:12:30.241280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.280427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.291639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1260510376-network', 'tenant_id': '39e7b19fcd82483a8e48b50755def4f5'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:30.300855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['95ddea0c-de89-4dca-bad4-47c6cdb11753'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:30.362603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Pushing event deleted for resources: {'Port': ['ID=95ddea0c-de89-4dca-bad4-47c6cdb11753,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:30.401128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.430921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] No DVR routers for this DVR port 95ddea0c-de89-4dca-bad4-47c6cdb11753 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:30.434677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.438236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b1fab5e-351f-4a4f-bf39-1a91f9f47258 req-e0d701f5-100d-4234-8739-d2b4cbe07208 tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.37 "DELETE /v2.0/ports/95ddea0c-de89-4dca-bad4-47c6cdb11753 HTTP/1.1" status: 204  len: 173 time: 2.1517148
Nov 13 21:12:30.438720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'name': 'network-vif-deleted', 'tag': '95ddea0c-de89-4dca-bad4-47c6cdb11753'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:30.441140 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f352d6-72ab-45cd-bd2d-38181f4c12ec" -d '{"events": [{"server_uuid": "3586db16-5db2-4a43-aa7f-36ec620deeb8", "name": "network-vif-deleted", "tag": "95ddea0c-de89-4dca-bad4-47c6cdb11753"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:30.446316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-e4dc86c0-3773-4352-bb1e-0acafa91b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:30.447694 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-e4dc86c0-3773-4352-bb1e-0acafa91b42e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.2324998
Nov 13 21:12:30.461510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c12279-2d55-466f-92df-8f6d999f4f14 req-52a57e16-7c86-44aa-9656-53ae9842ad88 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:30.469290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41c12279-2d55-466f-92df-8f6d999f4f14 req-52a57e16-7c86-44aa-9656-53ae9842ad88 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1829007
Nov 13 21:12:30.517245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Pushing event deleted for resources: {'Port': ['ID=08761553-5ea5-4a53-9b37-e0e1f9d7de19,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:30.564444 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b952e36b-d7e2-4c22-b345-ef25bb29e5de x-openstack-request-id: req-b952e36b-d7e2-4c22-b345-ef25bb29e5de {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:30.572984 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3586db16-5db2-4a43-aa7f-36ec620deeb8", "name": "network-vif-deleted", "tag": "95ddea0c-de89-4dca-bad4-47c6cdb11753", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:30.572984 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b952e36b-d7e2-4c22-b345-ef25bb29e5de {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:30.572984 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3586db16-5db2-4a43-aa7f-36ec620deeb8', 'name': 'network-vif-deleted', 'tag': '95ddea0c-de89-4dca-bad4-47c6cdb11753', 'status': 'completed', 'code': 200}
Nov 13 21:12:30.599794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9d12bc-a3e8-4a08-a02f-57fb244738cd {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:30.616804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Made reservation on behalf of 39e7b19fcd82483a8e48b50755def4f5 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:30.624059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.651455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:30.689058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.731546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.746234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41c12279-2d55-466f-92df-8f6d999f4f14 req-5c028e8b-b41f-4f67-b1e7-26850af6cbaf tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2760370
Nov 13 21:12:30.753974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.758473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-f985bfbb-3633-44e4-a241-3e4575ecdb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:30.774019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-f985bfbb-3633-44e4-a241-3e4575ecdb5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2960889
Nov 13 21:12:30.810246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.958812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:30.986778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:30.990499 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-740021f3-1772-4dea-b26a-9525ef7f6e6c req-cda4132a-280a-4c69-a26d-008afd01f27e tempest-ServerMetadataNegativeTestJSON-1318075616 tempest-ServerMetadataNegativeTestJSON-1318075616-project] 10.222.0.20 "GET /v2.0/ports?device_id=3586db16-5db2-4a43-aa7f-36ec620deeb8 HTTP/1.1" status: 200  len: 210 time: 0.1111555
Nov 13 21:12:30.991862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.024074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7f9d12bc-a3e8-4a08-a02f-57fb244738cd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:31.077875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-d7c509c8-2f62-4ddd-a8a7-7cc3e4da7503 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029613
Nov 13 21:12:31.167992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.168905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d080f26c-3d69-4f67-a117-dbf1979b8798 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:12:31.176139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.181675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.183247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1290632a-37a4-47cd-a02c-e30be4ecef67 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d080f26c-3d69-4f67-a117-dbf1979b8798 HTTP/1.1" status: 204  len: 168 time: 2.4694633
Nov 13 21:12:31.188093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54640) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:31.255281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354833-4ea5-4d48-af57-7891abdf3892 req-dc3005df-2589-4b04-8aaf-b1839191138b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:31.256734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c5de0ea8-c00a-48a5-91de-5e0497fc43a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:31.266405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4354833-4ea5-4d48-af57-7891abdf3892 req-dc3005df-2589-4b04-8aaf-b1839191138b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 945 time: 0.1607084
Nov 13 21:12:31.310232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Deleting subnet 1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:31.333640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: c5de0ea8-c00a-48a5-91de-5e0497fc43a9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:31.334200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c5de0ea8-c00a-48a5-91de-5e0497fc43a9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:31.348243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.352113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.360619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4354833-4ea5-4d48-af57-7891abdf3892 req-9851f799-e07f-43d4-bcbd-b28372a47b30 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922925
Nov 13 21:12:31.394972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:12:31.474440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9f9f86-3020-441e-a942-78cb3e31a5b0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:31.524229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.524579 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Added segment cc71da51-d48f-41fb-b1bf-038ebd23c369 of type vlan for network b81935b0-afa6-4b6a-ab8e-b8d9fe58524f
Nov 13 21:12:31.562709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1eb9ca0e-67bc-4308-9bbb-7f3895039f02 req-0e477c05-7ac5-4867-a694-8d324748e02f service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4771490
Nov 13 21:12:31.569203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.616718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18067d-4517-4fb9-909b-e46d699c55f9 req-fb9e0122-7fa2-46c7-8b3f-1d47a5c6f1b9 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:31.624133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb18067d-4517-4fb9-909b-e46d699c55f9 req-fb9e0122-7fa2-46c7-8b3f-1d47a5c6f1b9 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1542675
Nov 13 21:12:31.693138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.710910 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb18067d-4517-4fb9-909b-e46d699c55f9 req-5faa549d-9089-4fc7-8f49-eb9eae0a23f8 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857425
Nov 13 21:12:31.787006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 95ddea0c-de89-4dca-bad4-47c6cdb11753 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:31.867195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.879777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 95ddea0c-de89-4dca-bad4-47c6cdb11753 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:31.880495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 95ddea0c-de89-4dca-bad4-47c6cdb11753 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:31.949945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:31.950932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:31.951516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.133472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:32.183855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] Pushing event updated for resources: {'Network': ['ID=b81935b0-afa6-4b6a-ab8e-b8d9fe58524f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:32.197197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b81935b0-afa6-4b6a-ab8e-b8d9fe58524f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:12:32.219134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Deleting subnet c1cb3fe4-11ce-42ea-817e-0371590a198a {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:32.223367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.269523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.321534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.475466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6d6c6fb6-dd18-4185-bb07-87cd4ead5d2e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.5136313
Nov 13 21:12:32.476895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.491052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54684) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:32.535857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.555861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Request body: {'subnet': {'network_id': 'b81935b0-afa6-4b6a-ab8e-b8d9fe58524f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1260510376-subnet', 'tenant_id': '39e7b19fcd82483a8e48b50755def4f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:32.585286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:32.591110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09f947-397c-4147-a1ad-0af62eae170e None None] Network 29aead13-5640-4671-bd9c-8a0ef35bd867 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:32.594601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.599608 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-36d1709d-cd64-4918-844d-41935d41b869 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cd63b0a-33ec-4d20-a58e-4bb60ecf6b3e HTTP/1.1" status: 204  len: 168 time: 1.4105141
Nov 13 21:12:32.603354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54690) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:32.642142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cb3fe4-11ce-42ea-817e-0371590a198a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:32.655014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94992b1-4753-41d6-8291-d435bd7b00d3 req-928e9e08-7480-4635-ba6b-dc9a6c7199d1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:32.656853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d94992b1-4753-41d6-8291-d435bd7b00d3 req-928e9e08-7480-4635-ba6b-dc9a6c7199d1 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 945 time: 0.2061610
Nov 13 21:12:32.658058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.662464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1f32291d-67eb-4e5a-bc90-9d118796dab1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c1cb3fe4-11ce-42ea-817e-0371590a198a HTTP/1.1" status: 204  len: 168 time: 0.5272176
Nov 13 21:12:32.664958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:32.744925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.755688 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Made reservation on behalf of 39e7b19fcd82483a8e48b50755def4f5 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:32.758689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.768306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.934036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.938592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Deleting port cd3d31d0-e98b-4338-823e-b7907d5a9440 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:32.938939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:32.970010 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d94992b1-4753-41d6-8291-d435bd7b00d3 req-fc6ca2e0-62d5-442d-8e5f-829b333dc56e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064687
Nov 13 21:12:32.990567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] DHCP port deletion for 29aead13-5640-4671-bd9c-8a0ef35bd867 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:12:33.007144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf203820>,) {'filters': {'network_id': ['7d2fa831-d4a4-449e-a4e9-a2132d87caf3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:33.024496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf203820>, 'd8b47643-e5c5-4e69-8f6e-6578c02e832a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:33.024830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf203820>, 'd8b47643-e5c5-4e69-8f6e-6578c02e832a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:33.035314 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.065896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.071751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:33.073997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:33.077238 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:33.118228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] Deleting port cd3d31d0-e98b-4338-823e-b7907d5a9440 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:33.118228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.223931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] For port cd3d31d0-e98b-4338-823e-b7907d5a9440, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3d31d0-e98b-4338-823e-b7907d5a9440,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:33.227034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.258383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4763c-9b94-433e-8551-315d8e06d07b req-a25df1f0-892e-4214-9e08-d1bf7055423f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:33.266184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21f4763c-9b94-433e-8551-315d8e06d07b req-a25df1f0-892e-4214-9e08-d1bf7055423f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1636250
Nov 13 21:12:33.287143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.299750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Calling delete_port for cd3d31d0-e98b-4338-823e-b7907d5a9440 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:33.312880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.313933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] For port cd3d31d0-e98b-4338-823e-b7907d5a9440, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd3d31d0-e98b-4338-823e-b7907d5a9440,segment=NetworkSegment(07cf6d28-475a-4d87-a0f2-b9e11a129a2a),segment_id=07cf6d28-475a-4d87-a0f2-b9e11a129a2a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:33.314347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.316653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7d2fa831-d4a4-449e-a4e9-a2132d87caf3 HTTP/1.1" status: 204  len: 168 time: 0.6507728
Nov 13 21:12:33.329978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae168-f2db-486b-893d-cc5661c05cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2fa831-d4a4-449e-a4e9-a2132d87caf3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:33.368255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] Calling delete_port for cd3d31d0-e98b-4338-823e-b7907d5a9440 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:33.425646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21f4763c-9b94-433e-8551-315d8e06d07b req-ab2ea858-b671-47da-b335-b88310fac2a0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584973
Nov 13 21:12:33.468899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 08761553-5ea5-4a53-9b37-e0e1f9d7de19 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:33.473797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.496353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 08761553-5ea5-4a53-9b37-e0e1f9d7de19 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:33.496867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 08761553-5ea5-4a53-9b37-e0e1f9d7de19 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:33.497345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd3d31d0-e98b-4338-823e-b7907d5a9440 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:33.558367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6d7bb9-70e5-4d40-a1f5-4f92557ac8e4,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:33.619871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Checking segment: {'id': 'cc71da51-d48f-41fb-b1bf-038ebd23c369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b81935b0-afa6-4b6a-ab8e-b8d9fe58524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:33.622801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Network hostable DHCP agents. Network: b81935b0-afa6-4b6a-ab8e-b8d9fe58524f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:12:33.637730 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.651476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.748340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] Pushing event deleted for resources: {'Port': ['ID=cd3d31d0-e98b-4338-823e-b7907d5a9440,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:33.750395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3d31d0-e98b-4338-823e-b7907d5a9440,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:33.750395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] No DVR routers for this DVR port cd3d31d0-e98b-4338-823e-b7907d5a9440 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:33.751220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9f4ae-c0d7-4de7-99e4-931eca66e28a None None] No DVR routers for this DVR port cd3d31d0-e98b-4338-823e-b7907d5a9440 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:33.751220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.780025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7f9d12bc-a3e8-4a08-a02f-57fb244738cd up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:33.813991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.846055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc463f40>,) {'filters': {'network_id': ['29aead13-5640-4671-bd9c-8a0ef35bd867']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:33.854356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc463f40>, '07cf6d28-475a-4d87-a0f2-b9e11a129a2a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:33.854707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc463f40>, '07cf6d28-475a-4d87-a0f2-b9e11a129a2a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:33.864611 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.878538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.884241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:33.884616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:33.886231 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:34.023729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:12:34.023905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Network b81935b0-afa6-4b6a-ab8e-b8d9fe58524f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:12:34.029295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:34.030160 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.090304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.151884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.161663 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.189433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] 10.222.0.20 "DELETE /v2.0/networks/29aead13-5640-4671-bd9c-8a0ef35bd867 HTTP/1.1" status: 204  len: 168 time: 1.5842788
Nov 13 21:12:34.205968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1131ee-1907-4933-9e30-2bee10dea85c admin admin] Pushing event deleted for resources: {'Network': ['ID=29aead13-5640-4671-bd9c-8a0ef35bd867,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:34.210154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:34.210495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b81935b0-afa6-4b6a-ab8e-b8d9fe58524f) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:34.214890 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a079889e-ff4f-4550-8196-72cc156f685b" -d '{"events": [{"server_uuid": "b2c26c5f-e964-444c-ab97-58080d47dafa", "name": "network-vif-plugged", "status": "completed", "tag": "7f9d12bc-a3e8-4a08-a02f-57fb244738cd"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:34.218070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:34.218796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.226272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e05d76-d40c-49a2-b953-f8b7eada74c9 None None] Network b81935b0-afa6-4b6a-ab8e-b8d9fe58524f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:34.234982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:34.259602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e20e89-a696-4add-aff7-5a4bdd4a4e2d req-4e9b0876-edd2-4f50-8816-8ed0c94f1481 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:34.269587 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4e20e89-a696-4add-aff7-5a4bdd4a4e2d req-4e9b0876-edd2-4f50-8816-8ed0c94f1481 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 945 time: 0.1908736
Nov 13 21:12:34.295023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54750) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:34.312743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc5229d4-0228-4063-880c-345f234aa72b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.8173199
Nov 13 21:12:34.346660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.418315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5888a416-07d5-4c61-a3da-cee866bb0d01 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05f9c35526b047a3ad3c5dd6e3715451&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1220953
Nov 13 21:12:34.429116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54754) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:34.444155 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dd6606-f988-4e58-b896-f8e37eca2427 x-openstack-request-id: req-a6dd6606-f988-4e58-b896-f8e37eca2427 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:34.444461 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c26c5f-e964-444c-ab97-58080d47dafa", "name": "network-vif-plugged", "status": "completed", "tag": "7f9d12bc-a3e8-4a08-a02f-57fb244738cd", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:34.444707 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6dd6606-f988-4e58-b896-f8e37eca2427 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:34.445104 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd', 'code': 200}
Nov 13 21:12:34.506969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4e20e89-a696-4add-aff7-5a4bdd4a4e2d req-7d540f7a-4119-4478-a215-62ae89eace21 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362850
Nov 13 21:12:34.567351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:34.604125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d3688-f08f-4d1c-b70b-690817338299 None None] Network b81935b0-afa6-4b6a-ab8e-b8d9fe58524f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:34.614563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb12a-f066-4719-bb49-0b5bc257ee08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.642504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31365348-7a1e-45e8-b762-fabf4a0a7705 req-58e141c2-7038-4dc7-8b72-0e6dd8853f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:34.644729 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31365348-7a1e-45e8-b762-fabf4a0a7705 req-58e141c2-7038-4dc7-8b72-0e6dd8853f66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 1097 time: 0.0915060
Nov 13 21:12:34.691866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb12a-f066-4719-bb49-0b5bc257ee08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:34.757706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1dee1-2387-4eaf-b0fe-c7ed979cc1cc req-2964fea2-9ec4-4a7d-8577-62b3f6823eec tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:34.767422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41a1dee1-2387-4eaf-b0fe-c7ed979cc1cc req-2964fea2-9ec4-4a7d-8577-62b3f6823eec tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1177118
Nov 13 21:12:34.769626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:34.791757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31365348-7a1e-45e8-b762-fabf4a0a7705 req-674fecc3-52f2-4646-af0d-6c4dd46e0df8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263821
Nov 13 21:12:34.904607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-be0a9d61-a8bc-40c6-b097-cd40ed503564 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44ce99d0a6e448c29814861b83f47a54&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1299429
Nov 13 21:12:34.907837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:34.920723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41a1dee1-2387-4eaf-b0fe-c7ed979cc1cc req-d83f4be0-bfa6-4888-ae60-821d1d343e4b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471293
Nov 13 21:12:35.008216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb12a-f066-4719-bb49-0b5bc257ee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.018839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca1fb12a-f066-4719-bb49-0b5bc257ee08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.022112 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ca1fb12a-f066-4719-bb49-0b5bc257ee08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecefb5eb-461d-462d-a899-ac38d369d39b HTTP/1.1" status: 204  len: 168 time: 0.5919361
Nov 13 21:12:35.040125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc650472-9280-4f9f-a6f1-316295ba545b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.062692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fb12a-f066-4719-bb49-0b5bc257ee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecefb5eb-461d-462d-a899-ac38d369d39b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:35.120415 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc650472-9280-4f9f-a6f1-316295ba545b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.260360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6321608f-05bd-41ff-9803-33a401e13b92 req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1393509605', 'description': 'tempest-description-179164076'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:35.306155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc650472-9280-4f9f-a6f1-316295ba545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.316939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc650472-9280-4f9f-a6f1-316295ba545b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.321773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc650472-9280-4f9f-a6f1-316295ba545b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bd93392-8881-450a-b64d-f9cebcb0f507 HTTP/1.1" status: 204  len: 168 time: 0.4127560
Nov 13 21:12:35.345608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc650472-9280-4f9f-a6f1-316295ba545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd93392-8881-450a-b64d-f9cebcb0f507,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:35.416065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6321608f-05bd-41ff-9803-33a401e13b92 req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.750098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c43ce5-30b0-4ab5-bb37-66a4b7f581d9 req-09c20d31-cdaf-4bda-a6a0-d0d519e0c220 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:35.753671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24c43ce5-30b0-4ab5-bb37-66a4b7f581d9 req-09c20d31-cdaf-4bda-a6a0-d0d519e0c220 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1113057
Nov 13 21:12:35.934290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6321608f-05bd-41ff-9803-33a401e13b92 req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:35.979730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24c43ce5-30b0-4ab5-bb37-66a4b7f581d9 req-d8ffa789-1062-4f88-81d4-101e569a6972 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130873
Nov 13 21:12:36.014096 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6321608f-05bd-41ff-9803-33a401e13b92 req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.056565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:36.056716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54820) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:36.123093 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6321608f-05bd-41ff-9803-33a401e13b92 req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.127545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6321608f-05bd-41ff-9803-33a401e13b92 req-a42b9a76-a1a7-4141-b604-6ede009779ca tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.8708205
Nov 13 21:12:36.217658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-6c928a80-2f6b-4722-98ae-7d880b9e0657 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01 HTTP/1.1" status: 200  len: 1821 time: 0.0658259
Nov 13 21:12:36.241256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:36.241560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:36.292148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac19501c-e064-4003-8b80-7c4eedf521ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.332463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84b490-37a2-4c1d-9622-e51abd40919b req-36ffcda9-86b7-457e-ba07-721fd6cd1cce tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:36.334092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd84b490-37a2-4c1d-9622-e51abd40919b req-36ffcda9-86b7-457e-ba07-721fd6cd1cce tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1120765
Nov 13 21:12:36.418507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd84b490-37a2-4c1d-9622-e51abd40919b req-1394d37f-0f44-4111-b5ef-42f4c479469b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706789
Nov 13 21:12:36.430119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.453241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac19501c-e064-4003-8b80-7c4eedf521ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.462663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.615504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac19501c-e064-4003-8b80-7c4eedf521ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.617225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.653522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151e06d0-adc3-4194-b4f9-e850c135d9e8,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:36.697845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19501c-e064-4003-8b80-7c4eedf521ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2570778f-eb98-427f-a39b-f7aebc10e026,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:36.706925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ac19501c-e064-4003-8b80-7c4eedf521ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e44b76dbf13425189244cd525893b79&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6514542
Nov 13 21:12:36.708615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54846) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:36.742119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.755641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5aba1b1-aca5-405b-9298-4843b5ba9d25 req-d46469d9-ac5e-48f6-bb07-89721cbb11c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5141494
Nov 13 21:12:36.782132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-75c44976-0692-42b7-9adb-dfd9a307b91f req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1029953412', 'description': 'tempest-description-560663351'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:36.816991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6dae34d-8dfb-4d79-b791-15855f900196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.853417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6dae34d-8dfb-4d79-b791-15855f900196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:36.930117 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-75c44976-0692-42b7-9adb-dfd9a307b91f req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.069967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6dae34d-8dfb-4d79-b791-15855f900196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.074581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6dae34d-8dfb-4d79-b791-15855f900196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.078223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d6dae34d-8dfb-4d79-b791-15855f900196 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2570778f-eb98-427f-a39b-f7aebc10e026 HTTP/1.1" status: 204  len: 168 time: 0.3662405
Nov 13 21:12:37.094379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dae34d-8dfb-4d79-b791-15855f900196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2570778f-eb98-427f-a39b-f7aebc10e026,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:37.186091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-75c44976-0692-42b7-9adb-dfd9a307b91f req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.190267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54872) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:37.223095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e59c-bd69-426f-9d33-ca857917c924 req-6e33828e-ef6f-4928-84d5-b5b764029759 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:37.225006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a031e59c-bd69-426f-9d33-ca857917c924 req-6e33828e-ef6f-4928-84d5-b5b764029759 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0886655
Nov 13 21:12:37.239649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54876) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:37.279890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-75c44976-0692-42b7-9adb-dfd9a307b91f req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.309362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a031e59c-bd69-426f-9d33-ca857917c924 req-a998a0af-a89f-4381-991f-463195621ffc tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759084
Nov 13 21:12:37.348734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd32201-ca49-4e01-8725-8f5f6893b8e5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:37.399181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1887410016-network', 'tenant_id': '806eae5ddfa945a39538932a62c47025'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:37.461617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1107374426-network', 'tenant_id': 'ee68c16063ff4e2f8d05d0ce39aa1846'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:37.746822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-75c44976-0692-42b7-9adb-dfd9a307b91f req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.748229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75c44976-0692-42b7-9adb-dfd9a307b91f req-4fc7ab78-bdb5-4307-8ec4-4bc5d201a361 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.9709654
Nov 13 21:12:37.874660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c6f86-19b5-43bc-8384-132e558a47e9 req-b9bd9ba5-5d6d-4e8c-a339-44ed8d154341 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:37.877887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de4c6f86-19b5-43bc-8384-132e558a47e9 req-b9bd9ba5-5d6d-4e8c-a339-44ed8d154341 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0638525
Nov 13 21:12:37.909051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Made reservation on behalf of 806eae5ddfa945a39538932a62c47025 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:37.911529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.931277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:37.967151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de4c6f86-19b5-43bc-8384-132e558a47e9 req-fbcc3996-accb-4dc9-a3d3-0a846ca9bc51 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828669
Nov 13 21:12:38.009567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Made reservation on behalf of ee68c16063ff4e2f8d05d0ce39aa1846 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:38.012266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.033816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.126814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-c71bfa83-a795-42f1-ac71-c1f7d60ff942 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/4cd32201-ca49-4e01-8725-8f5f6893b8e5 HTTP/1.1" status: 200  len: 1821 time: 0.1120474
Nov 13 21:12:38.141550 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.148278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4cd32201-ca49-4e01-8725-8f5f6893b8e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:38.148673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4cd32201-ca49-4e01-8725-8f5f6893b8e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:38.159408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18324d-8713-414e-b0eb-55230242aa4d req-951405ca-ff5e-4bff-bf60-ceeee257486d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:38.169127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd18324d-8713-414e-b0eb-55230242aa4d req-951405ca-ff5e-4bff-bf60-ceeee257486d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0737574
Nov 13 21:12:38.220425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.240424 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd18324d-8713-414e-b0eb-55230242aa4d req-6e884374-2938-485b-96c0-d60a0a9a353d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705070
Nov 13 21:12:38.275283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.313576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.321444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:12:38.333801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5d0fa4-86fe-4466-85a0-52ec90e50ff2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:38.369002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:12:38.371643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.372262 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Added segment c68646c3-cdae-4246-bcbd-74cec9bb9f40 of type vlan for network ff42c8a8-0929-41fe-bedf-d97c619dac59
Nov 13 21:12:38.416545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.417203 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Added segment b9629b43-27e5-487f-b790-5e0f36af4fa2 of type vlan for network 3012d033-9968-4787-9e8a-f49f040e8300
Nov 13 21:12:38.509296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d21698-8a32-4181-b8ee-4b7f94628af4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:38.517808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54910) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:38.527356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.561267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39e01f76-f332-48d4-a44f-8b2709cc25a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.571612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.605799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.688022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:38.700541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39e01f76-f332-48d4-a44f-8b2709cc25a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.095317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be401619-9b11-4b37-9281-6cdf45b7c5dc req-38a39804-3a92-482a-a4f5-5b3378493a08 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:39.097805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-be401619-9b11-4b37-9281-6cdf45b7c5dc req-38a39804-3a92-482a-a4f5-5b3378493a08 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0564644
Nov 13 21:12:39.146681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-be401619-9b11-4b37-9281-6cdf45b7c5dc req-f2716468-70de-41d9-8d66-f9573f521250 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429816
Nov 13 21:12:39.305348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39e01f76-f332-48d4-a44f-8b2709cc25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.308139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.309152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:39.309738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.313145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.315516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.316514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:39.317300 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.368474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021621c7-0109-4d58-b32d-f8ff3526ba6d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:39.395143 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:12:39.429381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] Pushing event updated for resources: {'Network': ['ID=ff42c8a8-0929-41fe-bedf-d97c619dac59,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:39.430431 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-39e01f76-f332-48d4-a44f-8b2709cc25a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1948caf8f5b446f2b78a1f35221aed5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9111252
Nov 13 21:12:39.433910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54928) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:39.439455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ff42c8a8-0929-41fe-bedf-d97c619dac59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:12:39.456808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e01f76-f332-48d4-a44f-8b2709cc25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3c777-56ec-4e5f-a5e3-cb372106d93d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:39.478265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-432c1c98-9e9a-4eb1-ad41-b4a7d037db9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.2780533
Nov 13 21:12:39.479809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e522376-34e3-439c-bfc1-482279e82397 req-9483ffe2-ebe2-4cb4-9c00-35c353356396 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:39.479975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54930) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:39.482005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e522376-34e3-439c-bfc1-482279e82397 req-9483ffe2-ebe2-4cb4-9c00-35c353356396 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1553535
Nov 13 21:12:39.513682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Request body: {'subnet': {'network_id': 'ff42c8a8-0929-41fe-bedf-d97c619dac59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1887410016-subnet', 'tenant_id': '806eae5ddfa945a39538932a62c47025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:39.532485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 2.2888460
Nov 13 21:12:39.532760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.533638 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1cb6311c-13f6-4cfa-9ba8-5ad7aae9928b req-5c191484-a11e-4fef-85e4-16ff87015c11 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 1.3945887
Nov 13 21:12:39.537698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54934) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:39.563789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Request body: {'subnet': {'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1107374426-subnet', 'tenant_id': 'ee68c16063ff4e2f8d05d0ce39aa1846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:39.563789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d279ec6-3ee9-49b1-8d24-380c1498a235 admin admin] Pushing event updated for resources: {'Network': ['ID=3012d033-9968-4787-9e8a-f49f040e8300,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:39.577573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 3012d033-9968-4787-9e8a-f49f040e8300 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:12:39.607989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e522376-34e3-439c-bfc1-482279e82397 req-973e0dd9-a76b-47bb-b73d-ff9bd8a7f541 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184354
Nov 13 21:12:39.619022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59339bef-8c5a-4e27-8027-9c9cbd5f90c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.672791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59339bef-8c5a-4e27-8027-9c9cbd5f90c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.694137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-e2e18c63-2f44-42b7-a4d2-81c64d302bfd req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1215148569', 'description': 'tempest-description-45691962'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:39.753115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Made reservation on behalf of 806eae5ddfa945a39538932a62c47025 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:39.755669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.875035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Made reservation on behalf of ee68c16063ff4e2f8d05d0ce39aa1846 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:39.881877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.953933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59339bef-8c5a-4e27-8027-9c9cbd5f90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.956620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59339bef-8c5a-4e27-8027-9c9cbd5f90c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:39.957798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59339bef-8c5a-4e27-8027-9c9cbd5f90c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ad3c777-56ec-4e5f-a5e3-cb372106d93d HTTP/1.1" status: 204  len: 168 time: 0.5220833
Nov 13 21:12:39.978092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59339bef-8c5a-4e27-8027-9c9cbd5f90c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3c777-56ec-4e5f-a5e3-cb372106d93d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:39.988581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e2e18c63-2f44-42b7-a4d2-81c64d302bfd req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.232959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e2e18c63-2f44-42b7-a4d2-81c64d302bfd req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.310275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.332245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ef77b-6416-4d1b-8a68-f42b4150046e req-3b5ae5f9-b971-4a68-b168-1ab37873bb8c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:40.339257 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.341243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb9ef77b-6416-4d1b-8a68-f42b4150046e req-3b5ae5f9-b971-4a68-b168-1ab37873bb8c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0844181
Nov 13 21:12:40.341433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e2e18c63-2f44-42b7-a4d2-81c64d302bfd req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.387603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb9ef77b-6416-4d1b-8a68-f42b4150046e req-4fa605b0-8c15-4a40-82aa-22465baac49f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454860
Nov 13 21:12:40.396020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d92d954-65d8-42c9-a888-7f9c0b046443,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:40.417370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:40.457148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Checking segment: {'id': 'c68646c3-cdae-4246-bcbd-74cec9bb9f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ff42c8a8-0929-41fe-bedf-d97c619dac59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:40.457497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Network hostable DHCP agents. Network: ff42c8a8-0929-41fe-bedf-d97c619dac59, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:12:40.471437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e2e18c63-2f44-42b7-a4d2-81c64d302bfd req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.472668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2e18c63-2f44-42b7-a4d2-81c64d302bfd req-c14ba479-b80a-4f92-b61b-eb5ca374fd04 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.8024995
Nov 13 21:12:40.483272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df57a51d-5952-4162-9c7b-2e0b10f1ca5f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:40.493228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Checking segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:40.493595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Network hostable DHCP agents. Network: 3012d033-9968-4787-9e8a-f49f040e8300, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:12:40.500184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6107bd8d-45e4-4512-8970-607dadee52a0 req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1240791214', 'description': 'tempest-description-811746416'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:40.606536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Network ff42c8a8-0929-41fe-bedf-d97c619dac59 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:12:40.637240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Network 3012d033-9968-4787-9e8a-f49f040e8300 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:12:40.640770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6107bd8d-45e4-4512-8970-607dadee52a0 req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.715843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6107bd8d-45e4-4512-8970-607dadee52a0 req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.738414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eb85c-d617-4ddb-873e-0531693a045f req-b9db881b-3feb-49a6-bcd9-43b3086271a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:40.739866 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-110eb85c-d617-4ddb-873e-0531693a045f req-b9db881b-3feb-49a6-bcd9-43b3086271a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0539410
Nov 13 21:12:40.742317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3012d033-9968-4787-9e8a-f49f040e8300) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:40.743998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ff42c8a8-0929-41fe-bedf-d97c619dac59) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:40.749821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:40.750720 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.752977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:40.753528 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.755325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6066b0-ba4f-4fe5-b69a-8ce9b0f002ed None None] Network 3012d033-9968-4787-9e8a-f49f040e8300 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:40.758365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3c276-a8b1-4f98-a9b0-f003cc9c555a None None] Network ff42c8a8-0929-41fe-bedf-d97c619dac59 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:40.825397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-110eb85c-d617-4ddb-873e-0531693a045f req-e851f480-9a52-4bbd-a0a1-2b464fa93487 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769787
Nov 13 21:12:40.854092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6107bd8d-45e4-4512-8970-607dadee52a0 req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.886508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3d212793-7e08-4475-9a94-b50ef65c6aac admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4049807
Nov 13 21:12:40.892636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2fbafdd8-5f73-4718-a250-9fa1320faa4f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.3491011
Nov 13 21:12:40.905797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452d8e31-3ce2-4bf7-a184-73286de747df,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:40.927477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.928315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.929517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.930295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.930843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.931493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.933206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.933984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.934405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.934972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.935379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.935788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:40.954701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6107bd8d-45e4-4512-8970-607dadee52a0 req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:40.969158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6107bd8d-45e4-4512-8970-607dadee52a0 req-69437c4a-3bc2-42cd-8ff7-bb89557dda94 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4678867
Nov 13 21:12:41.055801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-8aad06fb-362d-4a56-9d52-0ea288897cc2 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae HTTP/1.1" status: 200  len: 1820 time: 0.0670822
Nov 13 21:12:41.133093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeac5ce-580f-442d-8acd-7173782969d7 None None] Network 3012d033-9968-4787-9e8a-f49f040e8300 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:41.167332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-b7db49f7-5eb4-488d-a9cf-0c20dd5864a5 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/452d8e31-3ce2-4bf7-a184-73286de747df HTTP/1.1" status: 200  len: 1821 time: 0.1156652
Nov 13 21:12:41.179116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae', 'remote_group_id': '452d8e31-3ce2-4bf7-a184-73286de747df', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:41.182205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae', 'remote_group_id': '452d8e31-3ce2-4bf7-a184-73286de747df', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:41.215355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944f091-9137-4f58-9bfc-e4d92955477b req-32c143d5-2b54-4f98-b813-500b09005875 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:41.223566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2944f091-9137-4f58-9bfc-e4d92955477b req-32c143d5-2b54-4f98-b813-500b09005875 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 950 time: 0.1199391
Nov 13 21:12:41.261139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e9052-ffb1-413b-95da-e850eaf8fde5 None None] Network ff42c8a8-0929-41fe-bedf-d97c619dac59 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:41.285574 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2944f091-9137-4f58-9bfc-e4d92955477b req-0baaf26e-257b-4b88-916e-39493932b71c tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606875
Nov 13 21:12:41.314009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55026) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:41.407391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Deleting subnet 6d92d954-65d8-42c9-a888-7f9c0b046443 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:41.415670 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.436039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.480710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.525127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.546694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.590147 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.615728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94065c6-5282-4765-ae4a-8de3425caa03,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:41.676665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.679397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-632bff8a-33ed-4e63-a5a0-9854bea585d8 req-7330f109-b4e5-4548-acf0-9d16e0587492 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5029671
Nov 13 21:12:41.719055 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.769873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.774027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d92d954-65d8-42c9-a888-7f9c0b046443 HTTP/1.1" status: 204  len: 168 time: 0.4587965
Nov 13 21:12:41.783745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55052) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:41.793952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916a8cc-6fcc-418c-9455-b908d7a02ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d92d954-65d8-42c9-a888-7f9c0b046443,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:41.826372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5658e3-576b-45e2-b1db-ff2b1c731d0a req-c8f26021-7645-4027-b67d-0fc6c63a8936 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:41.826372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da5658e3-576b-45e2-b1db-ff2b1c731d0a req-c8f26021-7645-4027-b67d-0fc6c63a8936 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0981188
Nov 13 21:12:41.873136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.880091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da5658e3-576b-45e2-b1db-ff2b1c731d0a req-1ae3380d-bf32-46f8-8ae9-3013e435c912 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474825
Nov 13 21:12:41.907229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:41.929887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-bfd5f0ec-371b-4b82-a748-e338bc57e78e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:41.931364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-bfd5f0ec-371b-4b82-a748-e338bc57e78e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 822 time: 0.1882493
Nov 13 21:12:41.955836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-e23776d1-6727-423d-9c90-d2dc767ff67f req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-997916647', 'description': 'tempest-description-1885485705'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:41.986190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-60632868-f103-4576-8264-69ccd98b57e9 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/quotas/ee68c16063ff4e2f8d05d0ce39aa1846 HTTP/1.1" status: 200  len: 375 time: 0.0285141
Nov 13 21:12:42.027679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.048515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-1c825035-0286-4ded-97a1-ba8988c3e25c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342615
Nov 13 21:12:42.070039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd77b6850>,) {'filters': {'network_id': ['ff42c8a8-0929-41fe-bedf-d97c619dac59']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:42.086196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e23776d1-6727-423d-9c90-d2dc767ff67f req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.096919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd77b6850>, 'c68646c3-cdae-4246-bcbd-74cec9bb9f40') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:42.097216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd77b6850>, 'c68646c3-cdae-4246-bcbd-74cec9bb9f40') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:42.135794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.154752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.155030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e23776d1-6727-423d-9c90-d2dc767ff67f req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.164471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:42.164885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:42.166524 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:42.228885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-dc140520-3395-4c48-88c3-e73bfe191157 service neutron] 10.222.0.20 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689138
Nov 13 21:12:42.261092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e23776d1-6727-423d-9c90-d2dc767ff67f req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.290907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6404b6e0-99b5-432a-b760-cfed705df717,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:42.324228 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-6d2229dc-3212-454a-b7cb-65fe8f42a0ff service neutron] 10.222.0.20 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882213
Nov 13 21:12:42.354762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.370180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.370180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ff42c8a8-0929-41fe-bedf-d97c619dac59 HTTP/1.1" status: 204  len: 168 time: 0.5821886
Nov 13 21:12:42.380457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6cc5b-c8d6-49ee-995f-f42778ce079b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff42c8a8-0929-41fe-bedf-d97c619dac59,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:42.392993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e23776d1-6727-423d-9c90-d2dc767ff67f req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.401903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e23776d1-6727-423d-9c90-d2dc767ff67f req-9292cf7c-7343-4a3c-b4f1-81477d47b8ae tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4515619
Nov 13 21:12:42.502367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e80ee-3c4a-479e-857a-67158ae066e9 req-3c7f6855-c78c-4081-a05b-94a5223aefa3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:42.503847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-857e80ee-3c4a-479e-857a-67158ae066e9 req-3c7f6855-c78c-4081-a05b-94a5223aefa3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0500882
Nov 13 21:12:42.552814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-857e80ee-3c4a-479e-857a-67158ae066e9 req-2749029e-8e34-4826-a32e-b5a378f80800 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428367
Nov 13 21:12:42.675186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029e358-f6b4-47db-b5c7-fe7a93ea7187 req-107f73bf-3813-473f-a130-8fa723524e3e tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:42.676682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3029e358-f6b4-47db-b5c7-fe7a93ea7187 req-107f73bf-3813-473f-a130-8fa723524e3e tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 950 time: 0.0560703
Nov 13 21:12:42.732965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3029e358-f6b4-47db-b5c7-fe7a93ea7187 req-532accc7-c8fa-469a-851b-ea4e40b61b3d tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487611
Nov 13 21:12:42.760567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-10d6b7bd-2474-4af2-ba10-68f447cd763f req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1983822766', 'description': 'tempest-description-3215212'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:42.839917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55088) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:42.880825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2b6644b-fe4f-48c5-9878-b9f4229fa7b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=806eae5ddfa945a39538932a62c47025&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0396919
Nov 13 21:12:42.883313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55090) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:42.916893 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-10d6b7bd-2474-4af2-ba10-68f447cd763f req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.954634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f6677c4-7752-4ca2-ace7-b1778e9368a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:42.987479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f6677c4-7752-4ca2-ace7-b1778e9368a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:43.039349 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-10d6b7bd-2474-4af2-ba10-68f447cd763f req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:43.135380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-10d6b7bd-2474-4af2-ba10-68f447cd763f req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:43.164220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6129a1d-1e71-4af2-a460-30712bb354e0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:43.188896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f6677c4-7752-4ca2-ace7-b1778e9368a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:43.191649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f6677c4-7752-4ca2-ace7-b1778e9368a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:43.193137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f6677c4-7752-4ca2-ace7-b1778e9368a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b5d0fa4-86fe-4466-85a0-52ec90e50ff2 HTTP/1.1" status: 204  len: 168 time: 0.3087268
Nov 13 21:12:43.200936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6677c4-7752-4ca2-ace7-b1778e9368a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5d0fa4-86fe-4466-85a0-52ec90e50ff2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:43.317418 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-10d6b7bd-2474-4af2-ba10-68f447cd763f req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:43.319359 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10d6b7bd-2474-4af2-ba10-68f447cd763f req-f85d2fb0-c74a-405c-816a-3531899c7a41 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.5628858
Nov 13 21:12:43.320076 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12936b5d-a60b-4366-8e0a-30fd99fd38f7 req-ae89ebea-43bf-47c3-8cf1-afd52ab6c7cd tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 210 time: 0.0277643
Nov 13 21:12:43.435367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f95759-af16-48fd-b176-7e260fc0605a req-b885cc7e-9d3c-46c9-981b-bfec685d3bbc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:43.436925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71f95759-af16-48fd-b176-7e260fc0605a req-b885cc7e-9d3c-46c9-981b-bfec685d3bbc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0536995
Nov 13 21:12:43.490458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71f95759-af16-48fd-b176-7e260fc0605a req-df3837d6-6b7f-4d9b-845d-02073d6187e1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474067
Nov 13 21:12:43.613771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad43cf0-3258-44f0-adc9-ca6cff0a324c req-0a3417a0-9917-4c12-b36c-9539df7955fe tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:43.615266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bad43cf0-3258-44f0-adc9-ca6cff0a324c req-0a3417a0-9917-4c12-b36c-9539df7955fe tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 946 time: 0.0550203
Nov 13 21:12:43.672294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bad43cf0-3258-44f0-adc9-ca6cff0a324c req-ad9b82b9-1f19-43ed-a676-82e1987be7ca tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503621
Nov 13 21:12:43.986214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39c04c2-06c4-496b-a916-b3106c58628b req-8398e5b6-0c56-4160-9114-aca8c16b4b06 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/6404b6e0-99b5-432a-b760-cfed705df717 HTTP/1.1" status: 200  len: 1821 time: 0.0710289
Nov 13 21:12:44.044292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39c04c2-06c4-496b-a916-b3106c58628b req-58afac68-e069-4e2c-876f-16395d7967c0 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/e6129a1d-1e71-4af2-a460-30712bb354e0 HTTP/1.1" status: 200  len: 1819 time: 0.0479004
Nov 13 21:12:44.058867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6404b6e0-99b5-432a-b760-cfed705df717', 'remote_group_id': 'e6129a1d-1e71-4af2-a460-30712bb354e0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:44.059417 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6404b6e0-99b5-432a-b760-cfed705df717', 'remote_group_id': 'e6129a1d-1e71-4af2-a460-30712bb354e0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:44.074044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd960a2-2d83-4bd7-afb8-abd71efd0dc9 req-d8fd5293-3da5-4f0b-983d-eefe34bdd4c3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:44.075569 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdd960a2-2d83-4bd7-afb8-abd71efd0dc9 req-d8fd5293-3da5-4f0b-983d-eefe34bdd4c3 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0951695
Nov 13 21:12:44.132287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdd960a2-2d83-4bd7-afb8-abd71efd0dc9 req-2b7d9c6e-e477-4c81-9baf-7b0fab471d83 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494828
Nov 13 21:12:44.228255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.265111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.286324 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.395073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.420091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-030b1a83-211a-4f20-a50a-79a7fe32331f req-212482b6-78db-4fd1-9c2c-2bd2e228e870 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 210 time: 0.0289173
Nov 13 21:12:44.425394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db5ea92-8d8b-4e52-afc7-676bd19f6028,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:44.520856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.522112 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39c04c2-06c4-496b-a916-b3106c58628b req-99d3b3f9-3031-4b58-8434-a31b5657507d tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.4707804
Nov 13 21:12:44.644857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852e0a-ea5d-4eed-9c32-b5f017cb401a req-aa7a3c56-c400-4690-b1a1-b3161bf5c29b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:44.646574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47852e0a-ea5d-4eed-9c32-b5f017cb401a req-aa7a3c56-c400-4690-b1a1-b3161bf5c29b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0651088
Nov 13 21:12:44.674820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebc66be0-4328-4a80-a1ee-c028f82ba0f7 req-93129201-6aaf-4350-b290-a55e4ff1be8a tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/e6129a1d-1e71-4af2-a460-30712bb354e0 HTTP/1.1" status: 200  len: 1819 time: 0.0385349
Nov 13 21:12:44.701986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47852e0a-ea5d-4eed-9c32-b5f017cb401a req-2bc6876a-5815-4c1e-b13f-0cfb733f4c2d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448267
Nov 13 21:12:44.765858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebc66be0-4328-4a80-a1ee-c028f82ba0f7 req-99d810b3-5893-4a43-959b-9e45ef55e035 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.776936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-5645e1fb-b28a-4105-bbec-fc6d7ced531f tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:44.778802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-5645e1fb-b28a-4105-bbec-fc6d7ced531f tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.37 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 946 time: 0.0825646
Nov 13 21:12:44.859446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebc66be0-4328-4a80-a1ee-c028f82ba0f7 req-99d810b3-5893-4a43-959b-9e45ef55e035 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:44.881385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055665f-7544-4fad-9b8a-edde8b895c73 req-049075b8-89b9-49d5-91ee-3ffc8480f4c4 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:44.883225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7055665f-7544-4fad-9b8a-edde8b895c73 req-049075b8-89b9-49d5-91ee-3ffc8480f4c4 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 946 time: 0.0605850
Nov 13 21:12:44.934582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7055665f-7544-4fad-9b8a-edde8b895c73 req-4222117d-a186-4f0a-a5ce-868b9165437f tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/security-groups?id=f35fea55-f549-43b9-9976-9add880483c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444276
Nov 13 21:12:44.972107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Deleting port d0c199e4-e04d-4823-a111-981d098334c3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:44.972447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.063106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] For port d0c199e4-e04d-4823-a111-981d098334c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d0c199e4-e04d-4823-a111-981d098334c3,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:45.063465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.076498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Calling delete_port for d0c199e4-e04d-4823-a111-981d098334c3 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:45.087006 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebc66be0-4328-4a80-a1ee-c028f82ba0f7 req-99d810b3-5893-4a43-959b-9e45ef55e035 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.089854 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ebc66be0-4328-4a80-a1ee-c028f82ba0f7 req-99d810b3-5893-4a43-959b-9e45ef55e035 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.091025 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebc66be0-4328-4a80-a1ee-c028f82ba0f7 req-99d810b3-5893-4a43-959b-9e45ef55e035 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6129a1d-1e71-4af2-a460-30712bb354e0 HTTP/1.1" status: 204  len: 173 time: 0.4101007
Nov 13 21:12:45.151332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d810b3-5893-4a43-959b-9e45ef55e035 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6129a1d-1e71-4af2-a460-30712bb354e0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:45.154716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4be00de2-2369-4d9f-8923-d3b0f44321be req-2a408f45-fce6-4ad1-bba1-aac6759634df tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/6404b6e0-99b5-432a-b760-cfed705df717 HTTP/1.1" status: 200  len: 1821 time: 0.0426676
Nov 13 21:12:45.205521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-68a50294-0924-4198-9104-29e72aeadeca req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1470681529', 'description': 'tempest-description-841009832'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:45.236229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:45.292174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69894e-d184-4fd4-82af-f21467a1a64d req-a8756912-df06-4bc3-bb2e-e3c45892e7a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:45.299526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac69894e-d184-4fd4-82af-f21467a1a64d req-a8756912-df06-4bc3-bb2e-e3c45892e7a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0875883
Nov 13 21:12:45.336210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-68a50294-0924-4198-9104-29e72aeadeca req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.336810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55204) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:45.370325 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.378317 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac69894e-d184-4fd4-82af-f21467a1a64d req-abfb55b8-fc09-4e5b-a9f8-3e484787401a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713837
Nov 13 21:12:45.399082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:45.401603 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab542b-e7d8-4d48-adef-8af061730f07" -d '{"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-unplugged", "status": "completed", "tag": "83457282-f08d-48c3-8123-a7124d4c0857"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:45.415575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55214) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:45.416557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:45.445540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.457833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['d0c199e4-e04d-4823-a111-981d098334c3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:45.494557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-68a50294-0924-4198-9104-29e72aeadeca req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.513729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Pushing event deleted for resources: {'Port': ['ID=d0c199e4-e04d-4823-a111-981d098334c3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:45.515530 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ccfc61-400f-4d2f-bde4-1db2f06ccc63 x-openstack-request-id: req-47ccfc61-400f-4d2f-bde4-1db2f06ccc63 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:45.515818 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-unplugged", "status": "completed", "tag": "83457282-f08d-48c3-8123-a7124d4c0857", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:45.518192 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47ccfc61-400f-4d2f-bde4-1db2f06ccc63 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:45.533864 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857', 'code': 200}
Nov 13 21:12:45.567582 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.577872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] No DVR routers for this DVR port d0c199e4-e04d-4823-a111-981d098334c3 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:12:45.593273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.600667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-28046c02-9170-47a0-a7a3-5f5a8294d62c req-0b98ec35-c7ff-46dd-a4a3-0fbbb463d84e tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.37 "DELETE /v2.0/ports/d0c199e4-e04d-4823-a111-981d098334c3 HTTP/1.1" status: 204  len: 173 time: 0.8041787
Nov 13 21:12:45.600667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'name': 'network-vif-deleted', 'tag': 'd0c199e4-e04d-4823-a111-981d098334c3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:45.600667 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd9dc5-5860-4081-8251-8fdd1ff14409" -d '{"events": [{"server_uuid": "f922facc-2839-4be2-be9e-7c6903982bdb", "name": "network-vif-deleted", "tag": "d0c199e4-e04d-4823-a111-981d098334c3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:45.626666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-68a50294-0924-4198-9104-29e72aeadeca req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.634014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:45.657201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2893a69-7941-4153-affa-9587b088eb8f req-230a4eef-1da6-41e9-93a0-f62a9f963e16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 210 time: 0.0805447
Nov 13 21:12:45.670093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed94e3e0-02b8-45d3-a7bb-0b1127717377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.672015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.680866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc92eda1-eca2-476f-9e95-653115c7e217,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:45.751306 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8033a9d-35d4-4168-a10b-ede4891e9d54 x-openstack-request-id: req-a8033a9d-35d4-4168-a10b-ede4891e9d54 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:45.751599 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f922facc-2839-4be2-be9e-7c6903982bdb", "name": "network-vif-deleted", "tag": "d0c199e4-e04d-4823-a111-981d098334c3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:45.752400 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8033a9d-35d4-4168-a10b-ede4891e9d54 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:45.752831 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f922facc-2839-4be2-be9e-7c6903982bdb', 'name': 'network-vif-deleted', 'tag': 'd0c199e4-e04d-4823-a111-981d098334c3', 'status': 'completed', 'code': 200}
Nov 13 21:12:45.796520 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.796796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-68a50294-0924-4198-9104-29e72aeadeca req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.797996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68a50294-0924-4198-9104-29e72aeadeca req-39cbf67d-0451-451c-87f3-42e6e1480908 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5988629
Nov 13 21:12:45.858229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-d33bcd92-26c3-4432-ab64-13f5dd97cb50 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/cc92eda1-eca2-476f-9e95-653115c7e217 HTTP/1.1" status: 200  len: 1821 time: 0.0393970
Nov 13 21:12:45.868980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed94e3e0-02b8-45d3-a7bb-0b1127717377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:45.875285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc92eda1-eca2-476f-9e95-653115c7e217', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:45.875833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc92eda1-eca2-476f-9e95-653115c7e217', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:46.030648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.058999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.126460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.146717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5647c9ca-9774-4790-9d7e-b4740070b494,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:46.202963 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.204351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d7b1175-69c7-40f1-9b75-98121e845394 req-96a5be4c-97bf-457b-90fd-e5fc1b5a98e4 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3344772
Nov 13 21:12:46.221423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.233514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed94e3e0-02b8-45d3-a7bb-0b1127717377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.287050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96b07-63af-461c-8dde-ccf7a4fc7e0d req-4456d4ab-690c-4cf7-bba5-67d36296a9df tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:46.288452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ff96b07-63af-461c-8dde-ccf7a4fc7e0d req-4456d4ab-690c-4cf7-bba5-67d36296a9df tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.4849596
Nov 13 21:12:46.291174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b36e68c3-b089-4ab3-a9f0-0d5402a82cdb req-fde50de3-c5c9-4478-8840-5e8713a4b1f0 tempest-AttachSCSIVolumeTestJSON-1243029663 tempest-AttachSCSIVolumeTestJSON-1243029663-project] 10.222.0.20 "GET /v2.0/ports?device_id=f922facc-2839-4be2-be9e-7c6903982bdb HTTP/1.1" status: 200  len: 210 time: 0.0265164
Nov 13 21:12:46.343731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9723e26e-65a2-4020-b9c2-c350bb870df4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:46.352570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4218e1d006f045899cdbb6c181cca087&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0129848
Nov 13 21:12:46.356327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55234) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:46.359281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ed94e3e0-02b8-45d3-a7bb-0b1127717377 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=769ef7cde3944ff08f5c2e6990cb3dc1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9426360
Nov 13 21:12:46.367826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55236) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:46.380566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.380941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.381291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.381629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.381966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.382298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.382661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.382982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.383282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.383606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.383930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.384253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c00af7-ea1d-40c4-9df6-1d2a0643cb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:12:46.413073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-f9e1f57e-a590-4cd6-8b20-6e1e98b33801 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:46.414543 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-f9e1f57e-a590-4cd6-8b20-6e1e98b33801 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.46 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 822 time: 0.5424771
Nov 13 21:12:46.414712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-235dfda8-a5dd-4035-829e-5f5516ef983b tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/cc92eda1-eca2-476f-9e95-653115c7e217 HTTP/1.1" status: 200  len: 2414 time: 0.0893550
Nov 13 21:12:46.435737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'port': {'device_id': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'admin_state_up': True, 'tenant_id': 'ee68c16063ff4e2f8d05d0ce39aa1846'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:46.438136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc92eda1-eca2-476f-9e95-653115c7e217', 'remote_group_id': None}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:46.438459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc92eda1-eca2-476f-9e95-653115c7e217', 'remote_group_id': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:46.449851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ff96b07-63af-461c-8dde-ccf7a4fc7e0d req-81ad845b-34a0-43a3-9772-8c7c6f994f2d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466079
Nov 13 21:12:46.461359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94e3e0-02b8-45d3-a7bb-0b1127717377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47569895-eb5c-414a-a1c5-1957aae692e0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:46.484800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fd97cd4b-590a-421a-af98-33818ad24c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.498311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58bac5f5-f882-48b3-ae2e-86bc5250d3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.519150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fd97cd4b-590a-421a-af98-33818ad24c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.549750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58bac5f5-f882-48b3-ae2e-86bc5250d3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.628164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.628544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ec1c-ca18-43ea-adad-a50cd9397162 req-99e041fa-c434-426e-b451-78d91ab7896d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:46.630079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23c3ec1c-ca18-43ea-adad-a50cd9397162 req-99e041fa-c434-426e-b451-78d91ab7896d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0992737
Nov 13 21:12:46.644990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.681567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23c3ec1c-ca18-43ea-adad-a50cd9397162 req-b4f33913-d462-42b3-8370-ad7ed2c8a53f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448585
Nov 13 21:12:46.738263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.745021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fd97cd4b-590a-421a-af98-33818ad24c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.748755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fd97cd4b-590a-421a-af98-33818ad24c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.748957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fd97cd4b-590a-421a-af98-33818ad24c2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47569895-eb5c-414a-a1c5-1957aae692e0 HTTP/1.1" status: 204  len: 168 time: 0.3801060
Nov 13 21:12:46.749720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58bac5f5-f882-48b3-ae2e-86bc5250d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.752819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58bac5f5-f882-48b3-ae2e-86bc5250d3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.753731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-58bac5f5-f882-48b3-ae2e-86bc5250d3af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9723e26e-65a2-4020-b9c2-c350bb870df4 HTTP/1.1" status: 204  len: 168 time: 0.3963168
Nov 13 21:12:46.771877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Made reservation on behalf of ee68c16063ff4e2f8d05d0ce39aa1846 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:46.784784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97cd4b-590a-421a-af98-33818ad24c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47569895-eb5c-414a-a1c5-1957aae692e0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:46.784896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.790434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bac5f5-f882-48b3-ae2e-86bc5250d3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723e26e-65a2-4020-b9c2-c350bb870df4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:46.793289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf52226a-5870-48d9-90e4-ac533f3df738,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:46.882824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:46.884173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f052fbe4-7da9-4d24-a82c-3b9673337d60 req-8fddd39d-0f40-4fff-a633-266b4727fcdd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4621627
Nov 13 21:12:46.895911 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ef1d5c6-d372-4256-ad83-95fca9870786 req-1dbf8fdd-092a-4cc9-89ba-33edebd1af46 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 210 time: 0.0361612
Nov 13 21:12:46.975784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c76c1ee1-9b5b-403f-a106-94f01d8eb093 req-a366ea81-0b49-4b3e-8a16-e3955ffb0288 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/cc92eda1-eca2-476f-9e95-653115c7e217 HTTP/1.1" status: 200  len: 3012 time: 0.0666792
Nov 13 21:12:46.983819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Allocated IP 172.20.0.4 (3012d033-9968-4787-9e8a-f49f040e8300/df57a51d-5952-4162-9c7b-2e0b10f1ca5f/01c3c302-9a91-4007-8b77-1feaa3905975) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:12:47.033041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-f854769e-ede0-4b50-8eed-60c1cc9e1416 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-group-rules/bf52226a-5870-48d9-90e4-ac533f3df738 HTTP/1.1" status: 200  len: 783 time: 0.0298476
Nov 13 21:12:47.138749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-8a3282e2-bac5-436f-a962-523bce31e1af tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/cc92eda1-eca2-476f-9e95-653115c7e217 HTTP/1.1" status: 200  len: 3012 time: 0.0981021
Nov 13 21:12:47.188525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-302c3448-be8a-4953-8ea3-8a32f93ae0c8 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.202615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-302c3448-be8a-4953-8ea3-8a32f93ae0c8 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.218954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.247542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:47.309047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-302c3448-be8a-4953-8ea3-8a32f93ae0c8 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.311791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-302c3448-be8a-4953-8ea3-8a32f93ae0c8 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.313452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2119e389-a381-4383-8229-8fb6ec4769b6 req-302c3448-be8a-4953-8ea3-8a32f93ae0c8 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/bf52226a-5870-48d9-90e4-ac533f3df738 HTTP/1.1" status: 204  len: 173 time: 0.1648581
Nov 13 21:12:47.345059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c3448-be8a-4953-8ea3-8a32f93ae0c8 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf52226a-5870-48d9-90e4-ac533f3df738,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:47.356164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.425922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Network 3012d033-9968-4787-9e8a-f49f040e8300 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:12:47.434057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:47.436853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:12:47.480800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:47.496116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c37f3f70-c4a3-4570-946d-f55df14b0050 req-1403a2a0-1f33-45f4-96f6-e81102f4c3cd tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/cc92eda1-eca2-476f-9e95-653115c7e217 HTTP/1.1" status: 200  len: 2414 time: 0.1543345
Nov 13 21:12:47.498589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:47.519566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'mac_address': 'fa:16:3e:2c:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:47.560338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:47.561229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.573710 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.603626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49614680-59b2-41d5-9b71-7e0f2dc8de40 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:47.615940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95870f8a-eff1-4ec0-a3c4-587aba4bf64b req-f96f6d6f-c1bb-40b3-8780-5ebce3df1bde tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:47.622468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c37f3f70-c4a3-4570-946d-f55df14b0050 req-ccf54907-6a53-44e4-9cc6-99d2a315ea47 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.627717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-95870f8a-eff1-4ec0-a3c4-587aba4bf64b req-f96f6d6f-c1bb-40b3-8780-5ebce3df1bde tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0898564
Nov 13 21:12:47.628954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:47.652224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c37f3f70-c4a3-4570-946d-f55df14b0050 req-ccf54907-6a53-44e4-9cc6-99d2a315ea47 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.674690 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-95870f8a-eff1-4ec0-a3c4-587aba4bf64b req-54eeeea7-0f96-4f66-bf2e-997e5edd4a2c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460320
Nov 13 21:12:47.687649 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-0b537b12-0ad1-4057-acb4-e0ef2b144305 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2556221
Nov 13 21:12:47.704732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Request body: {'port': {'device_id': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:47.720322 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.731207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55290) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:47.748575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30b3e450-ae87-40b3-b0ba-70784d7b643c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.786062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.792455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:47.806909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c37f3f70-c4a3-4570-946d-f55df14b0050 req-ccf54907-6a53-44e4-9cc6-99d2a315ea47 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.809198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c37f3f70-c4a3-4570-946d-f55df14b0050 req-ccf54907-6a53-44e4-9cc6-99d2a315ea47 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.825794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c37f3f70-c4a3-4570-946d-f55df14b0050 req-ccf54907-6a53-44e4-9cc6-99d2a315ea47 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/cc92eda1-eca2-476f-9e95-653115c7e217 HTTP/1.1" status: 204  len: 173 time: 0.3257554
Nov 13 21:12:47.846505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['49614680-59b2-41d5-9b71-7e0f2dc8de40'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:47.857992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54907-6a53-44e4-9cc6-99d2a315ea47 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc92eda1-eca2-476f-9e95-653115c7e217,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:47.872242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d0c199e4-e04d-4823-a111-981d098334c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:12:47.878485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca964ad-1162-40dc-a42a-cb15a64b4b2e req-8dbd5888-cb84-4f78-b527-e6f562164e8c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:47.880180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ca964ad-1162-40dc-a42a-cb15a64b4b2e req-8dbd5888-cb84-4f78-b527-e6f562164e8c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1014669
Nov 13 21:12:47.937592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30b3e450-ae87-40b3-b0ba-70784d7b643c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:47.960119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: d0c199e4-e04d-4823-a111-981d098334c3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:12:47.960464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device d0c199e4-e04d-4823-a111-981d098334c3 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:12:47.968468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ca964ad-1162-40dc-a42a-cb15a64b4b2e req-6a865a68-cc01-466a-93c1-050e342b7cf7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725532
Nov 13 21:12:47.994857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30b3e450-ae87-40b3-b0ba-70784d7b643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.040192 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-22ea764f-0315-420f-8894-6d8cc84ce32f req-f22df821-9a4c-4e73-b259-dcf8c7585ccb tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] show failed (client error): The resource could not be found.
Nov 13 21:12:48.045537 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22ea764f-0315-420f-8894-6d8cc84ce32f req-f22df821-9a4c-4e73-b259-dcf8c7585ccb tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/e6129a1d-1e71-4af2-a460-30712bb354e0 HTTP/1.1" status: 404  len: 352 time: 0.0549619
Nov 13 21:12:48.121139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-30b3e450-ae87-40b3-b0ba-70784d7b643c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9a4bd89517c4115aac2c6b629008f8f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3883982
Nov 13 21:12:48.123720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3e450-ae87-40b3-b0ba-70784d7b643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b388a9-1e60-426a-919a-2497162c0747,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:48.128930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55318) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:48.183627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a479f-977f-43cf-b348-d7c70b727b20 req-1de8be03-934d-427f-8e8d-8d5c9cbf56b4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:48.185398 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b76a479f-977f-43cf-b348-d7c70b727b20 req-1de8be03-934d-427f-8e8d-8d5c9cbf56b4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 931 time: 0.1146612
Nov 13 21:12:48.226667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e87dd77-3d6b-4c31-8855-02d7c6ef6a94 req-45a37577-2962-452b-ac5a-dc904c2f2ab6 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/6404b6e0-99b5-432a-b760-cfed705df717 HTTP/1.1" status: 200  len: 1821 time: 0.1451211
Nov 13 21:12:48.243810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8af39782-b37a-4117-b5b1-9e9bc6687142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.285980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8af39782-b37a-4117-b5b1-9e9bc6687142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.317516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b76a479f-977f-43cf-b348-d7c70b727b20 req-671fc0be-e994-4b54-ba90-16c2211dd7f5 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247077
Nov 13 21:12:48.390831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c3c302-9a91-4007-8b77-1feaa3905975 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:48.403517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.405864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4e87dd77-3d6b-4c31-8855-02d7c6ef6a94 req-3e266a6a-26d4-4b2e-a528-554dfac99abe tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.418745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8af39782-b37a-4117-b5b1-9e9bc6687142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.421870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8af39782-b37a-4117-b5b1-9e9bc6687142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.422950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8af39782-b37a-4117-b5b1-9e9bc6687142 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7b388a9-1e60-426a-919a-2497162c0747 HTTP/1.1" status: 204  len: 168 time: 0.2908640
Nov 13 21:12:48.431652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af39782-b37a-4117-b5b1-9e9bc6687142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b388a9-1e60-426a-919a-2497162c0747,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:48.435589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Transition to ACTIVE for port object 01c3c302-9a91-4007-8b77-1feaa3905975 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:12:48.438149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4e87dd77-3d6b-4c31-8855-02d7c6ef6a94 req-3e266a6a-26d4-4b2e-a528-554dfac99abe tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.543241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.600203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4e87dd77-3d6b-4c31-8855-02d7c6ef6a94 req-3e266a6a-26d4-4b2e-a528-554dfac99abe tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.602863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4e87dd77-3d6b-4c31-8855-02d7c6ef6a94 req-3e266a6a-26d4-4b2e-a528-554dfac99abe tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.604039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e87dd77-3d6b-4c31-8855-02d7c6ef6a94 req-3e266a6a-26d4-4b2e-a528-554dfac99abe tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/6404b6e0-99b5-432a-b760-cfed705df717 HTTP/1.1" status: 204  len: 173 time: 0.3211448
Nov 13 21:12:48.627770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e266a6a-26d4-4b2e-a528-554dfac99abe tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6404b6e0-99b5-432a-b760-cfed705df717,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:48.639362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:48.747479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-041293a3-c0ad-4cfe-8690-3047de1a4629 req-3bc2aad6-46e7-41f2-a6cf-6cc77a9cb517 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/452d8e31-3ce2-4bf7-a184-73286de747df HTTP/1.1" status: 200  len: 1821 time: 0.0959778
Nov 13 21:12:48.769122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Attempting to bind port 01c3c302-9a91-4007-8b77-1feaa3905975 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:12:48.769460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Attempting to bind port 01c3c302-9a91-4007-8b77-1feaa3905975 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:12:48.769795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Attempting to bind port 01c3c302-9a91-4007-8b77-1feaa3905975 on network 3012d033-9968-4787-9e8a-f49f040e8300 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:48.785458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Port 01c3c302-9a91-4007-8b77-1feaa3905975 on network 3012d033-9968-4787-9e8a-f49f040e8300 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:12:48.785458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Attempting to bind port 01c3c302-9a91-4007-8b77-1feaa3905975 on network 3012d033-9968-4787-9e8a-f49f040e8300 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:12:48.794359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:12:48.794702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Checking segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:48.795100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Bound using segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:12:48.795516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Bound port: 01c3c302-9a91-4007-8b77-1feaa3905975, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:12:48.795870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.843735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c66fb-1a00-4cfc-ac15-ab41bd442294 req-ba53f9ac-7490-4a26-a5a9-abbdb527c486 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:48.845274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c2c66fb-1a00-4cfc-ac15-ab41bd442294 req-ba53f9ac-7490-4a26-a5a9-abbdb527c486 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0511494
Nov 13 21:12:48.861863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-041293a3-c0ad-4cfe-8690-3047de1a4629 req-39ea4bff-359c-4074-bd6c-44ed37641641 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.900743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:12:48.902487 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-041293a3-c0ad-4cfe-8690-3047de1a4629 req-39ea4bff-359c-4074-bd6c-44ed37641641 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:48.906101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:12:48.914998 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c2c66fb-1a00-4cfc-ac15-ab41bd442294 req-8346d0c9-bb43-44da-925f-71db8869e743 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598099
Nov 13 21:12:49.007001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.044355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:49.045265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.047196 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] 10.222.0.46 "PUT /v2.0/ports/01c3c302-9a91-4007-8b77-1feaa3905975 HTTP/1.1" status: 200  len: 1091 time: 1.3484967
Nov 13 21:12:49.050219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:49.054338 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:49.081355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67c83-5809-40b4-8828-885c24d33783 service neutron] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:49.085910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-041293a3-c0ad-4cfe-8690-3047de1a4629 req-39ea4bff-359c-4074-bd6c-44ed37641641 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.089949 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-041293a3-c0ad-4cfe-8690-3047de1a4629 req-39ea4bff-359c-4074-bd6c-44ed37641641 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.091303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-041293a3-c0ad-4cfe-8690-3047de1a4629 req-39ea4bff-359c-4074-bd6c-44ed37641641 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/452d8e31-3ce2-4bf7-a184-73286de747df HTTP/1.1" status: 204  len: 173 time: 0.3336303
Nov 13 21:12:49.110750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4bff-359c-4074-bd6c-44ed37641641 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452d8e31-3ce2-4bf7-a184-73286de747df,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:49.244872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-5a7fac0a-57ad-4147-9213-98ae01e5b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:49.246506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-5a7fac0a-57ad-4147-9213-98ae01e5b23c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 1094 time: 0.0850854
Nov 13 21:12:49.255676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178825b-d8d0-473f-b0e6-27567136ac31 req-67c3076a-fa4b-440c-b528-52d855b734e7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:49.257239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8178825b-d8d0-473f-b0e6-27567136ac31 req-67c3076a-fa4b-440c-b528-52d855b734e7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0805633
Nov 13 21:12:49.279516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:49.307863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-25f3136e-a496-4224-836b-00f1c29fc0c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c3c302-9a91-4007-8b77-1feaa3905975 HTTP/1.1" status: 200  len: 217 time: 0.0496604
Nov 13 21:12:49.368824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 49614680-59b2-41d5-9b71-7e0f2dc8de40 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:49.369542 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.396488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8178825b-d8d0-473f-b0e6-27567136ac31 req-a758b781-619f-4749-ba52-4733de0f9c99 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326187
Nov 13 21:12:49.404115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-632ef5f3-b9a0-41ab-a186-c6a6b908b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:49.405670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-632ef5f3-b9a0-41ab-a186-c6a6b908b2e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 200  len: 862 time: 0.0895829
Nov 13 21:12:49.446166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-03d6cbe8-b81f-44c0-ad16-43fd7e70b47b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3012d033-9968-4787-9e8a-f49f040e8300&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327256
Nov 13 21:12:49.471606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.498414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:49.501312 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112bcfcf-514b-46c6-b31d-8bdb358c69d0" -d '{"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-plugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:49.518667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:49.543147 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace104fa-fe2f-4c94-a04d-97116522560c x-openstack-request-id: req-ace104fa-fe2f-4c94-a04d-97116522560c {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:49.543437 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:49.544065 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ace104fa-fe2f-4c94-a04d-97116522560c {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:49.544065 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975', 'status': 'completed', 'code': 200}
Nov 13 21:12:49.612980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f846e50c-0f51-4d4c-9736-f8720d9d89f9 req-9a768338-ac2e-47a9-bcc1-592bcf7302bf tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae HTTP/1.1" status: 200  len: 1820 time: 0.0680058
Nov 13 21:12:49.646305 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.680502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-754c3a46-1ac9-4232-b6a5-9e16300558d9 service neutron] 10.222.0.46 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263999
Nov 13 21:12:49.709009 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f846e50c-0f51-4d4c-9736-f8720d9d89f9 req-43922108-7232-4722-a949-61a244437631 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.733802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f846e50c-0f51-4d4c-9736-f8720d9d89f9 req-43922108-7232-4722-a949-61a244437631 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.765185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:49.781024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:49.896963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c05a4c5-3e08-48ff-beca-268fd4a55a5b req-ed552219-ee52-4cf8-8d1a-ea7c897d5db2 service neutron] 10.222.0.46 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889486
Nov 13 21:12:49.955321 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f846e50c-0f51-4d4c-9736-f8720d9d89f9 req-43922108-7232-4722-a949-61a244437631 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.962731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f846e50c-0f51-4d4c-9736-f8720d9d89f9 req-43922108-7232-4722-a949-61a244437631 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:49.964560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f846e50c-0f51-4d4c-9736-f8720d9d89f9 req-43922108-7232-4722-a949-61a244437631 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae HTTP/1.1" status: 204  len: 173 time: 0.3438475
Nov 13 21:12:49.997694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922108-7232-4722-a949-61a244437631 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0582f7a-ff6f-4ea2-a23d-7605ec75b1ae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:50.016437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-508f4539-08be-4b5a-a33a-2664212dcd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.179298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-5f972fdc-afce-4406-94ee-aef6d299d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:50.180105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-5f972fdc-afce-4406-94ee-aef6d299d6c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 1094 time: 0.0987039
Nov 13 21:12:50.185495 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efeac60-f2e0-4d38-a3e9-8887337fc745 x-openstack-request-id: req-4efeac60-f2e0-4d38-a3e9-8887337fc745 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:50.185811 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-plugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:50.186032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-508f4539-08be-4b5a-a33a-2664212dcd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.186172 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4efeac60-f2e0-4d38-a3e9-8887337fc745 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:50.186435 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'code': 200}
Nov 13 21:12:50.288837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031d45d-d684-4987-83e9-bb1b1c4441b7 req-f4f3c2c3-ef0d-480e-892c-67184b097f15 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:50.290337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7031d45d-d684-4987-83e9-bb1b1c4441b7 req-f4f3c2c3-ef0d-480e-892c-67184b097f15 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 943 time: 0.1569004
Nov 13 21:12:50.329327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae43e67-d5fe-444c-8329-13ed2734f9d6 req-47cd9ef5-b73c-4f4c-8bf8-5dd6bc7c7cfc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:50.339841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0ae43e67-d5fe-444c-8329-13ed2734f9d6 req-47cd9ef5-b73c-4f4c-8bf8-5dd6bc7c7cfc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0902617
Nov 13 21:12:50.343248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-508f4539-08be-4b5a-a33a-2664212dcd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.367290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-11b9bbcb-d1e1-4d91-a93a-7f1204fb85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:50.370772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-11b9bbcb-d1e1-4d91-a93a-7f1204fb85ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 923 time: 0.1741211
Nov 13 21:12:50.440784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-e58fbf88-4be9-4bc5-95b9-b7f66e11d1be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01c3c302-9a91-4007-8b77-1feaa3905975 HTTP/1.1" status: 200  len: 217 time: 0.0498726
Nov 13 21:12:50.453560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7031d45d-d684-4987-83e9-bb1b1c4441b7 req-43f1ed4b-12c3-4aee-aeb1-8fdfb193e7fa tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487160
Nov 13 21:12:50.520550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0ae43e67-d5fe-444c-8329-13ed2734f9d6 req-f626656b-0b66-4195-aacf-99dcf9475d71 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783881
Nov 13 21:12:50.524484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-508f4539-08be-4b5a-a33a-2664212dcd18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d07ea3bd4594fa99bc17cae26428d7d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7548008
Nov 13 21:12:50.524484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f4539-08be-4b5a-a33a-2664212dcd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddba4f-445a-40c9-9c33-52643e17a987,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:50.527224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55458) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:50.621551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a23c81c-5a4f-46b0-8979-9ad958b56390 req-e2316be7-c465-4cd6-b851-5d44d8d21b9a tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/4cd32201-ca49-4e01-8725-8f5f6893b8e5 HTTP/1.1" status: 200  len: 2420 time: 0.1060879
Nov 13 21:12:50.629635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-a5e8ae66-e271-4369-b2a3-0f5464420bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:50.631213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-a5e8ae66-e271-4369-b2a3-0f5464420bf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 200  len: 862 time: 0.1777146
Nov 13 21:12:50.688533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-142f5ee1-da21-4686-80d7-56bd19770caf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3012d033-9968-4787-9e8a-f49f040e8300&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448115
Nov 13 21:12:50.689529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9193da9-af3f-40b0-a8f5-590dfb82c082 req-8c2e2ead-e402-43c8-bb35-46f071ba5409 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:50.697595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9193da9-af3f-40b0-a8f5-590dfb82c082 req-8c2e2ead-e402-43c8-bb35-46f071ba5409 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0708082
Nov 13 21:12:50.753770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9193da9-af3f-40b0-a8f5-590dfb82c082 req-febb55e4-20bb-4e2e-9d08-52c5df97f217 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551813
Nov 13 21:12:50.778887 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a098b6e-7e7f-45ea-9058-1dcd3b4c0674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.818148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a23c81c-5a4f-46b0-8979-9ad958b56390 req-4cdf0e9a-01e3-4df7-9b5c-9c6e32ac9010 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.830033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a098b6e-7e7f-45ea-9058-1dcd3b4c0674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.871596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a23c81c-5a4f-46b0-8979-9ad958b56390 req-4cdf0e9a-01e3-4df7-9b5c-9c6e32ac9010 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:50.888142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-466d4a00-5b61-4d45-bfac-855740398b91 service neutron] 10.222.0.46 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908984
Nov 13 21:12:51.037175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bd1fff9-3e88-48f9-bc56-36be65f3d3c8 req-e978b549-77a8-46bf-b54f-14059da199ce service neutron] 10.222.0.46 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416953
Nov 13 21:12:51.155406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a23c81c-5a4f-46b0-8979-9ad958b56390 req-4cdf0e9a-01e3-4df7-9b5c-9c6e32ac9010 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.159008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5a23c81c-5a4f-46b0-8979-9ad958b56390 req-4cdf0e9a-01e3-4df7-9b5c-9c6e32ac9010 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.160479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a23c81c-5a4f-46b0-8979-9ad958b56390 req-4cdf0e9a-01e3-4df7-9b5c-9c6e32ac9010 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/4cd32201-ca49-4e01-8725-8f5f6893b8e5 HTTP/1.1" status: 204  len: 173 time: 0.5372195
Nov 13 21:12:51.173772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a098b6e-7e7f-45ea-9058-1dcd3b4c0674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.180867 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a098b6e-7e7f-45ea-9058-1dcd3b4c0674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.187701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a098b6e-7e7f-45ea-9058-1dcd3b4c0674 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0ddba4f-445a-40c9-9c33-52643e17a987 HTTP/1.1" status: 204  len: 168 time: 0.6553071
Nov 13 21:12:51.207832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf0e9a-01e3-4df7-9b5c-9c6e32ac9010 tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd32201-ca49-4e01-8725-8f5f6893b8e5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:51.247734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a098b6e-7e7f-45ea-9058-1dcd3b4c0674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddba4f-445a-40c9-9c33-52643e17a987,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:51.256441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b25714e-2949-43b7-a6ae-4bea47ff7748 req-3de467ad-c7ca-47bd-859e-b92a728ce82e tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "GET /v2.0/security-groups/9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01 HTTP/1.1" status: 200  len: 2414 time: 0.0712144
Nov 13 21:12:51.332386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3b25714e-2949-43b7-a6ae-4bea47ff7748 req-749fc03c-14ca-499b-b393-dc8b039d37fc tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.366533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3b25714e-2949-43b7-a6ae-4bea47ff7748 req-749fc03c-14ca-499b-b393-dc8b039d37fc tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.526424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3b25714e-2949-43b7-a6ae-4bea47ff7748 req-749fc03c-14ca-499b-b393-dc8b039d37fc tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.530181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3b25714e-2949-43b7-a6ae-4bea47ff7748 req-749fc03c-14ca-499b-b393-dc8b039d37fc tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.530849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b25714e-2949-43b7-a6ae-4bea47ff7748 req-749fc03c-14ca-499b-b393-dc8b039d37fc tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01 HTTP/1.1" status: 204  len: 173 time: 0.2734447
Nov 13 21:12:51.536672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55498) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:51.547100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fc03c-14ca-499b-b393-dc8b039d37fc tempest-SecurityGroupRulesTestJSON-1781875335 tempest-SecurityGroupRulesTestJSON-1781875335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0eb8a5-751c-4a7f-8c4a-a17b1a2a2b01,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:51.681725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Deleting subnet ac6d7bb9-70e5-4d40-a1f5-4f92557ac8e4 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:12:51.686045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.721323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69fa8-f25c-43e0-8b99-8984085cf0ef req-de103373-73c7-4842-93be-a45aee469c6b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:51.725469 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-93d69fa8-f25c-43e0-8b99-8984085cf0ef req-de103373-73c7-4842-93be-a45aee469c6b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 943 time: 0.1137552
Nov 13 21:12:51.726826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cf07a-43b8-4090-90ac-4407c46c14d8 req-3f72513a-411f-453d-9233-078fdec5aa25 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:51.740383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c46cf07a-43b8-4090-90ac-4407c46c14d8 req-3f72513a-411f-453d-9233-078fdec5aa25 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0858884
Nov 13 21:12:51.764175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.804032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c46cf07a-43b8-4090-90ac-4407c46c14d8 req-4a35d715-0b32-4240-af35-10b39aebcb48 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623596
Nov 13 21:12:51.809850 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-93d69fa8-f25c-43e0-8b99-8984085cf0ef req-8f08fc0a-d5ef-406e-970a-8907af58c94d tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763400
Nov 13 21:12:51.830064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:51.976332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.035155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6d7bb9-70e5-4d40-a1f5-4f92557ac8e4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:52.035394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdb56-2e2b-40a1-8377-7b6d0e2957b7 req-37185c7d-370f-4732-847a-df89711abb88 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:52.037647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.045075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2274d80-6133-4bb3-be07-e984c3d19f00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac6d7bb9-70e5-4d40-a1f5-4f92557ac8e4 HTTP/1.1" status: 204  len: 168 time: 0.5068047
Nov 13 21:12:52.046178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55516) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:52.047572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da9fdb56-2e2b-40a1-8377-7b6d0e2957b7 req-37185c7d-370f-4732-847a-df89711abb88 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1133020
Nov 13 21:12:52.145606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da9fdb56-2e2b-40a1-8377-7b6d0e2957b7 req-90ef181d-a0ac-402b-abc7-0fee34cad867 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893788
Nov 13 21:12:52.146893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.261529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.285519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc2d2a30>,) {'filters': {'network_id': ['b81935b0-afa6-4b6a-ab8e-b8d9fe58524f']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:52.300311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc2d2a30>, 'cc71da51-d48f-41fb-b1bf-038ebd23c369') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:52.300590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc2d2a30>, 'cc71da51-d48f-41fb-b1bf-038ebd23c369') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:12:52.312736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.326889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.335777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:12:52.336501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:12:52.338057 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:12:52.495994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.509931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:52.526030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b81935b0-afa6-4b6a-ab8e-b8d9fe58524f HTTP/1.1" status: 204  len: 168 time: 0.4659688
Nov 13 21:12:52.556046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad655a5-3b1c-452d-9781-0c083b433125 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81935b0-afa6-4b6a-ab8e-b8d9fe58524f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:52.970217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6f214-2556-469b-8aaa-2e81da95ec32 req-277edd24-51c6-4866-910c-6882a94ea483 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:52.971760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1c6f214-2556-469b-8aaa-2e81da95ec32 req-277edd24-51c6-4866-910c-6882a94ea483 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 943 time: 0.0639257
Nov 13 21:12:52.977315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212b70-1cb3-40a7-9a88-a2b8bb386396 req-6c713d1a-b2a4-427c-9872-d6474d08d74b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:52.978900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd212b70-1cb3-40a7-9a88-a2b8bb386396 req-6c713d1a-b2a4-427c-9872-d6474d08d74b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0567658
Nov 13 21:12:53.038719 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1c6f214-2556-469b-8aaa-2e81da95ec32 req-bb379b57-dfc8-4297-b700-fc639ee4ea57 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607755
Nov 13 21:12:53.049605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd212b70-1cb3-40a7-9a88-a2b8bb386396 req-20144ada-368b-47eb-b233-518c6345bf0b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642614
Nov 13 21:12:53.056059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55560) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:53.112531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-66a99147-884a-4687-9d53-97fe7a7b30bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39e7b19fcd82483a8e48b50755def4f5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0551767
Nov 13 21:12:53.115181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55562) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:53.195982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea547201-b312-4bb1-9a36-34ae9b0c0f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.220255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea547201-b312-4bb1-9a36-34ae9b0c0f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.320258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c3c302-9a91-4007-8b77-1feaa3905975 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:12:53.351560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea547201-b312-4bb1-9a36-34ae9b0c0f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.358679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea547201-b312-4bb1-9a36-34ae9b0c0f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.366056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ea547201-b312-4bb1-9a36-34ae9b0c0f56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a9f9f86-3020-441e-a942-78cb3e31a5b0 HTTP/1.1" status: 204  len: 168 time: 0.2496257
Nov 13 21:12:53.397452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea547201-b312-4bb1-9a36-34ae9b0c0f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9f9f86-3020-441e-a942-78cb3e31a5b0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:53.409189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55582) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:53.435379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bed26a-7ae6-4854-8dbd-e38807ff433f req-75b94e06-cebe-4351-b222-1f9c06f673e0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:53.455192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2bed26a-7ae6-4854-8dbd-e38807ff433f req-75b94e06-cebe-4351-b222-1f9c06f673e0 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1672044
Nov 13 21:12:53.523755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:53.526529 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2bed26a-7ae6-4854-8dbd-e38807ff433f req-6ed7d253-6ae4-4769-b8bc-490b1079fc3e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710690
Nov 13 21:12:53.546088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '01c3c302-9a91-4007-8b77-1feaa3905975', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'port_id': '01c3c302-9a91-4007-8b77-1feaa3905975', 'mac_address': 'fa:16:3e:3e:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df57a51d-5952-4162-9c7b-2e0b10f1ca5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:12:53.605529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.624180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c3c302-9a91-4007-8b77-1feaa3905975 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:12:53.654146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:53.749693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.802087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:53.832997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8172693-85d3-49b2-baaa-7911f9242abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:53.938223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8172693-85d3-49b2-baaa-7911f9242abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:54.018402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['01c3c302-9a91-4007-8b77-1feaa3905975'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:12:54.197619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641efd7a-ee2a-4a16-b344-79dca434b311 req-5fdd45a8-2394-4c38-9140-b3a38c0a26af tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:54.199166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-641efd7a-ee2a-4a16-b344-79dca434b311 req-5fdd45a8-2394-4c38-9140-b3a38c0a26af tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 944 time: 0.0506973
Nov 13 21:12:54.204038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7960d0-0618-4a2c-9172-73e23f413432 req-c3d8ca1e-635c-46bb-8345-f57bda39901b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:54.206096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae7960d0-0618-4a2c-9172-73e23f413432 req-c3d8ca1e-635c-46bb-8345-f57bda39901b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.0592351
Nov 13 21:12:54.253319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-641efd7a-ee2a-4a16-b344-79dca434b311 req-80db170e-796a-4a9a-8750-d610ed225130 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474148
Nov 13 21:12:54.265504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae7960d0-0618-4a2c-9172-73e23f413432 req-702b02f5-4557-4824-b101-8dbdc1e0ddad tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475435
Nov 13 21:12:54.662474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957acb62-f012-410b-982a-794856461039 req-afb48c36-220e-49f2-aa30-54eaaf52e652 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:54.663989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-957acb62-f012-410b-982a-794856461039 req-afb48c36-220e-49f2-aa30-54eaaf52e652 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0545816
Nov 13 21:12:54.712617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-957acb62-f012-410b-982a-794856461039 req-f5953b50-2afd-4ad4-a19f-2fdc5143c5c8 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423360
Nov 13 21:12:55.017196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8172693-85d3-49b2-baaa-7911f9242abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.058528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f8172693-85d3-49b2-baaa-7911f9242abe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab9b999262b24379a8ad69d9b4dc609a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6470475
Nov 13 21:12:55.058528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8172693-85d3-49b2-baaa-7911f9242abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6715fd1-ca81-44fd-bc26-43d6b247dd1d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:55.060307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55616) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:55.063256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ba621b6-45ff-41a5-8aa1-4eb22162b3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.133771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e7bb1eb-3934-4c27-91ba-7e968bbc7ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.158113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e7bb1eb-3934-4c27-91ba-7e968bbc7ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.308181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e7bb1eb-3934-4c27-91ba-7e968bbc7ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.312207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e7bb1eb-3934-4c27-91ba-7e968bbc7ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.313067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6e7bb1eb-3934-4c27-91ba-7e968bbc7ab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6715fd1-ca81-44fd-bc26-43d6b247dd1d HTTP/1.1" status: 204  len: 168 time: 0.2529781
Nov 13 21:12:55.320887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c3c302-9a91-4007-8b77-1feaa3905975 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:12:55.335529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bb1eb-3934-4c27-91ba-7e968bbc7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6715fd1-ca81-44fd-bc26-43d6b247dd1d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:55.451056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013d3e-79bc-4b26-bb0e-e5f2e9e84330 req-f2fd0879-639e-4b6e-b251-33076978eb8a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:55.452830 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a013d3e-79bc-4b26-bb0e-e5f2e9e84330 req-f2fd0879-639e-4b6e-b251-33076978eb8a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1039600
Nov 13 21:12:55.485658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea93b-f6aa-46c2-b67e-07f0d4db1b0f req-aa1a5274-faaa-438b-a023-056ab3991e64 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:55.488817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bccea93b-f6aa-46c2-b67e-07f0d4db1b0f req-aa1a5274-faaa-438b-a023-056ab3991e64 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 944 time: 0.0942745
Nov 13 21:12:55.549181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 01c3c302-9a91-4007-8b77-1feaa3905975 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:12:55.552631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a013d3e-79bc-4b26-bb0e-e5f2e9e84330 req-71268e34-7721-41f3-997c-9e5be646651d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904479
Nov 13 21:12:55.554424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 01c3c302-9a91-4007-8b77-1feaa3905975 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:12:55.554837 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.616324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bccea93b-f6aa-46c2-b67e-07f0d4db1b0f req-63a97df4-6902-43fc-ae46-ad7e3d090f6d tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198630
Nov 13 21:12:55.700071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.730340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:12:55.737390 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd67b77-e515-40ba-9bf8-d271dc2c68c3" -d '{"events": [{"server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "name": "network-vif-plugged", "status": "completed", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:12:55.753305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:55.791962 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a509b4-76c3-4aaa-aa89-568272382af5 x-openstack-request-id: req-40a509b4-76c3-4aaa-aa89-568272382af5 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:12:55.792431 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "name": "network-vif-plugged", "status": "completed", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:12:55.792817 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40a509b4-76c3-4aaa-aa89-568272382af5 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:12:55.793370 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975', 'code': 200}
Nov 13 21:12:55.863293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1617d-2ae2-4d0b-99f5-00697470a89e req-7a5d6c7b-9e96-4c4b-950f-daef43fbbe00 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:55.871248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ad1617d-2ae2-4d0b-99f5-00697470a89e req-7a5d6c7b-9e96-4c4b-950f-daef43fbbe00 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0713465
Nov 13 21:12:55.880792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:55.924105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ad1617d-2ae2-4d0b-99f5-00697470a89e req-a3c99d7f-8f63-47c1-ae8f-5e2d03bdc9b7 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516422
Nov 13 21:12:55.980268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6ee6c-6892-4be4-bb4b-85af6b2769b5 req-4a6931d5-5736-474b-96fc-c374559915bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:55.981798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ae6ee6c-6892-4be4-bb4b-85af6b2769b5 req-4a6931d5-5736-474b-96fc-c374559915bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 1096 time: 0.0955167
Nov 13 21:12:55.983973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:56.065585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ae6ee6c-6892-4be4-bb4b-85af6b2769b5 req-c13b329d-fd54-41df-8c15-798cbe34929b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706127
Nov 13 21:12:56.135306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:56.391897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2143274935-network', 'tenant_id': '06c1a895d2ca4c4785ee3741d693e0a7'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:56.509032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Made reservation on behalf of 06c1a895d2ca4c4785ee3741d693e0a7 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:56.511762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.521211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.567085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55690) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:56.589729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65b90f9c-e1c5-4600-ae3d-daf9f6b72209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.686051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.755434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676759b0-b0a3-4b0b-966b-eb450656258d req-15c3ff85-2ea1-46be-8916-000caf0fc864 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:56.768390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-676759b0-b0a3-4b0b-966b-eb450656258d req-15c3ff85-2ea1-46be-8916-000caf0fc864 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1277881
Nov 13 21:12:56.773564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.823026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34211f2-3c9b-468b-b66a-256734e6e898 req-743b231a-1b2f-442c-829a-2514ab0c8078 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:56.824552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a34211f2-3c9b-468b-b66a-256734e6e898 req-743b231a-1b2f-442c-829a-2514ab0c8078 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1150324
Nov 13 21:12:56.826774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:12:56.839159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec4004b-f13a-420e-b5c2-ee0c6fc2e452,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:56.858084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.858453 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Added segment 5de6789b-1b32-43f6-9567-fa7856379c75 of type vlan for network 50ba1fce-449d-43e5-b356-2a7dc80616fa
Nov 13 21:12:56.878737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-676759b0-b0a3-4b0b-966b-eb450656258d req-4896d9e6-02f7-43a5-9647-cc0ceaf50f9a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091182
Nov 13 21:12:56.904717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65b90f9c-e1c5-4600-ae3d-daf9f6b72209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:56.940068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a34211f2-3c9b-468b-b66a-256734e6e898 req-f825c57b-81c7-45d4-bb47-9bfe7a108cf9 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031010
Nov 13 21:12:56.979197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.018130 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65b90f9c-e1c5-4600-ae3d-daf9f6b72209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.061630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55716) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:57.074969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6c85c1a-a0be-429b-8e04-c63f2d824f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.106002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-65b90f9c-e1c5-4600-ae3d-daf9f6b72209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b515ed299b1d44d6b15686d4958af4a0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5375788
Nov 13 21:12:57.108119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.108412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b90f9c-e1c5-4600-ae3d-daf9f6b72209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f10e8a-3c9f-4caf-95ee-385779c30ffd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:57.113123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:57.122616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:57.124084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.168113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405bddd-62c4-4faa-8c32-564cdda61004 req-069929b7-698d-4095-a12e-a6911e909317 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:57.177896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b405bddd-62c4-4faa-8c32-564cdda61004 req-069929b7-698d-4095-a12e-a6911e909317 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1214147
Nov 13 21:12:57.220564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fbdd84-fc4f-4d8d-bb56-fe9fb697ac41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.246807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1102412
Nov 13 21:12:57.262730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55724) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:12:57.269746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Request body: {'subnet': {'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2143274935-subnet', 'tenant_id': '06c1a895d2ca4c4785ee3741d693e0a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:12:57.285247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fbdd84-fc4f-4d8d-bb56-fe9fb697ac41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.342143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b405bddd-62c4-4faa-8c32-564cdda61004 req-a0ec009c-bce1-439d-a229-1d76fad7228e tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1632442
Nov 13 21:12:57.368947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf18d8c-9f95-43ff-a886-2d38b09e5187 admin admin] Pushing event updated for resources: {'Network': ['ID=50ba1fce-449d-43e5-b356-2a7dc80616fa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:57.393456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 50ba1fce-449d-43e5-b356-2a7dc80616fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:12:57.449520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Made reservation on behalf of 06c1a895d2ca4c4785ee3741d693e0a7 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:12:57.451889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.584780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fbdd84-fc4f-4d8d-bb56-fe9fb697ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.587526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fbdd84-fc4f-4d8d-bb56-fe9fb697ac41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:57.588886 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-39fbdd84-fc4f-4d8d-bb56-fe9fb697ac41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24f10e8a-3c9f-4caf-95ee-385779c30ffd HTTP/1.1" status: 204  len: 168 time: 0.4745762
Nov 13 21:12:57.603618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbdd84-fc4f-4d8d-bb56-fe9fb697ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f10e8a-3c9f-4caf-95ee-385779c30ffd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:57.647795 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:58.033576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:58.107480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Pushing event updated for resources: {'Subnet': ['ID=af62268a-0424-41ff-b92c-f90445905f8d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:58.144733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Checking segment: {'id': '5de6789b-1b32-43f6-9567-fa7856379c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:12:58.146845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Network hostable DHCP agents. Network: 50ba1fce-449d-43e5-b356-2a7dc80616fa, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:12:58.250903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9069-035f-4005-86e1-dc663034449a req-de29283f-d0a4-46aa-9a9f-bb9317ff7603 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:58.258964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-268d9069-035f-4005-86e1-dc663034449a req-de29283f-d0a4-46aa-9a9f-bb9317ff7603 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1280046
Nov 13 21:12:58.319796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-268d9069-035f-4005-86e1-dc663034449a req-d8b5bc5f-f30e-4ffe-8426-5257929ea39c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597281
Nov 13 21:12:58.327402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Network 50ba1fce-449d-43e5-b356-2a7dc80616fa is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:12:58.428827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50ba1fce-449d-43e5-b356-2a7dc80616fa) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:12:58.433219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:58.434397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:58.440477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a0b064-e7e8-4a6f-8f18-2bcae0b94037 None None] Network 50ba1fce-449d-43e5-b356-2a7dc80616fa requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:58.507597 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:58.575088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fbc1e8d2-f83b-4436-aa44-c8702b5affab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3110790
Nov 13 21:12:58.595669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0cfa-3694-4a48-9b26-9c8800ad10af req-878f2d2c-43bd-42fb-888f-fea46c2d47b1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:58.610474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3bc0cfa-3694-4a48-9b26-9c8800ad10af req-878f2d2c-43bd-42fb-888f-fea46c2d47b1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.6228731
Nov 13 21:12:58.677984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01dab-c7ae-4892-ac9b-49309a9f5fd9 req-7ba16b01-78ae-4da5-beb4-ff93fdb354ec tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:58.694201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0fd01dab-c7ae-4892-ac9b-49309a9f5fd9 req-7ba16b01-78ae-4da5-beb4-ff93fdb354ec tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.2177224
Nov 13 21:12:58.705498 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3bc0cfa-3694-4a48-9b26-9c8800ad10af req-bbdfb364-e1d1-4a2e-90c3-b7d2d5689b21 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972619
Nov 13 21:12:58.729795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc6229-03c6-479a-b34f-6435514c94e6 None None] Network 50ba1fce-449d-43e5-b356-2a7dc80616fa requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:12:58.767505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Deleting port faf46ba8-10f6-470a-aa8e-55f7e6369d85 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:12:58.778124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:58.817499 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0fd01dab-c7ae-4892-ac9b-49309a9f5fd9 req-18444aeb-a650-4613-9bc4-c3e80e81a10e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062319
Nov 13 21:12:58.997914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] For port faf46ba8-10f6-470a-aa8e-55f7e6369d85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=faf46ba8-10f6-470a-aa8e-55f7e6369d85,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:12:58.998307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:59.022835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433977fe-b70c-41bd-b5ae-43a616d8929e req-8f45657c-c2bb-42fa-8704-26421a4386d9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:59.030057 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-433977fe-b70c-41bd-b5ae-43a616d8929e req-8f45657c-c2bb-42fa-8704-26421a4386d9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1134958
Nov 13 21:12:59.055252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Calling delete_port for faf46ba8-10f6-470a-aa8e-55f7e6369d85 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:12:59.124019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c082891-4837-4543-8912-4a27287aee9d req-e3d09c35-5d37-4e89-b453-e3c1f576208c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:59.146771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c082891-4837-4543-8912-4a27287aee9d req-e3d09c35-5d37-4e89-b453-e3c1f576208c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1361160
Nov 13 21:12:59.146929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-433977fe-b70c-41bd-b5ae-43a616d8929e req-5a90ffd1-b9d0-4340-82ee-eefc681a4a7a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085711
Nov 13 21:12:59.255530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c082891-4837-4543-8912-4a27287aee9d req-f875dfa2-96aa-483a-b44f-3916a17d475b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089985
Nov 13 21:12:59.446797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40524262-05f9-4288-931c-6d8bf127c03b req-08c71f9b-41dd-4eca-8e7e-67118b10dd64 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:59.456245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40524262-05f9-4288-931c-6d8bf127c03b req-08c71f9b-41dd-4eca-8e7e-67118b10dd64 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.0711203
Nov 13 21:12:59.528717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-40524262-05f9-4288-931c-6d8bf127c03b req-c4415183-96ae-4dfe-a587-dcd8ba3b10c6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720680
Nov 13 21:12:59.531779 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:12:59.600982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Pushing event deleted for resources: {'Port': ['ID=faf46ba8-10f6-470a-aa8e-55f7e6369d85,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:12:59.783129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021927e-3f40-4ce9-a333-ce0d77faa9a1 req-0e0dad2d-254e-4d2b-b935-96d62937b84c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:12:59.784553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3021927e-3f40-4ce9-a333-ce0d77faa9a1 req-0e0dad2d-254e-4d2b-b935-96d62937b84c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1138299
Nov 13 21:12:59.913674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:00.031983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3021927e-3f40-4ce9-a333-ce0d77faa9a1 req-7c7222af-8ec5-45ec-808f-c17469d43d86 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969551
Nov 13 21:13:00.035003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:00.423842 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:00.447816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2e454-addb-43bc-96b2-246d5c3c023c req-de6a9901-df81-4518-a8b4-dec18e6e78bb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:00.449570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13a2e454-addb-43bc-96b2-246d5c3c023c req-de6a9901-df81-4518-a8b4-dec18e6e78bb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1870284
Nov 13 21:13:00.464787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-dc77d7b6-694d-4847-bf2b-dd335291b3cb tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:00.467431 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-dc77d7b6-694d-4847-bf2b-dd335291b3cb tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/networks?id=50ba1fce-449d-43e5-b356-2a7dc80616fa HTTP/1.1" status: 200  len: 814 time: 0.1492121
Nov 13 21:13:00.483579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-aade1b85-2f80-41de-9da4-538a45b77928 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/quotas/06c1a895d2ca4c4785ee3741d693e0a7 HTTP/1.1" status: 200  len: 375 time: 0.0098145
Nov 13 21:13:00.522423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Router d85c2fb8-eed3-4f25-a0aa-6234a6940622 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:13:00.522808 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-ac5b49e1-2365-45a4-b5c0-adc73a0c3921 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=06c1a895d2ca4c4785ee3741d693e0a7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0304749
Nov 13 21:13:00.545010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13a2e454-addb-43bc-96b2-246d5c3c023c req-bacebf10-f614-4d36-94da-f9bdfae143db tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841174
Nov 13 21:13:00.637289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-8663246d-55d6-453d-8529-0c5f417ac070 service neutron] 10.222.0.20 "GET /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1060588
Nov 13 21:13:00.703167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ebc92-f342-4817-8ba6-cd8882ca8dbf req-19aca744-e545-42b0-9e9a-83be0518bd69 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:00.803013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e1ebc92-f342-4817-8ba6-cd8882ca8dbf req-19aca744-e545-42b0-9e9a-83be0518bd69 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1001561
Nov 13 21:13:00.803013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:00.803542 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] Sync routers for ids ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:00.804213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f19d5f74-e8c2-463c-8d8d-466bfcd2f94b admin admin] 10.222.0.20 "PUT /v2.0/routers/d85c2fb8-eed3-4f25-a0aa-6234a6940622/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6560798
Nov 13 21:13:00.804402 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] Routers {'d85c2fb8-eed3-4f25-a0aa-6234a6940622'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:00.804402 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1ed160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:12:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:00.804722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-dce7da5c-1417-413c-ba36-5b92813f342f service neutron] 10.222.0.20 "GET /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141016
Nov 13 21:13:00.805415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e1ebc92-f342-4817-8ba6-cd8882ca8dbf req-791bb907-fa65-4465-b19d-9155d1cde7aa tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519168
Nov 13 21:13:00.805702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55822) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:00.877208 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] Set router d85c2fb8-eed3-4f25-a0aa-6234a6940622 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:00.899954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051199c3-292a-411b-981b-802bfce9af5e req-973af5d9-363a-4f53-855e-7d46bfa6eb03 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:00.902276 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-051199c3-292a-411b-981b-802bfce9af5e req-973af5d9-363a-4f53-855e-7d46bfa6eb03 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0703723
Nov 13 21:13:00.973797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:00.987189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-051199c3-292a-411b-981b-802bfce9af5e req-c43b7920-f366-45fb-95e7-9f734d334eab tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784154
Nov 13 21:13:01.169919 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1ed160>, [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:12:59Z', 'revision_number': 5, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:01.219405 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] Checking router: d85c2fb8-eed3-4f25-a0aa-6234a6940622 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:01.231801 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] Routers {'d85c2fb8-eed3-4f25-a0aa-6234a6940622'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:01.233311 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1ed160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:12:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:01.234021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e8decb1-bd45-4f24-97f7-f77244d5b1a0 req-2a8c2575-253c-4f85-b431-2cdc29456a1f tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 210 time: 0.0772707
Nov 13 21:13:01.278908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55850) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:01.300870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:01.356745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4abc3-a1d8-4be4-bb96-a81ac079d18c req-8cad9801-9104-4370-b9e8-9bf310192c75 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:01.366136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31d4abc3-a1d8-4be4-bb96-a81ac079d18c req-8cad9801-9104-4370-b9e8-9bf310192c75 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.0909991
Nov 13 21:13:01.407042 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] Set router d85c2fb8-eed3-4f25-a0aa-6234a6940622 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:01.480857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31d4abc3-a1d8-4be4-bb96-a81ac079d18c req-6df2ebfc-d671-4d7f-b287-95168c41bf6e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114841
Nov 13 21:13:01.481261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Deleting port eacf8e5f-2ac5-44cd-a691-15301863e87c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:01.482895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:01.607857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba0326e3-3c1e-404d-bca3-b75b732db8b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:01.759127 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1ed160>, [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:12:59Z', 'revision_number': 5, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:01.771366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45802d9f-e0fb-4d69-9de8-00aa448c5d57 req-bb52d4e1-593e-4682-b6c8-24acc37f215a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:01.772914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45802d9f-e0fb-4d69-9de8-00aa448c5d57 req-bb52d4e1-593e-4682-b6c8-24acc37f215a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.1109245
Nov 13 21:13:01.784603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774124f1-cd3b-4eb7-a333-5819d65083b6 req-71f4dbbe-1272-4eaf-8ee0-f902c5a21baf tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:01.786670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-774124f1-cd3b-4eb7-a333-5819d65083b6 req-71f4dbbe-1272-4eaf-8ee0-f902c5a21baf tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.2348225
Nov 13 21:13:01.801739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] For port eacf8e5f-2ac5-44cd-a691-15301863e87c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eacf8e5f-2ac5-44cd-a691-15301863e87c,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:01.802371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:01.812544 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae379d7-ba5b-4de1-a157-49402f37ddf9 None None] The sync data for ids ['d85c2fb8-eed3-4f25-a0aa-6234a6940622'] in ncdv-master-1 is: [{'id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'name': 'tempest-AttachSCSIVolumeTestJSON-625692724-router', 'tenant_id': '8ea50d2d303c4872b717101b06ff111f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76'}], 'enable_snat': True}, 'gw_port_id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:10:51Z', 'updated_at': '2021-11-13T21:12:59Z', 'revision_number': 5, 'project_id': '8ea50d2d303c4872b717101b06ff111f', 'gw_port': {'id': 'eacf8e5f-2ac5-44cd-a691-15301863e87c', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85c2fb8-eed3-4f25-a0aa-6234a6940622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:10:52Z', 'updated_at': '2021-11-13T21:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:01.847505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Calling delete_port for eacf8e5f-2ac5-44cd-a691-15301863e87c owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:01.879550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45802d9f-e0fb-4d69-9de8-00aa448c5d57 req-4145f111-14d1-4c6d-beea-b39714ef77fa tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998361
Nov 13 21:13:02.007568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-774124f1-cd3b-4eb7-a333-5819d65083b6 req-6c6788ae-4eca-409b-a052-186f4de77a1d tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073338
Nov 13 21:13:02.057454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba0326e3-3c1e-404d-bca3-b75b732db8b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.185487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba0326e3-3c1e-404d-bca3-b75b732db8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.244891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0326e3-3c1e-404d-bca3-b75b732db8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40c6b9-8dfc-4cc4-bca9-e6d3d4f96283,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:02.266140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2261-0c8b-49f0-9921-9b92594beb8d req-5680946c-46e7-4c63-a872-6d93664f9496 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:02.282545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a17e2261-0c8b-49f0-9921-9b92594beb8d req-5680946c-46e7-4c63-a872-6d93664f9496 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1974118
Nov 13 21:13:02.289566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ba0326e3-3c1e-404d-bca3-b75b732db8b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22404dc72e3c4d9dbae0a3c8699ccebe&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0055528
Nov 13 21:13:02.289828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55884) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:02.365334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.442239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a17e2261-0c8b-49f0-9921-9b92594beb8d req-c3ebff1e-64a4-4659-a8c0-a631a586e557 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453750
Nov 13 21:13:02.452571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40304d7d-0299-4b57-9017-f2632f166d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.478385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacf8e5f-2ac5-44cd-a691-15301863e87c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:02.553143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40304d7d-0299-4b57-9017-f2632f166d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.595277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.706431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.709781 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.770440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77bd5713-cdf3-45a2-93f0-6a9f9e727ecf req-289236a3-5f24-4cfe-ae36-554cb1443e3f tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 210 time: 0.0368712
Nov 13 21:13:02.863106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40304d7d-0299-4b57-9017-f2632f166d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.867405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40304d7d-0299-4b57-9017-f2632f166d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.876829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-40304d7d-0299-4b57-9017-f2632f166d3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c40c6b9-8dfc-4cc4-bca9-e6d3d4f96283 HTTP/1.1" status: 204  len: 168 time: 0.5788150
Nov 13 21:13:02.886203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40304d7d-0299-4b57-9017-f2632f166d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40c6b9-8dfc-4cc4-bca9-e6d3d4f96283,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:02.910649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.912304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d85c2fb8-eed3-4f25-a0aa-6234a6940622 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:13:02.929936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:02.931551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-58d0ad16-8cb3-4ce0-a399-8b5c232adf48 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d85c2fb8-eed3-4f25-a0aa-6234a6940622 HTTP/1.1" status: 204  len: 168 time: 2.1268873
Nov 13 21:13:02.934164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55910) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:03.098554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Deleting subnet d6b70e62-50c5-4849-84fb-9564432e634b {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:13:03.107619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:03.186204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:03.208501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device faf46ba8-10f6-470a-aa8e-55f7e6369d85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:03.275905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: faf46ba8-10f6-470a-aa8e-55f7e6369d85 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:03.278246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5744061-d2c3-4bc7-89b7-c310ed83ac12 req-ac1e45cb-dc79-4356-9216-52d91a63aa44 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:03.283539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device faf46ba8-10f6-470a-aa8e-55f7e6369d85 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:03.284328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b5744061-d2c3-4bc7-89b7-c310ed83ac12 req-ac1e45cb-dc79-4356-9216-52d91a63aa44 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 946 time: 0.2234774
Nov 13 21:13:03.338126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:03.359144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b5744061-d2c3-4bc7-89b7-c310ed83ac12 req-13aad2fb-2205-493b-a7a1-984010bacb09 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634155
Nov 13 21:13:03.479433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-8f16985a-c9f0-44fa-9fcd-d4c23e716256 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f3bcf900df224886bd2fd5da4286f798&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381155
Nov 13 21:13:03.592448 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:03.645917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b70e62-50c5-4849-84fb-9564432e634b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:03.665157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:03.669429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791e50c-bad6-4b00-8e13-babc288c9ee6 None None] Network 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:03.669851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f421bbce-4007-410a-ae74-13d86312e2f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6b70e62-50c5-4849-84fb-9564432e634b HTTP/1.1" status: 204  len: 168 time: 0.7344525
Nov 13 21:13:03.672175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55936) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:03.723965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-3a7121f5-8a35-4ed6-a757-0ed604eae6cd tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:03.734401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-3a7121f5-8a35-4ed6-a757-0ed604eae6cd tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2526734
Nov 13 21:13:03.761273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-af17f568-a364-4eda-b175-705a791e8f86 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/quotas/f3bcf900df224886bd2fd5da4286f798 HTTP/1.1" status: 200  len: 375 time: 0.0256593
Nov 13 21:13:03.841506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-20abe677-abc0-4d40-ada8-07c2373535df tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3bcf900df224886bd2fd5da4286f798&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0792637
Nov 13 21:13:03.880538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:03.983741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Deleting port 0dae2d88-2825-4bd3-afe6-388fd55fccec {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:03.984081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.059449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] DHCP port deletion for 8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:13:04.110876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] For port 0dae2d88-2825-4bd3-afe6-388fd55fccec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dae2d88-2825-4bd3-afe6-388fd55fccec,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:04.111237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.128731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55948) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:04.164451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd38fb49-4862-4caa-bc16-1158e571f9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.225642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Calling delete_port for 0dae2d88-2825-4bd3-afe6-388fd55fccec owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:04.243998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] Deleting port 0dae2d88-2825-4bd3-afe6-388fd55fccec {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:04.247103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.347988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] For port 0dae2d88-2825-4bd3-afe6-388fd55fccec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dae2d88-2825-4bd3-afe6-388fd55fccec,segment=NetworkSegment(2e7c0e2b-52d2-48d0-a127-850871eca47e),segment_id=2e7c0e2b-52d2-48d0-a127-850871eca47e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:04.348753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.378862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] Calling delete_port for 0dae2d88-2825-4bd3-afe6-388fd55fccec owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:04.575866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb96e18-4c9c-43cf-932d-37bf00cf119f req-72fcb200-bab1-423d-a247-fcf2e7352bc2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:04.577475 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bb96e18-4c9c-43cf-932d-37bf00cf119f req-72fcb200-bab1-423d-a247-fcf2e7352bc2 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.3072870
Nov 13 21:13:04.608300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.621917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.654172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] No DVR routers for this DVR port 0dae2d88-2825-4bd3-afe6-388fd55fccec on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:04.681882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd38fb49-4862-4caa-bc16-1158e571f9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.710724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bb96e18-4c9c-43cf-932d-37bf00cf119f req-09a73649-166d-4f25-a791-c73fc851a7da tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205294
Nov 13 21:13:04.722347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] Pushing event deleted for resources: {'Port': ['ID=0dae2d88-2825-4bd3-afe6-388fd55fccec,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:04.726197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dae2d88-2825-4bd3-afe6-388fd55fccec,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:04.739349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d0879-fe2c-4866-a240-26de8080b82e None None] No DVR routers for this DVR port 0dae2d88-2825-4bd3-afe6-388fd55fccec on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:04.739739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-b85b730d-39f4-4697-903b-52a308608c4f tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:04.748608 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-b85b730d-39f4-4697-903b-52a308608c4f tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.37 "GET /v2.0/networks?id=50ba1fce-449d-43e5-b356-2a7dc80616fa HTTP/1.1" status: 200  len: 814 time: 0.3335829
Nov 13 21:13:04.758224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Request body: {'port': {'device_id': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa', 'admin_state_up': True, 'tenant_id': '06c1a895d2ca4c4785ee3741d693e0a7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:04.835085 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cd38fb49-4862-4caa-bc16-1158e571f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.852635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.871644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55972) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:04.872407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cd38fb49-4862-4caa-bc16-1158e571f9ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17b7891ffd2c43c8902fa7c17e09c825&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7425561
Nov 13 21:13:04.896599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcefba070>,) {'filters': {'network_id': ['8b4b73b1-44a5-49e9-b534-f3b3c2817ce7']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:04.915701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcefba070>, '2e7c0e2b-52d2-48d0-a127-850871eca47e') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:04.918402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcefba070>, '2e7c0e2b-52d2-48d0-a127-850871eca47e') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:04.926253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38fb49-4862-4caa-bc16-1158e571f9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2918d7b3-f26d-4d60-9316-4ef561af4da0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:04.936259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.962087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f3cda90-e3c2-4a47-b1c9-2cb8dd7bed5b req-0aaa3fc7-e086-47b0-93d1-53c939676479 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 210 time: 0.0589724
Nov 13 21:13:04.977633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.993652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:13:04.994067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:13:04.995871 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:13:05.060662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-feb6c76a-2014-4fde-a6e6-b5efc57d9431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.085894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-feb6c76a-2014-4fde-a6e6-b5efc57d9431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.152412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93d13-0ae9-4777-89aa-02242ee500ac req-36a089c3-dea0-4f4e-b4b4-21a04ae30efe tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:05.152412 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01b93d13-0ae9-4777-89aa-02242ee500ac req-36a089c3-dea0-4f4e-b4b4-21a04ae30efe tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.0788345
Nov 13 21:13:05.206716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eacf8e5f-2ac5-44cd-a691-15301863e87c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:05.227145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24b9d2c9-f99e-4b7d-9e37-0d04cbd56456 req-2dcb6966-e784-4d77-ac8c-cc8ce99395d1 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.0338809
Nov 13 21:13:05.241311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: eacf8e5f-2ac5-44cd-a691-15301863e87c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:05.241311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eacf8e5f-2ac5-44cd-a691-15301863e87c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:05.241311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0dae2d88-2825-4bd3-afe6-388fd55fccec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:05.254608 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01b93d13-0ae9-4777-89aa-02242ee500ac req-80fd3246-581d-42e4-826f-789a15b472ed tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929682
Nov 13 21:13:05.263253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0dae2d88-2825-4bd3-afe6-388fd55fccec {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:05.263762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0dae2d88-2825-4bd3-afe6-388fd55fccec not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:05.279278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Made reservation on behalf of 06c1a895d2ca4c4785ee3741d693e0a7 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:05.284240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.350478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-feb6c76a-2014-4fde-a6e6-b5efc57d9431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.354539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-feb6c76a-2014-4fde-a6e6-b5efc57d9431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.355936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-feb6c76a-2014-4fde-a6e6-b5efc57d9431 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2918d7b3-f26d-4d60-9316-4ef561af4da0 HTTP/1.1" status: 204  len: 168 time: 0.4828267
Nov 13 21:13:05.357195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.384944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:05.389948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8b4b73b1-44a5-49e9-b534-f3b3c2817ce7 HTTP/1.1" status: 204  len: 168 time: 1.7160325
Nov 13 21:13:05.401864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55986) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:05.403370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6c76a-2014-4fde-a6e6-b5efc57d9431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2918d7b3-f26d-4d60-9316-4ef561af4da0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:05.417997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f891c-dc28-4ff2-b652-5cd843d981f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4b73b1-44a5-49e9-b534-f3b3c2817ce7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:05.633947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Allocated IP 172.20.0.5 (50ba1fce-449d-43e5-b356-2a7dc80616fa/af62268a-0424-41ff-b92c-f90445905f8d/fff65906-283a-4a30-9648-a19bbf01fa94) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:05.920070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:06.047112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:06.070838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e849f75-c1eb-4260-ab26-923a92c194b1 req-d4feb297-d8a9-4b30-b5a5-cff912f0793c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:06.074336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e849f75-c1eb-4260-ab26-923a92c194b1 req-d4feb297-d8a9-4b30-b5a5-cff912f0793c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0904777
Nov 13 21:13:06.105364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Network 50ba1fce-449d-43e5-b356-2a7dc80616fa is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:06.121859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:06.142654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:06.148017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Pushing event updated for resources: {'Port': ['ID=fff65906-283a-4a30-9648-a19bbf01fa94,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:06.206667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:06.207580 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:06.218689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae38f8-c7e1-421b-8f9b-46a56d472086 req-c97ac21b-fa98-4f04-975b-be66e2310ddc tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:06.220838 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6ae38f8-c7e1-421b-8f9b-46a56d472086 req-c97ac21b-fa98-4f04-975b-be66e2310ddc tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 931 time: 0.1201847
Nov 13 21:13:06.297324 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-a09b157e-1fcf-456b-bb87-ee41fea0fa1b tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5433309
Nov 13 21:13:06.304941 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6ae38f8-c7e1-421b-8f9b-46a56d472086 req-de1b9b24-000c-42a5-96df-e80e63556ce7 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725448
Nov 13 21:13:06.311105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Request body: {'port': {'device_id': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:06.427145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:06.520337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e849f75-c1eb-4260-ab26-923a92c194b1 req-7fef491b-5c88-456b-865d-22f76284002b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828233
Nov 13 21:13:06.654655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-365b480f-6056-4288-8743-007f764fe82a req-500eb12d-fcad-41a1-9176-f08c75765a58 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.0356979
Nov 13 21:13:06.805197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684da0ac-9aba-44fe-a816-d59accce3c5a req-62066ed7-a807-4c39-8765-ac7d03a47b80 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:06.805197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-684da0ac-9aba-44fe-a816-d59accce3c5a req-62066ed7-a807-4c39-8765-ac7d03a47b80 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1375802
Nov 13 21:13:06.805461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff65906-283a-4a30-9648-a19bbf01fa94 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:06.814436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:06.832619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Transition to ACTIVE for port object fff65906-283a-4a30-9648-a19bbf01fa94 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:06.838996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:06.910430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-684da0ac-9aba-44fe-a816-d59accce3c5a req-01b27be1-83c0-4030-9e34-f8318f44a796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991898
Nov 13 21:13:07.123370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-5452fa81-9fd8-4efa-969b-4636a5bc5131 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:07.125016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-5452fa81-9fd8-4efa-969b-4636a5bc5131 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.0620277
Nov 13 21:13:07.143935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Deleting port f4944e56-9b2a-45ab-bdad-67da260551e4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:07.144528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.215318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Deleting port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:07.215951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.225797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] For port f4944e56-9b2a-45ab-bdad-67da260551e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4944e56-9b2a-45ab-bdad-67da260551e4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:07.226162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.240163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Calling delete_port for f4944e56-9b2a-45ab-bdad-67da260551e4 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:07.311315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] For port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:07.311686 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.320821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.328874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Calling delete_port for 7f9d12bc-a3e8-4a08-a02f-57fb244738cd owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:07.378714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c3c302-9a91-4007-8b77-1feaa3905975 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:07.485966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Pushing event updated for resources: {'Port': ['ID=fff65906-283a-4a30-9648-a19bbf01fa94,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:07.601523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:07.615982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17153b-41d6-4df4-9850-9708c927a336 req-69149588-2b58-4fe6-a3d2-36afe4565604 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:07.623224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c17153b-41d6-4df4-9850-9708c927a336 req-69149588-2b58-4fe6-a3d2-36afe4565604 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 943 time: 0.1406755
Nov 13 21:13:07.624000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '01c3c302-9a91-4007-8b77-1feaa3905975', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'port_id': '01c3c302-9a91-4007-8b77-1feaa3905975', 'mac_address': 'fa:16:3e:3e:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df57a51d-5952-4162-9c7b-2e0b10f1ca5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:07.631332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Attempting to bind port fff65906-283a-4a30-9648-a19bbf01fa94 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:07.632140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Attempting to bind port fff65906-283a-4a30-9648-a19bbf01fa94 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5de6789b-1b32-43f6-9567-fa7856379c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:07.632549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Attempting to bind port fff65906-283a-4a30-9648-a19bbf01fa94 on network 50ba1fce-449d-43e5-b356-2a7dc80616fa {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:07.648451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Port fff65906-283a-4a30-9648-a19bbf01fa94 on network 50ba1fce-449d-43e5-b356-2a7dc80616fa not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:07.648991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Attempting to bind port fff65906-283a-4a30-9648-a19bbf01fa94 on network 50ba1fce-449d-43e5-b356-2a7dc80616fa {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:07.675544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:07.675891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Checking segment: {'id': '5de6789b-1b32-43f6-9567-fa7856379c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:07.676326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Bound using segment: {'id': '5de6789b-1b32-43f6-9567-fa7856379c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:07.676822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Bound port: fff65906-283a-4a30-9648-a19bbf01fa94, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de6789b-1b32-43f6-9567-fa7856379c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:07.677235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.684924 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.688555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.728635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4944e56-9b2a-45ab-bdad-67da260551e4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:07.736849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c17153b-41d6-4df4-9850-9708c927a336 req-f0aabade-8e1e-4fa0-bd1c-1d07508ea416 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112013
Nov 13 21:13:07.768145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01c3c302-9a91-4007-8b77-1feaa3905975 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:07.783129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced56523-58b5-4d62-aa1b-0396ad5c81a6 req-2fd8d2a5-b8d2-4591-994b-1c93420b4e30 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:07.792242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ced56523-58b5-4d62-aa1b-0396ad5c81a6 req-2fd8d2a5-b8d2-4591-994b-1c93420b4e30 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 946 time: 0.1569266
Nov 13 21:13:07.834423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:07.894940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] For port fff65906-283a-4a30-9648-a19bbf01fa94, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:07.900556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] For port fff65906-283a-4a30-9648-a19bbf01fa94, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fff65906-283a-4a30-9648-a19bbf01fa94,segment=NetworkSegment(5de6789b-1b32-43f6-9567-fa7856379c75),segment_id=5de6789b-1b32-43f6-9567-fa7856379c75)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:07.913880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ced56523-58b5-4d62-aa1b-0396ad5c81a6 req-f1beaa19-f993-431f-96a9-fd5f04284b5a tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181428
Nov 13 21:13:07.929086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:07.950572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00c17e0e-7c0b-41fe-ad4e-1936aa643b66 req-cc089420-a16d-46c7-9260-d927450fe03d tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.0501897
Nov 13 21:13:07.992455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:07.994774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:08.009747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7f9d12bc-a3e8-4a08-a02f-57fb244738cd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:08.089453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:08.111027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['01c3c302-9a91-4007-8b77-1feaa3905975'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:08.129013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event deleted for resources: {'Port': ['ID=7f9d12bc-a3e8-4a08-a02f-57fb244738cd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:08.203519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-ed80362a-e253-4f18-9277-901e44bba985 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f3bcf900df224886bd2fd5da4286f798&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1417184
Nov 13 21:13:08.286148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaef27-1eef-4fb5-bc13-cad3f3f53585 req-fed6990b-7226-4de8-8871-f0c9e7b4a019 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:08.287696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6aaef27-1eef-4fb5-bc13-cad3f3f53585 req-fed6990b-7226-4de8-8871-f0c9e7b4a019 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 944 time: 0.1893184
Nov 13 21:13:08.288369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:08.292824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] No DVR routers for this DVR port 7f9d12bc-a3e8-4a08-a02f-57fb244738cd on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:08.298343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:08.299329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:08.300870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] 10.222.0.37 "PUT /v2.0/ports/fff65906-283a-4a30-9648-a19bbf01fa94 HTTP/1.1" status: 200  len: 1091 time: 1.9946702
Nov 13 21:13:08.301451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'tag': 'fff65906-283a-4a30-9648-a19bbf01fa94'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:08.307811 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71", "tag": "fff65906-283a-4a30-9648-a19bbf01fa94"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:08.314787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:08.318803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ada161dd-0cbe-4090-b70a-18fe20f3bbb4 req-049b0857-6cc3-4e09-b0c1-98e0f250d202 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.37 "DELETE /v2.0/ports/7f9d12bc-a3e8-4a08-a02f-57fb244738cd HTTP/1.1" status: 204  len: 173 time: 1.1865013
Nov 13 21:13:08.377570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bcd0e-1141-407d-b23f-4c1e82cc4d1b service neutron] Pushing event updated for resources: {'Port': ['ID=fff65906-283a-4a30-9648-a19bbf01fa94,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:08.390764 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a93683a-5b49-499a-97a5-3c81c21887b6 x-openstack-request-id: req-5a93683a-5b49-499a-97a5-3c81c21887b6 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:08.391195 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71", "tag": "fff65906-283a-4a30-9648-a19bbf01fa94", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:08.391576 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a93683a-5b49-499a-97a5-3c81c21887b6 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:08.393671 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'tag': 'fff65906-283a-4a30-9648-a19bbf01fa94', 'status': 'completed', 'code': 200}
Nov 13 21:13:08.491041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7 req-8cb576cf-4145-45e3-be66-4b3ffb87a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:08.497158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7 req-8cb576cf-4145-45e3-be66-4b3ffb87a702 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06c1a895d2ca4c4785ee3741d693e0a7&device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 1094 time: 0.0893881
Nov 13 21:13:08.524472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6aaef27-1eef-4fb5-bc13-cad3f3f53585 req-7847d778-ec29-4689-9dd2-83ce6e3f831e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199726
Nov 13 21:13:08.573170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-92a6243c-88a6-4145-b51b-0094b28bb1ef tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:08.574855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-92a6243c-88a6-4145-b51b-0094b28bb1ef tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3572094
Nov 13 21:13:08.597581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Request body: {'port': {'device_id': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f3bcf900df224886bd2fd5da4286f798'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:08.647523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7 req-81d4479c-c33a-409e-9708-77cf6b80cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:08.648992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7 req-81d4479c-c33a-409e-9708-77cf6b80cf29 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=06c1a895d2ca4c4785ee3741d693e0a7&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1433501
Nov 13 21:13:08.847307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7 req-de3ccaa2-1073-4b52-8382-d7ebf10d7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:08.853497 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6556906a-9477-4f90-9f5d-4d3c1c71ddb7 req-de3ccaa2-1073-4b52-8382-d7ebf10d7ad6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1908779
Nov 13 21:13:09.014849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-4be3520b-1141-4385-ad50-175e7a6ed523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:09.016501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-4be3520b-1141-4385-ad50-175e7a6ed523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06c1a895d2ca4c4785ee3741d693e0a7&device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 1094 time: 0.0862205
Nov 13 21:13:09.043338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Router 7ee8fbec-bc07-4541-98ed-27459b8e6399 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:13:09.062959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1dcd-6773-4b89-b798-74654a82f941 req-ba0c53af-1579-4d4e-83b1-d128a93b6a88 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:09.065292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-141e1dcd-6773-4b89-b798-74654a82f941 req-ba0c53af-1579-4d4e-83b1-d128a93b6a88 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 943 time: 0.1687479
Nov 13 21:13:09.098984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-2ae131df-d0dd-46ca-b17f-ee26b326b3b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff65906-283a-4a30-9648-a19bbf01fa94 HTTP/1.1" status: 200  len: 217 time: 0.0732713
Nov 13 21:13:09.170287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Made reservation on behalf of f3bcf900df224886bd2fd5da4286f798 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:09.175044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:09.208231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874015-ccf3-4fa0-82e7-928969703640 req-5135892b-031a-461e-99ae-2e029bc4776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:09.209737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-5135892b-031a-461e-99ae-2e029bc4776b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af62268a-0424-41ff-b92c-f90445905f8d HTTP/1.1" status: 200  len: 854 time: 0.1033955
Nov 13 21:13:09.261615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-141e1dcd-6773-4b89-b798-74654a82f941 req-99f73686-4efb-424e-8ac6-153a7b77332d tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969784
Nov 13 21:13:09.275721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:09.293152 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-3fa3b070-f109-4481-9624-410b31281056 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50ba1fce-449d-43e5-b356-2a7dc80616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734670
Nov 13 21:13:09.368247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:09.383474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:09.390314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bbd237c2-45b6-4971-bcd9-4507758c477a admin admin] 10.222.0.20 "PUT /v2.0/routers/7ee8fbec-bc07-4541-98ed-27459b8e6399/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9746976
Nov 13 21:13:09.394191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:09.398030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d7dc7db-3693-43d6-8bbf-2140e8704b07 req-b90419b7-4e6c-4a1d-a2a3-8165f0d3da37 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2c26c5f-e964-444c-ab97-58080d47dafa HTTP/1.1" status: 200  len: 210 time: 0.0318959
Nov 13 21:13:09.414756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] Sync routers for ids ['7ee8fbec-bc07-4541-98ed-27459b8e6399'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:09.432886 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-3035f485-fed9-444e-89cc-cc6c2929efa5 service neutron] 10.222.0.37 "GET /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319225
Nov 13 21:13:09.433196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c3c302-9a91-4007-8b77-1feaa3905975 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:09.574324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3ea6762-c4ed-4916-bfb3-fa1fdf816fc9 req-ddc9b918-f987-4514-82cc-cd00af27efd3 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.1836257
Nov 13 21:13:09.596905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:09.608316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43874015-ccf3-4fa0-82e7-928969703640 req-580bd636-9155-40c0-8966-189afc4e091b service neutron] 10.222.0.37 "GET /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690400
Nov 13 21:13:09.612273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] Routers {'7ee8fbec-bc07-4541-98ed-27459b8e6399'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:09.624496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:12:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ee8fbec-bc07-4541-98ed-27459b8e6399'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:09.694560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:09.752301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:09.811436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:09.883315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'mac_address': 'fa:16:3e:28:16:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:09.987408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6213542-1eb9-4507-bb3c-17863480f40b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:10.021278 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.035716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 01c3c302-9a91-4007-8b77-1feaa3905975 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:10.035957 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.077853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038d920-b671-46b7-bd8c-c6831fde283b req-7d321f72-a59b-4573-a3b2-b28c19b88ba8 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:10.082046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6038d920-b671-46b7-bd8c-c6831fde283b req-7d321f72-a59b-4573-a3b2-b28c19b88ba8 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 944 time: 0.2830095
Nov 13 21:13:10.108548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] Set router 7ee8fbec-bc07-4541-98ed-27459b8e6399 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:10.111666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5b66ff3-e072-4087-85db-7f1a5c06722d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:10.113804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.155996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Allocated IP 192.168.233.31 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/1741f4a7-5139-4fec-802d-06e904ff2297) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:10.195753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6038d920-b671-46b7-bd8c-c6831fde283b req-b624b8a6-0f02-4f3e-a934-505dae5dc206 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047776
Nov 13 21:13:10.260156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:10.341668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.396908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60349b4a-f54a-438c-a728-751b25a787dd req-e54db27b-2a64-401e-b1e2-7dc8254a7fec tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:10.398998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-60349b4a-f54a-438c-a728-751b25a787dd req-e54db27b-2a64-401e-b1e2-7dc8254a7fec tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 951 time: 0.1140232
Nov 13 21:13:10.399744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'name': 'network-vif-deleted', 'tag': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:10.403314 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543a8283-519d-44ef-824e-2844da226d91" -d '{"events": [{"server_uuid": "b2c26c5f-e964-444c-ab97-58080d47dafa", "name": "network-vif-deleted", "tag": "7f9d12bc-a3e8-4a08-a02f-57fb244738cd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:10.453551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.489897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d5b66ff3-e072-4087-85db-7f1a5c06722d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:10.492430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-60349b4a-f54a-438c-a728-751b25a787dd req-a1080031-79fa-46fc-818b-0d86cc8364b6 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746868
Nov 13 21:13:10.512389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Deleting port d3cd2038-d00d-449d-b3a4-22c9c1746c5f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:10.514322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.571987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:10.573655 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2cc34-d602-4fbd-9df5-37ba62ff0488 x-openstack-request-id: req-51f2cc34-d602-4fbd-9df5-37ba62ff0488 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:10.574193 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c26c5f-e964-444c-ab97-58080d47dafa", "name": "network-vif-deleted", "tag": "7f9d12bc-a3e8-4a08-a02f-57fb244738cd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:10.575069 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51f2cc34-d602-4fbd-9df5-37ba62ff0488 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:10.575704 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c26c5f-e964-444c-ab97-58080d47dafa', 'name': 'network-vif-deleted', 'tag': '7f9d12bc-a3e8-4a08-a02f-57fb244738cd', 'status': 'completed', 'code': 200}
Nov 13 21:13:10.609142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:10.613102 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fcd197-e705-4cc3-8334-07827eb6eedb" -d '{"events": [{"server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "name": "network-vif-plugged", "status": "completed", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:10.623174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.628866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:10.649263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:10.659830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] For port d3cd2038-d00d-449d-b3a4-22c9c1746c5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:10.660200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.686935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5910>, [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:13:07Z', 'revision_number': 5, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port': {'id': 'd3cd2038-d00d-449d-b3a4-22c9c1746c5f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:dc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:11:07Z', 'updated_at': '2021-11-13T21:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:10.703759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90499-b145-4385-a9bc-b72c2edc362c req-82a7604d-cca6-483a-9784-fb01f9351dc5 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:10.705378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33b90499-b145-4385-a9bc-b72c2edc362c req-82a7604d-cca6-483a-9784-fb01f9351dc5 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 943 time: 0.2947223
Nov 13 21:13:10.733618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Calling delete_port for d3cd2038-d00d-449d-b3a4-22c9c1746c5f owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:10.742206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] Checking router: 7ee8fbec-bc07-4541-98ed-27459b8e6399 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:10.747642 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.776727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:10.786952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] Routers {'7ee8fbec-bc07-4541-98ed-27459b8e6399'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:10.787573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:12:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ee8fbec-bc07-4541-98ed-27459b8e6399'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:10.913414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33b90499-b145-4385-a9bc-b72c2edc362c req-fc67d7ac-193d-43ca-a5b5-ff5199e262f3 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844647
Nov 13 21:13:10.914369 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f57cf8d1-36e5-4d8d-9200-fb4ed8cca7ee req-6b0521da-6c4b-45ee-a3d0-a24b755b62bb tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.0701838
Nov 13 21:13:10.979252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:11.024379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] Set router 7ee8fbec-bc07-4541-98ed-27459b8e6399 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:11.101238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5910>, [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:13:10Z', 'revision_number': 6, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:11.105267 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37932c9d-50b4-49b5-a9b1-652a237d2104 x-openstack-request-id: req-37932c9d-50b4-49b5-a9b1-652a237d2104 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:11.106295 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "name": "network-vif-plugged", "status": "completed", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:11.106974 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37932c9d-50b4-49b5-a9b1-652a237d2104 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:11.107775 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975', 'code': 200}
Nov 13 21:13:11.136040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.152195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488f0a-3b32-45c6-8189-60bb1a9f9abe None None] The sync data for ids ['7ee8fbec-bc07-4541-98ed-27459b8e6399'] in ncdv-master-1 is: [{'id': '7ee8fbec-bc07-4541-98ed-27459b8e6399', 'name': 'tempest-AttachSCSIVolumeTestJSON-1027278840-router', 'tenant_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:11:06Z', 'updated_at': '2021-11-13T21:13:10Z', 'revision_number': 6, 'project_id': 'ebe7fd426f324148ba3a484ca7d3ba38', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:11.248442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:11.260290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-ba417c6a-5795-41b0-981d-f36197019c7e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:11.260290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-ba417c6a-5795-41b0-981d-f36197019c7e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.46 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1318951
Nov 13 21:13:11.286808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:11.298779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:11.330271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Pushing event updated for resources: {'Port': ['ID=1741f4a7-5139-4fec-802d-06e904ff2297,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:11.366983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:11.408960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.481707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfc2d0-07b5-4d2c-a470-fcf4302fcc41 req-80fcfa3a-5ce2-44c5-ad8d-c8d83aea2db6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:11.492988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port d5b66ff3-e072-4087-85db-7f1a5c06722d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:11.493482 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.502299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59dfc2d0-07b5-4d2c-a470-fcf4302fcc41 req-80fcfa3a-5ce2-44c5-ad8d-c8d83aea2db6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 945 time: 0.1535952
Nov 13 21:13:11.608772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Deleting port 01c3c302-9a91-4007-8b77-1feaa3905975 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:11.608772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.616220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:11.620972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.632837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cd2038-d00d-449d-b3a4-22c9c1746c5f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:11.638634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56236) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:11.669815 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.678634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-f6f8e9bd-bd7a-4d6e-bab4-844e51d42d0c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:11.680266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-f6f8e9bd-bd7a-4d6e-bab4-844e51d42d0c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.5480344
Nov 13 21:13:11.743743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:11.749192 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59dfc2d0-07b5-4d2c-a470-fcf4302fcc41 req-cf1ed89c-b9ef-45e4-a0aa-54d1c7bd0524 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453074
Nov 13 21:13:11.790673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5c69bb38-45e5-44b4-9b1f-9037e00ef311 None None] Provisioning complete for port 1741f4a7-5139-4fec-802d-06e904ff2297 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:11.791049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c69bb38-45e5-44b4-9b1f-9037e00ef311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.860649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] For port 01c3c302-9a91-4007-8b77-1feaa3905975, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c3c302-9a91-4007-8b77-1feaa3905975,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:11.861031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.886172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:11.920078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Calling delete_port for 01c3c302-9a91-4007-8b77-1feaa3905975 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:11.988800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fff65906-283a-4a30-9648-a19bbf01fa94 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:11.991200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7f9d12bc-a3e8-4a08-a02f-57fb244738cd no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:11.994730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b8cda-fee5-4b49-993f-4925ace1a193 req-9e0c30ad-b7f6-43b5-846e-a5f61ca6ed55 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:12.002990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb6b8cda-fee5-4b49-993f-4925ace1a193 req-9e0c30ad-b7f6-43b5-846e-a5f61ca6ed55 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 951 time: 0.1246674
Nov 13 21:13:12.031822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 7f9d12bc-a3e8-4a08-a02f-57fb244738cd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:12.033578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7f9d12bc-a3e8-4a08-a02f-57fb244738cd not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:12.037249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.038206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:12.058121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5c69bb38-45e5-44b4-9b1f-9037e00ef311 None None] Port 1741f4a7-5139-4fec-802d-06e904ff2297 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:13:12.089893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb6b8cda-fee5-4b49-993f-4925ace1a193 req-8d1a2f22-3aed-4f59-a36f-4c1fbd9686db tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858839
Nov 13 21:13:12.260100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fff65906-283a-4a30-9648-a19bbf01fa94, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fff65906-283a-4a30-9648-a19bbf01fa94,segment=NetworkSegment(5de6789b-1b32-43f6-9567-fa7856379c75),segment_id=5de6789b-1b32-43f6-9567-fa7856379c75)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:12.272078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'fff65906-283a-4a30-9648-a19bbf01fa94', 'network_id': '50ba1fce-449d-43e5-b356-2a7dc80616fa', 'port_id': 'fff65906-283a-4a30-9648-a19bbf01fa94', 'mac_address': 'fa:16:3e:ec:58:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af62268a-0424-41ff-b92c-f90445905f8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:12.296546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb223d2-f44a-4fd8-a11c-230a2a2bff0f req-ac9d2092-108c-40f2-bbd0-d4055a28551d tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:12.304128 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fb223d2-f44a-4fd8-a11c-230a2a2bff0f req-ac9d2092-108c-40f2-bbd0-d4055a28551d tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 943 time: 0.0900607
Nov 13 21:13:12.340976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.354579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff65906-283a-4a30-9648-a19bbf01fa94 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:12.379006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fff65906-283a-4a30-9648-a19bbf01fa94, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fff65906-283a-4a30-9648-a19bbf01fa94,segment=NetworkSegment(5de6789b-1b32-43f6-9567-fa7856379c75),segment_id=5de6789b-1b32-43f6-9567-fa7856379c75)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:12.383941 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fb223d2-f44a-4fd8-a11c-230a2a2bff0f req-4ad5f6b9-5799-42cf-a113-3b1df113a26e tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698533
Nov 13 21:13:12.385636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.395376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-691e7c5b-71cd-4585-8040-94da646a8469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.400072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-13a5e264-8910-49ad-bca1-682fd2a08f87 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.8093607
Nov 13 21:13:12.402966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['01c3c302-9a91-4007-8b77-1feaa3905975'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:12.409270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-abe0d6a2-42ac-4aa1-816a-12798735e684 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/quotas/938071fbfe8f48a7b5abb40d48854ae9 HTTP/1.1" status: 200  len: 375 time: 0.7191284
Nov 13 21:13:12.450203 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.456195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Request body: {'port': {'device_id': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:12.467286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event deleted for resources: {'Port': ['ID=01c3c302-9a91-4007-8b77-1feaa3905975,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:12.507158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fff65906-283a-4a30-9648-a19bbf01fa94,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:12.530422 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.538256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce7bca6f-69a9-4ab1-a2d7-3cece427c98b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1204176
Nov 13 21:13:12.595342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] No DVR routers for this DVR port 01c3c302-9a91-4007-8b77-1feaa3905975 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:12.598552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.602603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8294e17-57a5-406a-b7f2-2d0d78a544d0 req-6c4a585b-5303-4a55-9cb6-7f02c082c26e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.46 "DELETE /v2.0/ports/01c3c302-9a91-4007-8b77-1feaa3905975 HTTP/1.1" status: 204  len: 173 time: 1.3350265
Nov 13 21:13:12.603049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'name': 'network-vif-deleted', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:12.605541 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b567913-89a1-41c9-807b-a17bb6a36cf0" -d '{"events": [{"server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "name": "network-vif-deleted", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:12.628651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f32e9-c69c-4dbb-8fd8-1970e22f3e4c req-dd19811e-6dee-4ef0-980f-9ae3d2eebeac tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:12.636284 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-005f32e9-c69c-4dbb-8fd8-1970e22f3e4c req-dd19811e-6dee-4ef0-980f-9ae3d2eebeac tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 935 time: 0.1150296
Nov 13 21:13:12.638803 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.646267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['fff65906-283a-4a30-9648-a19bbf01fa94'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:12.699118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-005f32e9-c69c-4dbb-8fd8-1970e22f3e4c req-0701d8e5-f61a-469b-8383-88e54a4a4102 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617802
Nov 13 21:13:12.899283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.909855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:12.948318 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff0d1c-69cb-4498-b523-59fc0438449a x-openstack-request-id: req-5cff0d1c-69cb-4498-b523-59fc0438449a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:12.948617 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b6edc5-58bd-43dd-b45d-d17bd25384c0", "name": "network-vif-deleted", "tag": "01c3c302-9a91-4007-8b77-1feaa3905975", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:12.948909 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cff0d1c-69cb-4498-b523-59fc0438449a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:12.949319 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b6edc5-58bd-43dd-b45d-d17bd25384c0', 'name': 'network-vif-deleted', 'tag': '01c3c302-9a91-4007-8b77-1feaa3905975', 'status': 'completed', 'code': 200}
Nov 13 21:13:13.064212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0366a380-8fbb-434c-9b67-c276f02a9b20 req-f419313f-18f4-4305-9d04-474b4e8621fc tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=98b6edc5-58bd-43dd-b45d-d17bd25384c0 HTTP/1.1" status: 200  len: 210 time: 0.0372019
Nov 13 21:13:13.090707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-d1c178d8-43f2-4a4d-98e1-924d6beca5ee service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5174608
Nov 13 21:13:13.109028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:13.114623 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62169038-49ae-4ff0-b612-7118ef0e9b00" -d '{"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-plugged", "status": "completed", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:13.148036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.148607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee8fbec-bc07-4541-98ed-27459b8e6399 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:13:13.153654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.154802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c51cc9a9-7010-4d47-8047-1555bef37309 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7ee8fbec-bc07-4541-98ed-27459b8e6399 HTTP/1.1" status: 204  len: 168 time: 3.7597244
Nov 13 21:13:13.158516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56276) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:13.212958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-691e7c5b-71cd-4585-8040-94da646a8469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.249809 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db7f0ad-7c34-43cf-85a1-f4138e7fac5a x-openstack-request-id: req-9db7f0ad-7c34-43cf-85a1-f4138e7fac5a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:13.251770 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-plugged", "status": "completed", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:13.252190 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9db7f0ad-7c34-43cf-85a1-f4138e7fac5a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:13.252762 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'code': 200}
Nov 13 21:13:13.255235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f4944e56-9b2a-45ab-bdad-67da260551e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:13.268249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Deleting subnet 23e07736-9bbd-40af-a06a-9a0997bf9723 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:13:13.281555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.314127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-691e7c5b-71cd-4585-8040-94da646a8469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.337382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f4944e56-9b2a-45ab-bdad-67da260551e4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:13.337382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f4944e56-9b2a-45ab-bdad-67da260551e4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:13.337738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d3cd2038-d00d-449d-b3a4-22c9c1746c5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:13.384256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e7c5b-71cd-4585-8040-94da646a8469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d34faa3-77a2-4b81-a4c7-991c19668a19,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:13.400255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d3cd2038-d00d-449d-b3a4-22c9c1746c5f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:13.400599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d3cd2038-d00d-449d-b3a4-22c9c1746c5f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:13.404228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.431148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-3c957bc9-54fa-49e5-96f4-9c43697d6248 service neutron] 10.222.0.20 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3320088
Nov 13 21:13:13.481401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-691e7c5b-71cd-4585-8040-94da646a8469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fb94ec621de46ac949af5f8f44f2f5a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7977064
Nov 13 21:13:13.482344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56296) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:13.517806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1741f4a7-5139-4fec-802d-06e904ff2297 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:13.539288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.565717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.585014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Transition to ACTIVE for port object 1741f4a7-5139-4fec-802d-06e904ff2297 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:13.589626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e684a5e6-4cb5-401a-aaf0-64b741cbda24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.627703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e684a5e6-4cb5-401a-aaf0-64b741cbda24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.687893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b978cef-5413-46f2-8be5-e7027bdf0019 req-3ad4958a-88c1-41d6-a3dc-a2753a54d2c0 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:13.689542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b978cef-5413-46f2-8be5-e7027bdf0019 req-3ad4958a-88c1-41d6-a3dc-a2753a54d2c0 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 944 time: 0.0609155
Nov 13 21:13:13.691755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.702653 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.761141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.764407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/23e07736-9bbd-40af-a06a-9a0997bf9723 HTTP/1.1" status: 204  len: 168 time: 0.6044312
Nov 13 21:13:13.766589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa5a10-fb84-4dce-be98-407f087c2de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e07736-9bbd-40af-a06a-9a0997bf9723,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:13.770334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388639f-2123-4003-b0dc-8cce60019e65 None None] Network 1e0a210a-296f-4228-bb60-4895230baa77 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:13.773892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:13.787246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Pushing event updated for resources: {'Port': ['ID=1741f4a7-5139-4fec-802d-06e904ff2297,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:13.871368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Attempting to bind port 1741f4a7-5139-4fec-802d-06e904ff2297 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:13.871695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Attempting to bind port 1741f4a7-5139-4fec-802d-06e904ff2297 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:13.872076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Attempting to bind port 1741f4a7-5139-4fec-802d-06e904ff2297 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:13.879452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e684a5e6-4cb5-401a-aaf0-64b741cbda24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.887456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e684a5e6-4cb5-401a-aaf0-64b741cbda24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.891865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e684a5e6-4cb5-401a-aaf0-64b741cbda24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d34faa3-77a2-4b81-a4c7-991c19668a19 HTTP/1.1" status: 204  len: 168 time: 0.4036212
Nov 13 21:13:13.891865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Port 1741f4a7-5139-4fec-802d-06e904ff2297 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:13.891865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Attempting to bind port 1741f4a7-5139-4fec-802d-06e904ff2297 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:13.901586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684a5e6-4cb5-401a-aaf0-64b741cbda24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d34faa3-77a2-4b81-a4c7-991c19668a19,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:13.903622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:13.903961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:13.904339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:13.904894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Bound port: 1741f4a7-5139-4fec-802d-06e904ff2297, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:13.905251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:13.991672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fff65906-283a-4a30-9648-a19bbf01fa94 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:14.044613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b978cef-5413-46f2-8be5-e7027bdf0019 req-a54f3f5b-ecf3-4451-ae01-5d8c478dbc6c tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3394985
Nov 13 21:13:14.060381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.195882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] For port 1741f4a7-5139-4fec-802d-06e904ff2297, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:14.272068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f943039-5481-4052-b8eb-8690346fde2c req-f3a8defe-aa05-4ef4-bf06-a0a102ea4e01 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 210 time: 0.0704529
Nov 13 21:13:14.277544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Deleting port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:14.280456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.307383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] For port 1741f4a7-5139-4fec-802d-06e904ff2297, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1741f4a7-5139-4fec-802d-06e904ff2297,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:14.356012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7140f22-6ab6-4d4d-9ebc-a0ce82ce915d req-63d03c79-a249-4a10-a308-4771f7cd3c24 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:14.356012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7140f22-6ab6-4d4d-9ebc-a0ce82ce915d req-63d03c79-a249-4a10-a308-4771f7cd3c24 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 947 time: 0.1312747
Nov 13 21:13:14.376510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] DHCP port deletion for 1e0a210a-296f-4228-bb60-4895230baa77 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:13:14.380380 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.409056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.431591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port fff65906-283a-4a30-9648-a19bbf01fa94 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:13:14.447723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port fff65906-283a-4a30-9648-a19bbf01fa94 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:14.448098 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.574997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:14.576216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.577924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] 10.222.0.37 "PUT /v2.0/ports/1741f4a7-5139-4fec-802d-06e904ff2297 HTTP/1.1" status: 200  len: 1095 time: 2.1283796
Nov 13 21:13:14.586993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e994-afa1-40d7-804e-26e87c969144 service neutron] Pushing event updated for resources: {'Port': ['ID=1741f4a7-5139-4fec-802d-06e904ff2297,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:14.593714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'tag': '1741f4a7-5139-4fec-802d-06e904ff2297'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:14.604987 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9a0110-0b40-4449-931b-d4585415e2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "67f5ff1a-2374-441f-a346-5a3d3c742aa9", "tag": "1741f4a7-5139-4fec-802d-06e904ff2297"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:14.615372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] Deleting port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:14.616035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.643218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7140f22-6ab6-4d4d-9ebc-a0ce82ce915d req-6163fc05-75d3-4f36-b8de-cb057f5e71e7 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801671
Nov 13 21:13:14.814333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] For port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:14.815517 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:14.845990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] Calling delete_port for 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:14.854916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-f9d9b9a7-b591-459d-b192-c77fcbcb44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:14.859096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-f9d9b9a7-b591-459d-b192-c77fcbcb44ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3bcf900df224886bd2fd5da4286f798&device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 1098 time: 0.1374424
Nov 13 21:13:14.901939 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b442a4f-6f71-44a8-bf7e-dc3bf2d63055 x-openstack-request-id: req-6b442a4f-6f71-44a8-bf7e-dc3bf2d63055 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:14.902152 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f5ff1a-2374-441f-a346-5a3d3c742aa9", "tag": "1741f4a7-5139-4fec-802d-06e904ff2297", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:14.902468 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b442a4f-6f71-44a8-bf7e-dc3bf2d63055 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:14.903642 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'tag': '1741f4a7-5139-4fec-802d-06e904ff2297', 'status': 'completed', 'code': 200}
Nov 13 21:13:15.005617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-5376e994-0fa1-4ac5-820c-f0a0b286c968 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=1741f4a7-5139-4fec-802d-06e904ff2297 HTTP/1.1" status: 200  len: 217 time: 0.1371992
Nov 13 21:13:15.013031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.078241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fff65906-283a-4a30-9648-a19bbf01fa94, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fff65906-283a-4a30-9648-a19bbf01fa94,segment=NetworkSegment(5de6789b-1b32-43f6-9567-fa7856379c75),segment_id=5de6789b-1b32-43f6-9567-fa7856379c75)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:15.105577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56376) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:15.144656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.172316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] No DVR routers for this DVR port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:15.179030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bacf7f46-416b-46ff-acbc-374266bc576a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.237362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.240581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d92d12-b39c-4616-914a-bffd53474d7b None None] Pushing event deleted for resources: {'Port': ['ID=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:15.253267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:15.260285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff65906-283a-4a30-9648-a19bbf01fa94'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:15.263563 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4e1062-af09-4e23-99cc-de7bb045cbca" -d '{"events": [{"server_uuid": "a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71", "name": "network-vif-plugged", "status": "completed", "tag": "fff65906-283a-4a30-9648-a19bbf01fa94"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:15.265265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-407791c7-b4b3-45ae-828d-e8790e350c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:15.272128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-407791c7-b4b3-45ae-828d-e8790e350c5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.2594657
Nov 13 21:13:15.342662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:15.343297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:15.372039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283cb53-07c1-4501-8ae0-de462d107882 req-9658a779-4787-4785-8ff7-b65d6f78c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:15.373744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-9658a779-4787-4785-8ff7-b65d6f78c0a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0918975
Nov 13 21:13:15.377063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fff65906-283a-4a30-9648-a19bbf01fa94,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:15.396951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:15.426954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] For port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,segment=NetworkSegment(7715ffaa-947e-4ea5-8572-6711875a38ad),segment_id=7715ffaa-947e-4ea5-8572-6711875a38ad)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:15.427950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.451884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Calling delete_port for 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:15.465885 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953572-e3bd-42be-b5b8-a0fa16bf4b8b req-dc7226cb-bc5d-4aef-be33-32a13a2457cf tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:15.470713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bacf7f46-416b-46ff-acbc-374266bc576a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.474593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a953572-e3bd-42be-b5b8-a0fa16bf4b8b req-dc7226cb-bc5d-4aef-be33-32a13a2457cf tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 945 time: 0.0947533
Nov 13 21:13:15.489016 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.554802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56392) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:15.555976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:15.563459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410074663', 'description': 'tempest-description--39528554'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:15.576876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-fbe364e6-43d5-47dc-9615-71ac76831bf8 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953673
Nov 13 21:13:15.584492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bacf7f46-416b-46ff-acbc-374266bc576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.607929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a953572-e3bd-42be-b5b8-a0fa16bf4b8b req-e276190d-84c2-4199-8b0b-c1db92e68d8d tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321654
Nov 13 21:13:15.653555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.665910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bacf7f46-416b-46ff-acbc-374266bc576a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea1ceec6af764f37a291bdf8046f2be0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5518663
Nov 13 21:13:15.670887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56408) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:15.731307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf7f46-416b-46ff-acbc-374266bc576a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae3815-7557-4cfc-b1ec-e05d7b126b8b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:15.738521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:15.740809 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.741569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c3c302-9a91-4007-8b77-1feaa3905975 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:15.763356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] No DVR routers for this DVR port 1f72ce73-ce89-4ac9-9f31-8ff8839f0ff4 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:15.809738 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5bf2f4-2dd2-4cf8-9870-d3830c7454e4 x-openstack-request-id: req-2b5bf2f4-2dd2-4cf8-9870-d3830c7454e4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:15.810608 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71", "name": "network-vif-plugged", "status": "completed", "tag": "fff65906-283a-4a30-9648-a19bbf01fa94", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:15.810866 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b5bf2f4-2dd2-4cf8-9870-d3830c7454e4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:15.811264 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff65906-283a-4a30-9648-a19bbf01fa94', 'code': 200}
Nov 13 21:13:15.813700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 01c3c302-9a91-4007-8b77-1feaa3905975 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:15.813901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c3c302-9a91-4007-8b77-1feaa3905975 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:15.836937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7283cb53-07c1-4501-8ae0-de462d107882 req-3d605b5e-4624-40f3-b35e-54347d363c6e service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496293
Nov 13 21:13:15.838596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:15.923178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=11']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:15.923831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-548f5975-9257-4879-b076-58d7a657d74e req-54cf76b7-eb1b-4a59-b5e2-33b81d77aeee tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 210 time: 0.0447872
Nov 13 21:13:16.013009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.019260 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.067377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7728970>,) {'filters': {'network_id': ['1e0a210a-296f-4228-bb60-4895230baa77']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:16.077840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e313e5-8863-43e2-b6e7-fab258d856bf req-fb674a7b-1c81-4029-a966-43dc3b4e7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.077840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8e313e5-8863-43e2-b6e7-fab258d856bf req-fb674a7b-1c81-4029-a966-43dc3b4e7d04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 1096 time: 0.2132814
Nov 13 21:13:16.078340 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91b07c6-b3b4-4862-a17b-e9f5d0099124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.086156 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.111387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dffdf-320f-4621-bbd3-bd45519b6420 req-49952c3d-f071-4e0f-92fa-0c4f0a84c8b2 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.120667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ec9dffdf-320f-4621-bbd3-bd45519b6420 req-49952c3d-f071-4e0f-92fa-0c4f0a84c8b2 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 947 time: 0.2347188
Nov 13 21:13:16.125048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7728970>, '7715ffaa-947e-4ea5-8572-6711875a38ad') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:16.125503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7728970>, '7715ffaa-947e-4ea5-8572-6711875a38ad') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:16.162178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.171499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-0352c434-c55f-4754-bd70-11d489ace8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.173912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-0352c434-c55f-4754-bd70-11d489ace8db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3bcf900df224886bd2fd5da4286f798&device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 1098 time: 0.1464391
Nov 13 21:13:16.176275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349d2297-121e-4cf8-939e-7a8862496a66,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:16.194585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91b07c6-b3b4-4862-a17b-e9f5d0099124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.204541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.207161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-79b1d675-6161-4243-93bb-fdf6ad0a502e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.6484523
Nov 13 21:13:16.211771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.218082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56440) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:16.224196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'security_group_rule': {'security_group_id': '349d2297-121e-4cf8-939e-7a8862496a66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:16.246154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:13:16.246700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:13:16.252557 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:13:16.329128 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8e313e5-8863-43e2-b6e7-fab258d856bf req-37dab72c-0af7-4b84-9e86-f56d8d354961 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403326
Nov 13 21:13:16.342688 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ec9dffdf-320f-4621-bbd3-bd45519b6420 req-62708c14-c1bc-4bf8-9f9f-d50f1bfd27d3 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208710
Nov 13 21:13:16.416338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-c09ee3d1-9228-4906-9fe9-f7119ada402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.418406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-c09ee3d1-9228-4906-9fe9-f7119ada402e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2180676
Nov 13 21:13:16.474549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91b07c6-b3b4-4862-a17b-e9f5d0099124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.482640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.486540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91b07c6-b3b4-4862-a17b-e9f5d0099124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.488118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e91b07c6-b3b4-4862-a17b-e9f5d0099124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5ae3815-7557-4cfc-b1ec-e05d7b126b8b HTTP/1.1" status: 204  len: 168 time: 0.7598300
Nov 13 21:13:16.496181 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:13:16.501197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.524654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.531308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e0a210a-296f-4228-bb60-4895230baa77 HTTP/1.1" status: 204  len: 168 time: 2.7532675
Nov 13 21:13:16.562978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-c2c24514-e4c9-4cd5-b3df-39c35d644f36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=1741f4a7-5139-4fec-802d-06e904ff2297 HTTP/1.1" status: 200  len: 217 time: 0.0415125
Nov 13 21:13:16.592449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b07c6-b3b4-4862-a17b-e9f5d0099124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae3815-7557-4cfc-b1ec-e05d7b126b8b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:16.596189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dce4f-40d3-4958-a6fd-2d17833bf869 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0a210a-296f-4228-bb60-4895230baa77,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:16.646727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.651056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-802f0ec8-9990-4ca3-9b8d-541062379478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.652791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-802f0ec8-9990-4ca3-9b8d-541062379478 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0785482
Nov 13 21:13:16.717189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:16.831526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389b1387-d74d-4062-b08f-5c2425a13d1f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:16.859819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-ffae1328-a0cc-40a0-b0ca-87449e2f252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.861510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-ffae1328-a0cc-40a0-b0ca-87449e2f252e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2001610
Nov 13 21:13:16.875053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136dff-2a4d-4c92-b22b-7ccdb75d3d44 req-7e5871fc-a830-4c83-a18c-34f5bc6079da tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:16.877215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03136dff-2a4d-4c92-b22b-7ccdb75d3d44 req-7e5871fc-a830-4c83-a18c-34f5bc6079da tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 945 time: 0.1003604
Nov 13 21:13:17.022729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.026820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56506) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:17.026978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c9d3774a-c78f-4995-84b3-5af19b9126c4 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8077903
Nov 13 21:13:17.042901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-2dd91dbe-3198-4dc5-af5d-7588ff6a2f87 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535408
Nov 13 21:13:17.043043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'security_group_rule': {'security_group_id': '349d2297-121e-4cf8-939e-7a8862496a66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:17.177000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03136dff-2a4d-4c92-b22b-7ccdb75d3d44 req-a1e36ee5-a271-4fa0-a3b1-28d6fd8f3918 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519884
Nov 13 21:13:17.288554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.298366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56514) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:17.322575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-0f24a732-8d66-471c-bb62-3ca643790842 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:17.326996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-0f24a732-8d66-471c-bb62-3ca643790842 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 811 time: 0.1975532
Nov 13 21:13:17.340420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-634a211d-334d-486e-902d-1901a89267f8 req-b02e0a35-c800-4872-bf67-45df5e8ac47c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 210 time: 0.2574446
Nov 13 21:13:17.345692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Request body: {'port': {'device_id': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'admin_state_up': True, 'tenant_id': '938071fbfe8f48a7b5abb40d48854ae9'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:17.449374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b3ffc786-1e83-411e-b2e7-6e15e1810efc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ea50d2d303c4872b717101b06ff111f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1526530
Nov 13 21:13:17.459952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:17.459952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed9a0110-0b40-4449-931b-d4585415e2ec req-05677da8-9c0f-4277-aa19-038e1e19f9f8 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4008362
Nov 13 21:13:17.480463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.576082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb66dd7-7b1b-4985-977f-c78a03a1b23a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.612948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb66dd7-7b1b-4985-977f-c78a03a1b23a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.658339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee2e1e-a394-4c7f-86a4-d2f071e370d2 req-fe32cf14-55af-4b1d-b9f5-7b14b51727dc tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:17.665521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cee2e1e-a394-4c7f-86a4-d2f071e370d2 req-fe32cf14-55af-4b1d-b9f5-7b14b51727dc tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 947 time: 0.1825085
Nov 13 21:13:17.739303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cee2e1e-a394-4c7f-86a4-d2f071e370d2 req-6d1883da-3b1b-4b13-8a86-2fe3db6df562 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729203
Nov 13 21:13:17.776515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.799792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daf79f9-ceda-409a-a914-d7e24bcc64b1,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:17.811251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb66dd7-7b1b-4985-977f-c78a03a1b23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.812248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:17.823025 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cc1bdd-6b42-437c-9339-880eaac37a31" -d '{"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-unplugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:17.823263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb66dd7-7b1b-4985-977f-c78a03a1b23a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.823263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3bb66dd7-7b1b-4985-977f-c78a03a1b23a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f35fea55-f549-43b9-9976-9add880483c9 HTTP/1.1" status: 204  len: 168 time: 0.3662443
Nov 13 21:13:17.861423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb66dd7-7b1b-4985-977f-c78a03a1b23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35fea55-f549-43b9-9976-9add880483c9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:17.886324 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd77715-81b7-4d0d-afb0-d0bd729f27b2 x-openstack-request-id: req-3dd77715-81b7-4d0d-afb0-d0bd729f27b2 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:17.886324 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-unplugged", "status": "completed", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:17.886324 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dd77715-81b7-4d0d-afb0-d0bd729f27b2 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:17.886324 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'code': 200}
Nov 13 21:13:17.935466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Made reservation on behalf of 938071fbfe8f48a7b5abb40d48854ae9 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:17.939492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:17.963682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1741f4a7-5139-4fec-802d-06e904ff2297 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:18.012711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.013928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09d167b4-174e-4028-802d-f63866911b0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9860430
Nov 13 21:13:18.017966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56552) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:18.023030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:18.134906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.267244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Allocated IP 172.20.0.3 (09559424-1385-4568-9979-5bb0cb2d727b/ee3e3781-732f-4b0f-9edb-4f9b217de713/8e03852f-cca2-44bf-a5db-e2336424094f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:18.319101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.342068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1741f4a7-5139-4fec-802d-06e904ff2297, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1741f4a7-5139-4fec-802d-06e904ff2297,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:18.354569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1741f4a7-5139-4fec-802d-06e904ff2297', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '1741f4a7-5139-4fec-802d-06e904ff2297', 'mac_address': 'fa:16:3e:16:2e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:18.402768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.416749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1741f4a7-5139-4fec-802d-06e904ff2297 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:18.437399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1741f4a7-5139-4fec-802d-06e904ff2297, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1741f4a7-5139-4fec-802d-06e904ff2297,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:18.448866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Allocated IP 172.35.3.156 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7bb24605-37d7-4ef0-bf92-d4b8edad9bd5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:18.458461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.552532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.643672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.643985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.706143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1741f4a7-5139-4fec-802d-06e904ff2297,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:18.711858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Network 09559424-1385-4568-9979-5bb0cb2d727b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:18.718188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:18.736053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:18.739624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.765859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event updated for resources: {'Port': ['ID=8e03852f-cca2-44bf-a5db-e2336424094f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:18.810992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:18.811817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.841029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'Port': ['ID=7bb24605-37d7-4ef0-bf92-d4b8edad9bd5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:18.845070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:18.847125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:18.850161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:18.871574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1741f4a7-5139-4fec-802d-06e904ff2297'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:18.939081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-ce3f5ab9-27a3-4978-9683-e6bf894f1064 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5963204
Nov 13 21:13:18.949461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:18.963961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Request body: {'port': {'device_id': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:19.057463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.087536 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.118437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56606) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:19.200825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d0d86b1f-2e87-4c2d-bf59-19a3779eb901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebe7fd426f324148ba3a484ca7d3ba38&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0814824
Nov 13 21:13:19.202686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56610) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:19.322920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c8f5-be94-47aa-ab77-f067175b0221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.361668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c8f5-be94-47aa-ab77-f067175b0221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.374773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.413798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e03852f-cca2-44bf-a5db-e2336424094f {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:19.422880 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.436817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Transition to ACTIVE for port object 8e03852f-cca2-44bf-a5db-e2336424094f will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:19.473786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.539062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c8f5-be94-47aa-ab77-f067175b0221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.541672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cd9c8f5-be94-47aa-ab77-f067175b0221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.542821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0cd9c8f5-be94-47aa-ab77-f067175b0221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfc2ff94-3014-40ab-8423-f11cb556a5a1 HTTP/1.1" status: 204  len: 168 time: 0.3383653
Nov 13 21:13:19.565775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.568624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9c8f5-be94-47aa-ab77-f067175b0221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2ff94-3014-40ab-8423-f11cb556a5a1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:19.574220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'Port': ['ID=7bb24605-37d7-4ef0-bf92-d4b8edad9bd5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:19.585726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.694678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Pushing event updated for resources: {'Port': ['ID=8e03852f-cca2-44bf-a5db-e2336424094f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:19.717652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.720468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-16b9da96-e90c-4ce3-81fa-791d6db8d22e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7011755
Nov 13 21:13:19.779356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Attempting to bind port 8e03852f-cca2-44bf-a5db-e2336424094f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:19.779967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Attempting to bind port 8e03852f-cca2-44bf-a5db-e2336424094f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:19.780485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Attempting to bind port 8e03852f-cca2-44bf-a5db-e2336424094f on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:19.786108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Port 8e03852f-cca2-44bf-a5db-e2336424094f on network 09559424-1385-4568-9979-5bb0cb2d727b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:19.786546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Attempting to bind port 8e03852f-cca2-44bf-a5db-e2336424094f on network 09559424-1385-4568-9979-5bb0cb2d727b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:19.792733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:19.798065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Checking segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:19.798065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Bound using segment: {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:19.798065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Bound port: 8e03852f-cca2-44bf-a5db-e2336424094f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b426a9-fe5d-4ac2-b9d0-6abbb8150385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:19.798065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:19.866076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962c308-c211-4e5f-8667-d59688ba4207 req-12533b5e-6f4b-4f76-895d-c4b036759c84 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:19.874382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c962c308-c211-4e5f-8667-d59688ba4207 req-12533b5e-6f4b-4f76-895d-c4b036759c84 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 945 time: 0.0792432
Nov 13 21:13:19.913867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] For port 8e03852f-cca2-44bf-a5db-e2336424094f, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:19.917537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] For port 8e03852f-cca2-44bf-a5db-e2336424094f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e03852f-cca2-44bf-a5db-e2336424094f,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:19.950875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1741f4a7-5139-4fec-802d-06e904ff2297 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:19.988816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91308577-fddb-4567-96bd-dd783735feaa req-f9a33f04-a838-4a46-8add-a93fdae54601 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:19.991180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91308577-fddb-4567-96bd-dd783735feaa req-f9a33f04-a838-4a46-8add-a93fdae54601 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 943 time: 0.1426980
Nov 13 21:13:19.993313 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:20.003101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c962c308-c211-4e5f-8667-d59688ba4207 req-d0e02024-0819-4a21-9732-9022c2a34d92 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154895
Nov 13 21:13:20.178280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91308577-fddb-4567-96bd-dd783735feaa req-e2356aae-368c-4288-be74-305b4c599b53 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331093
Nov 13 21:13:20.179778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:20.180331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:20.181715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e03852f-cca2-44bf-a5db-e2336424094f HTTP/1.1" status: 200  len: 1091 time: 1.2350862
Nov 13 21:13:20.201074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 1741f4a7-5139-4fec-802d-06e904ff2297 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:13:20.210716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1741f4a7-5139-4fec-802d-06e904ff2297 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:20.211117 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:20.232825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'tag': '8e03852f-cca2-44bf-a5db-e2336424094f'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:20.235163 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebcac6e-eba1-4eb1-8a16-b2e66c583641", "tag": "8e03852f-cca2-44bf-a5db-e2336424094f"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:20.275343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abfc41-b9b3-44f9-8ae3-02fc873aa906 service neutron] Pushing event updated for resources: {'Port': ['ID=8e03852f-cca2-44bf-a5db-e2336424094f,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:20.295636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5258-64fa-4868-acf2-8dd63e36bbab req-1b118aa6-fd9e-4a6a-871a-41f06bc50614 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:20.297290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-445f5258-64fa-4868-acf2-8dd63e36bbab req-1b118aa6-fd9e-4a6a-871a-41f06bc50614 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 948 time: 0.1603491
Nov 13 21:13:20.363642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-32ae2365-a250-4483-82e2-ae2c2ca10da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:20.365419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-32ae2365-a250-4483-82e2-ae2c2ca10da3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 1094 time: 0.0648007
Nov 13 21:13:20.425024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:20.434432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-445f5258-64fa-4868-acf2-8dd63e36bbab req-42625585-5b77-45c3-97f0-6ee7f3f8b05c tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229079
Nov 13 21:13:20.460083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-56b5b78a-7178-4cd2-8cae-2d2c1ff16bcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e03852f-cca2-44bf-a5db-e2336424094f HTTP/1.1" status: 200  len: 217 time: 0.0863914
Nov 13 21:13:20.464385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741f4a7-5139-4fec-802d-06e904ff2297'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:20.468233 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b129b59-87db-4b69-b4da-54d0daf7b3e5" -d '{"events": [{"server_uuid": "67f5ff1a-2374-441f-a346-5a3d3c742aa9", "name": "network-vif-plugged", "status": "completed", "tag": "1741f4a7-5139-4fec-802d-06e904ff2297"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:20.486890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1741f4a7-5139-4fec-802d-06e904ff2297, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1741f4a7-5139-4fec-802d-06e904ff2297,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:20.539331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-7b6613a0-ddf7-4295-9831-b30222ec1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:20.545094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-7b6613a0-ddf7-4295-9831-b30222ec1bed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.0735388
Nov 13 21:13:20.585388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-a58f1a61-97eb-4dd2-8931-61589cca51f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358789
Nov 13 21:13:20.586683 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:20.644927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1741f4a7-5139-4fec-802d-06e904ff2297,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:20.705730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-e50e01a2-6dd6-4958-802a-e8d00bdab738 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141224
Nov 13 21:13:20.834275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26b600d7-0d07-4a71-8209-094b8491f1d5 req-000e4895-e0ff-48bb-ae21-a71e574e2c34 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215110
Nov 13 21:13:21.634424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56712) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:21.913763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-network', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:22.034072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Made reservation on behalf of 0684c5abadb04294afc5a95cd8a2e684 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:22.037453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.049102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.149229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.215184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.251381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:13:22.261804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ac327-2d72-4bc2-b3f4-9d4b06e5a703,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:22.267211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.267578 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Added segment 22c74b19-c3ca-405f-9db2-a3ed247fe588 of type vlan for network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4
Nov 13 21:13:22.318203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.464109 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ad485b-4181-4cb3-ba0a-a2eacded10fb x-openstack-request-id: req-12ad485b-4181-4cb3-ba0a-a2eacded10fb {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:22.464617 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebcac6e-eba1-4eb1-8a16-b2e66c583641", "tag": "8e03852f-cca2-44bf-a5db-e2336424094f", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:22.464738 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12ad485b-4181-4cb3-ba0a-a2eacded10fb {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:22.465117 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'tag': '8e03852f-cca2-44bf-a5db-e2336424094f', 'status': 'completed', 'code': 200}
Nov 13 21:13:22.483375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-8fa341e4-2dfc-4459-99ac-cd79b8eb68f2 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:22.491182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-8fa341e4-2dfc-4459-99ac-cd79b8eb68f2 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 822 time: 0.1330035
Nov 13 21:13:22.501109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.502061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:22.502640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.529800 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d16391-47f9-46fe-8b38-20c4c5f2df82 x-openstack-request-id: req-79d16391-47f9-46fe-8b38-20c4c5f2df82 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:22.531720 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f5ff1a-2374-441f-a346-5a3d3c742aa9", "name": "network-vif-plugged", "status": "completed", "tag": "1741f4a7-5139-4fec-802d-06e904ff2297", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:22.531720 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d16391-47f9-46fe-8b38-20c4c5f2df82 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:22.531720 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1741f4a7-5139-4fec-802d-06e904ff2297', 'code': 200}
Nov 13 21:13:22.560038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-0d20254c-b723-4796-a45c-d03230170733 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/quotas/ee68c16063ff4e2f8d05d0ce39aa1846 HTTP/1.1" status: 200  len: 375 time: 0.0668695
Nov 13 21:13:22.599837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-a9c1f985-6bd9-47d4-9f95-35c0f8123b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:22.599837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-a9c1f985-6bd9-47d4-9f95-35c0f8123b38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 1094 time: 0.1077282
Nov 13 21:13:22.685679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0499804
Nov 13 21:13:22.692337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56748) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:22.700727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Request body: {'subnet': {'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-subnet', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:22.737242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e699b-e406-4fe4-a0a9-68474721dccd admin admin] Pushing event updated for resources: {'Network': ['ID=19b3a272-ce78-4120-94f5-6f7d3dbb1fa4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:22.748258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:13:22.800509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-d81d2bcd-b1be-4300-99de-e506368909a9 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2183428
Nov 13 21:13:22.830523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-75010e20-5cd2-4a85-b987-5fef71cd512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:22.832626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-75010e20-5cd2-4a85-b987-5fef71cd512f service neutron] 10.222.0.46 "GET /v2.0/networks?id=09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 200  len: 912 time: 0.2251124
Nov 13 21:13:22.902594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-0e573716-9e4f-45a2-80af-5a20affeebf5 service neutron] 10.222.0.20 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009448
Nov 13 21:13:22.904480 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-59d2c36d-d012-4eb4-b48f-5eb998fbc7ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e03852f-cca2-44bf-a5db-e2336424094f HTTP/1.1" status: 200  len: 217 time: 0.0644350
Nov 13 21:13:22.905715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Made reservation on behalf of 0684c5abadb04294afc5a95cd8a2e684 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:22.909908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:22.916578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583453e-a031-47a6-9503-44e8e1b80117 req-5cddccc3-97a1-404a-84ab-8a9b54d8d75c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:22.924783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d126-c369-4c31-97f3-f80dd980d7d9 req-92c8d3b8-81e8-4c2f-80a8-eae74af609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:22.926683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1466d126-c369-4c31-97f3-f80dd980d7d9 req-92c8d3b8-81e8-4c2f-80a8-eae74af609c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 1100 time: 0.2953761
Nov 13 21:13:22.936136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4583453e-a031-47a6-9503-44e8e1b80117 req-5cddccc3-97a1-404a-84ab-8a9b54d8d75c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 943 time: 0.2209702
Nov 13 21:13:23.108289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4583453e-a031-47a6-9503-44e8e1b80117 req-7e31fecd-5e0b-4eea-b2f3-488ab1ac057b tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708546
Nov 13 21:13:23.117919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-337f7b4e-3b6a-434c-8456-4103f751d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:23.117919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-337f7b4e-3b6a-434c-8456-4103f751d328 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 200  len: 851 time: 0.1698272
Nov 13 21:13:23.162424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-cb3288bd-320e-44b9-bf2f-f1d1836a66af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09559424-1385-4568-9979-5bb0cb2d727b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386419
Nov 13 21:13:23.180971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1466d126-c369-4c31-97f3-f80dd980d7d9 req-3a8bddca-9645-4997-84cf-19bd6bbce255 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378879
Nov 13 21:13:23.189556 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-c337d2bc-2994-42c9-a520-d198b27a4aa9 service neutron] 10.222.0.20 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2771084
Nov 13 21:13:23.321174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56752) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:23.356478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa761c5-9807-49e2-94a2-dde2953b792e req-a713613c-22d6-4f2c-b2aa-0238f94b6354 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:23.358010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2fa761c5-9807-49e2-94a2-dde2953b792e req-a713613c-22d6-4f2c-b2aa-0238f94b6354 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 949 time: 0.0831044
Nov 13 21:13:23.361969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-89f08359-35c1-4ac2-9bfc-fdcaeeb59f20 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923683
Nov 13 21:13:23.445888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b89-770a-4ce2-8130-cb5223fc1ac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:23.464658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2fa761c5-9807-49e2-94a2-dde2953b792e req-4b34b2aa-26b7-4ce9-be31-b68ba93ae37e tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997095
Nov 13 21:13:23.470585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:23.493707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e03852f-cca2-44bf-a5db-e2336424094f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:23.503979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e65f0e17-5db1-4dd5-b8e2-68049d0064b1 req-f757067c-9764-4241-93ae-c4e859659a43 service neutron] 10.222.0.46 "GET /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317413
Nov 13 21:13:23.592040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3c74e7-3c54-4eb6-8dd4-3154c43539fa,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:23.621179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Checking segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:23.621535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Network hostable DHCP agents. Network: 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:13:23.682520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b89-770a-4ce2-8130-cb5223fc1ac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:23.767719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:13:23.775035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b89-770a-4ce2-8130-cb5223fc1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:23.805075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e03852f-cca2-44bf-a5db-e2336424094f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e03852f-cca2-44bf-a5db-e2336424094f,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:23.831725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8e03852f-cca2-44bf-a5db-e2336424094f', 'network_id': '09559424-1385-4568-9979-5bb0cb2d727b', 'port_id': '8e03852f-cca2-44bf-a5db-e2336424094f', 'mac_address': 'fa:16:3e:30:cb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3e3781-732f-4b0f-9edb-4f9b217de713', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:23.832342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d57b89-770a-4ce2-8130-cb5223fc1ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23b201-44c2-407b-b6b4-060deee270db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:23.886730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3d57b89-770a-4ce2-8130-cb5223fc1ac5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b47e51dafd2846cbb1f806d53645b4f9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5645039
Nov 13 21:13:23.887810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:23.889478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56782) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:23.934073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e03852f-cca2-44bf-a5db-e2336424094f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:23.957324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da04c184-7dea-4bc0-b58b-5160f67f77c5 req-6a5809b8-c825-4e25-b279-6f049a9548e6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 210 time: 0.0530567
Nov 13 21:13:23.959708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:23.988505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e03852f-cca2-44bf-a5db-e2336424094f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e03852f-cca2-44bf-a5db-e2336424094f,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:23.995044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88863605-08ca-4a1e-a881-d61c2a88d687 None None] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:23.997594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:23.998982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.030668 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf0409c4-d1d9-4912-8c65-47e7854345dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.082209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf0409c4-d1d9-4912-8c65-47e7854345dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.086336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-06322b76-db34-4879-ae3b-7e49462f863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:24.088259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-06322b76-db34-4879-ae3b-7e49462f863f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=06c1a895d2ca4c4785ee3741d693e0a7&device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 1096 time: 0.0976665
Nov 13 21:13:24.096921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.166917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8e03852f-cca2-44bf-a5db-e2336424094f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:24.215249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa6bec82-03be-499a-8c6b-ea7c69e08d83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5184135
Nov 13 21:13:24.218505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56794) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:24.222893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:24.273969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-aac12fbd-3c53-435a-861f-15bb10eddeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:24.276191 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-aac12fbd-3c53-435a-861f-15bb10eddeeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=50ba1fce-449d-43e5-b356-2a7dc80616fa HTTP/1.1" status: 200  len: 915 time: 0.1796391
Nov 13 21:13:24.280459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf0409c4-d1d9-4912-8c65-47e7854345dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.285248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf0409c4-d1d9-4912-8c65-47e7854345dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.286572 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cf0409c4-d1d9-4912-8c65-47e7854345dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee23b201-44c2-407b-b6b4-060deee270db HTTP/1.1" status: 204  len: 168 time: 0.3959265
Nov 13 21:13:24.307873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19b3a272-ce78-4120-94f5-6f7d3dbb1fa4', 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'fixed_ips': [{'subnet_id': '2c3c74e7-3c54-4eb6-8dd4-3154c43539fa'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:13:24.309022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.309159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0409c4-d1d9-4912-8c65-47e7854345dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23b201-44c2-407b-b6b4-060deee270db,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:24.330105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-c0d2cafd-41ca-4d99-83a0-a6fa545dfdb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fff65906-283a-4a30-9648-a19bbf01fa94 HTTP/1.1" status: 200  len: 217 time: 0.0455887
Nov 13 21:13:24.371262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.372432 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.418391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8e03852f-cca2-44bf-a5db-e2336424094f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:24.428565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-a213ed53-27de-4a42-8e39-6cff2ae86d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:24.430802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-a213ed53-27de-4a42-8e39-6cff2ae86d3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af62268a-0424-41ff-b92c-f90445905f8d HTTP/1.1" status: 200  len: 854 time: 0.0932114
Nov 13 21:13:24.474713 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.509369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-5ac32801-f417-479f-a6c9-1d5c4c683ee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50ba1fce-449d-43e5-b356-2a7dc80616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607731
Nov 13 21:13:24.590401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Allocated IP 172.20.0.2 (19b3a272-ce78-4120-94f5-6f7d3dbb1fa4/2c3c74e7-3c54-4eb6-8dd4-3154c43539fa/2e7a0f59-6ca0-4b27-a46d-38c0cd949a05) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:24.682748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-c9e1c1f3-748e-4f46-9c19-85807e2ffb47 service neutron] 10.222.0.37 "GET /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592164
Nov 13 21:13:24.727292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa7a4-906c-43ed-ac8e-abbe8d2c857f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.830226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34a535ad-1721-4163-837b-eb05b1aa0892 req-f5cd45d3-a2ab-4269-a4c2-8965a5cbedaa service neutron] 10.222.0.37 "GET /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398282
Nov 13 21:13:24.831266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:24.872923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.089783 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.138774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:25.143938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:25.148430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:25.231590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Pushing event updated for resources: {'Port': ['ID=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:25.248081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Attempting to bind port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:25.248900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Attempting to bind port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:25.250745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Attempting to bind port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 on network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:25.256926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:25.258146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Checking segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:25.261261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.261261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Bound using segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:25.261261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Bound port: 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:25.261261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.274486 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.300594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.363299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] For port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:25.366791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] For port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,segment=NetworkSegment(22c74b19-c3ca-405f-9db2-a3ed247fe588),segment_id=22c74b19-c3ca-405f-9db2-a3ed247fe588)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:25.427749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.467912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Allocated IP 172.35.3.173 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/ecb9b9a7-daa8-4f38-a23a-b6a290d3503f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:25.493695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13519cc9-5d69-49d1-9f7e-0a38e56911bd None None] Pushing event updated for resources: {'Port': ['ID=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:25.510340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e03852f-cca2-44bf-a5db-e2336424094f up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:25.641848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.942719 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:25.944429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8e03852f-cca2-44bf-a5db-e2336424094f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:13:25.957865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56830) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:25.970488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8e03852f-cca2-44bf-a5db-e2336424094f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:25.972217 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.002960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c198092b-4d2f-4ecd-aeb8-9d5261385275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.011065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:26.024871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:26.028595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:26.119570 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.136929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Pushing event updated for resources: {'Port': ['ID=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:26.151750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e03852f-cca2-44bf-a5db-e2336424094f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:26.155508 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1063c8-6dcc-4eda-973b-8a51b3db20d1" -d '{"events": [{"server_uuid": "9ebcac6e-eba1-4eb1-8a16-b2e66c583641", "name": "network-vif-plugged", "status": "completed", "tag": "8e03852f-cca2-44bf-a5db-e2336424094f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:26.175744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e03852f-cca2-44bf-a5db-e2336424094f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e03852f-cca2-44bf-a5db-e2336424094f,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:26.265083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.362997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8e03852f-cca2-44bf-a5db-e2336424094f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:26.386453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c198092b-4d2f-4ecd-aeb8-9d5261385275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.559973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c198092b-4d2f-4ecd-aeb8-9d5261385275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.600115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a2da-41d4-4271-9211-6a2c1e25c206 req-a327ec3b-9883-443e-b56d-98d2d05ec97c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:26.602336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94e4a2da-41d4-4271-9211-6a2c1e25c206 req-a327ec3b-9883-443e-b56d-98d2d05ec97c tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.0745399
Nov 13 21:13:26.672318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198092b-4d2f-4ecd-aeb8-9d5261385275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3275140e-f752-4a56-a99b-e16b74807e6a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:26.702338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94e4a2da-41d4-4271-9211-6a2c1e25c206 req-71e52c9a-c62f-4aff-8942-654226c122a9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810773
Nov 13 21:13:26.703702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:26.704301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c198092b-4d2f-4ecd-aeb8-9d5261385275 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18f14dec4b9147618d7ca046e6cff629&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7450554
Nov 13 21:13:26.720014 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.753830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c6b95-53c8-4511-a5f5-ac2f610bdef8 req-920bcf03-993d-4cb7-8fe9-91d873711bb4 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:26.755381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f25c6b95-53c8-4511-a5f5-ac2f610bdef8 req-920bcf03-993d-4cb7-8fe9-91d873711bb4 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 945 time: 0.2789254
Nov 13 21:13:26.847524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f1298-2fa8-47a9-b0e9-a80c8f0d346b None None] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:26.851110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d85fb885-ac29-4514-b775-5433db78b260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:26.908129 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f25c6b95-53c8-4511-a5f5-ac2f610bdef8 req-d916e1b0-cfd8-434e-8a5e-ef56c95de6e4 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191149
Nov 13 21:13:26.982214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-94d28b83-a2c3-479d-b3e0-7996e94951b8 None None] Provisioning complete for port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:26.982853 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-94d28b83-a2c3-479d-b3e0-7996e94951b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.054038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41931e53-35cb-4da2-9295-3af33f70cf5b req-6a7e0711-e30b-44c2-ab86-3d12a5381b04 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 210 time: 0.0329154
Nov 13 21:13:27.082146 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0aed-4e30-45d7-8da1-9a8053f54d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.190041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.196265 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00f23ac-2271-4be9-be8b-0b8dd72b0cde x-openstack-request-id: req-b00f23ac-2271-4be9-be8b-0b8dd72b0cde {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:27.196626 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebcac6e-eba1-4eb1-8a16-b2e66c583641", "name": "network-vif-plugged", "status": "completed", "tag": "8e03852f-cca2-44bf-a5db-e2336424094f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:27.204901 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b00f23ac-2271-4be9-be8b-0b8dd72b0cde {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:27.207668 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e03852f-cca2-44bf-a5db-e2336424094f', 'code': 200}
Nov 13 21:13:27.318532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:27.433137 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-94d28b83-a2c3-479d-b3e0-7996e94951b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.550717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a0a73-ebef-4805-b8e7-93523d4c01f8 req-567d803e-d00e-4dd0-9085-3906515128a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:27.554608 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a0a0a73-ebef-4805-b8e7-93523d4c01f8 req-567d803e-d00e-4dd0-9085-3906515128a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 1096 time: 0.2331343
Nov 13 21:13:27.556280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-94d28b83-a2c3-479d-b3e0-7996e94951b8 None None] For port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,segment=NetworkSegment(22c74b19-c3ca-405f-9db2-a3ed247fe588),segment_id=22c74b19-c3ca-405f-9db2-a3ed247fe588)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:27.591138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:27.596650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.654939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-94d28b83-a2c3-479d-b3e0-7996e94951b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.667267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d85fb885-ac29-4514-b775-5433db78b260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:27.728346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d28b83-a2c3-479d-b3e0-7996e94951b8 None None] Pushing event updated for resources: {'Port': ['ID=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:27.742890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a0a0a73-ebef-4805-b8e7-93523d4c01f8 req-856d3e4c-f467-4256-9cae-cdb1e527cf96 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807714
Nov 13 21:13:27.754531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce4df1-c58d-4e6c-b208-ae6b0ec0f3e0 req-b8f9c8db-0ca4-4654-b27a-06422d49f009 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:27.756502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ce4df1-c58d-4e6c-b208-ae6b0ec0f3e0 req-b8f9c8db-0ca4-4654-b27a-06422d49f009 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 949 time: 0.9640470
Nov 13 21:13:27.874499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Router e3bfc535-076a-46a2-9109-6b138a3d2700 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:13:27.907774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-e52daf54-d3c7-42ca-8b5f-7c6f15d6dd88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3731189
Nov 13 21:13:27.926644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-dce3a123-f7bc-40a2-b66b-c88e6ef14ad6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:27.928242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-dce3a123-f7bc-40a2-b66b-c88e6ef14ad6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 822 time: 0.3814337
Nov 13 21:13:27.972541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'port': {'device_id': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'admin_state_up': True, 'tenant_id': 'ee68c16063ff4e2f8d05d0ce39aa1846'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:27.990580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8999bbda-54b1-4f01-84be-8b1e68430734 None None] Provisioning complete for port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:27.991962 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8999bbda-54b1-4f01-84be-8b1e68430734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:28.009950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ce4df1-c58d-4e6c-b208-ae6b0ec0f3e0 req-a83d8838-93ad-46b6-a448-97390ff1b0e1 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2367113
Nov 13 21:13:28.155139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d85fb885-ac29-4514-b775-5433db78b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:28.159528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d85fb885-ac29-4514-b775-5433db78b260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:28.163833 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d85fb885-ac29-4514-b775-5433db78b260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3275140e-f752-4a56-a99b-e16b74807e6a HTTP/1.1" status: 204  len: 168 time: 1.4576688
Nov 13 21:13:28.188081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fb885-ac29-4514-b775-5433db78b260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3275140e-f752-4a56-a99b-e16b74807e6a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:28.219575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-64987f0e-6f3a-4a22-9453-418108130c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:28.221891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-64987f0e-6f3a-4a22-9453-418108130c17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 1100 time: 0.2103262
Nov 13 21:13:28.355508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Made reservation on behalf of ee68c16063ff4e2f8d05d0ce39aa1846 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:28.359164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:28.485806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415fe9-f5d9-40ed-8db1-f8c3d2f40bfc req-b7cb6ab1-2986-4bc5-bd12-5f0d468d7848 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:28.487717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66415fe9-f5d9-40ed-8db1-f8c3d2f40bfc req-b7cb6ab1-2986-4bc5-bd12-5f0d468d7848 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.2171278
Nov 13 21:13:28.495152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-31197779-70c7-40cf-980f-2f196d41ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:28.497032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-31197779-70c7-40cf-980f-2f196d41ccf9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2465208
Nov 13 21:13:28.499584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd90f1-283a-4831-8539-4546d1aaa222 req-e7506701-08ae-40b9-b3c7-7228f2778e98 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:28.505169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99cd90f1-283a-4831-8539-4546d1aaa222 req-e7506701-08ae-40b9-b3c7-7228f2778e98 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.1237273
Nov 13 21:13:28.508399 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:28.564553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:28.581201 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Sync routers for ids ['e3bfc535-076a-46a2-9109-6b138a3d2700'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:28.597471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99cd90f1-283a-4831-8539-4546d1aaa222 req-0b8238c0-cd68-466a-bd49-9e1f6fa56ccd tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809588
Nov 13 21:13:28.597950 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Routers {'e3bfc535-076a-46a2-9109-6b138a3d2700'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:28.598660 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55e4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e3bfc535-076a-46a2-9109-6b138a3d2700'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:28.614733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-2da05777-dc23-4103-a8ca-200bc3463a9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40 HTTP/1.1" status: 200  len: 217 time: 0.1076694
Nov 13 21:13:28.645823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:28.651004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9bbf979d-9d3f-4ef5-b906-e0be8e7a7c3c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.4316640
Nov 13 21:13:28.652014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56866) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:28.725626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66415fe9-f5d9-40ed-8db1-f8c3d2f40bfc req-c33b6a32-62d3-41b8-a4fe-5fba325238d3 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233868
Nov 13 21:13:28.770825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Allocated IP 172.20.0.7 (3012d033-9968-4787-9e8a-f49f040e8300/df57a51d-5952-4162-9c7b-2e0b10f1ca5f/f62b9d1d-cf23-40f9-8ba4-0171fa478ac4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:28.778970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-572828f2-beaf-4107-ab41-a528e5da0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:28.780762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-572828f2-beaf-4107-ab41-a528e5da0206 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1532433
Nov 13 21:13:28.797923 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Set router e3bfc535-076a-46a2-9109-6b138a3d2700 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:29.176937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-7fe9ecca-7b1a-4747-919f-b17e5aba691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:29.178877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-7fe9ecca-7b1a-4747-919f-b17e5aba691b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3887889
Nov 13 21:13:29.238880 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55e4c0>, [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:26Z', 'revision_number': 3, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port': {'id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:25Z', 'updated_at': '2021-11-13T21:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:29.253278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:29.274938 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Checking router: e3bfc535-076a-46a2-9109-6b138a3d2700 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:29.275386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Updating router e3bfc535-076a-46a2-9109-6b138a3d2700 port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:13:29.306002 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.341009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:29.341401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.349521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-60852562-29c9-48e1-b615-963954af15b7 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501188
Nov 13 21:13:29.514004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.667432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94128a20-2c00-4ea1-bed9-28b662b5916b req-7ee98eda-77c6-44a9-8a6b-89057abf53e7 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3004947
Nov 13 21:13:29.687928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5545df68-555f-450d-91e9-b45ec814c061 req-d5e262b3-4187-4288-95e5-e04caa06ae7b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 210 time: 0.0570765
Nov 13 21:13:29.777880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.860136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.861558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:29.880766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.912743 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:29.914982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Network 3012d033-9968-4787-9e8a-f49f040e8300 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:29.919617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:29.927719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:30.012846 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.022833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-b4ff764d-942f-436b-9352-571c17d0fbc3 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:30.024490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-b4ff764d-942f-436b-9352-571c17d0fbc3 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.2994106
Nov 13 21:13:30.054466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f796ba5-82e6-461f-9d21-a0ca1d460762 req-0ad1d732-70e5-428e-9997-17457259c2b9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:30.055962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f796ba5-82e6-461f-9d21-a0ca1d460762 req-0ad1d732-70e5-428e-9997-17457259c2b9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 949 time: 0.1783717
Nov 13 21:13:30.086120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Allocated IP 172.20.0.1 (19b3a272-ce78-4120-94f5-6f7d3dbb1fa4/2c3c74e7-3c54-4eb6-8dd4-3154c43539fa/2b3c3956-fbf4-4eee-93f3-7af45f4df6c4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:30.099869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:30.100541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.165524 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Pushing event updated for resources: {'Port': ['ID=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:30.168149 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Attempting to bind port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:30.169429 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Attempting to bind port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:30.170368 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Attempting to bind port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:30.185605 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.189135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.190866 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.191449 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.192027 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.192601 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:30.196401 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:30.197138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:30.197790 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.198406 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:30.199135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Bound port: ecb9b9a7-daa8-4f38-a23a-b6a290d3503f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:30.199765 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.220990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f796ba5-82e6-461f-9d21-a0ca1d460762 req-c85ac313-9467-4703-b677-375ef6855664 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531665
Nov 13 21:13:30.239847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-ba2a378d-98f0-4fce-8696-40253adbaf16 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2785616
Nov 13 21:13:30.267142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.275799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Request body: {'port': {'device_id': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:30.299848 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] For port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:30.309636 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] For port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:30.328935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.380467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.384754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Deleting port 83457282-f08d-48c3-8123-a7124d4c0857 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:30.385288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.386383 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.417445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135675d1-cd16-4aae-8828-035ab79ed4ed req-de90e032-f288-49c9-9dad-2f79d5dc2430 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:30.432734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-135675d1-cd16-4aae-8828-035ab79ed4ed req-de90e032-f288-49c9-9dad-2f79d5dc2430 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 945 time: 0.6085150
Nov 13 21:13:30.453748 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Routers {'e3bfc535-076a-46a2-9109-6b138a3d2700'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:30.454513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde55e4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e3bfc535-076a-46a2-9109-6b138a3d2700'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:30.496163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.556903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdbaf5-6f54-43f8-b088-67892b74087f req-70e0097c-0eb2-43d2-91bf-6517e7ef4351 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:30.558506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40fdbaf5-6f54-43f8-b088-67892b74087f req-70e0097c-0eb2-43d2-91bf-6517e7ef4351 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.1791642
Nov 13 21:13:30.597404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:30.602970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:30.613701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:30.629163 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685f1e9-1d54-44dc-9210-e349c1f894c4 None None] Pushing event updated for resources: {'Port': ['ID=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:30.670690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.711899 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] Set router e3bfc535-076a-46a2-9109-6b138a3d2700 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:30.726154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] For port 83457282-f08d-48c3-8123-a7124d4c0857, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83457282-f08d-48c3-8123-a7124d4c0857,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:30.726522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:30.758137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-135675d1-cd16-4aae-8828-035ab79ed4ed req-2ac07ea2-0fff-4533-b7b8-e92adff0056a tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/security-groups?id=aec4004b-f13a-420e-b5c2-ee0c6fc2e452&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3244982
Nov 13 21:13:30.761154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3c3956-fbf4-4eee-93f3-7af45f4df6c4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:30.826484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40fdbaf5-6f54-43f8-b088-67892b74087f req-b3724011-aad1-471d-853f-78280b3a0ac8 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595482
Nov 13 21:13:30.999939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Calling delete_port for 83457282-f08d-48c3-8123-a7124d4c0857 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:31.002699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcedf-dbb1-4053-a99d-0a7ef7c39141 req-bf36eaa5-7272-4cd1-aaad-a30e5db888a0 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:31.010630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7cfcedf-dbb1-4053-a99d-0a7ef7c39141 req-bf36eaa5-7272-4cd1-aaad-a30e5db888a0 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 948 time: 0.1052566
Nov 13 21:13:31.010845 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde55e4c0>, [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:26Z', 'revision_number': 3, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port': {'id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:25Z', 'updated_at': '2021-11-13T21:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:31.023179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d0e06496-0585-4c69-ad9d-72e3a9769c4d None None] Provisioning complete for port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:31.023990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0e06496-0585-4c69-ad9d-72e3a9769c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.050792 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762fed8-4670-4cfb-9ebd-bed540b57065 None None] The sync data for ids ['e3bfc535-076a-46a2-9109-6b138a3d2700'] in ncdv-master-1 is: [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:26Z', 'revision_number': 3, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port': {'id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:25Z', 'updated_at': '2021-11-13T21:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:31.065347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-6c312e4d-7d5e-40c5-b5d7-95e622fd0189 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:31.066322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-6c312e4d-7d5e-40c5-b5d7-95e622fd0189 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 945 time: 0.1233659
Nov 13 21:13:31.113478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d0e06496-0585-4c69-ad9d-72e3a9769c4d None None] Port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:13:31.118978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:31.136704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.161885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Transition to ACTIVE for port object f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:31.171200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7cfcedf-dbb1-4053-a99d-0a7ef7c39141 req-adb2444b-47d4-4829-9d38-7022b1dfc2d5 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588185
Nov 13 21:13:31.179901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.268327 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.333356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.432558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] No DVR routers for this DVR port 83457282-f08d-48c3-8123-a7124d4c0857 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:31.476341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631739-48be-4f15-a8c3-781e34440aa7 req-6aa42535-ab7e-4a39-9ce5-00192d4ded15 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:31.477182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.477967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf631739-48be-4f15-a8c3-781e34440aa7 req-6aa42535-ab7e-4a39-9ce5-00192d4ded15 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 943 time: 0.2174599
Nov 13 21:13:31.484650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Deleting port fff65906-283a-4a30-9648-a19bbf01fa94 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:31.485031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.491705 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f54901-e7c2-4551-a8c2-528f92cf7355 req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "DELETE /v2.0/ports/83457282-f08d-48c3-8123-a7124d4c0857 HTTP/1.1" status: 204  len: 173 time: 1.4545703
Nov 13 21:13:31.492849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-deleted', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:31.498601 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70e7ec6-be18-4e86-a607-88083d7e6f6b" -d '{"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-deleted", "tag": "83457282-f08d-48c3-8123-a7124d4c0857"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:31.507308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:31.583001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27892967-66f3-44a9-833d-d49ccb10e397 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Pushing event deleted for resources: {'Port': ['ID=83457282-f08d-48c3-8123-a7124d4c0857,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:31.594937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-488cf968-880b-49b3-a7bf-b1eb3dd9d3e8 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f3bcf900df224886bd2fd5da4286f798&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1214437
Nov 13 21:13:31.670896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf631739-48be-4f15-a8c3-781e34440aa7 req-d0f02f10-2546-4489-82c2-59f47af2b630 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813235
Nov 13 21:13:31.692125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Attempting to bind port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:31.692125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Attempting to bind port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:31.692125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Attempting to bind port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 on network 3012d033-9968-4787-9e8a-f49f040e8300 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:31.703673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 on network 3012d033-9968-4787-9e8a-f49f040e8300 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:31.704354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Attempting to bind port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 on network 3012d033-9968-4787-9e8a-f49f040e8300 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:31.709386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] For port fff65906-283a-4a30-9648-a19bbf01fa94, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fff65906-283a-4a30-9648-a19bbf01fa94,segment=NetworkSegment(5de6789b-1b32-43f6-9567-fa7856379c75),segment_id=5de6789b-1b32-43f6-9567-fa7856379c75)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:31.709838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.714098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.721948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:31.722292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Checking segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:31.722736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Bound using segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:31.723273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Bound port: f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:31.723697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.725592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Calling delete_port for fff65906-283a-4a30-9648-a19bbf01fa94 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:31.832439 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.857165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-0b3822b0-d1f5-43ba-b8f2-fa39048a715b tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:31.871077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-0b3822b0-d1f5-43ba-b8f2-fa39048a715b tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2751436
Nov 13 21:13:31.898984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-3ebe579f-7e71-4fa8-b5c7-272f1b5da5f7 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/quotas/f3bcf900df224886bd2fd5da4286f798 HTTP/1.1" status: 200  len: 375 time: 0.0268049
Nov 13 21:13:31.945400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:31.957395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b3c3956-fbf4-4eee-93f3-7af45f4df6c4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:32.020234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:32.025745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:32.051919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-47a46ce5-b207-4dff-9aac-d50334fcb7dd tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3bcf900df224886bd2fd5da4286f798&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1518245
Nov 13 21:13:32.098261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:32.189500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:32.194818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:32.195182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:32.195361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 HTTP/1.1" status: 200  len: 1091 time: 1.9376094
Nov 13 21:13:32.195361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37352f9f-0165-497e-9a35-21f32c8921e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:32.205285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:32.247251 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e972f433-4982-480d-a6fd-73db982251bb x-openstack-request-id: req-e972f433-4982-480d-a6fd-73db982251bb {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:32.252744 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520358d-9209-437c-8282-7c3872fa2385", "name": "network-vif-deleted", "tag": "83457282-f08d-48c3-8123-a7124d4c0857", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:32.253109 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e972f433-4982-480d-a6fd-73db982251bb {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:32.260055 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520358d-9209-437c-8282-7c3872fa2385', 'name': 'network-vif-deleted', 'tag': '83457282-f08d-48c3-8123-a7124d4c0857', 'status': 'completed', 'code': 200}
Nov 13 21:13:32.368137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-fbea062e-47f7-4e8c-8219-40ac87d9c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:32.369727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-fbea062e-47f7-4e8c-8219-40ac87d9c3f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 1094 time: 0.0886497
Nov 13 21:13:32.382490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:32.437673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Pushing event deleted for resources: {'Port': ['ID=fff65906-283a-4a30-9648-a19bbf01fa94,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:32.497363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-b59573a0-7491-4153-b2c9-6cf9ca5b3ccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 HTTP/1.1" status: 200  len: 217 time: 0.1190567
Nov 13 21:13:32.501453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8105777e-d1c8-43a6-94c7-942fdb180a7d req-99df5db3-d827-456b-a03e-5b7f3c2db3c8 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 210 time: 0.0397613
Nov 13 21:13:32.549002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Router e3bfc535-076a-46a2-9109-6b138a3d2700 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:13:32.574738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d1b50063-2cd1-433d-9129-402c65ed2758 None None] Provisioning complete for port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:32.574738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d1b50063-2cd1-433d-9129-402c65ed2758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:32.583825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] No DVR routers for this DVR port fff65906-283a-4a30-9648-a19bbf01fa94 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:32.596018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:32.599779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a8d8135-b6bf-42a8-8374-0c11487870de req-06e64ac6-5d88-4639-ac52-1e25b5feff08 tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.37 "DELETE /v2.0/ports/fff65906-283a-4a30-9648-a19bbf01fa94 HTTP/1.1" status: 204  len: 173 time: 1.5088444
Nov 13 21:13:32.599779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'name': 'network-vif-deleted', 'tag': 'fff65906-283a-4a30-9648-a19bbf01fa94'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:32.610986 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed2ffb-7159-40b6-b2ec-08217264a597" -d '{"events": [{"server_uuid": "a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71", "name": "network-vif-deleted", "tag": "fff65906-283a-4a30-9648-a19bbf01fa94"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:32.646159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d1b50063-2cd1-433d-9129-402c65ed2758 None None] Port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:13:32.656162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9685-533b-46d4-90ff-94837c4e3f88 req-21e27ef3-4b9c-489b-b619-c1ffcf1cb880 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:32.661195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-666e9685-533b-46d4-90ff-94837c4e3f88 req-21e27ef3-4b9c-489b-b619-c1ffcf1cb880 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.1628587
Nov 13 21:13:32.671262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8d0a509-488a-496b-81b1-8a0b6392d3ee req-1072c073-9c42-4677-ba4a-8f1fc40e3bcf tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=d520358d-9209-437c-8282-7c3872fa2385 HTTP/1.1" status: 200  len: 210 time: 0.0836506
Nov 13 21:13:32.746575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-666e9685-533b-46d4-90ff-94837c4e3f88 req-09950f4c-abe2-4f5f-b214-6a9b79f6934f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721226
Nov 13 21:13:32.756939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-abfcd8b9-70ff-432a-8183-bf54434fd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:32.763065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-abfcd8b9-70ff-432a-8183-bf54434fd932 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 200  len: 862 time: 0.1979706
Nov 13 21:13:32.803619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-70b2d2dd-9424-4539-9f2c-24e9292c41d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3012d033-9968-4787-9e8a-f49f040e8300&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353942
Nov 13 21:13:32.862861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0ccb29e3-409b-4f76-b8f9-cec65e01b615 req-0d108237-7366-457e-b6ab-29e90efbf553 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 210 time: 0.0599184
Nov 13 21:13:32.865846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:32.879339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a60bfa68-6d26-4071-bd2d-d9a7c070adb5 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3bfc535-076a-46a2-9109-6b138a3d2700/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2260721
Nov 13 21:13:32.918909 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b294ebd-2110-4be2-97d1-c7790634edac x-openstack-request-id: req-2b294ebd-2110-4be2-97d1-c7790634edac {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:32.919972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71", "name": "network-vif-deleted", "tag": "fff65906-283a-4a30-9648-a19bbf01fa94", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:32.920323 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b294ebd-2110-4be2-97d1-c7790634edac {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:32.920992 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71', 'name': 'network-vif-deleted', 'tag': 'fff65906-283a-4a30-9648-a19bbf01fa94', 'status': 'completed', 'code': 200}
Nov 13 21:13:32.962494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-fdbfe62e-066c-479c-84dc-a63dfbc01319 service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506529
Nov 13 21:13:33.115565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5f99e-c959-4513-9ebe-662d71cd05c3 req-a3123324-972e-4c35-8912-246a8a7d2266 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:33.117846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0fc5f99e-c959-4513-9ebe-662d71cd05c3 req-a3123324-972e-4c35-8912-246a8a7d2266 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 943 time: 0.1121242
Nov 13 21:13:33.130643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24d0b7c7-a540-448b-97d9-d554bf2269f5 req-33d0fb06-5748-4f86-ae85-8e3af3c28413 service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612601
Nov 13 21:13:33.193278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0fc5f99e-c959-4513-9ebe-662d71cd05c3 req-495a2b3d-0314-4984-ab3e-86e82f759be6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542946
Nov 13 21:13:33.208920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ecb9b9a7-daa8-4f38-a23a-b6a290d3503f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:33.278084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:33.278763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:33.419396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:33.440852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Sync routers for ids ['e3bfc535-076a-46a2-9109-6b138a3d2700'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:33.447033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:33.453913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92d47fff-c938-4e92-b416-d96593e8e740 req-a2ab90bd-6184-4575-8039-0241cbaa1bed tempest-FloatingIPsNegativeTestJSON-97115136 tempest-FloatingIPsNegativeTestJSON-97115136-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=0684c5abadb04294afc5a95cd8a2e684 HTTP/1.1" status: 200  len: 217 time: 0.0482733
Nov 13 21:13:33.454110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Routers {'e3bfc535-076a-46a2-9109-6b138a3d2700'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:33.454678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9e86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e3bfc535-076a-46a2-9109-6b138a3d2700'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:33.498122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12051903-d03d-47b7-b73f-abbc338ea140 req-eccbf201-5e8c-4372-a28a-0f9568fe868c tempest-FloatingIPsNegativeTestJSON-97115136 tempest-FloatingIPsNegativeTestJSON-97115136-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0226791
Nov 13 21:13:33.564031 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-644158ff-bca3-4264-a1e0-4136d66fc432 req-088fa59d-d4df-42b7-a158-65c4d3e1ef28 tempest-FloatingIPsNegativeTestJSON-97115136 tempest-FloatingIPsNegativeTestJSON-97115136-project] show failed (client error): The resource could not be found.
Nov 13 21:13:33.564382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:33.577398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57068) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:33.580606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:33.590762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-644158ff-bca3-4264-a1e0-4136d66fc432 req-088fa59d-d4df-42b7-a158-65c4d3e1ef28 tempest-FloatingIPsNegativeTestJSON-97115136 tempest-FloatingIPsNegativeTestJSON-97115136-project] 10.222.0.20 "GET /v2.0/floatingips/3c02e4b1-88a8-4a6b-8c60-8df8a6af63d9 HTTP/1.1" status: 404  len: 350 time: 0.0529075
Nov 13 21:13:33.610992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Set router e3bfc535-076a-46a2-9109-6b138a3d2700 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:33.700319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d79c1d1-f40f-4212-b9fe-7e27a4b01fd5 req-133efe99-8d61-440c-bd95-6a63793b709f tempest-InstanceActionsTestJSON-1265375746 tempest-InstanceActionsTestJSON-1265375746-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a0b5fd-ae5c-42d5-abf4-f4b5ea44cd71 HTTP/1.1" status: 200  len: 210 time: 0.0376935
Nov 13 21:13:33.750569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:33.850776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:33.896562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:33.898894 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f49ebeb-4820-4f85-b154-e887e399286a" -d '{"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:33.935913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:33.984667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b909f63-7683-4006-8e5e-a3aa2b20bb4b req-53a54b88-aacd-4c29-b923-996fa134b41f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:33.985282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9e86a0>, [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:30Z', 'revision_number': 4, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port': {'id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:25Z', 'updated_at': '2021-11-13T21:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b3c3956-fbf4-4eee-93f3-7af45f4df6c4', 'name': '', 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'mac_address': 'fa:16:3e:b6:d2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '2c3c74e7-3c54-4eb6-8dd4-3154c43539fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:29Z', 'updated_at': '2021-11-13T21:13:31Z', 'revision_number': 2, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'subnets': [{'id': '2c3c74e7-3c54-4eb6-8dd4-3154c43539fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:33.992870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b909f63-7683-4006-8e5e-a3aa2b20bb4b req-53a54b88-aacd-4c29-b923-996fa134b41f tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.1071441
Nov 13 21:13:33.996793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fff65906-283a-4a30-9648-a19bbf01fa94 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:34.032709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Checking router: e3bfc535-076a-46a2-9109-6b138a3d2700 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:34.033740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Updating router e3bfc535-076a-46a2-9109-6b138a3d2700 port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:13:34.057185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.057872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:34.076273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.080556 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b909f63-7683-4006-8e5e-a3aa2b20bb4b req-8da37b47-a09f-4fee-910c-2e5b3b2d3087 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833840
Nov 13 21:13:34.107960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: fff65906-283a-4a30-9648-a19bbf01fa94 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:34.108374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fff65906-283a-4a30-9648-a19bbf01fa94 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:34.129810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 83457282-f08d-48c3-8123-a7124d4c0857 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:34.130226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 83457282-f08d-48c3-8123-a7124d4c0857 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:34.145550 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.168623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:34.261115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:34.267780 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b726a74-a70c-4cf5-8beb-51ac52b72619" -d '{"events": [{"name": "network-changed", "server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:34.316215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8d60aa8-e2f3-4c5b-9634-c1075ab54e59 req-ca805546-8d86-4bf8-b135-b8f99fe728e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 210 time: 0.0317602
Nov 13 21:13:34.364034 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc28ce1e-960a-4cb3-a051-09696bffd3e4 x-openstack-request-id: req-cc28ce1e-960a-4cb3-a051-09696bffd3e4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:34.364332 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:34.364582 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc28ce1e-960a-4cb3-a051-09696bffd3e4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:34.365005 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'code': 200}
Nov 13 21:13:34.414553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Deleting port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:34.414897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.482470 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.512998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.525502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Calling delete_port for 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:34.596244 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.673815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccd99d-6873-4689-a7d1-a61b30407c98 None None] Pushing event updated for resources: {'Port': ['ID=2b3c3956-fbf4-4eee-93f3-7af45f4df6c4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:34.742257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Attempting to bind port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:34.742937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Attempting to bind port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:34.743343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Attempting to bind port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 on network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:34.748876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:34.749251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Checking segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:34.750249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.750991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Bound using segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:34.751816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Bound port: 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:34.752196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.896884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88d73-d65c-4cbe-9380-f0fed267c360 req-77f6bf92-d3af-49aa-9a6c-a93a0bf07fe6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:34.898344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dc88d73-d65c-4cbe-9380-f0fed267c360 req-77f6bf92-d3af-49aa-9a6c-a93a0bf07fe6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 943 time: 0.0507421
Nov 13 21:13:34.950994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dc88d73-d65c-4cbe-9380-f0fed267c360 req-944a8f36-bd33-45ef-8822-deb9419e45a2 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466340
Nov 13 21:13:34.959209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:34.962929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:13:34.963499 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:13:34.990727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3c3956-fbf4-4eee-93f3-7af45f4df6c4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:34.998378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6fb2b669-e0db-4279-a02b-d0e53f0e64a2 None None] Could not find standard attr ID for object 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:13:35.021319 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47644a0-895c-45ba-b1c6-651b65beb580 x-openstack-request-id: req-e47644a0-895c-45ba-b1c6-651b65beb580 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:35.021822 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:35.021921 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e47644a0-895c-45ba-b1c6-651b65beb580 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:35.022245 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'status': 'completed', 'code': 200}
Nov 13 21:13:35.114417 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-eec37b2a-0447-4fe9-82c2-a98f1a0b96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:35.115927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-eec37b2a-0447-4fe9-82c2-a98f1a0b96fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 1094 time: 0.0695851
Nov 13 21:13:35.181813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ecb9b9a7-daa8-4f38-a23a-b6a290d3503f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:35.261183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973432e0-04ea-4c63-81ec-b29984132e0e req-7ac9c361-de2f-4c54-a5fd-cfc05d273067 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:35.262787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973432e0-04ea-4c63-81ec-b29984132e0e req-7ac9c361-de2f-4c54-a5fd-cfc05d273067 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 949 time: 0.1392717
Nov 13 21:13:35.266874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:35.295589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-1ddfd42c-9ac6-4fce-b530-660e3b5eb56a tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3bcf900df224886bd2fd5da4286f798&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0782781
Nov 13 21:13:35.308239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:35.308745 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:35.380443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:35.478883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-02ed8511-9142-4e13-a39b-5996ad4488a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:35.480450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-02ed8511-9142-4e13-a39b-5996ad4488a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 923 time: 0.3576491
Nov 13 21:13:35.481211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Attempting to bind port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:35.481823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Attempting to bind port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:35.482292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Attempting to bind port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 on network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:35.486701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Deleting subnet af62268a-0424-41ff-b92c-f90445905f8d {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:13:35.488905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:35.488905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Checking segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:35.488905 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:35.489442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Bound using segment: {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:35.490148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Bound port: 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c74b19-c3ca-405f-9db2-a3ed247fe588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '19b3a272-ce78-4120-94f5-6f7d3dbb1fa4'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:35.490770 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:35.525882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Port 2b3c3956-fbf4-4eee-93f3-7af45f4df6c4 has been deleted concurrently {{(pid=120534) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 13 21:13:35.538228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Routers {'e3bfc535-076a-46a2-9109-6b138a3d2700'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:35.539271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9e86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e3bfc535-076a-46a2-9109-6b138a3d2700'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:35.818045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] Set router e3bfc535-076a-46a2-9109-6b138a3d2700 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:35.887781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0d119-7015-4373-810c-6fde68b1ca43 req-ded3e9e5-0a91-423c-a4ad-756412419861 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:35.889049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72d0d119-7015-4373-810c-6fde68b1ca43 req-ded3e9e5-0a91-423c-a4ad-756412419861 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.5196593
Nov 13 21:13:35.890870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-f07e98a8-ffb1-4241-ae1b-c103f8653ae7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 HTTP/1.1" status: 200  len: 217 time: 0.4000030
Nov 13 21:13:35.892263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:35.918758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973432e0-04ea-4c63-81ec-b29984132e0e req-0d1946c3-72a2-4b29-94ed-d4dd68d58cc6 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6454122
Nov 13 21:13:35.924473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-df0de461-78a1-4233-b98b-fee510b7a3a2 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:35.926387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-df0de461-78a1-4233-b98b-fee510b7a3a2 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6063721
Nov 13 21:13:35.940497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:35.950296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Request body: {'port': {'device_id': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': 'f3bcf900df224886bd2fd5da4286f798'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:36.028203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72d0d119-7015-4373-810c-6fde68b1ca43 req-16918df1-6de1-4d17-92c0-67dd69e751a6 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239047
Nov 13 21:13:36.040919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:36.103713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-30b84867-31a7-4942-bbf1-4e24030b7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:36.105359 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-30b84867-31a7-4942-bbf1-4e24030b7b62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 200  len: 862 time: 0.2026420
Nov 13 21:13:36.141178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Router e3bfc535-076a-46a2-9109-6b138a3d2700 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:13:36.159366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.160710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-951fdee8-be94-4a7d-9c2d-35b82ba12c82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3012d033-9968-4787-9e8a-f49f040e8300&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479398
Nov 13 21:13:36.162946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a3da636c-f3f7-45ee-a774-e71ddefa95e2 req-bb0dbd3a-40d3-4b6e-b908-dfe35f7ec340 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 210 time: 0.0548079
Nov 13 21:13:36.215080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:36.232953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'port_id': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'mac_address': 'fa:16:3e:78:4b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df57a51d-5952-4162-9c7b-2e0b10f1ca5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:36.280363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9e86a0>, [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:34Z', 'revision_number': 5, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port': {'id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:25Z', 'updated_at': '2021-11-13T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:36.301176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:36.318273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92ff29-3d69-46f0-9a2e-5fb5683b3b86 None None] The sync data for ids ['e3bfc535-076a-46a2-9109-6b138a3d2700'] in ncdv-master-1 is: [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:34Z', 'revision_number': 5, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port': {'id': 'ecb9b9a7-daa8-4f38-a23a-b6a290d3503f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:25Z', 'updated_at': '2021-11-13T21:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:36.320888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.324409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d45f9d3d-99ba-4c48-a636-397c4ac40990 admin admin] 10.222.0.20 "PUT /v2.0/routers/e3bfc535-076a-46a2-9109-6b138a3d2700/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7451913
Nov 13 21:13:36.337979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:36.338898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:36.369730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:36.382702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-d677c4de-d42e-4893-a619-5f9c628aecdb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:36.386589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-d677c4de-d42e-4893-a619-5f9c628aecdb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.2310302
Nov 13 21:13:36.461307 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-abdc1ede-88b0-4bdf-8908-a88c549b8d01 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/quotas/52e08ee207a44f10aeec3e9e0edcb6c1 HTTP/1.1" status: 200  len: 375 time: 0.0636690
Nov 13 21:13:36.473245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.526808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-a735ea79-c3de-4c42-ab7c-d75d9f9c9823 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:36.528532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-a735ea79-c3de-4c42-ab7c-d75d9f9c9823 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.2324598
Nov 13 21:13:36.554355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2118660-9957-44a2-8646-9b413339f0ea req-214bdc02-4bff-4134-89da-d2a57e0be963 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:36.558810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:36.566854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2118660-9957-44a2-8646-9b413339f0ea req-214bdc02-4bff-4134-89da-d2a57e0be963 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 943 time: 0.2641230
Nov 13 21:13:36.615858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.618885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.620854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-9068ef0b-286b-4359-bfee-61a52bddd26f service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3691747
Nov 13 21:13:36.631026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Made reservation on behalf of f3bcf900df224886bd2fd5da4286f798 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:36.634855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.695404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:36.737578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af62268a-0424-41ff-b92c-f90445905f8d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:36.737578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.741812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aee36fff-db9a-49f8-9a3e-c5bc9ec0fa55 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af62268a-0424-41ff-b92c-f90445905f8d HTTP/1.1" status: 204  len: 168 time: 1.4715493
Nov 13 21:13:36.744612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57172) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:36.755884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-c1211dc1-c065-4665-ac0c-25e31f0bbd9a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2732406
Nov 13 21:13:36.806777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-485d55e9-76a1-45ed-ac63-d96e287baa44 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:36.808778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-485d55e9-76a1-45ed-ac63-d96e287baa44 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 949 time: 0.2580082
Nov 13 21:13:36.818452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2118660-9957-44a2-8646-9b413339f0ea req-bf157f32-1868-4cdd-a965-101e6d02d11a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499764
Nov 13 21:13:36.883655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:36.903022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Deleting port 8e03852f-cca2-44bf-a5db-e2336424094f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:36.903362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.076043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] For port 8e03852f-cca2-44bf-a5db-e2336424094f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e03852f-cca2-44bf-a5db-e2336424094f,segment=NetworkSegment(73b426a9-fe5d-4ac2-b9d0-6abbb8150385),segment_id=73b426a9-fe5d-4ac2-b9d0-6abbb8150385)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:37.076738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.108257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b726a74-a70c-4cf5-8beb-51ac52b72619 req-8c339364-a130-4423-a83f-4060e3844748 service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4800785
Nov 13 21:13:37.114522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Calling delete_port for 8e03852f-cca2-44bf-a5db-e2336424094f owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:37.118107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.173112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Deleting port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:37.173451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.184790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751e689-78ab-4a6d-bf65-f87ff2a07ef5 req-855204c5-d942-4942-8bca-58950acd2820 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:37.186275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d751e689-78ab-4a6d-bf65-f87ff2a07ef5 req-855204c5-d942-4942-8bca-58950acd2820 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 949 time: 0.1460750
Nov 13 21:13:37.190743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-72d5f884-f779-4604-b9a7-d3fba3f88749 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:37.192389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-72d5f884-f779-4604-b9a7-d3fba3f88749 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "GET /v2.0/ports?device_id=01fe5437-cb95-421c-a900-f3f97f030b93 HTTP/1.1" status: 200  len: 944 time: 0.3377495
Nov 13 21:13:37.209819 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] Sync routers for ids ['e3bfc535-076a-46a2-9109-6b138a3d2700'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:37.220119 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] Routers {'e3bfc535-076a-46a2-9109-6b138a3d2700'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:37.221050 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde494a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e3bfc535-076a-46a2-9109-6b138a3d2700'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.243883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Allocated IP 192.168.233.97 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/351f0d68-0777-4f55-b85e-fdfc540c3028) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:37.300007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-a7b381f5-ef7a-4209-a488-8e6db8c36b0c service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5027106
Nov 13 21:13:37.314562 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] Set router e3bfc535-076a-46a2-9109-6b138a3d2700 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:37.320097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d751e689-78ab-4a6d-bf65-f87ff2a07ef5 req-b8c783f3-6b51-4a1f-abad-eda93a16a867 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208227
Nov 13 21:13:37.338009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] For port ecb9b9a7-daa8-4f38-a23a-b6a290d3503f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:37.338381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.382562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Calling delete_port for ecb9b9a7-daa8-4f38-a23a-b6a290d3503f owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:37.384276 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde494a00>, [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:36Z', 'revision_number': 6, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.451481 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] Checking router: e3bfc535-076a-46a2-9109-6b138a3d2700 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:37.462877 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] Routers {'e3bfc535-076a-46a2-9109-6b138a3d2700'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:37.463566 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde494a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e3bfc535-076a-46a2-9109-6b138a3d2700'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.496082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.517753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Deleting port 49614680-59b2-41d5-9b71-7e0f2dc8de40 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:37.518116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.546877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a763d4-8be1-438c-9bb9-2efcf323ac34 req-feb0f483-19b2-42be-9ff5-6b7a2ee691a9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:37.550970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3a763d4-8be1-438c-9bb9-2efcf323ac34 req-feb0f483-19b2-42be-9ff5-6b7a2ee691a9 tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 945 time: 0.1023288
Nov 13 21:13:37.565813 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.587209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8e03852f-cca2-44bf-a5db-e2336424094f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:37.621971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Pushing event deleted for resources: {'Port': ['ID=8e03852f-cca2-44bf-a5db-e2336424094f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:37.688336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf6086d0>,) {'filters': {'network_id': ['50ba1fce-449d-43e5-b356-2a7dc80616fa']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.709282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] No DVR routers for this DVR port 8e03852f-cca2-44bf-a5db-e2336424094f on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:37.714275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3a763d4-8be1-438c-9bb9-2efcf323ac34 req-688233d6-3d73-4f12-9472-3fb70b76d3cc tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/security-groups?id=47476a0d-fe7a-48ce-8384-bc61ae0699ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511912
Nov 13 21:13:37.715464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.719552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39f82844-e4b9-4948-bfef-113e67c92ed3 req-4fe71542-957a-42d3-a717-2249b985f29d tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.46 "DELETE /v2.0/ports/8e03852f-cca2-44bf-a5db-e2336424094f HTTP/1.1" status: 204  len: 173 time: 1.1786625
Nov 13 21:13:37.721852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'name': 'network-vif-deleted', 'tag': '8e03852f-cca2-44bf-a5db-e2336424094f'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:37.724236 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796e4a82-ff0c-4a19-bd8b-1cb305264c97" -d '{"events": [{"server_uuid": "9ebcac6e-eba1-4eb1-8a16-b2e66c583641", "name": "network-vif-deleted", "tag": "8e03852f-cca2-44bf-a5db-e2336424094f"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:37.732500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-139c33aa-fe11-446c-95e1-eb3a354838b5 service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4311783
Nov 13 21:13:37.733161 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] Set router e3bfc535-076a-46a2-9109-6b138a3d2700 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:37.737575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf6086d0>, '5de6789b-1b32-43f6-9567-fa7856379c75') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.738011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf6086d0>, '5de6789b-1b32-43f6-9567-fa7856379c75') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.815278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.826346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.854814 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde494a00>, [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:36Z', 'revision_number': 6, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:37.864386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.883101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Deleting port d5b66ff3-e072-4087-85db-7f1a5c06722d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:37.883373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.892174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:13:37.892583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:13:37.894289 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:13:37.897099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] For port 49614680-59b2-41d5-9b71-7e0f2dc8de40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49614680-59b2-41d5-9b71-7e0f2dc8de40,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:37.897214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb9b9a7-daa8-4f38-a23a-b6a290d3503f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:37.897346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:37.914533 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f046794-22e1-4ec5-9e41-1e1f15d4fb40 None None] The sync data for ids ['e3bfc535-076a-46a2-9109-6b138a3d2700'] in ncdv-master-1 is: [{'id': 'e3bfc535-076a-46a2-9109-6b138a3d2700', 'name': 'tempest-FloatingIPsNegativeTestJSON-347324455-router', 'tenant_id': '0684c5abadb04294afc5a95cd8a2e684', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:24Z', 'updated_at': '2021-11-13T21:13:36Z', 'revision_number': 6, 'project_id': '0684c5abadb04294afc5a95cd8a2e684', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:37.995771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:38.006086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5626a204-b3f7-47d2-8bda-ead2e1c18ec9 req-56558d30-ede8-48f6-926b-252441596cc2 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 210 time: 0.1130974
Nov 13 21:13:38.043851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Calling delete_port for 49614680-59b2-41d5-9b71-7e0f2dc8de40 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:38.075419 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f3562-9ef5-455a-8940-13e9753c429b x-openstack-request-id: req-325f3562-9ef5-455a-8940-13e9753c429b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:38.075733 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebcac6e-eba1-4eb1-8a16-b2e66c583641", "name": "network-vif-deleted", "tag": "8e03852f-cca2-44bf-a5db-e2336424094f", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:38.075995 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-325f3562-9ef5-455a-8940-13e9753c429b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:38.076426 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebcac6e-eba1-4eb1-8a16-b2e66c583641', 'name': 'network-vif-deleted', 'tag': '8e03852f-cca2-44bf-a5db-e2336424094f', 'status': 'completed', 'code': 200}
Nov 13 21:13:38.090225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.124946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.220144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04d2ad3a-77d2-4903-b63a-6a5647715717 req-3b04d1dc-64c6-47a6-8c2e-6ed471ab02d1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 210 time: 0.0486679
Nov 13 21:13:38.239441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:13:38.244809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:38.245226 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.276270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.293352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.298668 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.301372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/50ba1fce-449d-43e5-b356-2a7dc80616fa HTTP/1.1" status: 204  len: 168 time: 1.5502398
Nov 13 21:13:38.312948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.326575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed5782-d249-4b30-bd65-7e30ab73fcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ba1fce-449d-43e5-b356-2a7dc80616fa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:38.344267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.352272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] For port d5b66ff3-e072-4087-85db-7f1a5c06722d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5b66ff3-e072-4087-85db-7f1a5c06722d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:38.352653 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.394086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ecea6-be50-41c1-9f20-8eab37c7429e req-f95a003a-1ba6-48ce-ac8e-0c916b1ec545 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:38.401778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-439ecea6-be50-41c1-9f20-8eab37c7429e req-f95a003a-1ba6-48ce-ac8e-0c916b1ec545 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 944 time: 0.2187622
Nov 13 21:13:38.409438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:38.409438 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159ae5a-f341-4b83-92ba-c4482fde6684" -d '{"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-plugged", "status": "completed", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:38.411382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Calling delete_port for d5b66ff3-e072-4087-85db-7f1a5c06722d owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:38.429612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:38.480996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-439ecea6-be50-41c1-9f20-8eab37c7429e req-a4be03fd-ebe5-4a19-8e77-d926d86c7c6e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775430
Nov 13 21:13:38.568892 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.569334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.569334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3bfc535-076a-46a2-9109-6b138a3d2700 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:13:38.577898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.583199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-97cf8f7b-e804-4ee4-a8ee-8f3cf1f2faac admin admin] 10.222.0.20 "DELETE /v2.0/routers/e3bfc535-076a-46a2-9109-6b138a3d2700 HTTP/1.1" status: 204  len: 168 time: 2.2263122
Nov 13 21:13:38.583472 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b8fab3-a24b-4b29-b905-cfae753a9068 x-openstack-request-id: req-13b8fab3-a24b-4b29-b905-cfae753a9068 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:38.583770 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-plugged", "status": "completed", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:38.584033 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13b8fab3-a24b-4b29-b905-cfae753a9068 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:38.584134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57234) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:38.584433 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'code': 200}
Nov 13 21:13:38.601727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.632808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef77916-b8ee-48a9-945d-be503e88ff80 req-a48862ed-4652-4fdc-a76f-182e0fb80590 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:38.640274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ef77916-b8ee-48a9-945d-be503e88ff80 req-a48862ed-4652-4fdc-a76f-182e0fb80590 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 949 time: 0.1906006
Nov 13 21:13:38.667524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1741f4a7-5139-4fec-802d-06e904ff2297'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:38.687161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Deleting subnet 2c3c74e7-3c54-4eb6-8dd4-3154c43539fa {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:13:38.689986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:38.696547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.733464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:38.751489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:38.778323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.786156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:38.924885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ef77916-b8ee-48a9-945d-be503e88ff80 req-cf616af6-510d-4011-9971-53dfca7855f7 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ab5991-3b27-488b-bb4d-3e41ac7d2a60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2784076
Nov 13 21:13:38.949135 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:38.976771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57252) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:38.993172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Pushing event updated for resources: {'Port': ['ID=351f0d68-0777-4f55-b85e-fdfc540c3028,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:39.018803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.142926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51f7ee43-ddef-41f8-a908-64be683acdb0 req-ddda102e-2eae-4918-bb66-988efc1b6cab tempest-DeleteServersTestJSON-1013033532 tempest-DeleteServersTestJSON-1013033532-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ebcac6e-eba1-4eb1-8a16-b2e66c583641 HTTP/1.1" status: 200  len: 210 time: 0.0463314
Nov 13 21:13:39.213206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ecb9b9a7-daa8-4f38-a23a-b6a290d3503f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:39.216221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.260999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ecb9b9a7-daa8-4f38-a23a-b6a290d3503f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:39.261511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ecb9b9a7-daa8-4f38-a23a-b6a290d3503f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:39.279151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] No DVR routers for this DVR port 49614680-59b2-41d5-9b71-7e0f2dc8de40 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:39.287908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3c74e7-3c54-4eb6-8dd4-3154c43539fa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:39.289999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2d5deff6-5f6b-4b07-a644-6025f842853f None None] Provisioning complete for port 351f0d68-0777-4f55-b85e-fdfc540c3028 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:39.293613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d5deff6-5f6b-4b07-a644-6025f842853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.303498 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.310349 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4557201b-31c6-4ad1-9005-6211d3a297cc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c3c74e7-3c54-4eb6-8dd4-3154c43539fa HTTP/1.1" status: 204  len: 168 time: 0.7221599
Nov 13 21:13:39.320903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57270) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:39.322995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d704b-ee6c-410e-bfd5-2e46c84ad493 req-a89feedf-11a0-4a8b-a737-eed27cbd2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:39.325265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b95d704b-ee6c-410e-bfd5-2e46c84ad493 req-a89feedf-11a0-4a8b-a737-eed27cbd2624 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 1096 time: 0.6600604
Nov 13 21:13:39.333368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24f6de-1242-4b08-b0b7-d5c48cb079a2 None None] Network 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:39.336524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:39.338300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.344856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.350370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04d0b32f-e0ee-4638-83b5-547dde61441d req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.46 "DELETE /v2.0/ports/49614680-59b2-41d5-9b71-7e0f2dc8de40 HTTP/1.1" status: 204  len: 173 time: 2.5009761
Nov 13 21:13:39.372062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22413b85-91a8-478c-ad56-f0e8d19baece req-2b33d049-218b-4cc3-8b9e-d81fc7afa10f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 210 time: 0.0712249
Nov 13 21:13:39.403839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2d5deff6-5f6b-4b07-a644-6025f842853f None None] Port 351f0d68-0777-4f55-b85e-fdfc540c3028 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:13:39.434171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-deleted', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:39.437563 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d60fa-1a41-43c8-87df-1236d0be11b1" -d '{"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-deleted", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:39.441207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefa974-107d-48df-a0fa-44f94f916669 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] Pushing event deleted for resources: {'Port': ['ID=49614680-59b2-41d5-9b71-7e0f2dc8de40,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:39.443560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.526080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Deleting port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:39.526670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.550630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b95d704b-ee6c-410e-bfd5-2e46c84ad493 req-270d11dd-7b29-4973-b1ef-712e9475d1cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883715
Nov 13 21:13:39.559679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.570392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] DHCP port deletion for 19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:13:39.580096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fdd27bb7-18fd-401a-806a-55eb9b977887 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06c1a895d2ca4c4785ee3741d693e0a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5851443
Nov 13 21:13:39.580541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57296) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:39.627646 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de55709e-bbaf-48ba-b8fd-0c09ba6174e8 x-openstack-request-id: req-de55709e-bbaf-48ba-b8fd-0c09ba6174e8 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:39.633029 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f67da4-18e0-475e-93ee-4ceafaba1558", "name": "network-vif-deleted", "tag": "49614680-59b2-41d5-9b71-7e0f2dc8de40", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:39.633418 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de55709e-bbaf-48ba-b8fd-0c09ba6174e8 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:39.634061 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f67da4-18e0-475e-93ee-4ceafaba1558', 'name': 'network-vif-deleted', 'tag': '49614680-59b2-41d5-9b71-7e0f2dc8de40', 'status': 'completed', 'code': 200}
Nov 13 21:13:39.642129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event deleted for resources: {'Port': ['ID=d5b66ff3-e072-4087-85db-7f1a5c06722d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:39.689152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9100c18-562c-4066-8f64-c5be77b68417 req-b9a63725-2261-4602-a872-98b28822b803 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:39.699222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9100c18-562c-4066-8f64-c5be77b68417 req-b9a63725-2261-4602-a872-98b28822b803 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 935 time: 0.4866531
Nov 13 21:13:39.701849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4deb4c1b-b399-4845-8d11-7e1a8f4cc0aa tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7552836
Nov 13 21:13:39.705334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] Deleting port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:39.706870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.731999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] For port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,segment=NetworkSegment(22c74b19-c3ca-405f-9db2-a3ed247fe588),segment_id=22c74b19-c3ca-405f-9db2-a3ed247fe588)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:39.732363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.749320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Calling delete_port for 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:39.771028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51c2ed-cfc4-441f-bf2b-977fa487ee20 req-05ca4f59-0935-4f5e-ad43-caa3ffe7d99e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:39.772890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c51c2ed-cfc4-441f-bf2b-977fa487ee20 req-05ca4f59-0935-4f5e-ad43-caa3ffe7d99e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.1029007
Nov 13 21:13:39.777176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Request body: {'port': {'device_id': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:39.812386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] No DVR routers for this DVR port d5b66ff3-e072-4087-85db-7f1a5c06722d on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:39.829482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] For port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,segment=NetworkSegment(22c74b19-c3ca-405f-9db2-a3ed247fe588),segment_id=22c74b19-c3ca-405f-9db2-a3ed247fe588)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:39.830513 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.844586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] Calling delete_port for 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:39.867865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:39.872745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9aea67ed-8548-4ebc-a4ad-cb4d5c288a18 req-9e18a66f-6b11-4c47-ab5d-cce497d0bc5b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.46 "DELETE /v2.0/ports/d5b66ff3-e072-4087-85db-7f1a5c06722d HTTP/1.1" status: 204  len: 173 time: 2.6722305
Nov 13 21:13:39.908418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c51c2ed-cfc4-441f-bf2b-977fa487ee20 req-4ba1da1a-2568-422c-8b87-7adc63165846 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676680
Nov 13 21:13:40.005343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a34aff8-8c00-49df-a0ec-a0e70ff17faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.010641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.034348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9100c18-562c-4066-8f64-c5be77b68417 req-0a07e858-5760-4b13-a2f9-ab903f517fe7 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3365521
Nov 13 21:13:40.065052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.066520 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fe32fa3d-234b-4871-84b5-12d2827d0978 req-ec7500ac-be44-4e14-bc4e-24758ae4d383 tempest-ListImageFiltersTestJSON-1854634190 tempest-ListImageFiltersTestJSON-1854634190-project] 10.222.0.20 "GET /v2.0/ports?device_id=16f67da4-18e0-475e-93ee-4ceafaba1558 HTTP/1.1" status: 200  len: 210 time: 0.0445428
Nov 13 21:13:40.069745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.115991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] No DVR routers for this DVR port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:40.122506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:40.126346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] Pushing event deleted for resources: {'Port': ['ID=2e7a0f59-6ca0-4b27-a46d-38c0cd949a05,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:40.134182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600fe82-2b8c-4387-a696-8534aee8adce None None] No DVR routers for this DVR port 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:40.144224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a34aff8-8c00-49df-a0ec-a0e70ff17faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.280753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.316047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc7f69d0>,) {'filters': {'network_id': ['19b3a272-ce78-4120-94f5-6f7d3dbb1fa4']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:40.329166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc7f69d0>, '22c74b19-c3ca-405f-9db2-a3ed247fe588') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:40.329982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc7f69d0>, '22c74b19-c3ca-405f-9db2-a3ed247fe588') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:40.344028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.362371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.372871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:13:40.372871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   items = [
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:13:40.386754 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:13:40.491927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a34aff8-8c00-49df-a0ec-a0e70ff17faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.499302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a34aff8-8c00-49df-a0ec-a0e70ff17faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.503146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9a34aff8-8c00-49df-a0ec-a0e70ff17faa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aec4004b-f13a-420e-b5c2-ee0c6fc2e452 HTTP/1.1" status: 204  len: 168 time: 0.9183290
Nov 13 21:13:40.558674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c76fae01-3d16-4a4b-9831-1d2a179b3ed4 req-ba4e5dd9-af66-4cd2-8342-f53459fb1cde tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 210 time: 0.0719659
Nov 13 21:13:40.560978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351f0d68-0777-4f55-b85e-fdfc540c3028 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:40.565465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34aff8-8c00-49df-a0ec-a0e70ff17faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec4004b-f13a-420e-b5c2-ee0c6fc2e452,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:40.588492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.660382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Transition to ACTIVE for port object 351f0d68-0777-4f55-b85e-fdfc540c3028 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:40.660946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.670924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.674701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/19b3a272-ce78-4120-94f5-6f7d3dbb1fa4 HTTP/1.1" status: 204  len: 168 time: 1.3520641
Nov 13 21:13:40.705001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ea0a-59c5-4f76-8126-00663f5615a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b3a272-ce78-4120-94f5-6f7d3dbb1fa4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:40.736908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:40.822130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Pushing event updated for resources: {'Port': ['ID=351f0d68-0777-4f55-b85e-fdfc540c3028,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:40.905525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Attempting to bind port 351f0d68-0777-4f55-b85e-fdfc540c3028 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:40.905847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Attempting to bind port 351f0d68-0777-4f55-b85e-fdfc540c3028 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:40.906184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Attempting to bind port 351f0d68-0777-4f55-b85e-fdfc540c3028 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:40.911016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Port 351f0d68-0777-4f55-b85e-fdfc540c3028 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:40.911342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Attempting to bind port 351f0d68-0777-4f55-b85e-fdfc540c3028 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:40.916659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:40.922075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:40.922075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:40.922075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Bound port: 351f0d68-0777-4f55-b85e-fdfc540c3028, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:40.922075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:41.020945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] For port 351f0d68-0777-4f55-b85e-fdfc540c3028, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:41.024169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] For port 351f0d68-0777-4f55-b85e-fdfc540c3028, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=351f0d68-0777-4f55-b85e-fdfc540c3028,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:41.157981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:41.194888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55151c1f-5634-4224-a0a2-88e5eaa0c90c req-3cee3904-45d2-48e8-b85a-7c06dd69bd21 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:41.197661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55151c1f-5634-4224-a0a2-88e5eaa0c90c req-3cee3904-45d2-48e8-b85a-7c06dd69bd21 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 947 time: 0.0668051
Nov 13 21:13:41.209743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:41.249062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:41.274848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55151c1f-5634-4224-a0a2-88e5eaa0c90c req-7ac656ef-5a60-4d29-95dd-b63ec5a23e0d tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691721
Nov 13 21:13:41.296054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:41.296054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2e7a0f59-6ca0-4b27-a46d-38c0cd949a05 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:41.597950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e03852f-cca2-44bf-a5db-e2336424094f no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:41.623542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8e03852f-cca2-44bf-a5db-e2336424094f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:41.623542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e03852f-cca2-44bf-a5db-e2336424094f not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:41.623968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:41.658765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 49614680-59b2-41d5-9b71-7e0f2dc8de40 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:41.659206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 49614680-59b2-41d5-9b71-7e0f2dc8de40 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:41.659624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:41.680100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: d5b66ff3-e072-4087-85db-7f1a5c06722d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:41.680450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d5b66ff3-e072-4087-85db-7f1a5c06722d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:41.702907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-deleted', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:41.705181 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cbc1b3-ddfa-4a4b-a74d-7a813cb4a3c9" -d '{"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-deleted", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:41.713114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:41.714076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:41.715865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] 10.222.0.46 "PUT /v2.0/ports/351f0d68-0777-4f55-b85e-fdfc540c3028 HTTP/1.1" status: 200  len: 1095 time: 1.9589784
Nov 13 21:13:41.759117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74774a60-c882-4cde-b842-60d5db389e82 req-f0506beb-8100-4e1d-9854-2a4fae3f2589 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:41.760679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74774a60-c882-4cde-b842-60d5db389e82 req-f0506beb-8100-4e1d-9854-2a4fae3f2589 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.6961637
Nov 13 21:13:41.835970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7048ecbe-5112-444b-b890-7c82279c64bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0684c5abadb04294afc5a95cd8a2e684&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6663814
Nov 13 21:13:41.838765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57434) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:41.840042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Pushing event updated for resources: {'Port': ['ID=351f0d68-0777-4f55-b85e-fdfc540c3028,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:41.880022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:41.913912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74774a60-c882-4cde-b842-60d5db389e82 req-30b7ead0-798a-4acf-81ea-748ad4074672 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226571
Nov 13 21:13:41.938413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5a067ea-7d3a-4716-a7e8-517b6e14ec23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.938600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:41.940302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3195a31-0083-4d0a-96e0-69b83c1454fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:42.010625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5a067ea-7d3a-4716-a7e8-517b6e14ec23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.013371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-2f188ed8-d8e6-4540-8884-961d58314762 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:42.016789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-2f188ed8-d8e6-4540-8884-961d58314762 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.7780199
Nov 13 21:13:42.020443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-a27da2d5-8495-43e3-b3ae-9a8a40ef8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:42.022124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-a27da2d5-8495-43e3-b3ae-9a8a40ef8893 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3bcf900df224886bd2fd5da4286f798&device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 1098 time: 0.1713164
Nov 13 21:13:42.047661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Request body: {'port': {'device_id': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'admin_state_up': True, 'tenant_id': '52e08ee207a44f10aeec3e9e0edcb6c1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:42.101966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-700b456d-fc6e-4e97-8f67-d5e9308942c7 req-67dd3bea-4e47-4799-968b-5eb5abf77ef2 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 210 time: 0.0764344
Nov 13 21:13:42.121299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-8fc8ba9c-b52e-4391-8a61-c2da43d4d9ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=351f0d68-0777-4f55-b85e-fdfc540c3028 HTTP/1.1" status: 200  len: 217 time: 0.0884433
Nov 13 21:13:42.151779 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5a067ea-7d3a-4716-a7e8-517b6e14ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.154383 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5a067ea-7d3a-4716-a7e8-517b6e14ec23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.165404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5a067ea-7d3a-4716-a7e8-517b6e14ec23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b1ac327-2d72-4bc2-b3f4-9d4b06e5a703 HTTP/1.1" status: 204  len: 168 time: 0.3150663
Nov 13 21:13:42.172140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a067ea-7d3a-4716-a7e8-517b6e14ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ac327-2d72-4bc2-b3f4-9d4b06e5a703,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:42.221414 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdcca74-51ee-4ee1-a5fe-3a88b59fa49a x-openstack-request-id: req-9fdcca74-51ee-4ee1-a5fe-3a88b59fa49a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:42.221647 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fe5437-cb95-421c-a900-f3f97f030b93", "name": "network-vif-deleted", "tag": "d5b66ff3-e072-4087-85db-7f1a5c06722d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:42.222468 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fdcca74-51ee-4ee1-a5fe-3a88b59fa49a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:42.224030 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fe5437-cb95-421c-a900-f3f97f030b93', 'name': 'network-vif-deleted', 'tag': 'd5b66ff3-e072-4087-85db-7f1a5c06722d', 'status': 'completed', 'code': 200}
Nov 13 21:13:42.290389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-5cf8e317-f55c-49a8-9478-c070e5a8da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:42.291863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-5cf8e317-f55c-49a8-9478-c070e5a8da2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1587505
Nov 13 21:13:42.306595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596044d-2a68-4ffd-9da8-944509a59b68 req-98d5b6ac-84b0-4fb0-94f3-fd9b5996159d tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:42.308716 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6596044d-2a68-4ffd-9da8-944509a59b68 req-98d5b6ac-84b0-4fb0-94f3-fd9b5996159d tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.0606151
Nov 13 21:13:42.361331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4e2ec472-1721-4795-b3c6-f085185cc47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:42.362908 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4e2ec472-1721-4795-b3c6-f085185cc47f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0609581
Nov 13 21:13:42.381131 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6596044d-2a68-4ffd-9da8-944509a59b68 req-9f5bf6d6-1dae-4245-989b-0ee22d894c49 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658321
Nov 13 21:13:42.395488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Made reservation on behalf of 52e08ee207a44f10aeec3e9e0edcb6c1 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:42.399161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.515463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ac13f-4c84-4d27-91e0-29e01769a4e8 req-8bf7abb1-c897-455c-abff-a4021c61a519 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:42.521387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d59ac13f-4c84-4d27-91e0-29e01769a4e8 req-8bf7abb1-c897-455c-abff-a4021c61a519 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 947 time: 0.0633972
Nov 13 21:13:42.534307 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-b09df619-9640-4f3a-bc7d-3ec9a989a8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638706
Nov 13 21:13:42.542292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:42.587816 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d59ac13f-4c84-4d27-91e0-29e01769a4e8 req-5f4f731f-3578-4f08-ae3a-bef8b168e31a tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640507
Nov 13 21:13:42.647574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Allocated IP 172.20.0.6 (d519d8b8-1902-43da-9cf6-7f4de024092b/cb7b477b-0c63-4a91-aee4-369731b3d5ad/1a7cbac3-750a-45e6-abbc-58a468ee368d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:42.690276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6005c4a4-8877-43d9-9858-6a01d495bdba req-4028d3da-6b61-4172-a1d2-028b6eeceb7d service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240644
Nov 13 21:13:42.781950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-network', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:42.853693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.884912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Made reservation on behalf of cce2e57232334cdf80d43c9c1b29ab2c for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:42.887859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.901281 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:42.972405 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.085447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.145082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Network d519d8b8-1902-43da-9cf6-7f4de024092b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:43.149060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.154349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:43.157028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:43.209822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:13:43.213423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:43.214417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.238121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:43.249550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:43.252489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.253041 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Added segment 75e3d875-16a3-4d7e-a396-6a9a2777fa5c of type vlan for network 9bc6a868-d275-4329-8fd8-29b0861b3974
Nov 13 21:13:43.299549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.343182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-863a962d-39ae-458a-996e-93bca17c206e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2990391
Nov 13 21:13:43.359139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Request body: {'port': {'device_id': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:43.420208 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.424083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:43.424083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.437533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.498731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc6a868-d275-4329-8fd8-29b0861b3974,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:43.510665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:13:43.607403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-407530a7-4d60-4caa-a58e-001d7516aa98 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0638421
Nov 13 21:13:43.610669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57546) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:43.615482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Request body: {'subnet': {'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-subnet', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:43.740465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Made reservation on behalf of cce2e57232334cdf80d43c9c1b29ab2c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:43.743502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.771259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:43.793113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38dc59-74a9-48cc-a4d9-fd051bf8f10f req-fd39f7c1-a1a7-43b2-aba7-c37900ae3981 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:43.794639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa38dc59-74a9-48cc-a4d9-fd051bf8f10f req-fd39f7c1-a1a7-43b2-aba7-c37900ae3981 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 931 time: 0.2935326
Nov 13 21:13:43.891981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1491375193-network', 'tenant_id': '7d6a7c0cbfca45e7b427ef6c73324599'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:43.904022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa38dc59-74a9-48cc-a4d9-fd051bf8f10f req-13cdf610-debe-4137-b910-6652e2e9ee89 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997906
Nov 13 21:13:43.982031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Made reservation on behalf of 7d6a7c0cbfca45e7b427ef6c73324599 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:43.986501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:43.999790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.034440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7cbac3-750a-45e6-abbc-58a468ee368d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:44.055643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.065940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.099531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Transition to ACTIVE for port object 1a7cbac3-750a-45e6-abbc-58a468ee368d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:44.171504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.196878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=045a6acd-b129-425a-b6fe-fdbbedc86cb9,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:44.198803 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.234009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b2bcc-b83a-475f-accd-6a2d6a23287b req-4911ea56-ae38-4609-acc3-fe5b2a0e51c9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:44.240322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f8b2bcc-b83a-475f-accd-6a2d6a23287b req-4911ea56-ae38-4609-acc3-fe5b2a0e51c9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 947 time: 0.1192474
Nov 13 21:13:44.248071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Checking segment: {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:44.248506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Network hostable DHCP agents. Network: 9bc6a868-d275-4329-8fd8-29b0861b3974, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:13:44.270205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.283676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'tag': '351f0d68-0777-4f55-b85e-fdfc540c3028'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:44.287275 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f74da6-fa76-4b08-9942-664fb55a8907" -d '{"events": [{"name": "network-changed", "server_uuid": "121b66a3-bd61-4d4e-b9cc-9df04b67d9a8", "tag": "351f0d68-0777-4f55-b85e-fdfc540c3028"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:44.298102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:44.322229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:13:44.329862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.360721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f8b2bcc-b83a-475f-accd-6a2d6a23287b req-6d30da53-86a7-4ef1-a085-fad3b5127e3d tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147723
Nov 13 21:13:44.364388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.364723 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Added segment a91e0930-c752-434e-9387-0c852510f483 of type vlan for network bdb9fd5b-98a9-4992-84f8-2463c11662ea
Nov 13 21:13:44.366316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4ba835-cde3-482a-8680-ec297f2afc60,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:44.405301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:13:44.423784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.434750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Attempting to bind port 1a7cbac3-750a-45e6-abbc-58a468ee368d on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:44.435089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Attempting to bind port 1a7cbac3-750a-45e6-abbc-58a468ee368d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:44.435892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Attempting to bind port 1a7cbac3-750a-45e6-abbc-58a468ee368d on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:44.440572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Port 1a7cbac3-750a-45e6-abbc-58a468ee368d on network d519d8b8-1902-43da-9cf6-7f4de024092b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:44.446573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Attempting to bind port 1a7cbac3-750a-45e6-abbc-58a468ee368d on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:44.446573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:44.446573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Checking segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:44.446949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Bound using segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:44.447179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Bound port: 1a7cbac3-750a-45e6-abbc-58a468ee368d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:44.447643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.488898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9bc6a868-d275-4329-8fd8-29b0861b3974) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:44.498307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:44.498307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.498628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee562fae-ad90-4199-8732-a36c05fcf0c5 None None] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:44.519022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:44.523410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:44.547904 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.549270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:44.549870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.581979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-584e51ad-8de1-4f59-972a-b8fc20632887 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9677846
Nov 13 21:13:44.583020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57602) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:44.588433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:44.624957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb9fd5b-98a9-4992-84f8-2463c11662ea,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:44.635588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:13:44.641882 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.651456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40f3b8-b8a7-44e4-82f7-3a13637895d2 None None] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:44.675099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:44.675783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.677801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] 10.222.0.37 "PUT /v2.0/ports/1a7cbac3-750a-45e6-abbc-58a468ee368d HTTP/1.1" status: 200  len: 1091 time: 1.3237469
Nov 13 21:13:44.685807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4cd1c6a9-8467-4d11-a96e-f78c14c342d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9106848
Nov 13 21:13:44.686011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57604) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:44.693295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Request body: {'subnet': {'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1491375193-subnet', 'tenant_id': '7d6a7c0cbfca45e7b427ef6c73324599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:44.697932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d99b8-f6dd-411a-8afb-800f73dfe959 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:44.848820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.849828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:44.861090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-a7e749e6-5383-443d-ad2c-b13e68101eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:44.863740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-a7e749e6-5383-443d-ad2c-b13e68101eb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 1094 time: 0.0491161
Nov 13 21:13:44.944865 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4de06c-f7ec-4861-a864-475588a1c2a4 x-openstack-request-id: req-4e4de06c-f7ec-4861-a864-475588a1c2a4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:44.945575 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121b66a3-bd61-4d4e-b9cc-9df04b67d9a8", "tag": "351f0d68-0777-4f55-b85e-fdfc540c3028", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:44.945575 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e4de06c-f7ec-4861-a864-475588a1c2a4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:44.945805 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'tag': '351f0d68-0777-4f55-b85e-fdfc540c3028', 'status': 'completed', 'code': 200}
Nov 13 21:13:44.947837 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-74278f39-5416-4061-a83a-73d30e0937f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d HTTP/1.1" status: 200  len: 217 time: 0.0674715
Nov 13 21:13:44.974508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:45.034523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-0c310ce4-f710-4c4b-a7bf-dc95fde14c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.036014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-0c310ce4-f710-4c4b-a7bf-dc95fde14c99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3bcf900df224886bd2fd5da4286f798&device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 1098 time: 0.0978982
Nov 13 21:13:45.079043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-18560185-52fd-4050-a5ed-1b3a2008523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.080485 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-18560185-52fd-4050-a5ed-1b3a2008523c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.1021662
Nov 13 21:13:45.088386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Made reservation on behalf of 7d6a7c0cbfca45e7b427ef6c73324599 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:45.091002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:45.142454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-8607c0c8-f85b-4f3a-bea8-a288185c104f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549936
Nov 13 21:13:45.163438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0144-aeb0-4456-9a9a-61d1973e471b req-60a94958-97eb-41fd-a52a-df3cb91ff8f6 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.163438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-233a0144-aeb0-4456-9a9a-61d1973e471b req-60a94958-97eb-41fd-a52a-df3cb91ff8f6 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 943 time: 0.1519423
Nov 13 21:13:45.275503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-83ff3e58-3d5c-4dc9-9414-32d2562ba891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.277180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-83ff3e58-3d5c-4dc9-9414-32d2562ba891 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.2221055
Nov 13 21:13:45.325652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:45.338538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-233a0144-aeb0-4456-9a9a-61d1973e471b req-ee376895-950e-4a18-9195-4a79e16527c5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622572
Nov 13 21:13:45.339725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-7451b111-3488-4592-adf3-649b21890229 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=351f0d68-0777-4f55-b85e-fdfc540c3028 HTTP/1.1" status: 200  len: 217 time: 0.0539513
Nov 13 21:13:45.343937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-3a28c4e2-88ec-4b43-9b5e-80fe162d1fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926780
Nov 13 21:13:45.406811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5c1bd-21a6-463f-a833-f545c340ff61 req-446f7d27-efc0-4b0b-8a0e-3d034aa78e7c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.409009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92f5c1bd-21a6-463f-a833-f545c340ff61 req-446f7d27-efc0-4b0b-8a0e-3d034aa78e7c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.0993433
Nov 13 21:13:45.439542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-a4dde176-790d-48c6-94bb-db1c6d0a764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.441144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-a4dde176-790d-48c6-94bb-db1c6d0a764f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0945005
Nov 13 21:13:45.583723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-f6ffa1db-2368-460d-b3c6-1b525998cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.584620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-f6ffa1db-2368-460d-b3c6-1b525998cb0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1284711
Nov 13 21:13:45.592359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92f5c1bd-21a6-463f-a833-f545c340ff61 req-31ebfe8a-43ad-4465-b976-3819da1b04fe tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661875
Nov 13 21:13:45.605210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac03e3-c243-48ac-8ff3-55ab2d3b3079 req-306713b1-9b0b-4a28-bf32-cda6028d4728 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:45.607327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8ac03e3-c243-48ac-8ff3-55ab2d3b3079 req-306713b1-9b0b-4a28-bf32-cda6028d4728 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 947 time: 0.1649046
Nov 13 21:13:45.610070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:45.622092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 351f0d68-0777-4f55-b85e-fdfc540c3028 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:45.639783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57668) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:45.700196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a8cfae9-f11b-47b6-af3d-68a9eb39af7f req-e1252e3b-2681-4ddc-8d7c-e52bbdd68f69 service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077974
Nov 13 21:13:45.744593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8186415e-2d65-44bb-ba74-a38188375df3,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:45.777769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Checking segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:45.777769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Network hostable DHCP agents. Network: bdb9fd5b-98a9-4992-84f8-2463c11662ea, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:13:45.778046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8ac03e3-c243-48ac-8ff3-55ab2d3b3079 req-f35ddaad-fa93-42ca-99a1-bdac1e71e815 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506636
Nov 13 21:13:45.830643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-99084c05-b01e-4654-9d35-8224d41aad3b service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222931
Nov 13 21:13:45.857773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 351f0d68-0777-4f55-b85e-fdfc540c3028, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=351f0d68-0777-4f55-b85e-fdfc540c3028,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:45.858940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57678) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:45.882956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '351f0d68-0777-4f55-b85e-fdfc540c3028', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '351f0d68-0777-4f55-b85e-fdfc540c3028', 'mac_address': 'fa:16:3e:c5:e4:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:45.928840 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:45.934508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:13:45.946068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351f0d68-0777-4f55-b85e-fdfc540c3028 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:45.962000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Deleting subnet ee3e3781-732f-4b0f-9edb-4f9b217de713 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:13:45.967553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:45.973055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 351f0d68-0777-4f55-b85e-fdfc540c3028, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=351f0d68-0777-4f55-b85e-fdfc540c3028,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:45.988887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-28c1d29a-208e-41b0-811f-92fbe39540f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1e83e25e3e94160ba0f3369a1aff466&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3463688
Nov 13 21:13:45.991680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57680) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:46.008183 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.009999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f74da6-fa76-4b08-9942-664fb55a8907 req-489dd96a-4617-4eca-90c3-da53d723e9ba service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714697
Nov 13 21:13:46.016987 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.030764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:46.040456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.048139 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.048365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdb9fd5b-98a9-4992-84f8-2463c11662ea) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:46.058941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:46.059537 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.061053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7023621-8d6e-4ef8-8687-3a827b381e83 None None] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:46.074865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.118691 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.168198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.236969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f3905622-8400-4a1e-9ec8-ac170054e621 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5347631
Nov 13 21:13:46.236969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Allocated IP 172.35.3.252 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:46.273877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.319971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3e3781-732f-4b0f-9edb-4f9b217de713,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:46.333665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.344973 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c054d5d3-9a85-4b92-b870-708e1cd2e8f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ee3e3781-732f-4b0f-9edb-4f9b217de713 HTTP/1.1" status: 204  len: 168 time: 0.4851968
Nov 13 21:13:46.352454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57686) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:46.384920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.387509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.391605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31ab5991-3b27-488b-bb4d-3e41ac7d2a60 HTTP/1.1" status: 204  len: 168 time: 0.3960686
Nov 13 21:13:46.398277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57692) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:46.404447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.441519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=351f0d68-0777-4f55-b85e-fdfc540c3028,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:46.482422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['351f0d68-0777-4f55-b85e-fdfc540c3028'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:46.562601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c41fe-4f4b-4766-8f3b-6c2125ff9fb1 req-a6d77d96-8df4-4190-ad5e-2b5f95812dbe tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:46.564345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-034c41fe-4f4b-4766-8f3b-6c2125ff9fb1 req-a6d77d96-8df4-4190-ad5e-2b5f95812dbe tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 943 time: 0.0905979
Nov 13 21:13:46.565470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:46.598964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'port_id': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'mac_address': 'fa:16:3e:78:4b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df57a51d-5952-4162-9c7b-2e0b10f1ca5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:46.664237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'tenant_id': '7d6a7c0cbfca45e7b427ef6c73324599', 'fixed_ips': [{'subnet_id': '8186415e-2d65-44bb-ba74-a38188375df3'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:13:46.665712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.674777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-034c41fe-4f4b-4766-8f3b-6c2125ff9fb1 req-a1ccb2ba-c261-4593-9fcc-9b8b30f03b84 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977137
Nov 13 21:13:46.723916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.802716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:46.850275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:46.862862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b03d72e4-2f33-4964-b0dd-18c12c15fe8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.915144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab5991-3b27-488b-bb4d-3e41ac7d2a60,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:46.930049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.932412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.933032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.933533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.934064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.934629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.935124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.935633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.936414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.936972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.937487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.938019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.938530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0c48fc-6663-443b-95ad-ed6fbe572f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:13:46.948458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Allocated IP 172.20.0.2 (bdb9fd5b-98a9-4992-84f8-2463c11662ea/8186415e-2d65-44bb-ba74-a38188375df3/7287bee5-1618-445b-a95a-7f7351763175) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:46.964193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.975152 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:46.986824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:46.993886 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a9d120-dc77-4ba1-9534-6c1ebd3db696" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:47.028180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558728f2-519c-4df8-9bf1-cff21c3535ff req-01b6a194-6eee-414d-ae55-c70289cc7e86 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.029873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-558728f2-519c-4df8-9bf1-cff21c3535ff req-01b6a194-6eee-414d-ae55-c70289cc7e86 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 944 time: 0.1371028
Nov 13 21:13:47.048043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:47.050686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:47.064191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:47.076883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:47.093553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:47.109634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Pushing event updated for resources: {'Port': ['ID=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:47.151290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872cd65-f5f7-4517-ab4e-19da4ac16c4d req-c0e55699-031d-4133-95cb-47d22b85166f tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.163391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8872cd65-f5f7-4517-ab4e-19da4ac16c4d req-c0e55699-031d-4133-95cb-47d22b85166f tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 948 time: 0.2353752
Nov 13 21:13:47.220574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.238883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8872cd65-f5f7-4517-ab4e-19da4ac16c4d req-47e5fbcf-1016-4569-b223-73634b3b5f98 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723400
Nov 13 21:13:47.244541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-558728f2-519c-4df8-9bf1-cff21c3535ff req-74cc7461-919d-48d1-96fe-9123c898ab63 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004693
Nov 13 21:13:47.294592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b03d72e4-2f33-4964-b0dd-18c12c15fe8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.303174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.316356 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b4177e-3ce8-471d-b6a8-0b9b782fb1ae x-openstack-request-id: req-b3b4177e-3ce8-471d-b6a8-0b9b782fb1ae {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:47.316356 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:47.316356 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3b4177e-3ce8-471d-b6a8-0b9b782fb1ae {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:47.316356 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'status': 'completed', 'code': 200}
Nov 13 21:13:47.336970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc8a74c0>,) {'filters': {'network_id': ['09559424-1385-4568-9979-5bb0cb2d727b']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:47.383140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc8a74c0>, '73b426a9-fe5d-4ac2-b9d0-6abbb8150385') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:47.383524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc8a74c0>, '73b426a9-fe5d-4ac2-b9d0-6abbb8150385') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:47.392748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b03d72e4-2f33-4964-b0dd-18c12c15fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.399610 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.426094 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.426566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.433211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:13:47.433731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:13:47.435541 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:13:47.441863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b03d72e4-2f33-4964-b0dd-18c12c15fe8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f06bf8b12efd4cbea44a332649287e87&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0371492
Nov 13 21:13:47.441863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-4c8b6402-5cc7-4edd-a6c5-77d4fc29dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.441863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-4c8b6402-5cc7-4edd-a6c5-77d4fc29dc75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 1094 time: 0.0874076
Nov 13 21:13:47.441863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57722) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:47.487595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:47.489326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:47.491485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Pushing event updated for resources: {'Port': ['ID=7287bee5-1618-445b-a95a-7f7351763175,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:47.493990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:47.510833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d72e4-2f33-4964-b0dd-18c12c15fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92dd0a0-4a84-4972-a15f-9846322f8d18,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:47.574746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-383d926f-91e8-4b9c-a6e4-0bcb21ef4656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.593116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.619497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Attempting to bind port 7287bee5-1618-445b-a95a-7f7351763175 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:47.619497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Attempting to bind port 7287bee5-1618-445b-a95a-7f7351763175 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:47.619979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Attempting to bind port 7287bee5-1618-445b-a95a-7f7351763175 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:47.626433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:47.627382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Checking segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:47.627382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.627658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Bound using segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:47.628033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Bound port: 7287bee5-1618-445b-a95a-7f7351763175, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:47.628412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.632268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 351f0d68-0777-4f55-b85e-fdfc540c3028 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:47.637599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.644469 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-383d926f-91e8-4b9c-a6e4-0bcb21ef4656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.646090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] 10.222.0.20 "DELETE /v2.0/networks/09559424-1385-4568-9979-5bb0cb2d727b HTTP/1.1" status: 204  len: 168 time: 1.2996969
Nov 13 21:13:47.676923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6c69a-ea68-4fbb-b18d-9dbfe167ce46 admin admin] Pushing event deleted for resources: {'Network': ['ID=09559424-1385-4568-9979-5bb0cb2d727b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:47.724791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.819506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] For port 7287bee5-1618-445b-a95a-7f7351763175, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:47.823171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] For port 7287bee5-1618-445b-a95a-7f7351763175, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7287bee5-1618-445b-a95a-7f7351763175,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:47.850497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-ab0cd16d-a423-4cf9-a477-3fe821aaee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.852009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-ab0cd16d-a423-4cf9-a477-3fe821aaee3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 906 time: 0.3733659
Nov 13 21:13:47.858710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-d10621c3-dcb0-433e-9a91-273009f88473 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.867460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-d10621c3-dcb0-433e-9a91-273009f88473 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 816 time: 0.1512487
Nov 13 21:13:47.894293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24002db-940c-4212-a373-5f6d947481f4 req-e4cfaf38-0766-4b48-a098-b7588fa97b61 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.895762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d24002db-940c-4212-a373-5f6d947481f4 req-e4cfaf38-0766-4b48-a098-b7588fa97b61 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 943 time: 0.1072788
Nov 13 21:13:47.908917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-3b898257-c114-40f4-ba9c-74dc2c1986db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d HTTP/1.1" status: 200  len: 217 time: 0.0478508
Nov 13 21:13:47.911516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-678ab496-60b4-4162-9ca7-3f17c82d7fc4 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/quotas/7d6a7c0cbfca45e7b427ef6c73324599 HTTP/1.1" status: 200  len: 375 time: 0.0426836
Nov 13 21:13:47.918606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 351f0d68-0777-4f55-b85e-fdfc540c3028 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:13:47.921863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.969409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 351f0d68-0777-4f55-b85e-fdfc540c3028 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:47.970560 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.991914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-cce1026d-b9c6-4373-a0e5-3b53eed11b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:47.993628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-cce1026d-b9c6-4373-a0e5-3b53eed11b50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.0775807
Nov 13 21:13:47.996539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-383d926f-91e8-4b9c-a6e4-0bcb21ef4656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:47.999724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-383d926f-91e8-4b9c-a6e4-0bcb21ef4656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.001986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-383d926f-91e8-4b9c-a6e4-0bcb21ef4656 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c92dd0a0-4a84-4972-a15f-9846322f8d18 HTTP/1.1" status: 204  len: 168 time: 0.5572085
Nov 13 21:13:48.045046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-c8744bd3-82ca-47a4-a745-17888ee5f22e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411024
Nov 13 21:13:48.049585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d24002db-940c-4212-a373-5f6d947481f4 req-930aed1e-faf5-4102-a2b9-030037c2ba4f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987408
Nov 13 21:13:48.067049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:13:48.071088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-e1704a8a-7e8c-4c6e-af23-9e047b178417 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1467032
Nov 13 21:13:48.073087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:48.080903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.143715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbcb6b-c41b-4b0c-b1ea-f3ccbc1028a6 None None] Pushing event updated for resources: {'Port': ['ID=7287bee5-1618-445b-a95a-7f7351763175,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:48.228601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57746) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:48.272474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-fb7e17b6-a16e-41cc-bef4-1462cd2f2c7a service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999624
Nov 13 21:13:48.304655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ae95ba45-8658-4164-97f7-f1a957020c83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=938071fbfe8f48a7b5abb40d48854ae9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0688643
Nov 13 21:13:48.305354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57756) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:48.329471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:48.329915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.363207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d926f-91e8-4b9c-a6e4-0bcb21ef4656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92dd0a0-4a84-4972-a15f-9846322f8d18,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:48.373527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Router adbf34bd-1ce7-423d-9179-547d26046b8f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:13:48.395383 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.431845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:48.504616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 351f0d68-0777-4f55-b85e-fdfc540c3028, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=351f0d68-0777-4f55-b85e-fdfc540c3028,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:48.505275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f0d68-0777-4f55-b85e-fdfc540c3028'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:48.507722 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4bebfd-b224-465c-8602-cc412b078425" -d '{"events": [{"server_uuid": "121b66a3-bd61-4d4e-b9cc-9df04b67d9a8", "name": "network-vif-plugged", "status": "completed", "tag": "351f0d68-0777-4f55-b85e-fdfc540c3028"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:48.514157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'mac_address': 'fa:16:3e:c6:d5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:13:48.585674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcd38a45-3ac5-4bf3-8dbb-6bb619dd95c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.585840 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.597129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.612173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7cbac3-750a-45e6-abbc-58a468ee368d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:48.636994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:48.639753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcd38a45-3ac5-4bf3-8dbb-6bb619dd95c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.660735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-c2900e20-1f29-405d-9168-d7331280f921 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3871582
Nov 13 21:13:48.664676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:48.715335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72a9d120-dc77-4ba1-9534-6c1ebd3db696 req-0ce25a0b-0c1b-47f0-8d3a-66a9e8fd85dc service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3406785
Nov 13 21:13:48.722581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Sync routers for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:48.777777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:48.778902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd56f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:48.796750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.800107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.821456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.825735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-98dd9608-deb1-4352-814c-dbf15293f80b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.2422836
Nov 13 21:13:48.826589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-5c3075bd-65c7-4a98-ba1b-1eaa6373a7a0 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600988
Nov 13 21:13:48.827581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:48.857310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=351f0d68-0777-4f55-b85e-fdfc540c3028,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:48.890270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcd38a45-3ac5-4bf3-8dbb-6bb619dd95c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.893000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcd38a45-3ac5-4bf3-8dbb-6bb619dd95c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:48.894547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dcd38a45-3ac5-4bf3-8dbb-6bb619dd95c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47476a0d-fe7a-48ce-8384-bc61ae0699ea HTTP/1.1" status: 204  len: 168 time: 0.5880132
Nov 13 21:13:48.910139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099489-7a3e-4bf9-ba63-98df89fc5d5d req-3de3dad7-f9bd-4b59-844e-66ad54a1bc54 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:48.910139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27099489-7a3e-4bf9-ba63-98df89fc5d5d req-3de3dad7-f9bd-4b59-844e-66ad54a1bc54 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 949 time: 0.1268222
Nov 13 21:13:48.960158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:48.973823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd38a45-3ac5-4bf3-8dbb-6bb619dd95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47476a0d-fe7a-48ce-8384-bc61ae0699ea,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:49.022313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27099489-7a3e-4bf9-ba63-98df89fc5d5d req-be9428a8-d0e3-4c4a-9f6c-effd3e511a6b tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774913
Nov 13 21:13:49.079684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:49.082940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1a7cbac3-750a-45e6-abbc-58a468ee368d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:49.193220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:49.203083 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0bb7d4-504f-442e-97dd-e83b9c87095c x-openstack-request-id: req-4d0bb7d4-504f-442e-97dd-e83b9c87095c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:49.203373 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b66a3-bd61-4d4e-b9cc-9df04b67d9a8", "name": "network-vif-plugged", "status": "completed", "tag": "351f0d68-0777-4f55-b85e-fdfc540c3028", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:49.203707 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d0bb7d4-504f-442e-97dd-e83b9c87095c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:49.204046 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f0d68-0777-4f55-b85e-fdfc540c3028', 'code': 200}
Nov 13 21:13:49.313802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:49.411266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-158cbe79-7a3a-4102-925c-90c9e23536c9 req-be9452e7-df89-496f-840a-6d1bef11356a tempest-AbsoluteLimitsNegativeTestJSON-83570222 tempest-AbsoluteLimitsNegativeTestJSON-83570222-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=881f14498b6b417d88b8ad60c4824597&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1067023
Nov 13 21:13:49.608879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cbe79-7a3a-4102-925c-90c9e23536c9 req-6f4d62f2-0216-4de8-ba02-9ee063092393 tempest-AbsoluteLimitsNegativeTestJSON-83570222 tempest-AbsoluteLimitsNegativeTestJSON-83570222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:49.621830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-158cbe79-7a3a-4102-925c-90c9e23536c9 req-6f4d62f2-0216-4de8-ba02-9ee063092393 tempest-AbsoluteLimitsNegativeTestJSON-83570222 tempest-AbsoluteLimitsNegativeTestJSON-83570222-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1912854
Nov 13 21:13:49.653973 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-158cbe79-7a3a-4102-925c-90c9e23536c9 req-7b3dbdc4-996a-46e7-a117-599821f6819e tempest-AbsoluteLimitsNegativeTestJSON-83570222 tempest-AbsoluteLimitsNegativeTestJSON-83570222-project] 10.222.0.20 "GET /v2.0/quotas/881f14498b6b417d88b8ad60c4824597 HTTP/1.1" status: 200  len: 375 time: 0.0298901
Nov 13 21:13:49.661141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29803-3e04-42df-847a-9ceae117a72f req-46380d99-ea3c-405e-9863-1b9ba3cc6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:49.665583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ebf29803-3e04-42df-847a-9ceae117a72f req-46380d99-ea3c-405e-9863-1b9ba3cc6b79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 1100 time: 0.3867972
Nov 13 21:13:49.676509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7287bee5-1618-445b-a95a-7f7351763175 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:49.709157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-158cbe79-7a3a-4102-925c-90c9e23536c9 req-a0409db6-de22-4df9-b6bf-4f646072878f tempest-AbsoluteLimitsNegativeTestJSON-83570222 tempest-AbsoluteLimitsNegativeTestJSON-83570222-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=881f14498b6b417d88b8ad60c4824597&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483990
Nov 13 21:13:49.733969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceb896-609f-4e8b-a869-a1ed2f72bfc5 req-9236ca5e-ce2b-44ac-886d-be7a3e7baf5a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:49.735538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fceb896-609f-4e8b-a869-a1ed2f72bfc5 req-9236ca5e-ce2b-44ac-886d-be7a3e7baf5a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.5593355
Nov 13 21:13:49.791071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461d0f1-f627-453c-b14f-985b6a0f0cd1 None None] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:49.801796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ebf29803-3e04-42df-847a-9ceae117a72f req-78425046-3db8-42ba-9103-91c8afa8edc7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276689
Nov 13 21:13:49.835180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fceb896-609f-4e8b-a869-a1ed2f72bfc5 req-6fad55b6-4dd2-4cb0-873d-1b9e27bd6d6a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916953
Nov 13 21:13:49.890128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:49.954427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbf970-7ae3-4287-831d-cb7f2c06ac6c req-cea6fda0-792a-4759-9a78-10474867c245 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:49.955235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2cbf970-7ae3-4287-831d-cb7f2c06ac6c req-cea6fda0-792a-4759-9a78-10474867c245 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 944 time: 0.1047666
Nov 13 21:13:50.017788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2cbf970-7ae3-4287-831d-cb7f2c06ac6c req-ae17419d-8ba9-4eb4-8d95-fe0c213ec214 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562263
Nov 13 21:13:50.038835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:50.062145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b2b4a562-0e33-4b7e-82c5-af308b0a183d None None] Provisioning complete for port 7287bee5-1618-445b-a95a-7f7351763175 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:50.062505 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a562-0e33-4b7e-82c5-af308b0a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.184067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Allocated IP 172.20.0.1 (9bc6a868-d275-4329-8fd8-29b0861b3974/045a6acd-b129-425a-b6fe-fdbbedc86cb9/aef9c97b-b48c-4d22-a7ad-f819b9dda01e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:50.203228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-9f378493-ad2a-4339-a16e-4098a5cf33f6 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:50.205032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-9f378493-ad2a-4339-a16e-4098a5cf33f6 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 816 time: 0.2010121
Nov 13 21:13:50.287331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-db606e04-63c3-416b-8d79-6163e931c2f4 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/quotas/7d6a7c0cbfca45e7b427ef6c73324599 HTTP/1.1" status: 200  len: 375 time: 0.0528121
Nov 13 21:13:50.292790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7287bee5-1618-445b-a95a-7f7351763175 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:50.293515 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.381155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.389338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a562-0e33-4b7e-82c5-af308b0a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.394056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-74e7ccb4-9c30-4988-903e-8e462e1d04c9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0983131
Nov 13 21:13:50.423523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57836) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:50.497214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b2b4a562-0e33-4b7e-82c5-af308b0a183d None None] For port 7287bee5-1618-445b-a95a-7f7351763175, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7287bee5-1618-445b-a95a-7f7351763175,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:50.555221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-03f476c0-6c39-4854-9510-4a9983352dec service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477563
Nov 13 21:13:50.574788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd56f7c0>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:47Z', 'revision_number': 3, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:50.620588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Checking router: adbf34bd-1ce7-423d-9179-547d26046b8f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:50.620982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Updating router adbf34bd-1ce7-423d-9179-547d26046b8f port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:13:50.623002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.634144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac984797-48ee-4bea-9c09-288613b6e4f3 req-251f9818-56b6-4f09-a2a4-7e23fce7a2c8 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:50.644571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac984797-48ee-4bea-9c09-288613b6e4f3 req-251f9818-56b6-4f09-a2a4-7e23fce7a2c8 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 949 time: 0.1082466
Nov 13 21:13:50.677016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7af5b29-368f-45f5-a02f-6f6cbf8c3eef admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.712788 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-48216c44-b1bf-4919-bd2a-1ac90c190d4f service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500456
Nov 13 21:13:50.714924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.715266 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a562-0e33-4b7e-82c5-af308b0a183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.750294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac984797-48ee-4bea-9c09-288613b6e4f3 req-1e57e1f3-e38f-412d-9143-2d3f6a091b37 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918422
Nov 13 21:13:50.797504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:50.828045 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.865298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:50.874524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:50.907217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7af5b29-368f-45f5-a02f-6f6cbf8c3eef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.926543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Pushing event updated for resources: {'Port': ['ID=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:50.934602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a871e4-6367-4071-b4be-8acbf3115690 req-8d2e3241-a11b-424f-b1c5-c276fa04993f tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:50.939486 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:50.944116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8a871e4-6367-4071-b4be-8acbf3115690 req-8d2e3241-a11b-424f-b1c5-c276fa04993f tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.0778484
Nov 13 21:13:51.040565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8a871e4-6367-4071-b4be-8acbf3115690 req-006a87fc-ec68-4de5-a32a-911409462a98 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954404
Nov 13 21:13:51.088038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7af5b29-368f-45f5-a02f-6f6cbf8c3eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.119721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4a562-0e33-4b7e-82c5-af308b0a183d None None] Pushing event updated for resources: {'Port': ['ID=7287bee5-1618-445b-a95a-7f7351763175,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:51.167804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:51.169166 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:13:51.169514 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:13:51.175185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a7af5b29-368f-45f5-a02f-6f6cbf8c3eef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=881f14498b6b417d88b8ad60c4824597&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7504115
Nov 13 21:13:51.238496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:51.241110 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ef936-c7f0-4508-becb-7ed91e3d02ad" -d '{"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-plugged", "status": "completed", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:51.259549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-55b3f7ce-0585-40f1-820f-e397270c82c3 None None] Provisioning complete for port 7287bee5-1618-445b-a95a-7f7351763175 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:51.260145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55b3f7ce-0585-40f1-820f-e397270c82c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.268021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af5b29-368f-45f5-a02f-6f6cbf8c3eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8da34d0-163e-49b0-b17a-d572c3ef3c16,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:51.283095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa1389c-a61d-4700-9187-3c58609e9c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.290513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:51.315762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a087cd-5886-43ad-9a61-d05ac51eb64b req-b10c0861-f1a1-4cab-836a-b016e563dce5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:51.329950 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaeb784-5e63-4a24-a6c5-e3123bdabf6a x-openstack-request-id: req-7aaeb784-5e63-4a24-a6c5-e3123bdabf6a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:51.330553 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-plugged", "status": "completed", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:51.330553 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7aaeb784-5e63-4a24-a6c5-e3123bdabf6a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:51.330915 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'code': 200}
Nov 13 21:13:51.336861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90a087cd-5886-43ad-9a61-d05ac51eb64b req-b10c0861-f1a1-4cab-836a-b016e563dce5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 944 time: 0.1873441
Nov 13 21:13:51.370040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.394864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa1389c-a61d-4700-9187-3c58609e9c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.429784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90a087cd-5886-43ad-9a61-d05ac51eb64b req-6875b52f-05c7-4830-b9c4-a175ae3778d5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919638
Nov 13 21:13:51.594257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.638488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-305372730-network', 'tenant_id': '14d12f4bd9ef48f68deb780d62dc6aa8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:51.731029 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.772481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Made reservation on behalf of 14d12f4bd9ef48f68deb780d62dc6aa8 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:51.780142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.792258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.794233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa1389c-a61d-4700-9187-3c58609e9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.800564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Attempting to bind port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:51.806251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Attempting to bind port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:51.806251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Attempting to bind port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:51.806501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa1389c-a61d-4700-9187-3c58609e9c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.806501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ffa1389c-a61d-4700-9187-3c58609e9c70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8da34d0-163e-49b0-b17a-d572c3ef3c16 HTTP/1.1" status: 204  len: 168 time: 0.6362889
Nov 13 21:13:51.813840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6327-6785-4a12-80ab-099af59cc61e None None] Pushing event updated for resources: {'Port': ['ID=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:51.817102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:51.817801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:51.818452 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.819058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:51.820262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Bound port: ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:51.820929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.864306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7287bee5-1618-445b-a95a-7f7351763175 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:51.864450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-da529b87-a4a4-40b9-937d-70b342dbb21c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:51.864450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-da529b87-a4a4-40b9-937d-70b342dbb21c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 816 time: 0.2347300
Nov 13 21:13:51.866062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1389c-a61d-4700-9187-3c58609e9c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8da34d0-163e-49b0-b17a-d572c3ef3c16,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:51.870896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.903265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-67a7c07a-66d3-42ac-a2a6-f4e712ccbcc5 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/quotas/7d6a7c0cbfca45e7b427ef6c73324599 HTTP/1.1" status: 200  len: 375 time: 0.0223491
Nov 13 21:13:51.937879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78fbc1-de35-4547-a86f-94c2ed0ac6ce req-ffc418e1-0b63-48ed-a4f7-8bccc52f3cf4 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:51.939755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e78fbc1-de35-4547-a86f-94c2ed0ac6ce req-ffc418e1-0b63-48ed-a4f7-8bccc52f3cf4 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 949 time: 0.0957184
Nov 13 21:13:51.967809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.984786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7287bee5-1618-445b-a95a-7f7351763175 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:51.985161 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:51.988980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] For port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:52.023276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] For port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:52.026967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-aca87b86-6d42-40b6-a461-6be814e30af9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1160910
Nov 13 21:13:52.037023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e78fbc1-de35-4547-a86f-94c2ed0ac6ce req-db6c6637-2cf2-4b71-98b9-edabfda79d28 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789897
Nov 13 21:13:52.058189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.090768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:52.130670 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.135745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.202138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-6b7d86c9-4ddc-4cc6-a979-23b0194a3f62 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364610
Nov 13 21:13:52.206653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:13:52.244092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57934) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:52.248184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.257113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.257687 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Added segment d0348f0b-50fa-4864-bf63-91aaf2422c0f of type vlan for network 606601c1-24c7-4b73-ae8f-0e20d3a98106
Nov 13 21:13:52.292477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Pushing event updated for resources: {'Port': ['ID=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:52.302139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f6327-6785-4a12-80ab-099af59cc61e None None] Pushing event updated for resources: {'Port': ['ID=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:52.307367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:52.307988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd56f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:52.401485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:52.482493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:52.504036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-1cd62006-1b8f-4c6a-a2fd-44e82f701bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2832818
Nov 13 21:13:52.512659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:52.526202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5d426f4f-bfc3-4630-a213-82e15d0e8e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.738827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Router adbf34bd-1ce7-423d-9179-547d26046b8f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:13:52.742136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:52.833568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.857812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 1a7cbac3-750a-45e6-abbc-58a468ee368d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:13:52.894816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1a7cbac3-750a-45e6-abbc-58a468ee368d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:52.896127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:52.981367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-2957b79f-d0de-4d27-8de4-7bddc1c53b86 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:52.983266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-2957b79f-d0de-4d27-8de4-7bddc1c53b86 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.8305724
Nov 13 21:13:53.013607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699029d-aa58-4d51-8c34-a1710839348c req-f118a88b-a317-4ade-b594-eaf31f9dcacd tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:53.022515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2699029d-aa58-4d51-8c34-a1710839348c req-f118a88b-a317-4ade-b594-eaf31f9dcacd tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 945 time: 0.2277594
Nov 13 21:13:53.128855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-f0df9400-2616-420d-8eeb-deaf96e061e3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:53.128855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-f0df9400-2616-420d-8eeb-deaf96e061e3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 816 time: 0.7187076
Nov 13 21:13:53.131085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.132139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:53.132925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.135686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.150051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Request body: {'port': {'device_id': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'admin_state_up': True, 'tenant_id': '7d6a7c0cbfca45e7b427ef6c73324599'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:53.207299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:53.228650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd56f7c0>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 2, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:53.296894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5791000-fe3a-41c2-8086-610a5ea70796 None None] The sync data for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 is: [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 2, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:53.301305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=606601c1-24c7-4b73-ae8f-0e20d3a98106,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:53.311760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a1e5134-cb05-4161-bb4f-5589de38d0c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.0144577
Nov 13 21:13:53.312153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.313799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:53.314890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:53.327714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Request body: {'subnet': {'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-305372730-subnet', 'tenant_id': '14d12f4bd9ef48f68deb780d62dc6aa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:53.332485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Deleting port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:53.332953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.355458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2699029d-aa58-4d51-8c34-a1710839348c req-cfad47c6-d9af-4b1f-a508-849fa796f6cb tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271875
Nov 13 21:13:53.385598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:13:53.459388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:53.461690 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8fa01d-ca37-4b3f-a82c-ad59c7dabfb5" -d '{"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-plugged", "status": "completed", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:53.464410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 606601c1-24c7-4b73-ae8f-0e20d3a98106 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:13:53.478555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57970) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:53.594533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67bbf-6e95-4dbb-acee-1807149e01fd req-6e22a0c3-6de7-49f5-bf64-a3b7b6842af3 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:53.604814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ab67bbf-6e95-4dbb-acee-1807149e01fd req-6e22a0c3-6de7-49f5-bf64-a3b7b6842af3 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 949 time: 0.1419225
Nov 13 21:13:53.653741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Made reservation on behalf of 14d12f4bd9ef48f68deb780d62dc6aa8 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:53.656668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.657768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:53.667026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:53.667645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.688795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1851025880-network', 'tenant_id': '5c769c66dceb4c33984b5a9ee0b431af'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:53.738314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Calling delete_port for f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:53.739934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Made reservation on behalf of 7d6a7c0cbfca45e7b427ef6c73324599 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:53.743703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.781718 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.809720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be6345-4666-47aa-a1f4-cabe5fa0d688 req-f5371d45-9668-4c65-94b5-8f1b211ae382 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:53.818016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e8be6345-4666-47aa-a1f4-cabe5fa0d688 req-f5371d45-9668-4c65-94b5-8f1b211ae382 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 945 time: 0.3584852
Nov 13 21:13:53.863897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5d426f4f-bfc3-4630-a213-82e15d0e8e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.867155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:53.875073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:13:53.893919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6d62f0f1-2a17-46b4-85a3-b4337e03cdca admin admin] 10.222.0.20 "PUT /v2.0/routers/adbf34bd-1ce7-423d-9179-547d26046b8f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0568056
Nov 13 21:13:53.898144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ab67bbf-6e95-4dbb-acee-1807149e01fd req-5c2a2eef-3c73-4df2-a874-a65ca55601a1 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919874
Nov 13 21:13:53.939241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e8be6345-4666-47aa-a1f4-cabe5fa0d688 req-0f8e11f6-d79d-46ca-b5b1-280af1173c98 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200585
Nov 13 21:13:53.942406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Made reservation on behalf of 5c769c66dceb4c33984b5a9ee0b431af for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:53.948983 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.960280 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.962787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:53.969343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5d426f4f-bfc3-4630-a213-82e15d0e8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.053680 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2270a3c1-ec63-4113-83dc-baa2f3941a50 x-openstack-request-id: req-2270a3c1-ec63-4113-83dc-baa2f3941a50 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:54.053977 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-plugged", "status": "completed", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:54.054300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2270a3c1-ec63-4113-83dc-baa2f3941a50 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:54.054613 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'code': 200}
Nov 13 21:13:54.065395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5d426f4f-bfc3-4630-a213-82e15d0e8e0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62d08bc520f149d7a513b20f1f0178c9&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8182116
Nov 13 21:13:54.071913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57980) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:54.140582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:54.169884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5105d0d5-07be-446f-87cb-64cd54eee7b6 req-7a4e76a7-721c-43e3-8eff-0e46ec189907 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 210 time: 0.1393092
Nov 13 21:13:54.183980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426f4f-bfc3-4630-a213-82e15d0e8e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf917b9-d626-4007-b40f-a89de514d3d1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:54.335026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Allocated IP 172.20.0.5 (bdb9fd5b-98a9-4992-84f8-2463c11662ea/8186415e-2d65-44bb-ba74-a38188375df3/8e28a5e3-e136-40b0-9843-0e791f872430) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:54.432952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f270a419-c12c-4571-88b7-e3789af2f1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.469156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f270a419-c12c-4571-88b7-e3789af2f1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.511964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76134e55-0dd4-4158-9d79-4942214588de req-43ae7d02-331e-41b6-ae15-737ff7078819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:54.513673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76134e55-0dd4-4158-9d79-4942214588de req-43ae7d02-331e-41b6-ae15-737ff7078819 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 1096 time: 0.3594012
Nov 13 21:13:54.522400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce58720-a790-42f4-8e38-5eb3b7631701 req-f1901806-bb60-4eae-9164-aa62db204ed9 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:54.523668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ce58720-a790-42f4-8e38-5eb3b7631701 req-f1901806-bb60-4eae-9164-aa62db204ed9 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 1100 time: 0.3278618
Nov 13 21:13:54.529707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-5fb099c1-94b2-40ae-96f4-edf289a6e79f tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:54.531251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-5fb099c1-94b2-40ae-96f4-edf289a6e79f tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 816 time: 0.5020826
Nov 13 21:13:54.573503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ce58720-a790-42f4-8e38-5eb3b7631701 req-31500517-ce8d-4f5a-ac81-98ad7524e372 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.603020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Request body: {'port': {'device_id': '755051e1-2a40-49ce-8259-283785637b29', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'admin_state_up': True, 'tenant_id': '7d6a7c0cbfca45e7b427ef6c73324599'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:54.650488 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-acfb4916-fcc8-4cb9-b8c1-7d8412b82d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.661666 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76134e55-0dd4-4158-9d79-4942214588de req-5303f121-4b14-406c-8628-3aa5399183ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281047
Nov 13 21:13:54.685987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.737234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ce58720-a790-42f4-8e38-5eb3b7631701 req-31500517-ce8d-4f5a-ac81-98ad7524e372 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.746512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f270a419-c12c-4571-88b7-e3789af2f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.748187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.750538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f270a419-c12c-4571-88b7-e3789af2f1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.755220 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f270a419-c12c-4571-88b7-e3789af2f1f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abf917b9-d626-4007-b40f-a89de514d3d1 HTTP/1.1" status: 204  len: 168 time: 0.6653433
Nov 13 21:13:54.771376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270a419-c12c-4571-88b7-e3789af2f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf917b9-d626-4007-b40f-a89de514d3d1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:54.778763 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.842562 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.881830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:13:54.891860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4ce58720-a790-42f4-8e38-5eb3b7631701 req-31500517-ce8d-4f5a-ac81-98ad7524e372 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.895770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a801c6-62ac-4376-8482-7fbfaa961da9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:54.924234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:54.924593 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Added segment 7f770f51-48fc-4e31-85cd-ebeddf415fbf of type vlan for network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee
Nov 13 21:13:54.939517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event deleted for resources: {'Port': ['ID=f62b9d1d-cf23-40f9-8ba4-0171fa478ac4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:54.944176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31500517-ce8d-4f5a-ac81-98ad7524e372 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd44e55-1022-4b57-bdd1-aea15db76baa,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:54.987723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ce58720-a790-42f4-8e38-5eb3b7631701 req-31500517-ce8d-4f5a-ac81-98ad7524e372 tempest-LiveMigrationNegativeTest-402695580 tempest-LiveMigrationNegativeTest-402695580-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4531024
Nov 13 21:13:55.005702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.036000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] No DVR routers for this DVR port f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:55.059208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.064911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a1b129-6d76-40c3-bdd9-74b965e3eed2 req-82db4b8a-ff4e-4451-b9bc-9ce0f9cfae0e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "DELETE /v2.0/ports/f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 HTTP/1.1" status: 204  len: 173 time: 2.0711398
Nov 13 21:13:55.069020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-deleted', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:55.071629 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02ed38d-0027-4975-a655-8b44f1c00cd4" -d '{"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-deleted", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:55.086714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-c1cddba8-d9ee-4efa-ba1e-71acf5e3920f tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:55.089923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-c1cddba8-d9ee-4efa-ba1e-71acf5e3920f tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 819 time: 0.4707532
Nov 13 21:13:55.091800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4bba687-3cb8-47a2-a527-bf2e3565fb14 req-b2978dcd-309f-4120-afde-23d585742bfd tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=313f15f7-9e9e-48de-a852-9d9875bacb7d HTTP/1.1" status: 200  len: 210 time: 0.0275366
Nov 13 21:13:55.098265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b493a2f0-9780-49ff-a7e2-1502821be639,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:55.141281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-dee46d5a-abc2-4c21-bdb4-4f94711dd673 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/quotas/cce2e57232334cdf80d43c9c1b29ab2c HTTP/1.1" status: 200  len: 375 time: 0.0406094
Nov 13 21:13:55.149210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Checking segment: {'id': 'd0348f0b-50fa-4864-bf63-91aaf2422c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:55.149636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Network hostable DHCP agents. Network: 606601c1-24c7-4b73-ae8f-0e20d3a98106, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:13:55.183828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.212796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.213091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:55.215516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.256881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-d186dc8b-8ba5-4a08-8266-c68322bc7aab tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1048975
Nov 13 21:13:55.291844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b732f-b1b8-4969-9859-97fe286ba594 req-3d6d899e-31f5-4c18-bd83-4096c6c23ddc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:55.293701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a3b732f-b1b8-4969-9859-97fe286ba594 req-3d6d899e-31f5-4c18-bd83-4096c6c23ddc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 945 time: 0.1320024
Nov 13 21:13:55.315567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Made reservation on behalf of 7d6a7c0cbfca45e7b427ef6c73324599 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:55.320730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.353256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] Pushing event updated for resources: {'Network': ['ID=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:55.366529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Network 606601c1-24c7-4b73-ae8f-0e20d3a98106 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:13:55.381698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:13:55.392962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a3b732f-b1b8-4969-9859-97fe286ba594 req-5a41ba0e-c3b6-43b3-a5ab-da59dc1df050 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869348
Nov 13 21:13:55.405430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a179f67-34a7-42ea-901a-31708f1a8e3b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9133265
Nov 13 21:13:55.407056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58016) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:55.411455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.413652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Request body: {'subnet': {'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1851025880-subnet', 'tenant_id': '5c769c66dceb4c33984b5a9ee0b431af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:55.546746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 606601c1-24c7-4b73-ae8f-0e20d3a98106) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:55.554035 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410f16bc-d2e6-4a4d-8dfe-47e7eda5d15d x-openstack-request-id: req-410f16bc-d2e6-4a4d-8dfe-47e7eda5d15d {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:55.554403 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-deleted", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:55.554658 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-410f16bc-d2e6-4a4d-8dfe-47e7eda5d15d {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:55.555056 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-deleted', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'status': 'completed', 'code': 200}
Nov 13 21:13:55.556409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872cf39-a678-4cc3-8d42-f871f03dad79 None None] Network 606601c1-24c7-4b73-ae8f-0e20d3a98106 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:55.585313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:55.585908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.587452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Made reservation on behalf of 5c769c66dceb4c33984b5a9ee0b431af for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:55.590302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.609859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:55.616571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-f52fffd4-4829-4e37-825f-0f3b6f095203 service neutron] 10.222.0.20 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364983
Nov 13 21:13:55.623209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Pushing event updated for resources: {'Port': ['ID=8e28a5e3-e136-40b0-9843-0e791f872430,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:55.650117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:55.662439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:55.788869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1d94e805-8cdf-440b-aaf8-be3c27728c94 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.4675508
Nov 13 21:13:55.830421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Allocated IP 172.20.0.13 (bdb9fd5b-98a9-4992-84f8-2463c11662ea/8186415e-2d65-44bb-ba74-a38188375df3/537a9df0-703a-42c3-b449-6e38fe304cf4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:55.834237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a1b54-5beb-4d39-8986-a207c5feef04 None None] Network 606601c1-24c7-4b73-ae8f-0e20d3a98106 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:55.838030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:55.844315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:55.903294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5aa09b06-9021-4e69-ae23-b84dae403ab3 req-728e9465-c46c-44af-b10b-d570d8b694b7 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 210 time: 0.2478595
Nov 13 21:13:55.981515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:56.075447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:56.096579 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d4daa1-5da8-410b-a17a-db7206c92f7b" -d '{"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:56.113056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:13:56.157577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-4afbde37-4e13-44f5-8995-e276670cb743 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0162787
Nov 13 21:13:56.167137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-0e87efb1-4e36-44d7-ba19-1d2498996d61 service neutron] 10.222.0.20 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5398259
Nov 13 21:13:56.236504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:13:56.237935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device f62b9d1d-cf23-40f9-8ba4-0171fa478ac4 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:13:56.250288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Request body: {'port': {'device_id': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:56.344454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-29a10d61-8a16-43ba-8359-24be23e58085 None None] Provisioning complete for port 8e28a5e3-e136-40b0-9843-0e791f872430 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:56.345059 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-29a10d61-8a16-43ba-8359-24be23e58085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.378657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.380009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.397202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.421893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-eee502d6-0407-4c2d-9813-9a317dc56959 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:56.423455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-eee502d6-0407-4c2d-9813-9a317dc56959 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 816 time: 0.4434533
Nov 13 21:13:56.438341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:56.438870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.440428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Request body: {'port': {'device_id': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'admin_state_up': True, 'tenant_id': '7d6a7c0cbfca45e7b427ef6c73324599'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:56.477938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-29a10d61-8a16-43ba-8359-24be23e58085 None None] Port 8e28a5e3-e136-40b0-9843-0e791f872430 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:13:56.485898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f12a732-5103-4e8d-8423-c98239ec0139,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:56.535218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Checking segment: {'id': '7f770f51-48fc-4e31-85cd-ebeddf415fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:56.538460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Network hostable DHCP agents. Network: 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:13:56.600263 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.658487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:56.665368 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27484161-0a4e-4b58-be69-e761e6684d3a x-openstack-request-id: req-27484161-0a4e-4b58-be69-e761e6684d3a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:13:56.665721 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f15f7-9e9e-48de-a852-9d9875bacb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f62b9d1d-cf23-40f9-8ba4-0171fa478ac4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:13:56.666509 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27484161-0a4e-4b58-be69-e761e6684d3a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:13:56.666980 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313f15f7-9e9e-48de-a852-9d9875bacb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62b9d1d-cf23-40f9-8ba4-0171fa478ac4', 'code': 200}
Nov 13 21:13:56.696607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:13:56.727350 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Sync routers for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:13:56.743932 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.771234 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:56.771879 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde12e250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:56.813087 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.894485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:56.902836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Pushing event updated for resources: {'Port': ['ID=537a9df0-703a-42c3-b449-6e38fe304cf4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:56.903247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:56.905760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:56.910090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:56.932435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fecc5e-9c2d-4dd3-a85e-47836662dd24 None None] Network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:56.934282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:56.935192 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:56.989740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cc5ff-4344-433b-b67b-fa715b2b1e1f req-c96248fa-e5e1-4137-af60-1091a7ebf5c7 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:56.991998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Made reservation on behalf of 7d6a7c0cbfca45e7b427ef6c73324599 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:13:57.003058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.003274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e84cc5ff-4344-433b-b67b-fa715b2b1e1f req-c96248fa-e5e1-4137-af60-1091a7ebf5c7 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 945 time: 0.1622703
Nov 13 21:13:57.060379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0e43f98e-2de2-476b-b20b-6a61326b4c75 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6520989
Nov 13 21:13:57.128724 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:57.147339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e84cc5ff-4344-433b-b67b-fa715b2b1e1f req-27fae778-1385-4ec7-a91b-cc91827a76fd tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395459
Nov 13 21:13:57.203901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:57.278203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0936ac7a-d848-42c4-994d-bc7628c0c4ad None None] Network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:13:57.337272 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85642362-97b0-4a75-a67d-c429dc959e72 req-e53b2fa2-cdd2-4763-8672-13062ab458e9 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 210 time: 0.0807290
Nov 13 21:13:57.381486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-331e35e8-343c-4055-9173-9571701eb901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.406406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-cf37cabd-b2cb-4ad9-a929-2130367af08b tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:57.408080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-cf37cabd-b2cb-4ad9-a929-2130367af08b tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/networks?id=606601c1-24c7-4b73-ae8f-0e20d3a98106 HTTP/1.1" status: 200  len: 821 time: 0.1714759
Nov 13 21:13:57.418296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:57.419262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.464053 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-2176f14a-fb37-491a-9c35-ef7b23300a69 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/quotas/14d12f4bd9ef48f68deb780d62dc6aa8 HTTP/1.1" status: 200  len: 375 time: 0.0264018
Nov 13 21:13:57.475960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-94967e34-cd3c-41f9-8a87-af56ed70e433 None None] Provisioning complete for port 537a9df0-703a-42c3-b449-6e38fe304cf4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:57.476460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-94967e34-cd3c-41f9-8a87-af56ed70e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.510513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-0880913a-b5cc-44a8-98bc-9fb95b1d806a tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14d12f4bd9ef48f68deb780d62dc6aa8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342162
Nov 13 21:13:57.538683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e4da0-a496-4069-852e-83a538f6cc31 req-e6317067-bd6d-4ac4-924e-d87dbd54bd1a tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:57.552004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e62e4da0-a496-4069-852e-83a538f6cc31 req-e6317067-bd6d-4ac4-924e-d87dbd54bd1a tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 949 time: 0.0980344
Nov 13 21:13:57.553171 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde12e250>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 2, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:57.596277 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Checking router: adbf34bd-1ce7-423d-9179-547d26046b8f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:13:57.596799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Updating router adbf34bd-1ce7-423d-9179-547d26046b8f port aef9c97b-b48c-4d22-a7ad-f819b9dda01e binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:13:57.631522 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.633964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e62e4da0-a496-4069-852e-83a538f6cc31 req-6d8ea571-e75d-4085-8f2f-450ff8d3ae55 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805175
Nov 13 21:13:57.634121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-ad5f9ef6-372a-4769-8e53-40daa504bd0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0727925
Nov 13 21:13:57.643761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-94967e34-cd3c-41f9-8a87-af56ed70e433 None None] Port 537a9df0-703a-42c3-b449-6e38fe304cf4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:13:57.674843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Request body: {'port': {'device_id': '755051e1-2a40-49ce-8259-283785637b29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:13:57.707423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-31b51b8e-d24b-4f1d-abf9-e76c3d9844bb service neutron] 10.222.0.20 "GET /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826942
Nov 13 21:13:57.778401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e28a5e3-e136-40b0-9843-0e791f872430 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:13:57.793144 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.837248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:57.914671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-d76a6dd5-8c95-4421-aa57-16b8f5f7c3e3 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:57.923336 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-d76a6dd5-8c95-4421-aa57-16b8f5f7c3e3 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 822 time: 0.1669323
Nov 13 21:13:57.942399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-cb28f5c4-3c55-4914-9450-84e44ed7f37a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/quotas/ee68c16063ff4e2f8d05d0ce39aa1846 HTTP/1.1" status: 200  len: 375 time: 0.0179219
Nov 13 21:13:57.956418 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.990216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:13:57.990891 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:57.997812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-3118763e-4bc8-4437-ab6b-e483184b6844 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0543938
Nov 13 21:13:58.106916 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.131589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-168618b6-e2ca-4ed1-a212-f9dc5352142e tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:58.133255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-168618b6-e2ca-4ed1-a212-f9dc5352142e tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.46 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 949 time: 0.1020732
Nov 13 21:13:58.158122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-ae016021-1b1e-41a8-a73a-1c5ae87d57b5 service neutron] 10.222.0.20 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407540
Nov 13 21:13:58.199918 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44d429-e17b-419a-9b05-ad729831743e None None] Pushing event updated for resources: {'Port': ['ID=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:58.212616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Transition to ACTIVE for port object 8e28a5e3-e136-40b0-9843-0e791f872430 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:13:58.215503 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Attempting to bind port aef9c97b-b48c-4d22-a7ad-f819b9dda01e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:58.216105 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Attempting to bind port aef9c97b-b48c-4d22-a7ad-f819b9dda01e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:58.217794 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Attempting to bind port aef9c97b-b48c-4d22-a7ad-f819b9dda01e on network 9bc6a868-d275-4329-8fd8-29b0861b3974 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:58.224539 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:58.226155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Checking segment: {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:58.226155 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.226155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Bound using segment: {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:58.226859 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Bound port: aef9c97b-b48c-4d22-a7ad-f819b9dda01e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:58.227236 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.235428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.252930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-d6c27581-c549-440f-a206-81fa2ebcb4e8 service neutron] 10.222.0.20 "GET /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5446196
Nov 13 21:13:58.310244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.315495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] For port aef9c97b-b48c-4d22-a7ad-f819b9dda01e, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:58.319526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] For port aef9c97b-b48c-4d22-a7ad-f819b9dda01e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:58.373623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-5110de3a-f2ee-4da6-b14a-b13272ce6b73 service neutron] 10.222.0.20 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118979
Nov 13 21:13:58.387965 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.460436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Deleting port 351f0d68-0777-4f55-b85e-fdfc540c3028 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:13:58.461860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.478997 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.497181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28a5e3-e136-40b0-9843-0e791f872430,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:58.543734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Allocated IP 172.20.0.11 (bdb9fd5b-98a9-4992-84f8-2463c11662ea/8186415e-2d65-44bb-ba74-a38188375df3/cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:13:58.599616 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:13:58.604923 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde12e250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:13:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:58.609649 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44d429-e17b-419a-9b05-ad729831743e None None] Pushing event updated for resources: {'Port': ['ID=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:58.657674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Attempting to bind port 8e28a5e3-e136-40b0-9843-0e791f872430 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:13:58.658014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Attempting to bind port 8e28a5e3-e136-40b0-9843-0e791f872430 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:13:58.658341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Attempting to bind port 8e28a5e3-e136-40b0-9843-0e791f872430 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:58.667909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] For port 351f0d68-0777-4f55-b85e-fdfc540c3028, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=351f0d68-0777-4f55-b85e-fdfc540c3028,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:13:58.668713 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.673954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Port 8e28a5e3-e136-40b0-9843-0e791f872430 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:13:58.674301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Attempting to bind port 8e28a5e3-e136-40b0-9843-0e791f872430 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:13:58.698941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:13:58.699278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Checking segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:13:58.699665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Bound using segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:13:58.700103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Bound port: 8e28a5e3-e136-40b0-9843-0e791f872430, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:13:58.700495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.705137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Calling delete_port for 351f0d68-0777-4f55-b85e-fdfc540c3028 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:13:58.849498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:58.888386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c252902-2ddc-4d90-82f9-d37b0727e10c req-f180eff9-124e-4454-aa86-d72852ff2d71 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 210 time: 0.1144257
Nov 13 21:13:58.931830 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:13:58.957856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] For port 8e28a5e3-e136-40b0-9843-0e791f872430, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:13:58.961397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] For port 8e28a5e3-e136-40b0-9843-0e791f872430, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e28a5e3-e136-40b0-9843-0e791f872430,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:13:59.160288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:59.166034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:59.175329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:59.182007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['351f0d68-0777-4f55-b85e-fdfc540c3028'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:59.187361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1741f4a7-5139-4fec-802d-06e904ff2297'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:13:59.260910 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde12e250>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:13:58Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:13:59.274159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:59.275442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:59.277263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e28a5e3-e136-40b0-9843-0e791f872430 HTTP/1.1" status: 200  len: 1091 time: 3.0431559
Nov 13 21:13:59.287408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Pushing event deleted for resources: {'Port': ['ID=351f0d68-0777-4f55-b85e-fdfc540c3028,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:59.288839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'tag': '8e28a5e3-e136-40b0-9843-0e791f872430'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:59.291282 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d" -d '{"events": [{"name": "network-changed", "server_uuid": "9abcab92-e106-436e-96ca-f0d9b0c26a5a", "tag": "8e28a5e3-e136-40b0-9843-0e791f872430"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:59.305268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:13:59.314170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:13:59.325956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:13:59.328299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58162) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:13:59.372930 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b07dfc8-d1d9-496b-8769-5db21943a1ec None None] The sync data for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 is: [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:13:58Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:13:59.384495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] No DVR routers for this DVR port 351f0d68-0777-4f55-b85e-fdfc540c3028 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:13:59.389520 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:13:59.400764 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6d4faa3-0625-43a7-87a9-43e04866e77a req-939c5ef8-19be-4e3c-8a45-dd004913dd82 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.46 "DELETE /v2.0/ports/351f0d68-0777-4f55-b85e-fdfc540c3028 HTTP/1.1" status: 204  len: 173 time: 1.2568035
Nov 13 21:13:59.403389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'name': 'network-vif-deleted', 'tag': '351f0d68-0777-4f55-b85e-fdfc540c3028'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:13:59.414002 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11834f1-c4a3-4f43-9463-edd044f7c1de" -d '{"events": [{"server_uuid": "121b66a3-bd61-4d4e-b9cc-9df04b67d9a8", "name": "network-vif-deleted", "tag": "351f0d68-0777-4f55-b85e-fdfc540c3028"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:13:59.587710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-bd6178e8-7f4f-4613-a5af-89ca89ee2d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:59.589304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-bd6178e8-7f4f-4613-a5af-89ca89ee2d02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 1094 time: 0.1669598
Nov 13 21:13:59.602023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c4ded-c57b-418c-8c01-d2dcb244f956 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28a5e3-e136-40b0-9843-0e791f872430,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:13:59.801974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-cb9f7e4b-7858-4bd2-8f76-463caa31919e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e28a5e3-e136-40b0-9843-0e791f872430 HTTP/1.1" status: 200  len: 217 time: 0.2023914
Nov 13 21:13:59.864251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e195b420-0465-4ab9-b0e2-e3b1f8a43c70 req-59039589-228c-4281-a4f6-c6c9d4b05757 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 210 time: 0.1361682
Nov 13 21:13:59.967914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aef9c97b-b48c-4d22-a7ad-f819b9dda01e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:13:59.979486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-d7573038-9aba-4f27-9855-175eb38a622e tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:13:59.993408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-d7573038-9aba-4f27-9855-175eb38a622e tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/networks?id=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee HTTP/1.1" status: 200  len: 818 time: 0.8310723
Nov 13 21:14:00.006147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31d41cd9-5f65-4c3e-a9af-2633e521221f req-639613d1-7d21-4a50-91a6-54e476119e12 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0326712
Nov 13 21:14:00.021718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-455d20c1-d8ac-4a5c-a015-1b439031eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:00.023561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-455d20c1-d8ac-4a5c-a015-1b439031eabb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.1583149
Nov 13 21:14:00.043316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:00.044821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.051385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Pushing event updated for resources: {'Port': ['ID=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:00.102717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-b41f5c03-7a41-497e-b3a3-87fca103eb18 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/quotas/5c769c66dceb4c33984b5a9ee0b431af HTTP/1.1" status: 200  len: 375 time: 0.1080623
Nov 13 21:14:00.112248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f20c5618-4950-4d3f-a936-0af2517fbc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.127759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port aef9c97b-b48c-4d22-a7ad-f819b9dda01e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:00.128417 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.155979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9108794-7120-4498-b19e-08264ff24cf8 req-9efcce14-acce-41e3-a6a2-692f08816c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:00.159846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-9efcce14-acce-41e3-a6a2-692f08816c84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1254916
Nov 13 21:14:00.216990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4075728-3de0-4ecc-94c8-6a4274692167 req-b88b82a2-3014-4f88-98ee-9aef9ebecfc4 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=121b66a3-bd61-4d4e-b9cc-9df04b67d9a8 HTTP/1.1" status: 200  len: 210 time: 0.0901556
Nov 13 21:14:00.249923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.263805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-7c9fff7a-b56a-4174-9db5-2d3543220f83 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c769c66dceb4c33984b5a9ee0b431af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1493065
Nov 13 21:14:00.311555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.313890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port aef9c97b-b48c-4d22-a7ad-f819b9dda01e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:00.335618 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.335912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537a9df0-703a-42c3-b449-6e38fe304cf4 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:00.362702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-ad47da93-5330-4862-b2a9-59a2d5632f28 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9287317
Nov 13 21:14:00.367794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.390161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-979e8828-edee-4d69-a790-d6ea3bdd0e4d req-77e2eab3-4b2e-4784-bd52-74fd75d5578f tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 210 time: 0.0710297
Nov 13 21:14:00.393672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-71cf5ae5-fd39-4777-be12-c4e52dcdbe0b None None] Provisioning complete for port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:00.398387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71cf5ae5-fd39-4777-be12-c4e52dcdbe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.421927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Request body: {'port': {'device_id': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:00.456308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-52e39937-a1f7-43f0-8410-dfa555b5bf17 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626083
Nov 13 21:14:00.492320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.502419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-71cf5ae5-fd39-4777-be12-c4e52dcdbe0b None None] Port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:14:00.626905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-e4726886-b3c6-4540-b0bb-309b85c7a466 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:00.629920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-e4726886-b3c6-4540-b0bb-309b85c7a466 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 819 time: 0.1457353
Nov 13 21:14:00.645562 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078bfc8-8571-46e7-ba91-6c6e040feb92 x-openstack-request-id: req-5078bfc8-8571-46e7-ba91-6c6e040feb92 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:00.645856 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abcab92-e106-436e-96ca-f0d9b0c26a5a", "tag": "8e28a5e3-e136-40b0-9843-0e791f872430", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:00.646113 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5078bfc8-8571-46e7-ba91-6c6e040feb92 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:00.646514 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'tag': '8e28a5e3-e136-40b0-9843-0e791f872430', 'status': 'completed', 'code': 200}
Nov 13 21:14:00.653977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'port': {'device_id': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'admin_state_up': True, 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:00.655796 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d7f13f-80ef-4185-b2b7-876f9402170a x-openstack-request-id: req-b2d7f13f-80ef-4185-b2b7-876f9402170a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:00.658633 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121b66a3-bd61-4d4e-b9cc-9df04b67d9a8", "name": "network-vif-deleted", "tag": "351f0d68-0777-4f55-b85e-fdfc540c3028", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:00.658633 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2d7f13f-80ef-4185-b2b7-876f9402170a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:00.658633 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121b66a3-bd61-4d4e-b9cc-9df04b67d9a8', 'name': 'network-vif-deleted', 'tag': '351f0d68-0777-4f55-b85e-fdfc540c3028', 'status': 'completed', 'code': 200}
Nov 13 21:14:00.738285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:00.756832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Transition to ACTIVE for port object 537a9df0-703a-42c3-b449-6e38fe304cf4 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:00.757724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9108794-7120-4498-b19e-08264ff24cf8 req-a44f9e75-b386-49ae-8a7b-86f9aa442349 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2922575
Nov 13 21:14:00.773980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5aa47-6260-4089-bfa3-96f3d80a0054 req-bcf34f60-19b7-4574-aa0d-c68de80aebc0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:00.779269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c5aa47-6260-4089-bfa3-96f3d80a0054 req-bcf34f60-19b7-4574-aa0d-c68de80aebc0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 945 time: 0.0843244
Nov 13 21:14:00.827662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.837594 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3c5aa47-6260-4089-bfa3-96f3d80a0054 req-4d3872d0-5d57-4e15-be08-9a47ba4d5f33 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550160
Nov 13 21:14:00.869058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.897153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-9245f5cf-dc8f-4225-8a53-f7639813fe0e service neutron] 10.222.0.20 "GET /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6190972
Nov 13 21:14:00.930427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f20c5618-4950-4d3f-a936-0af2517fbc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:00.993257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-37c53656-c0b6-4ac1-bb8f-32a8f9915479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:00.995278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-37c53656-c0b6-4ac1-bb8f-32a8f9915479 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 1094 time: 0.0835271
Nov 13 21:14:01.007006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87092b-6361-41d5-91a8-7af90cdbbb05 req-49249fed-e153-4760-b824-8a68c6b51bf1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:01.016492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e87092b-6361-41d5-91a8-7af90cdbbb05 req-49249fed-e153-4760-b824-8a68c6b51bf1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 932 time: 0.0794649
Nov 13 21:14:01.058209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Pushing event updated for resources: {'Port': ['ID=537a9df0-703a-42c3-b449-6e38fe304cf4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:01.145200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e87092b-6361-41d5-91a8-7af90cdbbb05 req-73386bc3-1d0c-4a43-aa5a-56ce4a4009d2 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276731
Nov 13 21:14:01.163641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f20c5618-4950-4d3f-a936-0af2517fbc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.192666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-e5a84c2a-786e-4a3f-9a45-95f11f8ba3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:01.194462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-e5a84c2a-786e-4a3f-9a45-95f11f8ba3f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 917 time: 0.1698298
Nov 13 21:14:01.228106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c5618-4950-4d3f-a936-0af2517fbc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8acdd-50bf-4c88-9ffc-583f95773357,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:01.251134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-cf535112-515c-4cd1-aa6c-52155e46d9ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e28a5e3-e136-40b0-9843-0e791f872430 HTTP/1.1" status: 200  len: 217 time: 0.0478363
Nov 13 21:14:01.287752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f20c5618-4950-4d3f-a936-0af2517fbc7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eab57a45bf694a3ea3e832205c02e5bc&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9245062
Nov 13 21:14:01.303429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:01.340273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-76ab92aa-45eb-4ebc-9e93-154b6aea9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:01.341928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-76ab92aa-45eb-4ebc-9e93-154b6aea9be6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.0813267
Nov 13 21:14:01.365500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-761bd065-489c-4643-9bb2-638645662ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4388251
Nov 13 21:14:01.366474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Made reservation on behalf of cce2e57232334cdf80d43c9c1b29ab2c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:01.371286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.406353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-ef8c1b60-1974-4492-a4f1-1e5412ab5c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:01.408159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-ef8c1b60-1974-4492-a4f1-1e5412ab5c0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0576704
Nov 13 21:14:01.448191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Attempting to bind port 537a9df0-703a-42c3-b449-6e38fe304cf4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:01.448680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Attempting to bind port 537a9df0-703a-42c3-b449-6e38fe304cf4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:01.449789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Attempting to bind port 537a9df0-703a-42c3-b449-6e38fe304cf4 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:01.486039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Port 537a9df0-703a-42c3-b449-6e38fe304cf4 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:01.486384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Attempting to bind port 537a9df0-703a-42c3-b449-6e38fe304cf4 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:01.541217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-5621070e-677d-4107-bf7f-52afdd36ae58 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227460
Nov 13 21:14:01.541551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:01.541857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Checking segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:01.542240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Bound using segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:01.542686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Bound port: 537a9df0-703a-42c3-b449-6e38fe304cf4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:01.543043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.586556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7606afe-6471-4737-9c69-6f6ab232563e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.632579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 351f0d68-0777-4f55-b85e-fdfc540c3028 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:01.664806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 351f0d68-0777-4f55-b85e-fdfc540c3028 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:01.665355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 351f0d68-0777-4f55-b85e-fdfc540c3028 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:01.673264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b8ed3b6-8c23-4a5b-bef9-2c10cda5b86d req-e91d1f76-3dc7-49d6-bb3a-962879314002 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243384
Nov 13 21:14:01.697665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7606afe-6471-4737-9c69-6f6ab232563e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.799131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff0fe865-93c7-4acb-b287-62623dc5e7ad req-25c75cbc-69c1-4d87-b0a6-7be08389a3bd tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 210 time: 0.0608280
Nov 13 21:14:01.805547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aef9c97b-b48c-4d22-a7ad-f819b9dda01e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:01.810133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Allocated IP 172.20.0.8 (9bc6a868-d275-4329-8fd8-29b0861b3974/045a6acd-b129-425a-b6fe-fdbbedc86cb9/34ba1157-7e10-4b46-a543-f33ee78b218e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:01.874267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:01.889258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] For port 537a9df0-703a-42c3-b449-6e38fe304cf4, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:01.893943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.918727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port aef9c97b-b48c-4d22-a7ad-f819b9dda01e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:01.919136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:01.924523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] For port 537a9df0-703a-42c3-b449-6e38fe304cf4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=537a9df0-703a-42c3-b449-6e38fe304cf4,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:01.941474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Transition to ACTIVE for port object cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:01.993141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e92867e9-a60a-416e-9f8b-dd5e58388ed5 req-bd52591f-41c2-421a-8c5f-b5dd1c8fa89d tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0439742
Nov 13 21:14:01.999343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.009876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.071668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:02.072299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.074671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] 10.222.0.46 "PUT /v2.0/ports/537a9df0-703a-42c3-b449-6e38fe304cf4 HTTP/1.1" status: 200  len: 1092 time: 4.4063573
Nov 13 21:14:02.098628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7606afe-6471-4737-9c69-6f6ab232563e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.098628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7606afe-6471-4737-9c69-6f6ab232563e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.098891 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-246ca7cb-da6d-4355-b0a1-f4c8c9a8af57 req-c375ec42-d242-4e9a-bd2c-0c956d75f0f0 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 210 time: 0.0486012
Nov 13 21:14:02.099012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7606afe-6471-4737-9c69-6f6ab232563e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38b8acdd-50bf-4c88-9ffc-583f95773357 HTTP/1.1" status: 204  len: 168 time: 0.7925928
Nov 13 21:14:02.137037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7606afe-6471-4737-9c69-6f6ab232563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8acdd-50bf-4c88-9ffc-583f95773357,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:02.393096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37b147ad-5136-4702-8eb6-c355f20b1c37 req-2f1969fa-76b8-42d8-b972-99d48cea5037 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 210 time: 0.2941813
Nov 13 21:14:02.409366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-82b5aa8e-f700-42ca-ae11-0585c1036def tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:02.411029 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-82b5aa8e-f700-42ca-ae11-0585c1036def tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.37 "GET /v2.0/networks?id=606601c1-24c7-4b73-ae8f-0e20d3a98106 HTTP/1.1" status: 200  len: 821 time: 0.1856539
Nov 13 21:14:02.440348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Request body: {'port': {'device_id': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106', 'admin_state_up': True, 'tenant_id': '14d12f4bd9ef48f68deb780d62dc6aa8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:02.501624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bfe84-ae3f-47b6-ae75-20af787e3bef service neutron] Pushing event updated for resources: {'Port': ['ID=537a9df0-703a-42c3-b449-6e38fe304cf4,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:02.518932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-563ff1c4-a7b9-4ad8-8812-9d18a4317b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:02.520750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-563ff1c4-a7b9-4ad8-8812-9d18a4317b71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 1095 time: 0.3114097
Nov 13 21:14:02.610297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Attempting to bind port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:02.610710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Attempting to bind port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:02.611134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Attempting to bind port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:02.614992 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-7cc96b4e-85b9-45e8-9485-9d24263ea0b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537a9df0-703a-42c3-b449-6e38fe304cf4 HTTP/1.1" status: 200  len: 217 time: 0.0685058
Nov 13 21:14:02.662915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755051e1-2a40-49ce-8259-283785637b29', 'tag': '537a9df0-703a-42c3-b449-6e38fe304cf4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:02.665825 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f3ef6d-006e-4384-b5a4-0ff9969c1353" -d '{"events": [{"name": "network-changed", "server_uuid": "755051e1-2a40-49ce-8259-283785637b29", "tag": "537a9df0-703a-42c3-b449-6e38fe304cf4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:02.678993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:02.679429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Attempting to bind port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 on network bdb9fd5b-98a9-4992-84f8-2463c11662ea {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:02.721596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.728553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Made reservation on behalf of 14d12f4bd9ef48f68deb780d62dc6aa8 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:02.731015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:02.736592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Checking segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:02.736592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Bound using segment: {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:02.736592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Bound port: cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a91e0930-c752-434e-9387-0c852510f483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:02.737080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.737188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:02.760583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:02.793125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-90dc665b-6f9b-4647-9170-d9548a22fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:02.794662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-90dc665b-6f9b-4647-9170-d9548a22fec3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.1603019
Nov 13 21:14:02.848086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905f8b8-25f9-448f-b013-fb6849535a3d req-61c3cc5e-ccd4-4f34-82f5-acd24f58be58 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:02.849607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b905f8b8-25f9-448f-b013-fb6849535a3d req-61c3cc5e-ccd4-4f34-82f5-acd24f58be58 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 944 time: 0.3020351
Nov 13 21:14:02.883257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Allocated IP 172.20.0.4 (606601c1-24c7-4b73-ae8f-0e20d3a98106/b493a2f0-9780-49ff-a7e2-1502821be639/4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:02.929031 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdfa50e-000b-4d61-a5c5-f28492ba110d x-openstack-request-id: req-acdfa50e-000b-4d61-a5c5-f28492ba110d {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:02.929325 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755051e1-2a40-49ce-8259-283785637b29", "tag": "537a9df0-703a-42c3-b449-6e38fe304cf4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:02.929585 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acdfa50e-000b-4d61-a5c5-f28492ba110d {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:02.929977 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755051e1-2a40-49ce-8259-283785637b29', 'tag': '537a9df0-703a-42c3-b449-6e38fe304cf4', 'status': 'completed', 'code': 200}
Nov 13 21:14:02.953670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] For port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:02.978414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-a413d859-47ab-47a3-90f5-4a1ec6d0dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:02.980226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-a413d859-47ab-47a3-90f5-4a1ec6d0dd53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1613669
Nov 13 21:14:02.986737 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b905f8b8-25f9-448f-b013-fb6849535a3d req-af6cd419-1bef-486c-b1ed-3f8a222382bd tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189504
Nov 13 21:14:02.988533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] For port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:03.102944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dab496f8-b96a-4df3-acbd-c24f8cf136cd req-f9ee9e0a-5adf-49c4-b9b1-61f98d5aeda8 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 210 time: 0.0531874
Nov 13 21:14:03.211128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.247571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-00808dbe-a794-4501-909d-a49594c86cbb tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:03.249723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-00808dbe-a794-4501-909d-a49594c86cbb tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 822 time: 0.2171595
Nov 13 21:14:03.268957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Request body: {'port': {'device_id': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'admin_state_up': True, 'tenant_id': 'ee68c16063ff4e2f8d05d0ce39aa1846'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:03.327345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95a426ec-2bd9-497f-94f0-0d75db949f58 req-b96c6fbc-11a5-4222-8bdd-fd86d005b811 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 210 time: 0.1051676
Nov 13 21:14:03.430306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.436383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.439664 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-908ff16b-b41c-4d7b-a10e-06b706d96cd6 req-d021cc56-315e-488f-b79c-f54c977f10c2 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 210 time: 0.0328984
Nov 13 21:14:03.456367 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.480537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Made reservation on behalf of ee68c16063ff4e2f8d05d0ce39aa1846 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:03.484682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.569769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:03.570480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.571859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 HTTP/1.1" status: 200  len: 1092 time: 3.1609194
Nov 13 21:14:03.575452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Network 606601c1-24c7-4b73-ae8f-0e20d3a98106 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:03.584392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Network 9bc6a868-d275-4329-8fd8-29b0861b3974 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:03.604714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:03.608295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Pushing event updated for resources: {'Port': ['ID=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:03.612999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:03.615340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:03.630150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:03.644546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e28a5e3-e136-40b0-9843-0e791f872430 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:03.676499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:03.723779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a2ac014-567f-4cc5-b431-daf4160e4e6f req-773b8d7f-217d-478d-9026-aa672933f55c tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 210 time: 0.0772064
Nov 13 21:14:03.755085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:03.755740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.764466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bbcb8-31d1-48c3-9d74-34dfd07745e7 req-0739eb7a-aba7-4d4d-8cde-723d9068b757 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:03.775083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d0bbcb8-31d1-48c3-9d74-34dfd07745e7 req-0739eb7a-aba7-4d4d-8cde-723d9068b757 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 949 time: 0.3615773
Nov 13 21:14:03.798923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-e4479948-4f73-4eb1-822c-8d9585dbdca4 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8088880
Nov 13 21:14:03.828593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Allocated IP 172.20.0.5 (3012d033-9968-4787-9e8a-f49f040e8300/df57a51d-5952-4162-9c7b-2e0b10f1ca5f/483cbecb-8fc9-44f5-b311-72e775c84056) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:03.921473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-69c578f9-3140-43e7-ba06-c07a5d5ef409 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4860845
Nov 13 21:14:03.928857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e28a5e3-e136-40b0-9843-0e791f872430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e28a5e3-e136-40b0-9843-0e791f872430,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:03.938340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:03.938965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:03.943815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8e28a5e3-e136-40b0-9843-0e791f872430', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'port_id': '8e28a5e3-e136-40b0-9843-0e791f872430', 'mac_address': 'fa:16:3e:01:22:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8186415e-2d65-44bb-ba74-a38188375df3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:03.944565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Request body: {'port': {'device_id': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:03.988553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.007932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0057e3-ef45-4180-9da2-15ad946978d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:04.025396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e28a5e3-e136-40b0-9843-0e791f872430 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:04.032193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d0bbcb8-31d1-48c3-9d74-34dfd07745e7 req-291b6ba8-c329-4590-8ba0-562936995142 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565756
Nov 13 21:14:04.046758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-f6bd2a24-0fb9-4f49-8067-1936f85917fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.049147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-f6bd2a24-0fb9-4f49-8067-1936f85917fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 1095 time: 0.2722623
Nov 13 21:14:04.054922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.106667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:04.115669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-04e343a9-9a7d-49c5-8cc9-a4ca3039f045 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 HTTP/1.1" status: 200  len: 217 time: 0.0528650
Nov 13 21:14:04.119976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-408973d7-9f7f-4846-af31-0f6ed6e3fded tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4698610
Nov 13 21:14:04.147756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.152453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9125718-8f0c-4db1-be0c-e1d41b2757b6 req-cf16500a-ca13-4e2a-bc5f-dea7325129be service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3200243
Nov 13 21:14:04.171269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e28a5e3-e136-40b0-9843-0e791f872430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e28a5e3-e136-40b0-9843-0e791f872430,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:04.183813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Request body: {'port': {'device_id': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:04.272183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:04.276228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.307277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc030d8-2096-4e82-ae0b-4c2514c5a532 req-d685acdf-5167-4d94-99b6-b395418d0b76 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.308893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddc030d8-2096-4e82-ae0b-4c2514c5a532 req-d685acdf-5167-4d94-99b6-b395418d0b76 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 944 time: 0.1644592
Nov 13 21:14:04.325893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'mac_address': 'fa:16:3e:c6:d5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:04.363775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-f50075e2-93ee-42f4-9768-eb1176af7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.367128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-f50075e2-93ee-42f4-9768-eb1176af7af9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.2379606
Nov 13 21:14:04.372101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.388023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8e28a5e3-e136-40b0-9843-0e791f872430,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:04.392419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-5d0752d4-36df-4513-a51d-74444ac477ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.394611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-5d0752d4-36df-4513-a51d-74444ac477ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 1095 time: 0.0962226
Nov 13 21:14:04.396849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.418214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a7cbac3-750a-45e6-abbc-58a468ee368d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:04.424569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.449993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:04.477788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509528a-c3c5-430c-b9ca-614acd4d774f req-0ccee4fb-56ca-4f86-8d45-f4d49bad9f5d tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.479594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c509528a-c3c5-430c-b9ca-614acd4d774f req-0ccee4fb-56ca-4f86-8d45-f4d49bad9f5d tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 931 time: 0.2571828
Nov 13 21:14:04.490960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8e28a5e3-e136-40b0-9843-0e791f872430'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:04.498210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddc030d8-2096-4e82-ae0b-4c2514c5a532 req-04772cd0-f625-4696-8b84-b95a5ad3e3fe tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816909
Nov 13 21:14:04.543626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762dcc6-f63b-471f-9615-9af45a807174 req-aeeaceb7-c7fc-4aef-9159-eb1dcfca32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.546285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-aeeaceb7-c7fc-4aef-9159-eb1dcfca32cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1551600
Nov 13 21:14:04.548831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.559230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Network 3012d033-9968-4787-9e8a-f49f040e8300 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:04.586793 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:04.591821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:04.650753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:04.654920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event updated for resources: {'Port': ['ID=483cbecb-8fc9-44f5-b311-72e775c84056,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:04.663435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1a7cbac3-750a-45e6-abbc-58a468ee368d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:04.818396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:04.818396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:04.931202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'tag': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:04.936510 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a7311-0c8e-4231-980a-ac9f216c2cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b081b595-0aa5-4e93-a13a-9460f11710b3", "tag": "cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:04.967730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c509528a-c3c5-430c-b9ca-614acd4d774f req-85e9b9b3-7507-4d0d-8fb1-9f77a009825b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4593832
Nov 13 21:14:04.976232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58302) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:05.055199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-7571b45d-c309-4e9a-a7ab-160eb6230957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.058035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-7571b45d-c309-4e9a-a7ab-160eb6230957 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 917 time: 0.6117013
Nov 13 21:14:05.153283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-d52e2fca-1218-46da-b22a-8664c849280c service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5326111
Nov 13 21:14:05.195064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-fc741c29-ae61-4d79-8f15-a4fa7f51bbf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=537a9df0-703a-42c3-b449-6e38fe304cf4 HTTP/1.1" status: 200  len: 217 time: 0.0964050
Nov 13 21:14:05.224921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1390432353'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:05.354810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e89fe-2e94-4023-9534-5ee88e5722fa req-d429b056-7e07-4796-95c0-352dc669c202 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.354985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4a255-6dcd-4a85-94bd-c0d1db778de9 req-10701c5b-5433-4e30-b2a8-c44c1ba92f33 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.356303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f1e89fe-2e94-4023-9534-5ee88e5722fa req-d429b056-7e07-4796-95c0-352dc669c202 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 931 time: 0.7100964
Nov 13 21:14:05.356452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5dc4a255-6dcd-4a85-94bd-c0d1db778de9 req-10701c5b-5433-4e30-b2a8-c44c1ba92f33 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 931 time: 0.2967639
Nov 13 21:14:05.365511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:05.374613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-80db1e4b-dba4-4e91-87f2-0be80c06efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.376072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-80db1e4b-dba4-4e91-87f2-0be80c06efff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.1651316
Nov 13 21:14:05.377362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.425158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-e9d040f5-26dc-4241-aa16-1be6f62a8100 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.426593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-e9d040f5-26dc-4241-aa16-1be6f62a8100 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.46 "GET /v2.0/networks?id=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee HTTP/1.1" status: 200  len: 818 time: 0.7169774
Nov 13 21:14:05.429491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Transition to ACTIVE for port object 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:05.441655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-eddc4bd6-d5a6-4f7f-bcb5-5a5b89c3af65 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.441655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-eddc4bd6-d5a6-4f7f-bcb5-5a5b89c3af65 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.37 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 949 time: 0.6086690
Nov 13 21:14:05.445577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Request body: {'port': {'device_id': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee', 'admin_state_up': True, 'tenant_id': '5c769c66dceb4c33984b5a9ee0b431af'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:05.466569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Made reservation on behalf of e131b016741c4fc0b5637cd117fb7f38 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:05.470838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.484470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b762dcc6-f63b-471f-9615-9af45a807174 req-990f1991-9a50-4e36-8a1d-63b34082ff14 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3031514
Nov 13 21:14:05.496670 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.513074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ba1157-7e10-4b46-a543-f33ee78b218e {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:05.530229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.551738 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f1e89fe-2e94-4023-9534-5ee88e5722fa req-10a9c3d1-8358-4e7f-a30a-b44aad22310d tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688805
Nov 13 21:14:05.561652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.565961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-644a4569-179d-459d-bfa2-599c9737ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:05.568382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-644a4569-179d-459d-bfa2-599c9737ab18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1813884
Nov 13 21:14:05.573349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Transition to ACTIVE for port object 34ba1157-7e10-4b46-a543-f33ee78b218e will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:05.586055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5dc4a255-6dcd-4a85-94bd-c0d1db778de9 req-98615678-f23c-4e94-a3c3-009922e88d51 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041504
Nov 13 21:14:05.641857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-e434b03a-0f37-43a1-9c0a-5cc661c1dc76 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3768337
Nov 13 21:14:05.650641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e28a5e3-e136-40b0-9843-0e791f872430 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:05.665159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Request body: {'port': {'device_id': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:05.686607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.724113 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b863cf-bd7e-48f7-9287-576d2e78ab4b x-openstack-request-id: req-f0b863cf-bd7e-48f7-9287-576d2e78ab4b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:05.724396 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b081b595-0aa5-4e93-a13a-9460f11710b3", "tag": "cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:05.728874 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0b863cf-bd7e-48f7-9287-576d2e78ab4b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:05.728874 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'tag': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9', 'status': 'completed', 'code': 200}
Nov 13 21:14:05.769884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:05.794348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0b6ecdd-bcdd-498f-a443-9e63a3c51425 req-fec2bbf6-cc01-4ff1-827d-dd68ac6e1c8b tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 210 time: 0.0983357
Nov 13 21:14:05.809669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8e28a5e3-e136-40b0-9843-0e791f872430 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:05.814938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8e28a5e3-e136-40b0-9843-0e791f872430 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:05.815353 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.896242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.913887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:05.942461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.994683 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:05.998592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Deleting port 1741f4a7-5139-4fec-802d-06e904ff2297 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:05.998930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.002817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-dbc34394-513a-4781-97c4-a70e19d66d36 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4272752
Nov 13 21:14:06.014668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.038255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:06.041556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Made reservation on behalf of 5c769c66dceb4c33984b5a9ee0b431af for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:06.043319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e28a5e3-e136-40b0-9843-0e791f872430'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:06.045603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.046106 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f1006-1c02-42e7-b537-05f89c780891" -d '{"events": [{"server_uuid": "9abcab92-e106-436e-96ca-f0d9b0c26a5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e28a5e3-e136-40b0-9843-0e791f872430"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:06.049260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.049260 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Added segment 07e65346-77bf-4204-ad1c-93da625b5851 of type vlan for network 665c6b63-d9c7-4d7a-97fc-123034446af7
Nov 13 21:14:06.064885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e28a5e3-e136-40b0-9843-0e791f872430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e28a5e3-e136-40b0-9843-0e791f872430,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:06.108489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:06.109742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Attempting to bind port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:06.110305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Attempting to bind port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0348f0b-50fa-4864-bf63-91aaf2422c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:06.110830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Attempting to bind port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f on network 606601c1-24c7-4b73-ae8f-0e20d3a98106 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:06.135511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0155de-26d1-44e8-b035-3f486d598853 req-297d01ec-f25d-4c3f-ad96-e77ab2b9ac11 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:06.143172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc0155de-26d1-44e8-b035-3f486d598853 req-297d01ec-f25d-4c3f-ad96-e77ab2b9ac11 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 949 time: 0.2274015
Nov 13 21:14:06.146249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.171964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35f3ef6d-006e-4384-b5a4-0ff9969c1353 req-169029a6-e0a6-45bb-b12c-dc7a72d7626c service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584923
Nov 13 21:14:06.175791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f on network 606601c1-24c7-4b73-ae8f-0e20d3a98106 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:06.176115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Attempting to bind port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f on network 606601c1-24c7-4b73-ae8f-0e20d3a98106 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:06.255948 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8e28a5e3-e136-40b0-9843-0e791f872430,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:06.260232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1a7cbac3-750a-45e6-abbc-58a468ee368d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:06.260835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.277092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:06.277432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Checking segment: {'id': 'd0348f0b-50fa-4864-bf63-91aaf2422c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:06.278017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Bound using segment: {'id': 'd0348f0b-50fa-4864-bf63-91aaf2422c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:06.278647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Bound port: 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0348f0b-50fa-4864-bf63-91aaf2422c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:06.279726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.299427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-cb61ed1e-7867-449d-9010-15e5959f8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:06.301146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-cb61ed1e-7867-449d-9010-15e5959f8352 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 1095 time: 0.5262303
Nov 13 21:14:06.309810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b4351-5c3c-4445-b1c0-248686100430,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:06.346403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.361608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] For port 1741f4a7-5139-4fec-802d-06e904ff2297, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1741f4a7-5139-4fec-802d-06e904ff2297,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:06.362263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.365175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509bb48-bfca-4bee-ab65-79c5cad2e97e req-3197bf98-63b9-45c7-abe0-85d9d508fec3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:06.373445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0509bb48-bfca-4bee-ab65-79c5cad2e97e req-3197bf98-63b9-45c7-abe0-85d9d508fec3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 944 time: 0.4217045
Nov 13 21:14:06.406868 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.421086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc0155de-26d1-44e8-b035-3f486d598853 req-00a2163d-c6c8-40a6-9e88-77057ca2600b tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6213542-1eb9-4507-bb3c-17863480f40b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766821
Nov 13 21:14:06.458071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:06.489488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Calling delete_port for 1741f4a7-5139-4fec-802d-06e904ff2297 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:06.534239 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.551420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Attempting to bind port 34ba1157-7e10-4b46-a543-f33ee78b218e on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:06.551781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Attempting to bind port 34ba1157-7e10-4b46-a543-f33ee78b218e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:06.552119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Attempting to bind port 34ba1157-7e10-4b46-a543-f33ee78b218e on network 9bc6a868-d275-4329-8fd8-29b0861b3974 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:06.568567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Port 34ba1157-7e10-4b46-a543-f33ee78b218e on network 9bc6a868-d275-4329-8fd8-29b0861b3974 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:06.568908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Attempting to bind port 34ba1157-7e10-4b46-a543-f33ee78b218e on network 9bc6a868-d275-4329-8fd8-29b0861b3974 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:06.572615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-14168bf8-f119-4b84-be5a-e7860844391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:06.574665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-14168bf8-f119-4b84-be5a-e7860844391e service neutron] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 917 time: 0.2489941
Nov 13 21:14:06.578302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0509bb48-bfca-4bee-ab65-79c5cad2e97e req-3fc3e29a-8fa8-4aac-b33f-eb372f2585e9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039404
Nov 13 21:14:06.581520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.587055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:06.590842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.604406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:06.604761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Checking segment: {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:06.605142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Bound using segment: {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:06.605583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Bound port: 34ba1157-7e10-4b46-a543-f33ee78b218e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e3d875-16a3-4d7e-a396-6a9a2777fa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:06.605929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:06.669295 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d0ae8-7454-4ed6-b549-f413438f41bb x-openstack-request-id: req-ca7d0ae8-7454-4ed6-b549-f413438f41bb {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:06.677076 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abcab92-e106-436e-96ca-f0d9b0c26a5a", "name": "network-vif-plugged", "status": "completed", "tag": "8e28a5e3-e136-40b0-9843-0e791f872430", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:06.677076 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca7d0ae8-7454-4ed6-b549-f413438f41bb {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:06.677076 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e28a5e3-e136-40b0-9843-0e791f872430', 'code': 200}
Nov 13 21:14:06.677975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] For port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:06.686796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Allocated IP 172.20.0.4 (0c0091ca-886d-4ff3-ad75-7cbd6d6418ee/0f12a732-5103-4e8d-8423-c98239ec0139/d84a67be-2523-4b22-a9f6-14418beeeb4d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:06.716094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:06.741143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] For port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,segment=NetworkSegment(d0348f0b-50fa-4864-bf63-91aaf2422c0f),segment_id=d0348f0b-50fa-4864-bf63-91aaf2422c0f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:06.748062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-40aa0d14-4932-4367-b9a9-d9848755770a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 HTTP/1.1" status: 200  len: 217 time: 0.1474257
Nov 13 21:14:06.774860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.7967424
Nov 13 21:14:06.777749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58342) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:06.785862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Request body: {'subnet': {'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:06.847141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825adc76-9867-4d21-aa7d-2ad6b07bf187 req-f588ee10-012e-449e-b081-ba310a1a4f7b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:06.848806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-825adc76-9867-4d21-aa7d-2ad6b07bf187 req-f588ee10-012e-449e-b081-ba310a1a4f7b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 943 time: 0.2894473
Nov 13 21:14:06.921724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.028391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:07.219231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-825adc76-9867-4d21-aa7d-2ad6b07bf187 req-f87b331c-9825-4d0d-9f8a-7437b67cb0dd tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3584421
Nov 13 21:14:07.250752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483cbecb-8fc9-44f5-b311-72e775c84056 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:07.261775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.274836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Transition to ACTIVE for port object 483cbecb-8fc9-44f5-b311-72e775c84056 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:07.276505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.277147 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.278614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-c302b738-210c-4cc7-8a76-19885ff8b468 service neutron] 10.222.0.37 "PUT /v2.0/ports/4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f HTTP/1.1" status: 200  len: 1091 time: 3.3382938
Nov 13 21:14:07.283050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'tag': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:07.285381 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc0855f-10b1-44c9-9fb8-38efb802f534" -d '{"events": [{"name": "network-changed", "server_uuid": "93af98c1-9fae-4d5c-bae1-d4f97d61e8c4", "tag": "4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:07.316095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b71d3-5e4c-4fc0-bd35-fbd30d6d2f5f tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event updated for resources: {'Network': ['ID=665c6b63-d9c7-4d7a-97fc-123034446af7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:07.336679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:07.342060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:07.368246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed389a-072f-49f0-bd7b-f5db7d2358ac req-93c928b6-b4d5-4c13-9b9e-c6d2b7d669c9 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.377991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53ed389a-072f-49f0-bd7b-f5db7d2358ac req-93c928b6-b4d5-4c13-9b9e-c6d2b7d669c9 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 943 time: 0.6168046
Nov 13 21:14:07.381306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:07.381987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Made reservation on behalf of e131b016741c4fc0b5637cd117fb7f38 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:07.385291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-32dafa6f-3bf6-4527-9007-578225ce07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.385863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.386735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-32dafa6f-3bf6-4527-9007-578225ce07b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.6109138
Nov 13 21:14:07.436225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae61cd4-0c80-4e30-81a8-8407a280e8e9 req-2bf7cc85-5bb0-4c6e-a253-ecef9d217360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.438782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ae61cd4-0c80-4e30-81a8-8407a280e8e9 req-2bf7cc85-5bb0-4c6e-a253-ecef9d217360 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 1096 time: 0.6887751
Nov 13 21:14:07.476284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.544326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53ed389a-072f-49f0-bd7b-f5db7d2358ac req-a3e8781f-5c85-4bbb-949e-0279da3a0c60 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635277
Nov 13 21:14:07.563209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.632583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:07.636178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.637027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.639651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-07aab828-ac60-488a-b666-ae4460c91156 service neutron] 10.222.0.37 "PUT /v2.0/ports/34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 1091 time: 3.4917798
Nov 13 21:14:07.644237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-738476a6-8448-45fe-a177-2f79ad73e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.652587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-738476a6-8448-45fe-a177-2f79ad73e885 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2301199
Nov 13 21:14:07.652768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 537a9df0-703a-42c3-b449-6e38fe304cf4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:07.693201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ae61cd4-0c80-4e30-81a8-8407a280e8e9 req-531faf22-7a6b-4cf1-88e9-dc2fe2fe8d52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333791
Nov 13 21:14:07.760903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:07.764311 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a40a9-994c-415b-9e4a-855afe6f1c45" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:07.810506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 537a9df0-703a-42c3-b449-6e38fe304cf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=537a9df0-703a-42c3-b449-6e38fe304cf4,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:07.814624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.816139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-28392869-cb9a-4ab5-a6ba-1249a58ae97d service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567690
Nov 13 21:14:07.828299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '537a9df0-703a-42c3-b449-6e38fe304cf4', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'port_id': '537a9df0-703a-42c3-b449-6e38fe304cf4', 'mac_address': 'fa:16:3e:8f:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8186415e-2d65-44bb-ba74-a38188375df3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:07.877115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9c32b0c8-ca63-464d-8666-3641abc2c3ae req-2c01cbae-851b-4a35-b15f-84c9221cfdc6 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 210 time: 0.0636411
Nov 13 21:14:07.880308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Attempting to bind port 483cbecb-8fc9-44f5-b311-72e775c84056 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:07.881144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Attempting to bind port 483cbecb-8fc9-44f5-b311-72e775c84056 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:07.881472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Attempting to bind port 483cbecb-8fc9-44f5-b311-72e775c84056 on network 3012d033-9968-4787-9e8a-f49f040e8300 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:07.897203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6a04-5bee-4c15-b71b-32f65cb32207 req-d36931e3-d996-4e41-950a-0063df5d1947 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.898959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a00f6a04-5bee-4c15-b71b-32f65cb32207 req-d36931e3-d996-4e41-950a-0063df5d1947 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 943 time: 0.5665488
Nov 13 21:14:07.915691 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Port 483cbecb-8fc9-44f5-b311-72e775c84056 on network 3012d033-9968-4787-9e8a-f49f040e8300 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:07.916219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Attempting to bind port 483cbecb-8fc9-44f5-b311-72e775c84056 on network 3012d033-9968-4787-9e8a-f49f040e8300 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:07.938732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.943740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=483cbecb-8fc9-44f5-b311-72e775c84056,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:07.953044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:07.953611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Checking segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:07.954643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Bound using segment: {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:07.955305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Bound port: 483cbecb-8fc9-44f5-b311-72e775c84056, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9629b43-27e5-487f-b790-5e0f36af4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:07.956447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:07.957847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-ba053252-868a-4d7b-9320-6484ff89fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:07.959680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-ba053252-868a-4d7b-9320-6484ff89fe21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1094 time: 0.1427040
Nov 13 21:14:07.971981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537a9df0-703a-42c3-b449-6e38fe304cf4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:08.017916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 537a9df0-703a-42c3-b449-6e38fe304cf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=537a9df0-703a-42c3-b449-6e38fe304cf4,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:08.019363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-da8724a7-b29b-47cd-b58e-ac0f4ee626e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.0473020
Nov 13 21:14:08.020931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Pushing event deleted for resources: {'Port': ['ID=1741f4a7-5139-4fec-802d-06e904ff2297,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:08.032010 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09d0eb-9337-4aca-b297-cc10334bb527 x-openstack-request-id: req-dc09d0eb-9337-4aca-b297-cc10334bb527 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:08.032428 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93af98c1-9fae-4d5c-bae1-d4f97d61e8c4", "tag": "4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:08.032799 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc09d0eb-9337-4aca-b297-cc10334bb527 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:08.033283 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'tag': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f', 'status': 'completed', 'code': 200}
Nov 13 21:14:08.089637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-736a7311-0c8e-4231-980a-ac9f216c2cbc req-c426d305-1c8e-4a57-9918-50f2b0255875 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2099314
Nov 13 21:14:08.101242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.105189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.108501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-17a6164f-d3e9-4092-b8e6-df99fe513fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.110405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-17a6164f-d3e9-4092-b8e6-df99fe513fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d12f4bd9ef48f68deb780d62dc6aa8&device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 1094 time: 0.6040928
Nov 13 21:14:08.117356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2646ca5-684e-4ce2-9840-5c138ff45443 req-159319e6-ce23-4413-b6d6-849bab179c91 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.0443387
Nov 13 21:14:08.121909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] No DVR routers for this DVR port 1741f4a7-5139-4fec-802d-06e904ff2297 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:08.130142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-d1193af9-4a0e-4b72-b6a8-c20c26f4bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.131667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-d1193af9-4a0e-4b72-b6a8-c20c26f4bf35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.0988986
Nov 13 21:14:08.135950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.139900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fea5b95f-bfd2-43a4-9e51-7cd1146cf4dd req-057bd13c-20de-40f6-a2bf-fdf6a0a126e9 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.37 "DELETE /v2.0/ports/1741f4a7-5139-4fec-802d-06e904ff2297 HTTP/1.1" status: 204  len: 173 time: 2.6889727
Nov 13 21:14:08.179415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1741f4a7-5139-4fec-802d-06e904ff2297 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:08.210673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] For port 483cbecb-8fc9-44f5-b311-72e775c84056, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:08.214195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] For port 483cbecb-8fc9-44f5-b311-72e775c84056, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=483cbecb-8fc9-44f5-b311-72e775c84056,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:08.218423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-db76548a-ff8c-442e-9854-8ea7158db6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786736
Nov 13 21:14:08.221069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 1741f4a7-5139-4fec-802d-06e904ff2297 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:08.221414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1741f4a7-5139-4fec-802d-06e904ff2297 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:08.258284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=537a9df0-703a-42c3-b449-6e38fe304cf4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:08.262622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a00f6a04-5bee-4c15-b71b-32f65cb32207 req-169f2f12-0411-468a-bf1c-61866228ccdf tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150439
Nov 13 21:14:08.266053 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.293391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-e544b036-72d6-4cf8-90fd-2a31cd101050 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f HTTP/1.1" status: 200  len: 217 time: 0.1637454
Nov 13 21:14:08.341214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['537a9df0-703a-42c3-b449-6e38fe304cf4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:08.377643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-77bdeea2-f83d-4c5f-9a01-7674a6242172 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514797
Nov 13 21:14:08.379261 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c74e32-1970-4071-9118-3e3186adde16 x-openstack-request-id: req-47c74e32-1970-4071-9118-3e3186adde16 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:08.379843 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:08.380119 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47c74e32-1970-4071-9118-3e3186adde16 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:08.380504 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'status': 'completed', 'code': 200}
Nov 13 21:14:08.442226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.483955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.525166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe492a-7ddb-40e4-8f04-3bfdc7da5aa2 req-e914b00d-acfc-4bdb-88a5-6c08d92280c7 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.537627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-22fe492a-7ddb-40e4-8f04-3bfdc7da5aa2 req-e914b00d-acfc-4bdb-88a5-6c08d92280c7 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 944 time: 0.1558909
Nov 13 21:14:08.548981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.548981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:08.548981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] 10.222.0.37 "PUT /v2.0/ports/483cbecb-8fc9-44f5-b311-72e775c84056 HTTP/1.1" status: 200  len: 1091 time: 2.8971965
Nov 13 21:14:08.641001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-22fe492a-7ddb-40e4-8f04-3bfdc7da5aa2 req-0d00e0c7-756d-4809-9ca7-794db07d2b3a tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007760
Nov 13 21:14:08.663894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-160d3efc-1a7f-4174-8653-233ab2b425f0 req-4bc6923f-f29d-4135-8adb-92eaebb89cb0 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2709644
Nov 13 21:14:08.676925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:08.681179 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e48e6-1c3f-45a6-ae22-a770c0a6e01e" -d '{"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-plugged", "status": "completed", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:08.736150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-7971a78c-1edf-43e7-aa4d-934cdd0f1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.744121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-7971a78c-1edf-43e7-aa4d-934cdd0f1c78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 1094 time: 0.0554960
Nov 13 21:14:08.805322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:08.820042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-9906c630-9987-4cd5-b31d-addf0377cae3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483cbecb-8fc9-44f5-b311-72e775c84056 HTTP/1.1" status: 200  len: 217 time: 0.0712123
Nov 13 21:14:08.825565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event updated for resources: {'Subnet': ['ID=4d33707e-4acd-4c61-897a-7549324d6288,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:08.832023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:08.839006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-a4b1cea9-9e74-4147-aa69-14064bb5a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.840164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-a4b1cea9-9e74-4147-aa69-14064bb5a154 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b493a2f0-9780-49ff-a7e2-1502821be639 HTTP/1.1" status: 200  len: 861 time: 0.4244685
Nov 13 21:14:08.844070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:08.849962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ab48e-a252-4312-be09-ecaec2737ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=483cbecb-8fc9-44f5-b311-72e775c84056,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:08.901979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-ed047c0a-4ba3-4ee2-8d4a-f4035c671907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.903450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-ed047c0a-4ba3-4ee2-8d4a-f4035c671907 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 200  len: 862 time: 0.0747535
Nov 13 21:14:08.923590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e987e-a72e-4747-8e5d-faf14a8d1c0b req-f2cf7cb7-5401-473a-8828-41afa3c58cea tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.925182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef0e987e-a72e-4747-8e5d-faf14a8d1c0b req-f2cf7cb7-5401-473a-8828-41afa3c58cea tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 943 time: 0.1103148
Nov 13 21:14:08.947520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fef31-ffcb-41bc-978b-f6c3f8440922 req-09f2f1ff-1cad-4072-813e-633da7dfb291 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:08.949857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-286fef31-ffcb-41bc-978b-f6c3f8440922 req-09f2f1ff-1cad-4072-813e-633da7dfb291 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 943 time: 0.4788134
Nov 13 21:14:08.956933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Checking segment: {'id': '07e65346-77bf-4204-ad1c-93da625b5851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:08.957287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Network hostable DHCP agents. Network: 665c6b63-d9c7-4d7a-97fc-123034446af7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:14:08.960988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-a5d55905-36fc-49d8-8c33-ea53e43f959f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=606601c1-24c7-4b73-ae8f-0e20d3a98106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848799
Nov 13 21:14:08.991199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-f5aa2383-c03f-403a-b980-4abdd79e4166 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3012d033-9968-4787-9e8a-f49f040e8300&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647535
Nov 13 21:14:09.086813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Pushing event updated for resources: {'Port': ['ID=d84a67be-2523-4b22-a9f6-14418beeeb4d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:09.098968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:09.100527 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:09.137971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef0e987e-a72e-4747-8e5d-faf14a8d1c0b req-b1d72e02-982a-49d9-8d81-944b5fef5cc7 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897347
Nov 13 21:14:09.188608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-d0e811e4-4a74-4a9c-911b-204435518e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:09.190213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-d0e811e4-4a74-4a9c-911b-204435518e19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1094 time: 0.2345452
Nov 13 21:14:09.193603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-cc87dbe1-044f-49b6-bc4f-37c2798e3c47 service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911089
Nov 13 21:14:09.223253 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-286fef31-ffcb-41bc-978b-f6c3f8440922 req-a25b7a04-a25f-48fc-a2b6-a20def684bd7 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2574980
Nov 13 21:14:09.258012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:14:09.295609 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331bdd96-24d5-43a4-9588-294e2a2a7cfe x-openstack-request-id: req-331bdd96-24d5-43a4-9588-294e2a2a7cfe {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:09.295609 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-plugged", "status": "completed", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:09.295609 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-331bdd96-24d5-43a4-9588-294e2a2a7cfe {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:09.296289 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'code': 200}
Nov 13 21:14:09.330865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-aa6acc9d-a432-4091-bc09-2c93f8178114 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8892505
Nov 13 21:14:09.387326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Request body: {'port': {'device_id': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:09.394932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-998da7a1-74a2-4ca0-ac11-4ec4cc3bd32d service neutron] 10.222.0.37 "GET /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4051936
Nov 13 21:14:09.427945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89352aa-ec77-4ac5-beca-e03402f7f25a req-631de3c1-79b8-4308-9f06-50e4ed1e8b9f tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:09.430163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c89352aa-ec77-4ac5-beca-e03402f7f25a req-631de3c1-79b8-4308-9f06-50e4ed1e8b9f tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 931 time: 0.0799839
Nov 13 21:14:09.432841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46262454-dce5-4fac-b2ed-1a7228cbaafa req-1cb97134-17b9-4654-965a-a277b60f77d4 service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243271
Nov 13 21:14:09.471287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 665c6b63-d9c7-4d7a-97fc-123034446af7) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:09.481696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c9dcf-f832-4d2c-9ce0-6dfa8e61a006 None None] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:09.498653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:09.504546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:09.587363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c89352aa-ec77-4ac5-beca-e03402f7f25a req-cf7867ff-f9bd-472e-9b61-37c5b3695659 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379740
Nov 13 21:14:09.610895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:09.627524 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db094acd-8eee-43f6-9781-cb639c4ff18c req-fa2c92fb-e797-4850-9411-a9a98de2c654 tempest-LiveMigrationNegativeTest-1267318518 tempest-LiveMigrationNegativeTest-1267318518-project] 10.222.0.20 "GET /v2.0/ports?device_id=67f5ff1a-2374-441f-a346-5a3d3c742aa9 HTTP/1.1" status: 200  len: 210 time: 0.1926644
Nov 13 21:14:09.650491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-709c0091-b458-4142-9100-ea232489a197 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8684936
Nov 13 21:14:09.657463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:09.660149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:09.663928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 537a9df0-703a-42c3-b449-6e38fe304cf4 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:09.664352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Request body: {'port': {'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-492009217'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:09.684207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-3890e46c-52f0-4a54-a2a6-f3428e673c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:09.687615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-3890e46c-52f0-4a54-a2a6-f3428e673c11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.4803131
Nov 13 21:14:09.822962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-665c6b63-d9c7-4d7a-97fc-123034446af7', 'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7', 'tenant_id': 'e131b016741c4fc0b5637cd117fb7f38', 'fixed_ips': [{'subnet_id': '4d33707e-4acd-4c61-897a-7549324d6288'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:14:09.825052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:09.940972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4055874-47bc-4c2f-8add-b4dc072cbaba req-7190f871-8ad3-49c2-ade4-b1ef6e88e8f5 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:09.943910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4055874-47bc-4c2f-8add-b4dc072cbaba req-7190f871-8ad3-49c2-ade4-b1ef6e88e8f5 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 943 time: 0.0982673
Nov 13 21:14:09.946789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Made reservation on behalf of e131b016741c4fc0b5637cd117fb7f38 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:09.956323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.000370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 537a9df0-703a-42c3-b449-6e38fe304cf4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:10.019259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 537a9df0-703a-42c3-b449-6e38fe304cf4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:10.019632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.043812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4055874-47bc-4c2f-8add-b4dc072cbaba req-97785aa2-542e-4500-abc1-9913a9085715 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845604
Nov 13 21:14:10.059970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] device_id is not set on port a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:14:10.103888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:10.154876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9', 'network_id': 'bdb9fd5b-98a9-4992-84f8-2463c11662ea', 'port_id': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9', 'mac_address': 'fa:16:3e:e7:d2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8186415e-2d65-44bb-ba74-a38188375df3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:10.231332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Allocated IP 172.20.0.2 (665c6b63-d9c7-4d7a-97fc-123034446af7/4d33707e-4acd-4c61-897a-7549324d6288/27bbfdc6-be3d-419e-a52d-40722280e620) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:10.243076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.279661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:10.283454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.319141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'name': 'network-vif-deleted', 'tag': '1741f4a7-5139-4fec-802d-06e904ff2297'}, {'name': 'network-changed', 'server_uuid': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'tag': '483cbecb-8fc9-44f5-b311-72e775c84056'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:10.321824 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74547f4-76da-413a-b24d-3c0cd810c736" -d '{"events": [{"server_uuid": "67f5ff1a-2374-441f-a346-5a3d3c742aa9", "name": "network-vif-deleted", "tag": "1741f4a7-5139-4fec-802d-06e904ff2297"}, {"name": "network-changed", "server_uuid": "56b0c2c1-4cac-46ae-9a63-fff7c08aeae5", "tag": "483cbecb-8fc9-44f5-b311-72e775c84056"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:10.330539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e294ea6-229b-42fa-85fd-d6e6bab6a408 req-a73823cf-4394-4606-aa8b-e4ca36ae1401 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:10.331276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e294ea6-229b-42fa-85fd-d6e6bab6a408 req-a73823cf-4394-4606-aa8b-e4ca36ae1401 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 943 time: 0.1096809
Nov 13 21:14:10.385848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:10.396370 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478bc7a3-f882-41b5-b269-2b369b3e6628 req-19f5fb53-5d12-46d9-b69a-7cefa3d7d158 service neutron] 10.222.0.37 "GET /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9752429
Nov 13 21:14:10.403443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-bc102982-8040-45b1-92cb-bc8999103153 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.7020769
Nov 13 21:14:10.423382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e294ea6-229b-42fa-85fd-d6e6bab6a408 req-f8113c40-2bd4-4f05-9277-3759a75304f5 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859761
Nov 13 21:14:10.535181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1766-ada4-49d1-a0aa-a402505e936d req-b7efa824-a8dd-4f11-9771-556c959a4535 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:10.536819 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f92b1766-ada4-49d1-a0aa-a402505e936d req-b7efa824-a8dd-4f11-9771-556c959a4535 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 944 time: 0.1898601
Nov 13 21:14:10.560611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-d9a3d6f3-5909-4436-a238-52a394fc46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:10.562573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-d9a3d6f3-5909-4436-a238-52a394fc46fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.1284943
Nov 13 21:14:10.617451 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.622086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 537a9df0-703a-42c3-b449-6e38fe304cf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=537a9df0-703a-42c3-b449-6e38fe304cf4,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:10.622540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c9a7-6338-455b-99a8-3d5349930c6f req-62a4e3f8-65eb-4c3d-8289-a11921f96dd5 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:10.624161 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.629193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6639c9a7-6338-455b-99a8-3d5349930c6f req-62a4e3f8-65eb-4c3d-8289-a11921f96dd5 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 943 time: 0.1092989
Nov 13 21:14:10.639577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-55f67a2d-3364-4123-ae5e-d7682fee5c4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650315
Nov 13 21:14:10.714876 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.788398 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.795022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:10.799423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:10.800148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:10.805653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:10.810913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.810913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.810913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.811421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.811690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.812504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.812504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.812679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.813063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.813389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.813711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.814145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:10.832805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f92b1766-ada4-49d1-a0aa-a402505e936d req-b699fdba-a431-415c-b398-ec6385c374be tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860472
Nov 13 21:14:10.847949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6639c9a7-6338-455b-99a8-3d5349930c6f req-2d29a3f2-e96b-4fc9-bf39-1b2e73cac019 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102151
Nov 13 21:14:10.866041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84a67be-2523-4b22-a9f6-14418beeeb4d {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:10.878736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Allocated IP 172.20.0.14 (665c6b63-d9c7-4d7a-97fc-123034446af7/4d33707e-4acd-4c61-897a-7549324d6288/a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:10.884109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Pushing event updated for resources: {'Port': ['ID=27bbfdc6-be3d-419e-a52d-40722280e620,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:10.890163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:10.895195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:10.933788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Transition to ACTIVE for port object d84a67be-2523-4b22-a9f6-14418beeeb4d will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:10.973144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-08d74eb7-20aa-4f3c-9a9e-39a742348320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:10.977505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-08d74eb7-20aa-4f3c-9a9e-39a742348320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14d12f4bd9ef48f68deb780d62dc6aa8&device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 1094 time: 0.2821515
Nov 13 21:14:11.007595 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33adb3f6-d9e1-401b-879c-04eefd827e05 x-openstack-request-id: req-33adb3f6-d9e1-401b-879c-04eefd827e05 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:11.007904 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f5ff1a-2374-441f-a346-5a3d3c742aa9", "name": "network-vif-deleted", "tag": "1741f4a7-5139-4fec-802d-06e904ff2297", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56b0c2c1-4cac-46ae-9a63-fff7c08aeae5", "tag": "483cbecb-8fc9-44f5-b311-72e775c84056", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:11.008164 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33adb3f6-d9e1-401b-879c-04eefd827e05 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:11.008974 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f5ff1a-2374-441f-a346-5a3d3c742aa9', 'name': 'network-vif-deleted', 'tag': '1741f4a7-5139-4fec-802d-06e904ff2297', 'status': 'completed', 'code': 200}
Nov 13 21:14:11.010251 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'tag': '483cbecb-8fc9-44f5-b311-72e775c84056', 'status': 'completed', 'code': 200}
Nov 13 21:14:11.022450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:11.068873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-46969ca0-5690-4de8-adcb-23beb903b9a2 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4128942
Nov 13 21:14:11.257761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Attempting to bind port 27bbfdc6-be3d-419e-a52d-40722280e620 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:11.258171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Attempting to bind port 27bbfdc6-be3d-419e-a52d-40722280e620 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07e65346-77bf-4204-ad1c-93da625b5851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:11.258478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Attempting to bind port 27bbfdc6-be3d-419e-a52d-40722280e620 on network 665c6b63-d9c7-4d7a-97fc-123034446af7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:11.281188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-e80cbe0a-7b32-4aa5-b5c7-f21d4b51eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.283629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-e80cbe0a-7b32-4aa5-b5c7-f21d4b51eac8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 1094 time: 0.2684240
Nov 13 21:14:11.284915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:11.285443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Checking segment: {'id': '07e65346-77bf-4204-ad1c-93da625b5851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:11.285694 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:11.286082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Bound using segment: {'id': '07e65346-77bf-4204-ad1c-93da625b5851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:11.286559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Bound port: 27bbfdc6-be3d-419e-a52d-40722280e620, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e65346-77bf-4204-ad1c-93da625b5851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '665c6b63-d9c7-4d7a-97fc-123034446af7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:11.286933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:11.302294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755051e1-2a40-49ce-8259-283785637b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a9df0-703a-42c3-b449-6e38fe304cf4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:11.306893 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a30c27d-ff6d-4cf8-a781-60263ed9e497" -d '{"events": [{"server_uuid": "755051e1-2a40-49ce-8259-283785637b29", "name": "network-vif-plugged", "status": "completed", "tag": "537a9df0-703a-42c3-b449-6e38fe304cf4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:11.327179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=537a9df0-703a-42c3-b449-6e38fe304cf4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:11.364927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=d84a67be-2523-4b22-a9f6-14418beeeb4d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:11.419371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Attempting to bind port d84a67be-2523-4b22-a9f6-14418beeeb4d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:11.429452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Attempting to bind port d84a67be-2523-4b22-a9f6-14418beeeb4d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f770f51-48fc-4e31-85cd-ebeddf415fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:11.429452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Attempting to bind port d84a67be-2523-4b22-a9f6-14418beeeb4d on network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:11.436812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5af73-00ed-4932-b027-2aef0896e838 req-9c4633b0-3167-443d-a468-ca28804ed0c9 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.440884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddb5af73-00ed-4932-b027-2aef0896e838 req-9c4633b0-3167-443d-a468-ca28804ed0c9 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 943 time: 0.3274837
Nov 13 21:14:11.449427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] For port 27bbfdc6-be3d-419e-a52d-40722280e620, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:11.454334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] For port 27bbfdc6-be3d-419e-a52d-40722280e620, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27bbfdc6-be3d-419e-a52d-40722280e620,segment=NetworkSegment(07e65346-77bf-4204-ad1c-93da625b5851),segment_id=07e65346-77bf-4204-ad1c-93da625b5851)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:11.465710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:11.472143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068af2e-3f2c-4d4d-9b42-3fb6fb2dcd8b req-4d367cae-f336-42e4-8cde-216f5a4e564b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.473700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5068af2e-3f2c-4d4d-9b42-3fb6fb2dcd8b req-4d367cae-f336-42e4-8cde-216f5a4e564b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 943 time: 0.3173339
Nov 13 21:14:11.481056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Port d84a67be-2523-4b22-a9f6-14418beeeb4d on network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:11.481056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Attempting to bind port d84a67be-2523-4b22-a9f6-14418beeeb4d on network 0c0091ca-886d-4ff3-ad75-7cbd6d6418ee {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:11.487692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-b7fc92b3-42cf-4f67-8d99-8a8184124745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.490524 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-b7fc92b3-42cf-4f67-8d99-8a8184124745 service neutron] 10.222.0.37 "GET /v2.0/networks?id=606601c1-24c7-4b73-ae8f-0e20d3a98106 HTTP/1.1" status: 200  len: 922 time: 0.4774079
Nov 13 21:14:11.500540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-361a40a9-994c-415b-9e4a-855afe6f1c45 req-e98ddb33-265f-4afc-997e-28fa1790f228 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4037514
Nov 13 21:14:11.507973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:11.514772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Checking segment: {'id': '7f770f51-48fc-4e31-85cd-ebeddf415fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:11.514772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Bound using segment: {'id': '7f770f51-48fc-4e31-85cd-ebeddf415fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:11.514772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Bound port: d84a67be-2523-4b22-a9f6-14418beeeb4d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f770f51-48fc-4e31-85cd-ebeddf415fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:11.515208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-5c204ca9-cb32-4298-92ab-44dda5fa2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.515343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:11.515462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-5c204ca9-cb32-4298-92ab-44dda5fa2e2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 200  len: 923 time: 0.2177212
Nov 13 21:14:11.565003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-aedbe415-1a8e-4622-92d3-58d0064227de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f HTTP/1.1" status: 200  len: 217 time: 0.0582788
Nov 13 21:14:11.569829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:11.589817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-3df2cf5a-ff55-42e7-99ad-748b9bb234f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=483cbecb-8fc9-44f5-b311-72e775c84056 HTTP/1.1" status: 200  len: 217 time: 0.0603251
Nov 13 21:14:11.654731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5068af2e-3f2c-4d4d-9b42-3fb6fb2dcd8b req-b12e905d-4e95-4c84-ad82-2b2023d5d41e tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724136
Nov 13 21:14:11.682321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddb5af73-00ed-4932-b027-2aef0896e838 req-70fc093b-0631-42f8-a924-21576d05b36f tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275119
Nov 13 21:14:11.702793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-cfeb170d-ba52-4635-9abd-d6923fa67035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.703563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333760c-e3ef-4d6f-a757-02d2bfdbab4d None None] Pushing event updated for resources: {'Port': ['ID=27bbfdc6-be3d-419e-a52d-40722280e620,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:11.705291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-cfeb170d-ba52-4635-9abd-d6923fa67035 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 200  len: 862 time: 0.1103029
Nov 13 21:14:11.746131 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15af7ab9-75a5-444d-ac76-017573856423 x-openstack-request-id: req-15af7ab9-75a5-444d-ac76-017573856423 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:11.746519 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755051e1-2a40-49ce-8259-283785637b29", "name": "network-vif-plugged", "status": "completed", "tag": "537a9df0-703a-42c3-b449-6e38fe304cf4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:11.746863 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15af7ab9-75a5-444d-ac76-017573856423 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:11.747344 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755051e1-2a40-49ce-8259-283785637b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a9df0-703a-42c3-b449-6e38fe304cf4', 'code': 200}
Nov 13 21:14:11.747479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] For port d84a67be-2523-4b22-a9f6-14418beeeb4d, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:11.750960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] For port d84a67be-2523-4b22-a9f6-14418beeeb4d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d,segment=NetworkSegment(7f770f51-48fc-4e31-85cd-ebeddf415fbf),segment_id=7f770f51-48fc-4e31-85cd-ebeddf415fbf)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:11.765422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-42a6ab52-6e08-45f4-8cb8-b38ca25ffadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:11.766943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-42a6ab52-6e08-45f4-8cb8-b38ca25ffadb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b493a2f0-9780-49ff-a7e2-1502821be639 HTTP/1.1" status: 200  len: 861 time: 0.1779854
Nov 13 21:14:11.822087 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-3b98ba29-ce6c-41cd-8990-57ed964749c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3012d033-9968-4787-9e8a-f49f040e8300&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926445
Nov 13 21:14:11.824955 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-7567cc34-479e-4a6a-8987-f418c2c3821c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=606601c1-24c7-4b73-ae8f-0e20d3a98106&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507531
Nov 13 21:14:11.850196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58420) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:11.953368 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-aeff0e7b-ca36-4ada-b7ec-f6ced02bfbb8 service neutron] 10.222.0.37 "GET /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187346
Nov 13 21:14:12.014731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa401e4-a20c-44ca-af74-9a8f05a22287 req-0ed6bf44-f425-4b9b-8b71-48fa25a408bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.015374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffa401e4-a20c-44ca-af74-9a8f05a22287 req-0ed6bf44-f425-4b9b-8b71-48fa25a408bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 1097 time: 0.1672554
Nov 13 21:14:12.026054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5db6-8de4-4db2-813c-79e62cf938e8 req-d45b7141-1c7f-4a65-9101-2582543da431 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.034211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c0a5db6-8de4-4db2-813c-79e62cf938e8 req-d45b7141-1c7f-4a65-9101-2582543da431 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 943 time: 0.1830132
Nov 13 21:14:12.090697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-c046deda-6d4e-4064-aced-c090db451deb service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549493
Nov 13 21:14:12.094559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a861-1116-40f7-a5ed-d51c72423ec9 req-1bd8bfa7-7d6e-42fe-a6d6-987d2ab21b78 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.102195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f57a861-1116-40f7-a5ed-d51c72423ec9 req-1bd8bfa7-7d6e-42fe-a6d6-987d2ab21b78 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 945 time: 0.1473141
Nov 13 21:14:12.111338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 483cbecb-8fc9-44f5-b311-72e775c84056 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:12.112016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.158060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.162292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.181486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.182310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.183871 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] 10.222.0.46 "PUT /v2.0/ports/d84a67be-2523-4b22-a9f6-14418beeeb4d HTTP/1.1" status: 200  len: 1091 time: 2.8023727
Nov 13 21:14:12.198294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bc0855f-10b1-44c9-9fb8-38efb802f534 req-ce77ac62-1d6d-4238-807f-90b181bc4cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318711
Nov 13 21:14:12.229247 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f57a861-1116-40f7-a5ed-d51c72423ec9 req-46523499-03ee-42e7-a6d8-9c0ffb891eef tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260612
Nov 13 21:14:12.230059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399b1fd-c850-411a-895e-a035680f0d1f service neutron] Pushing event updated for resources: {'Port': ['ID=d84a67be-2523-4b22-a9f6-14418beeeb4d,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:12.283291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c0a5db6-8de4-4db2-813c-79e62cf938e8 req-f12bf693-380d-432b-bb17-b0dece84e226 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426128
Nov 13 21:14:12.284600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 483cbecb-8fc9-44f5-b311-72e775c84056, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=483cbecb-8fc9-44f5-b311-72e775c84056,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:12.291078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffa401e4-a20c-44ca-af74-9a8f05a22287 req-5ba7c4c4-7349-45a6-b509-9b1c10b5a61f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539802
Nov 13 21:14:12.297056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '483cbecb-8fc9-44f5-b311-72e775c84056', 'network_id': '3012d033-9968-4787-9e8a-f49f040e8300', 'port_id': '483cbecb-8fc9-44f5-b311-72e775c84056', 'mac_address': 'fa:16:3e:65:48:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df57a51d-5952-4162-9c7b-2e0b10f1ca5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:12.320521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:12.330027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:12.335301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:12.345282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.378235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483cbecb-8fc9-44f5-b311-72e775c84056 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:12.396647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058f6ef-808c-4e36-96e9-5aaf08825f78 req-01eaa868-1ff4-4b22-8bc5-6196053aced3 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.404064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 483cbecb-8fc9-44f5-b311-72e775c84056, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=483cbecb-8fc9-44f5-b311-72e775c84056,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:12.405283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7058f6ef-808c-4e36-96e9-5aaf08825f78 req-01eaa868-1ff4-4b22-8bc5-6196053aced3 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 943 time: 0.0999520
Nov 13 21:14:12.431461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-682bdf06-e8ee-4b6c-ad16-5c8bff4e6d51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3bcf900df224886bd2fd5da4286f798&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5770543
Nov 13 21:14:12.433840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58444) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:12.449579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event updated for resources: {'Port': ['ID=a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:12.455888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.456947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 34ba1157-7e10-4b46-a543-f33ee78b218e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:12.465994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e74547f4-76da-413a-b24d-3c0cd810c736 req-657abb9d-8a6e-440e-ba35-6f62865fa5df service neutron] 10.222.0.37 "GET /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3674436
Nov 13 21:14:12.542648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.543311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.543682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7058f6ef-808c-4e36-96e9-5aaf08825f78 req-863fc312-88a0-4541-bbc7-cf31927a2510 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331396
Nov 13 21:14:12.571233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d302-bc5c-49d2-8a8e-486b7b1cc26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.590060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=483cbecb-8fc9-44f5-b311-72e775c84056,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:12.592231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-d9e77749-860a-40ed-8b4a-79eb1fb53652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.599637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-d9e77749-860a-40ed-8b4a-79eb1fb53652 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c769c66dceb4c33984b5a9ee0b431af&device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 1094 time: 0.1080430
Nov 13 21:14:12.622300 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d302-bc5c-49d2-8a8e-486b7b1cc26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.643692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bc199b6f-36e0-46f5-989f-c6ef9ee76ed2 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9846089
Nov 13 21:14:12.646652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58446) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:12.731000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:12.778098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-9242f914-cefd-4a61-ae0b-2889420d8d3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d HTTP/1.1" status: 200  len: 217 time: 0.0679553
Nov 13 21:14:12.789865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'port_id': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'mac_address': 'fa:16:3e:b2:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:12.827191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d302-bc5c-49d2-8a8e-486b7b1cc26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.830497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d302-bc5c-49d2-8a8e-486b7b1cc26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.831673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3ab5d302-bc5c-49d2-8a8e-486b7b1cc26f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6213542-1eb9-4507-bb3c-17863480f40b HTTP/1.1" status: 204  len: 168 time: 0.3967667
Nov 13 21:14:12.853476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5d302-bc5c-49d2-8a8e-486b7b1cc26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6213542-1eb9-4507-bb3c-17863480f40b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:12.858937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-3def711f-129d-4058-bdcb-5a35a496b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.860925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-3def711f-129d-4058-bdcb-5a35a496b059 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f12a732-5103-4e8d-8423-c98239ec0139 HTTP/1.1" status: 200  len: 858 time: 0.0566273
Nov 13 21:14:12.908537 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:12.943070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-43e5f56c-7f85-4310-ac57-15ddf00a15fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675702
Nov 13 21:14:12.954293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ba1157-7e10-4b46-a543-f33ee78b218e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:12.959880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39548137-def3-4b7e-8aa7-756734c86eac req-6af0aef7-a600-44da-8436-bbe917979126 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:12.971217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39548137-def3-4b7e-8aa7-756734c86eac req-6af0aef7-a600-44da-8436-bbe917979126 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 943 time: 0.1017087
Nov 13 21:14:13.009880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'tag': 'd84a67be-2523-4b22-a9f6-14418beeeb4d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:13.013897 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9434dac-5964-4504-940e-73d5fa4a6d94" -d '{"events": [{"name": "network-changed", "server_uuid": "11a99fd9-a686-4ea6-ba7a-90c4d12a781a", "tag": "d84a67be-2523-4b22-a9f6-14418beeeb4d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:13.027884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:13.071151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39548137-def3-4b7e-8aa7-756734c86eac req-26181455-c466-4868-8682-2ac8c0d32328 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930395
Nov 13 21:14:13.090051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f89bf-c332-4e1e-9619-64d398cc1272 req-ac36fb46-fefb-4db6-83dd-bdb3d5ededb8 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:13.102109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac9f89bf-c332-4e1e-9619-64d398cc1272 req-ac36fb46-fefb-4db6-83dd-bdb3d5ededb8 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 944 time: 0.2389216
Nov 13 21:14:13.145671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Deleting port a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:13.146241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:13.192818 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:13.192818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:13.207354 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23612e8-4341-447d-abd6-b213fd37d59e x-openstack-request-id: req-c23612e8-4341-447d-abd6-b213fd37d59e {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:13.208070 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a99fd9-a686-4ea6-ba7a-90c4d12a781a", "tag": "d84a67be-2523-4b22-a9f6-14418beeeb4d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:13.208070 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c23612e8-4341-447d-abd6-b213fd37d59e {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:13.208479 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'tag': 'd84a67be-2523-4b22-a9f6-14418beeeb4d', 'status': 'completed', 'code': 200}
Nov 13 21:14:13.266080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4dc8cc-853b-44e3-b4fc-d8fd135c31d8 None None] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:13.340664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-191e3053-1eb8-4c59-8dff-1d9ae5fc1e5c service neutron] 10.222.0.46 "GET /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792918
Nov 13 21:14:13.353804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac9f89bf-c332-4e1e-9619-64d398cc1272 req-873c6e16-0658-436c-aab0-2f718ea8a8c6 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501760
Nov 13 21:14:13.434367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:13.501947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cda25c-42e3-4df7-b25a-1ef883c3a497 req-783c8d30-7dc5-4f9d-aba1-301847e8bf87 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:13.503452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00cda25c-42e3-4df7-b25a-1ef883c3a497 req-783c8d30-7dc5-4f9d-aba1-301847e8bf87 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 945 time: 0.1054304
Nov 13 21:14:13.510486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4947c3a2-233b-44a5-962b-5c0d35cdd3ba None None] Provisioning complete for port 27bbfdc6-be3d-419e-a52d-40722280e620 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:13.511219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4947c3a2-233b-44a5-962b-5c0d35cdd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:13.583932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:13.611147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Calling delete_port for a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:13.615422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00cda25c-42e3-4df7-b25a-1ef883c3a497 req-4c99ee4a-2acb-4688-a4c9-38ee3bcd7d93 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028662
Nov 13 21:14:13.681253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:13.747042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,segment=NetworkSegment(d0348f0b-50fa-4864-bf63-91aaf2422c0f),segment_id=d0348f0b-50fa-4864-bf63-91aaf2422c0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:13.829833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f', 'network_id': '606601c1-24c7-4b73-ae8f-0e20d3a98106', 'port_id': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f', 'mac_address': 'fa:16:3e:28:b2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b493a2f0-9780-49ff-a7e2-1502821be639', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:13.902307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbc0a5-7abb-4c1b-bb95-1528213e3d26 req-9392e054-baa9-4b1f-880b-a34c14168a2a tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:13.913664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80dbc0a5-7abb-4c1b-bb95-1528213e3d26 req-9392e054-baa9-4b1f-880b-a34c14168a2a tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 943 time: 0.1605291
Nov 13 21:14:13.921066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7d8ee98-e7b8-4e1a-872d-2263cf73cf4c req-c36061fe-5692-4653-a062-703ad917684b service neutron] 10.222.0.46 "GET /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5581186
Nov 13 21:14:13.958791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0df5e2-5e2e-42b3-8e1b-01ef92b531eb req-e143ec1f-0457-439e-8015-8155a07e22ed tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:13.959471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:13.960436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee0df5e2-5e2e-42b3-8e1b-01ef92b531eb req-e143ec1f-0457-439e-8015-8155a07e22ed tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 944 time: 0.1006846
Nov 13 21:14:13.973692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:13.978446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27bbfdc6-be3d-419e-a52d-40722280e620 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:14.032087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event deleted for resources: {'Port': ['ID=a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:14.048010 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.067156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80dbc0a5-7abb-4c1b-bb95-1528213e3d26 req-ead0c0ef-0322-4f4a-ad32-5b67fac65d3a tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523013
Nov 13 21:14:14.091898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:14.126816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:14.132585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4947c3a2-233b-44a5-962b-5c0d35cdd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.139394 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee0df5e2-5e2e-42b3-8e1b-01ef92b531eb req-a930c150-f100-4c68-bfe7-1eb54687badf tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581211
Nov 13 21:14:14.141968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-db67cad4-539e-402b-93b1-89b09c84c63d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da10b5a19e4045529f6d2a6e6dec7d1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1630883
Nov 13 21:14:14.144879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58478) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:14.191812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:14.193100 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.211831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.225366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d5716e67-469a-450e-8d82-7358c9521828 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "DELETE /v2.0/ports/a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6 HTTP/1.1" status: 204  len: 168 time: 1.5774887
Nov 13 21:14:14.228556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:14.234434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-58aa830e-8d55-4a37-bf06-0da3cad189f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:14.238035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-58aa830e-8d55-4a37-bf06-0da3cad189f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c769c66dceb4c33984b5a9ee0b431af&device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 1094 time: 0.1659660
Nov 13 21:14:14.290519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4947c3a2-233b-44a5-962b-5c0d35cdd3ba None None] For port 27bbfdc6-be3d-419e-a52d-40722280e620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27bbfdc6-be3d-419e-a52d-40722280e620,segment=NetworkSegment(07e65346-77bf-4204-ad1c-93da625b5851),segment_id=07e65346-77bf-4204-ad1c-93da625b5851)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:14.307344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3c75623-c06f-48e4-87ff-71cba9cde335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.368187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3c75623-c06f-48e4-87ff-71cba9cde335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.420674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,segment=NetworkSegment(d0348f0b-50fa-4864-bf63-91aaf2422c0f),segment_id=d0348f0b-50fa-4864-bf63-91aaf2422c0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:14.436917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4947c3a2-233b-44a5-962b-5c0d35cdd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.440374 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.533117 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.535202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 27bbfdc6-be3d-419e-a52d-40722280e620 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:14.535464 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.563996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3c75623-c06f-48e4-87ff-71cba9cde335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.569128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3c75623-c06f-48e4-87ff-71cba9cde335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.570323 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d3c75623-c06f-48e4-87ff-71cba9cde335 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd44e55-1022-4b57-bdd1-aea15db76baa HTTP/1.1" status: 204  len: 168 time: 0.4245312
Nov 13 21:14:14.583222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:14.645320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c75623-c06f-48e4-87ff-71cba9cde335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd44e55-1022-4b57-bdd1-aea15db76baa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:14.761006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea277-c0d8-492d-bb04-980da7b662a1 req-4ce16448-c01f-44c4-beb3-4adfa3d85fdf tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:14.767823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d1ea277-c0d8-492d-bb04-980da7b662a1 req-4ce16448-c01f-44c4-beb3-4adfa3d85fdf tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 944 time: 0.1563923
Nov 13 21:14:14.769154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1b964440-3fc3-4316-b86c-6934725604e5 None None] Could not find standard attr ID for object a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:14:14.811801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1be07ab1-d3f7-41d8-84ed-9fcfc19ca72f tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4932 time: 0.5727308
Nov 13 21:14:14.815058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:14.821212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1682557121'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:14.822128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:14.830600 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085d1231-60f6-4d84-b8cc-81f452e5f0c6" -d '{"events": [{"server_uuid": "b081b595-0aa5-4e93-a13a-9460f11710b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:14.836261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b7aa4-1c75-49ff-b655-07ce1fbc224b req-b8486e9e-b8af-4569-9454-0822cdbc60a6 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:14.838272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea1b7aa4-1c75-49ff-b655-07ce1fbc224b req-b8486e9e-b8af-4569-9454-0822cdbc60a6 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 943 time: 0.5949533
Nov 13 21:14:14.842565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947c3a2-233b-44a5-962b-5c0d35cdd3ba None None] Pushing event updated for resources: {'Port': ['ID=27bbfdc6-be3d-419e-a52d-40722280e620,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:14.891750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-8493e33b-687a-4439-bf25-18adee38b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:14.898897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-8493e33b-687a-4439-bf25-18adee38b54b service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee HTTP/1.1" status: 200  len: 919 time: 0.6460350
Nov 13 21:14:14.909582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:14.919362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d1ea277-c0d8-492d-bb04-980da7b662a1 req-65f1e188-079a-4cc0-a830-e96910ecf601 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336262
Nov 13 21:14:14.930551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['34ba1157-7e10-4b46-a543-f33ee78b218e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:14.963481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:14.965675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['483cbecb-8fc9-44f5-b311-72e775c84056'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:14.985347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-d092831d-3f38-4ddb-ad4e-9c37f46cf5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d HTTP/1.1" status: 200  len: 217 time: 0.0744588
Nov 13 21:14:14.987198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Made reservation on behalf of e131b016741c4fc0b5637cd117fb7f38 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:14.992197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.023687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea1b7aa4-1c75-49ff-b655-07ce1fbc224b req-d1cf29a9-8fcf-4d98-b790-10bdeaee2c5e tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739585
Nov 13 21:14:15.072535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-fbd7e385-748d-49f4-a8e2-585ad013e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:15.074605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-fbd7e385-748d-49f4-a8e2-585ad013e38c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0f12a732-5103-4e8d-8423-c98239ec0139 HTTP/1.1" status: 200  len: 858 time: 0.0761056
Nov 13 21:14:15.121318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-487f3db4-bdae-4fb1-830c-6dfeb26922ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365736
Nov 13 21:14:15.147590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:15.200431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.202723 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Added segment 919ac686-a62d-421d-b112-efc26356225a of type vlan for network e3c39a9d-bf4c-4c51-99c4-c1f272c72c40
Nov 13 21:14:15.224593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50781795-7f1f-4ddb-b38a-29bb9e6ace51 req-eb2680fc-cc1b-496c-b67b-5fd17906d947 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:15.228838 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-50781795-7f1f-4ddb-b38a-29bb9e6ace51 req-eb2680fc-cc1b-496c-b67b-5fd17906d947 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.1856465
Nov 13 21:14:15.299483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-4d8a4f90-9568-482b-9bd0-b1ea60785a6d service neutron] 10.222.0.46 "GET /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686637
Nov 13 21:14:15.317088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.336461 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f76949-41b7-4f77-b938-f210fc92bd39 x-openstack-request-id: req-55f76949-41b7-4f77-b938-f210fc92bd39 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:15.336904 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b081b595-0aa5-4e93-a13a-9460f11710b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:15.337347 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55f76949-41b7-4f77-b938-f210fc92bd39 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:15.337831 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9', 'code': 200}
Nov 13 21:14:15.444101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1b964440-3fc3-4316-b86c-6934725604e5 None None] Provisioning complete for port 27bbfdc6-be3d-419e-a52d-40722280e620 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:15.444558 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b964440-3fc3-4316-b86c-6934725604e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.492357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.557650 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-50781795-7f1f-4ddb-b38a-29bb9e6ace51 req-f7a6bb53-1e3b-4bed-8923-fb62747ceaed tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2969818
Nov 13 21:14:15.604008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a940e38-5b8f-426f-805b-af10142ad727 req-4c036821-9d12-4bed-bbbe-fd853f0a6425 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:15.609773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874ddf-d2c4-428d-b5aa-7fb2a05c0e0d req-3a65bd16-6fed-4b1b-baad-84563999aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:15.613399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a874ddf-d2c4-428d-b5aa-7fb2a05c0e0d req-3a65bd16-6fed-4b1b-baad-84563999aaa0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 1097 time: 0.2560616
Nov 13 21:14:15.614719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a940e38-5b8f-426f-805b-af10142ad727 req-4c036821-9d12-4bed-bbbe-fd853f0a6425 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 944 time: 0.2680082
Nov 13 21:14:15.626761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:15.697066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e9434dac-5964-4504-940e-73d5fa4a6d94 req-f624c2e0-47f4-4bbe-a592-f0266cf20021 service neutron] 10.222.0.46 "GET /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3868959
Nov 13 21:14:15.717430 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.733856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:15.734507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:15.896178 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a940e38-5b8f-426f-805b-af10142ad727 req-bf58e7fd-64ea-4e69-8e12-aa2bdd49c337 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2593029
Nov 13 21:14:15.907715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:15.946948 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a874ddf-d2c4-428d-b5aa-7fb2a05c0e0d req-0d837797-76b8-4885-b183-ad05693c0307 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3224835
Nov 13 21:14:15.969628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:15.973048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.1503799
Nov 13 21:14:15.994289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27bbfdc6-be3d-419e-a52d-40722280e620 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:16.063384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c1302d75-62e4-425b-b24c-66d2c6e1d57a None None] Could not find standard attr ID for object a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:14:16.086181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e489de8-ab06-4d6b-bb6b-b8acc4029aaa tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event updated for resources: {'Network': ['ID=e3c39a9d-bf4c-4c51-99c4-c1f272c72c40,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:16.115717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58702644-8abd-4aa8-9a86-db3592eb23bc req-399955c7-12c2-4b73-9e12-b08535a3e76a tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:16.121754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-58702644-8abd-4aa8-9a86-db3592eb23bc req-399955c7-12c2-4b73-9e12-b08535a3e76a tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 944 time: 0.4314582
Nov 13 21:14:16.136378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e3c39a9d-bf4c-4c51-99c4-c1f272c72c40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:16.187997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-58702644-8abd-4aa8-9a86-db3592eb23bc req-1ac9260f-9c24-4df9-9856-1ae6d061b7cc tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569921
Nov 13 21:14:16.231612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa45a5-b8e6-44ea-9dc8-dd1f4464c22d req-b7a07543-fdfd-427b-9d86-917ca6eb0e9a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:16.237136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aeaa45a5-b8e6-44ea-9dc8-dd1f4464c22d req-b7a07543-fdfd-427b-9d86-917ca6eb0e9a tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 944 time: 0.1949582
Nov 13 21:14:16.331615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 27bbfdc6-be3d-419e-a52d-40722280e620 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:16.332229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:16.363561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-71c15cbc-e7e1-4d10-9b1c-7e372bb479fe tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/agents/d93f5407-9c62-457b-8bee-0e5b3d03ee32/dhcp-networks HTTP/1.1" status: 200  len: 8113 time: 0.3899839
Nov 13 21:14:16.368387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58536) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:16.382658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aeaa45a5-b8e6-44ea-9dc8-dd1f4464c22d req-4c8f7304-3c26-4668-9f14-2e82e45b5e9c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308322
Nov 13 21:14:16.432753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6973fd-7142-4a2a-bc92-7769de16cf3a req-a6cc2f5c-26dc-4c35-840b-af6f69b484f8 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:16.449114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd6973fd-7142-4a2a-bc92-7769de16cf3a req-a6cc2f5c-26dc-4c35-840b-af6f69b484f8 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 943 time: 0.1356552
Nov 13 21:14:16.552537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52166e1b-a843-4104-b513-6a1431cdac07 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] Network e3c39a9d-bf4c-4c51-99c4-c1f272c72c40 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:14:16.553007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd6973fd-7142-4a2a-bc92-7769de16cf3a req-8b950260-5cea-469c-b237-bfba09784bbc tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027105
Nov 13 21:14:16.659679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-52166e1b-a843-4104-b513-6a1431cdac07 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "POST /v2.0/agents/d93f5407-9c62-457b-8bee-0e5b3d03ee32/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.2878842
Nov 13 21:14:16.660873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58548) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:16.670602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7b8ca-fe5c-4255-84d5-9d4d40614201 None None] Network e3c39a9d-bf4c-4c51-99c4-c1f272c72c40 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:16.776585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb5c62-c4ad-479f-8a22-365b61b81702 req-6b22535a-6e93-4adb-86de-0f37c43d6e8d tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:16.778260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1bb5c62-c4ad-479f-8a22-365b61b81702 req-6b22535a-6e93-4adb-86de-0f37c43d6e8d tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.1089780
Nov 13 21:14:16.862923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1bb5c62-c4ad-479f-8a22-365b61b81702 req-08242f45-d4a8-4908-9ba2-6177b0a2a926 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776446
Nov 13 21:14:16.943229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-197f7b29-2bda-4247-92a8-7ff65b565986 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/agents/d93f5407-9c62-457b-8bee-0e5b3d03ee32/dhcp-networks HTTP/1.1" status: 200  len: 8884 time: 0.2773399
Nov 13 21:14:16.943384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58554) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:17.118188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fab8a-56c8-46a0-be62-e493906b6435 req-58327b83-20ba-4c15-b8dd-0473f9598fda tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:17.121183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-857fab8a-56c8-46a0-be62-e493906b6435 req-58327b83-20ba-4c15-b8dd-0473f9598fda tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 944 time: 0.0930302
Nov 13 21:14:17.165622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f08be451-181d-44ad-926b-947fb58bc876 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "DELETE /v2.0/agents/d93f5407-9c62-457b-8bee-0e5b3d03ee32/dhcp-networks/e3c39a9d-bf4c-4c51-99c4-c1f272c72c40 HTTP/1.1" status: 204  len: 168 time: 0.2212431
Nov 13 21:14:17.168866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:17.208977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-857fab8a-56c8-46a0-be62-e493906b6435 req-10d6829b-1e12-4d22-8356-01755da7c648 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815856
Nov 13 21:14:17.445575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-682d2cc5-b4ea-4e7e-8f3c-b24a748a8c3c tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/agents/d93f5407-9c62-457b-8bee-0e5b3d03ee32/dhcp-networks HTTP/1.1" status: 200  len: 8113 time: 0.2708673
Nov 13 21:14:17.446185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58570) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:17.472597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562d9c-51bc-4ab4-8dd5-9cf9e4f04458 req-ccf260ea-5496-409b-b34f-f8a2bed63ac8 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:17.481117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20562d9c-51bc-4ab4-8dd5-9cf9e4f04458 req-ccf260ea-5496-409b-b34f-f8a2bed63ac8 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 944 time: 0.1533015
Nov 13 21:14:17.515817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-65d7f80b-564a-4a2b-a038-f08ea065ae43 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/networks/665c6b63-d9c7-4d7a-97fc-123034446af7/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.0621786
Nov 13 21:14:17.515817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:17.589355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20562d9c-51bc-4ab4-8dd5-9cf9e4f04458 req-e398ada7-38cf-4317-a979-1b53a3fa2591 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967453
Nov 13 21:14:17.663712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58584) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:17.663917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-86cc1e40-b40a-40cc-a090-05eb78ff2d37 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/networks/665c6b63-d9c7-4d7a-97fc-123034446af7/dhcp-agents HTTP/1.1" status: 200  len: 795 time: 0.1509287
Nov 13 21:14:17.678822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d84a67be-2523-4b22-a9f6-14418beeeb4d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:17.691282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60caef-fd37-486f-b77a-07edfb966bc5 req-319ca83d-22b9-42bf-bcef-aa305b7c3263 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:17.696000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c60caef-fd37-486f-b77a-07edfb966bc5 req-319ca83d-22b9-42bf-bcef-aa305b7c3263 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 944 time: 0.2041264
Nov 13 21:14:17.797290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c60caef-fd37-486f-b77a-07edfb966bc5 req-54627de1-b9c2-4718-92ac-1739391a8d75 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844414
Nov 13 21:14:17.849561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d84a67be-2523-4b22-a9f6-14418beeeb4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d,segment=NetworkSegment(7f770f51-48fc-4e31-85cd-ebeddf415fbf),segment_id=7f770f51-48fc-4e31-85cd-ebeddf415fbf)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:17.875349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'd84a67be-2523-4b22-a9f6-14418beeeb4d', 'network_id': '0c0091ca-886d-4ff3-ad75-7cbd6d6418ee', 'port_id': 'd84a67be-2523-4b22-a9f6-14418beeeb4d', 'mac_address': 'fa:16:3e:46:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f12a732-5103-4e8d-8423-c98239ec0139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:17.907632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-33623eec-648f-492e-9e57-c8ceec0b9c97 tempest-DHCPAgentSchedulersTestJSON-887624962 tempest-DHCPAgentSchedulersTestJSON-887624962-project-admin] 10.222.0.20 "GET /v2.0/agents/d93f5407-9c62-457b-8bee-0e5b3d03ee32/dhcp-networks HTTP/1.1" status: 200  len: 8113 time: 0.2386353
Nov 13 21:14:17.908200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58594) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:17.968095 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:17.989319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84a67be-2523-4b22-a9f6-14418beeeb4d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:18.021758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d84a67be-2523-4b22-a9f6-14418beeeb4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d,segment=NetworkSegment(7f770f51-48fc-4e31-85cd-ebeddf415fbf),segment_id=7f770f51-48fc-4e31-85cd-ebeddf415fbf)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:18.033091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f73df-d787-49a8-8cfb-8e1ece3c7707 req-b0e46608-5ac6-4a8e-bcb3-7b59e66d7f19 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:18.034924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e88f73df-d787-49a8-8cfb-8e1ece3c7707 req-b0e46608-5ac6-4a8e-bcb3-7b59e66d7f19 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 943 time: 0.1154950
Nov 13 21:14:18.068395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:18.129874 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:18.149068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e88f73df-d787-49a8-8cfb-8e1ece3c7707 req-3d4c7c91-3cb7-4ef0-bc14-602bddcb061d tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050277
Nov 13 21:14:18.156187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc910d0-448a-470b-ba35-c2b8e7c1f412 req-50f2f1cb-8882-4920-a4ea-f9d383a5e4c2 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:18.175504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edc910d0-448a-470b-ba35-c2b8e7c1f412 req-50f2f1cb-8882-4920-a4ea-f9d383a5e4c2 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.1157217
Nov 13 21:14:18.239787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d84a67be-2523-4b22-a9f6-14418beeeb4d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:18.325198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:18.338422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edc910d0-448a-470b-ba35-c2b8e7c1f412 req-9ee4e869-d050-4eb7-b758-d7954d4b7a8a tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097338
Nov 13 21:14:18.362848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd101f10>,) {'filters': {'network_id': ['e3c39a9d-bf4c-4c51-99c4-c1f272c72c40']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:18.366089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d84a67be-2523-4b22-a9f6-14418beeeb4d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:18.369343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd48f1d-2283-4715-9c3e-691eb98ae814 req-9bb88635-6743-4913-91da-f773237c3d8f tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:18.371003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddd48f1d-2283-4715-9c3e-691eb98ae814 req-9bb88635-6743-4913-91da-f773237c3d8f tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 944 time: 0.0583270
Nov 13 21:14:18.404680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd101f10>, '919ac686-a62d-421d-b112-efc26356225a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:18.406508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd101f10>, '919ac686-a62d-421d-b112-efc26356225a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:18.424127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:18.456047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddd48f1d-2283-4715-9c3e-691eb98ae814 req-8cde9e79-1c5d-4273-8b1a-9c8261d06100 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696645
Nov 13 21:14:18.470362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:18.488754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:14:18.489355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:14:18.571792 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:14:18.614767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 483cbecb-8fc9-44f5-b311-72e775c84056 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:18.660210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14562b91-c521-4c35-8dc3-7bb157e44ee1 req-2cd90a06-66c1-4abb-8d94-3d04ca2b14de tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:18.668662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14562b91-c521-4c35-8dc3-7bb157e44ee1 req-2cd90a06-66c1-4abb-8d94-3d04ca2b14de tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0667233
Nov 13 21:14:18.723678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14562b91-c521-4c35-8dc3-7bb157e44ee1 req-933a086c-6a85-487f-aa18-a5cca7b46e5c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540180
Nov 13 21:14:18.826725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73468c-cc13-487a-849d-4e43b256d2a0 req-b4b06fe6-4826-49dd-8864-efeaf05c70f4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:18.828244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b73468c-cc13-487a-849d-4e43b256d2a0 req-b4b06fe6-4826-49dd-8864-efeaf05c70f4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 944 time: 0.0486612
Nov 13 21:14:18.874802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b73468c-cc13-487a-849d-4e43b256d2a0 req-91844e2d-fbd4-47bd-ad7c-e49d999c7770 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406935
Nov 13 21:14:18.974676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935acc6f-e478-4aab-a111-6fc6416f6bac req-141d90ec-817d-46f8-8fdd-2a2be7b90fef tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:18.976111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-935acc6f-e478-4aab-a111-6fc6416f6bac req-141d90ec-817d-46f8-8fdd-2a2be7b90fef tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.0485535
Nov 13 21:14:18.985016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.005465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.009742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 483cbecb-8fc9-44f5-b311-72e775c84056 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:19.014270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 483cbecb-8fc9-44f5-b311-72e775c84056 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:19.018383 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.019754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "DELETE /v2.0/networks/e3c39a9d-bf4c-4c51-99c4-c1f272c72c40 HTTP/1.1" status: 204  len: 168 time: 1.1102233
Nov 13 21:14:19.021172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58636) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:19.024935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15069c0d-4165-4c1c-aa9e-769cdd09d132 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event deleted for resources: {'Network': ['ID=e3c39a9d-bf4c-4c51-99c4-c1f272c72c40,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:19.054790 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f439885-761a-44a7-ac8c-4135072e521c tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:14:19.055193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f439885-761a-44a7-ac8c-4135072e521c tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:14:19.061448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1f439885-761a-44a7-ac8c-4135072e521c tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "DELETE /v2.0/ports/a547c2ed-65dc-4fd0-a69b-ce3dab08e5c6 HTTP/1.1" status: 404  len: 333 time: 0.0392776
Nov 13 21:14:19.061701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58644) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:19.071505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-935acc6f-e478-4aab-a111-6fc6416f6bac req-29068297-6399-45ef-bbaa-a1b3126f5b41 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894167
Nov 13 21:14:19.120211 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.176353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Deleting subnet 4d33707e-4acd-4c61-897a-7549324d6288 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:14:19.177367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483cbecb-8fc9-44f5-b311-72e775c84056'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:19.179583 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ebeec2-f0e7-4ca4-902f-b2a8627f0e4d" -d '{"events": [{"server_uuid": "56b0c2c1-4cac-46ae-9a63-fff7c08aeae5", "name": "network-vif-plugged", "status": "completed", "tag": "483cbecb-8fc9-44f5-b311-72e775c84056"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:19.183342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.224283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 483cbecb-8fc9-44f5-b311-72e775c84056, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=483cbecb-8fc9-44f5-b311-72e775c84056,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:19.232246 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.246693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fec01-2e62-40bc-8299-a24ed2d95212 req-09675607-5f59-499b-a6be-62a41becff0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:19.248810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f2fec01-2e62-40bc-8299-a24ed2d95212 req-09675607-5f59-499b-a6be-62a41becff0c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 944 time: 0.1074588
Nov 13 21:14:19.295234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.296462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 34ba1157-7e10-4b46-a543-f33ee78b218e up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:19.341029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f2fec01-2e62-40bc-8299-a24ed2d95212 req-82db6889-fdd1-4163-a9fc-5d51545fa16c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846634
Nov 13 21:14:19.398921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.478186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=483cbecb-8fc9-44f5-b311-72e775c84056,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:19.526349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d45245-d4e4-44e7-bbea-3b5e4aa48574 req-17355c90-5647-4ca6-9702-8e91f9e6e8b5 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:19.532406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7d45245-d4e4-44e7-bbea-3b5e4aa48574 req-17355c90-5647-4ca6-9702-8e91f9e6e8b5 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 944 time: 0.0733225
Nov 13 21:14:19.569546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 34ba1157-7e10-4b46-a543-f33ee78b218e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:19.588782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 34ba1157-7e10-4b46-a543-f33ee78b218e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:19.588782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.641443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7d45245-d4e4-44e7-bbea-3b5e4aa48574 req-d5f814b1-81b5-4abf-b6b5-d082af478ef6 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035805
Nov 13 21:14:19.649678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.684508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event deleted for resources: {'Subnet': ['ID=4d33707e-4acd-4c61-897a-7549324d6288,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:19.690286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.692509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d84a67be-2523-4b22-a9f6-14418beeeb4d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:19.710211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.717713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fd5c78b1-a76e-4bec-b4cd-b083681e85dd tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "DELETE /v2.0/subnets/4d33707e-4acd-4c61-897a-7549324d6288 HTTP/1.1" status: 204  len: 168 time: 0.6550174
Nov 13 21:14:19.720054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58680) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:19.736860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01534832-3749-4767-aebd-483c8f0ba3e2 None None] Network 665c6b63-d9c7-4d7a-97fc-123034446af7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:19.837718 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354efea3-5c79-4f4e-9582-117e5fdf9380 x-openstack-request-id: req-354efea3-5c79-4f4e-9582-117e5fdf9380 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:19.838169 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0c2c1-4cac-46ae-9a63-fff7c08aeae5", "name": "network-vif-plugged", "status": "completed", "tag": "483cbecb-8fc9-44f5-b311-72e775c84056", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:19.838519 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-354efea3-5c79-4f4e-9582-117e5fdf9380 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:19.838922 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483cbecb-8fc9-44f5-b311-72e775c84056', 'code': 200}
Nov 13 21:14:19.928900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:19.934649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-209bb69f-602a-44e2-b8de-46829124744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:19.936370 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-209bb69f-602a-44e2-b8de-46829124744e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 1096 time: 0.0827887
Nov 13 21:14:19.956981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port d84a67be-2523-4b22-a9f6-14418beeeb4d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:19.958395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5712488-5f00-439c-9c2d-c2f6b5335919 req-ec99e5f3-57c5-449c-83ac-c3181cb0f3ed tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:19.967284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port d84a67be-2523-4b22-a9f6-14418beeeb4d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:19.967664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:19.969406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5712488-5f00-439c-9c2d-c2f6b5335919 req-ec99e5f3-57c5-449c-83ac-c3181cb0f3ed tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.2738869
Nov 13 21:14:19.998827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.001615 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.002440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:20.081558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] DHCP port deletion for 665c6b63-d9c7-4d7a-97fc-123034446af7 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:14:20.086672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eafd18-6ab4-4230-a24b-d5e886634644 req-32e24f08-203f-46dc-b3c9-75b014a450cd tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:20.096135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41eafd18-6ab4-4230-a24b-d5e886634644 req-32e24f08-203f-46dc-b3c9-75b014a450cd tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 944 time: 0.2849383
Nov 13 21:14:20.100924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647885db-3fc8-4c7f-9ca1-486ce837a728 req-d82f5078-8601-442e-938b-5d8ec4eded3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:20.102641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-647885db-3fc8-4c7f-9ca1-486ce837a728 req-d82f5078-8601-442e-938b-5d8ec4eded3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 1096 time: 0.2391944
Nov 13 21:14:20.136397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5712488-5f00-439c-9c2d-c2f6b5335919 req-cbf46aef-3cbe-4ce5-a228-c233c42cf18f tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658044
Nov 13 21:14:20.184647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-d5eda2ce-859c-4ea6-8e34-d5f473ed38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:20.190174 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-d5eda2ce-859c-4ea6-8e34-d5f473ed38cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 906 time: 0.2157381
Nov 13 21:14:20.203320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:20.243335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-35d8c610-7285-4d48-b071-6f7cf74074b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d HTTP/1.1" status: 200  len: 217 time: 0.0479467
Nov 13 21:14:20.260204 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.280255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] Deleting port 27bbfdc6-be3d-419e-a52d-40722280e620 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:20.280540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.305779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41eafd18-6ab4-4230-a24b-d5e886634644 req-e5b182c5-32f1-47fb-95a9-2f28f7ac5b80 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074292
Nov 13 21:14:20.338752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-647885db-3fc8-4c7f-9ca1-486ce837a728 req-af531f0d-2a7c-46f9-859b-2401bbd39299 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246408
Nov 13 21:14:20.351504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:20.357123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d84a67be-2523-4b22-a9f6-14418beeeb4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d,segment=NetworkSegment(7f770f51-48fc-4e31-85cd-ebeddf415fbf),segment_id=7f770f51-48fc-4e31-85cd-ebeddf415fbf)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:20.361002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Deleting port 27bbfdc6-be3d-419e-a52d-40722280e620 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:20.361490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.363562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-d463cb66-0bc4-4aec-b990-2e57e8156692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:20.364892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:20.372447 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.373179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-d463cb66-0bc4-4aec-b990-2e57e8156692 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.1165657
Nov 13 21:14:20.407157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] For port 27bbfdc6-be3d-419e-a52d-40722280e620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27bbfdc6-be3d-419e-a52d-40722280e620,segment=NetworkSegment(07e65346-77bf-4204-ad1c-93da625b5851),segment_id=07e65346-77bf-4204-ad1c-93da625b5851)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:20.407554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.419330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.427533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] Calling delete_port for 27bbfdc6-be3d-419e-a52d-40722280e620 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:20.469482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] For port 27bbfdc6-be3d-419e-a52d-40722280e620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27bbfdc6-be3d-419e-a52d-40722280e620,segment=NetworkSegment(07e65346-77bf-4204-ad1c-93da625b5851),segment_id=07e65346-77bf-4204-ad1c-93da625b5851)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:20.469957 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.485902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Calling delete_port for 27bbfdc6-be3d-419e-a52d-40722280e620 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:20.504628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeafeb-1a66-4ec4-95ef-a93fe2856599 req-db5a3bb1-3e8f-4465-97c9-723a3f9b5d61 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:20.506333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75aeafeb-1a66-4ec4-95ef-a93fe2856599 req-db5a3bb1-3e8f-4465-97c9-723a3f9b5d61 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0840623
Nov 13 21:14:20.551806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d84a67be-2523-4b22-a9f6-14418beeeb4d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:20.615239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75aeafeb-1a66-4ec4-95ef-a93fe2856599 req-f44f88f9-4150-40e2-a4c4-a3f23fa22dc9 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025670
Nov 13 21:14:20.629466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.636755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-a6b36ab1-3a9b-46c5-9940-be5129e4ef38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1097727
Nov 13 21:14:20.678247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.698492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] No DVR routers for this DVR port 27bbfdc6-be3d-419e-a52d-40722280e620 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:20.738086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.750765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,segment=NetworkSegment(d0348f0b-50fa-4864-bf63-91aaf2422c0f),segment_id=d0348f0b-50fa-4864-bf63-91aaf2422c0f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:20.800616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] Pushing event deleted for resources: {'Port': ['ID=27bbfdc6-be3d-419e-a52d-40722280e620,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:20.811066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event deleted for resources: {'Port': ['ID=27bbfdc6-be3d-419e-a52d-40722280e620,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:20.817447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95270952-fdf9-4d7a-9f95-aee7abcd7262 None None] No DVR routers for this DVR port 27bbfdc6-be3d-419e-a52d-40722280e620 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:20.821519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-ee86ed0e-d20b-42f8-a557-3f4832ebcd2f service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762607
Nov 13 21:14:20.852451 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.894926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.918285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f5760>,) {'filters': {'network_id': ['665c6b63-d9c7-4d7a-97fc-123034446af7']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:20.929207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f5760>, '07e65346-77bf-4204-ad1c-93da625b5851') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:20.929512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f5760>, '07e65346-77bf-4204-ad1c-93da625b5851') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:20.947849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:20.948171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.960859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.967052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:14:20.969705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:20.991422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-131d0a7a-5a07-4395-bf10-988687f61fc3 req-455fbba6-80cf-4fc5-9fc7-a6387a8e9097 service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588869
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:14:21.037466 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:14:21.089237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954821-9bb4-44dc-943a-414449e6c01f req-8a087dad-e4d2-4f4c-b736-e3b941bb0bf1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.090808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b954821-9bb4-44dc-943a-414449e6c01f req-8a087dad-e4d2-4f4c-b736-e3b941bb0bf1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0569003
Nov 13 21:14:21.092154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e11af-db52-4145-8809-e2d2e526ee64 req-8aa97d87-7af5-40c3-8f84-713e6fd66ad1 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.094397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-637e11af-db52-4145-8809-e2d2e526ee64 req-8aa97d87-7af5-40c3-8f84-713e6fd66ad1 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 945 time: 0.0670149
Nov 13 21:14:21.119991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:21.136027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:21.139710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] 10.222.0.20 "DELETE /v2.0/networks/665c6b63-d9c7-4d7a-97fc-123034446af7 HTTP/1.1" status: 204  len: 168 time: 1.4182322
Nov 13 21:14:21.160271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66703da1-8a8f-4f3f-b3a2-d9ae756f5a74 tempest-DHCPAgentSchedulersTestJSON-197184649 tempest-DHCPAgentSchedulersTestJSON-197184649-project] Pushing event deleted for resources: {'Network': ['ID=665c6b63-d9c7-4d7a-97fc-123034446af7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:21.180022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b954821-9bb4-44dc-943a-414449e6c01f req-f04ddb3c-698d-434b-9efa-737827851270 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797832
Nov 13 21:14:21.184832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-637e11af-db52-4145-8809-e2d2e526ee64 req-ab3d4ff9-6811-46cd-8350-53e0e3eb86b9 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843236
Nov 13 21:14:21.336449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f20993-0e7c-4800-8e8b-c6ba44ce47b6 req-16c6c1d8-d7e5-429b-9438-1df5aba9be72 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.348151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5f20993-0e7c-4800-8e8b-c6ba44ce47b6 req-16c6c1d8-d7e5-429b-9438-1df5aba9be72 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.0960686
Nov 13 21:14:21.423478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5f20993-0e7c-4800-8e8b-c6ba44ce47b6 req-df1eb265-ea4e-41ad-a72b-a33d247100b4 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685558
Nov 13 21:14:21.554794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23567-a7cf-4553-911c-fe8baa2b7115 req-342d7f21-711d-42d1-b1ff-a0c67d8eeb34 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.569446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eaa23567-a7cf-4553-911c-fe8baa2b7115 req-342d7f21-711d-42d1-b1ff-a0c67d8eeb34 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.0745847
Nov 13 21:14:21.641042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eaa23567-a7cf-4553-911c-fe8baa2b7115 req-53f31e20-01ed-4fdb-8959-fe0986c964da tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650563
Nov 13 21:14:21.748584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14686b5c-386a-4cb3-a5af-8d5ee9cdca7b req-d29a3931-670d-493e-bbba-be51da228856 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.776606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14686b5c-386a-4cb3-a5af-8d5ee9cdca7b req-d29a3931-670d-493e-bbba-be51da228856 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.783703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14686b5c-386a-4cb3-a5af-8d5ee9cdca7b req-d29a3931-670d-493e-bbba-be51da228856 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.785843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14686b5c-386a-4cb3-a5af-8d5ee9cdca7b req-d29a3931-670d-493e-bbba-be51da228856 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3&device_id=755051e1-2a40-49ce-8259-283785637b29&device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 2418 time: 0.1341233
Nov 13 21:14:21.840282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}, {'server_uuid': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84a67be-2523-4b22-a9f6-14418beeeb4d'}, {'server_uuid': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:21.843856 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3130d2-19e0-45e6-b02b-c6ccab9099a8" -d '{"events": [{"server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "name": "network-vif-plugged", "status": "completed", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}, {"server_uuid": "11a99fd9-a686-4ea6-ba7a-90c4d12a781a", "name": "network-vif-plugged", "status": "completed", "tag": "d84a67be-2523-4b22-a9f6-14418beeeb4d"}, {"server_uuid": "93af98c1-9fae-4d5c-bae1-d4f97d61e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:21.863647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14686b5c-386a-4cb3-a5af-8d5ee9cdca7b req-03b47c16-eb87-426f-a73b-6c64fab53ed7 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697052
Nov 13 21:14:21.895145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27bbfdc6-be3d-419e-a52d-40722280e620 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:21.920026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 27bbfdc6-be3d-419e-a52d-40722280e620 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:21.921156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27bbfdc6-be3d-419e-a52d-40722280e620 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:21.931748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26763b4-95f9-4fb5-97d2-558ae8482787 req-76ed2f40-8074-4fbd-b1c0-a2fa66aa6b2e tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:21.935775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f26763b4-95f9-4fb5-97d2-558ae8482787 req-76ed2f40-8074-4fbd-b1c0-a2fa66aa6b2e tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.2009301
Nov 13 21:14:22.029198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:22.040098 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6facbb91-b167-43d1-85ae-ee55116a5a42 x-openstack-request-id: req-6facbb91-b167-43d1-85ae-ee55116a5a42 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:22.040470 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "name": "network-vif-plugged", "status": "completed", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "code": 200}, {"server_uuid": "11a99fd9-a686-4ea6-ba7a-90c4d12a781a", "name": "network-vif-plugged", "status": "completed", "tag": "d84a67be-2523-4b22-a9f6-14418beeeb4d", "code": 200}, {"server_uuid": "93af98c1-9fae-4d5c-bae1-d4f97d61e8c4", "name": "network-vif-plugged", "status": "completed", "tag": "4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:22.040642 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6facbb91-b167-43d1-85ae-ee55116a5a42 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:22.041081 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'code': 200}
Nov 13 21:14:22.041802 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84a67be-2523-4b22-a9f6-14418beeeb4d', 'code': 200}
Nov 13 21:14:22.041968 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f', 'code': 200}
Nov 13 21:14:22.044919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f26763b4-95f9-4fb5-97d2-558ae8482787 req-2f43cea2-9f0b-40fa-bbf8-b424b8cbb78c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024952
Nov 13 21:14:22.250502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635b25b-3f37-4b3a-b9b7-dc653cf93cf5 req-a0dcbd24-a91a-4ee8-b2bf-99c9c534757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:22.253172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7635b25b-3f37-4b3a-b9b7-dc653cf93cf5 req-a0dcbd24-a91a-4ee8-b2bf-99c9c534757a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.0886881
Nov 13 21:14:22.361041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7635b25b-3f37-4b3a-b9b7-dc653cf93cf5 req-1203e07b-cfa2-44aa-bc02-63e8cfa3d5d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912080
Nov 13 21:14:22.375503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5550a-b4c3-49be-9ec6-d44d9a0763bc req-4497f550-8213-402d-a1e7-843308c34814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:22.377075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1a5550a-b4c3-49be-9ec6-d44d9a0763bc req-4497f550-8213-402d-a1e7-843308c34814 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 1096 time: 0.2319458
Nov 13 21:14:22.389766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd40016-3cc1-46f4-8f69-01e8c5e0aeca req-9d9fb455-09ad-4a4c-9fba-f3c6bb504979 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:22.394286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bd40016-3cc1-46f4-8f69-01e8c5e0aeca req-9d9fb455-09ad-4a4c-9fba-f3c6bb504979 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 945 time: 0.0971291
Nov 13 21:14:22.394936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbff78-f276-4cd9-a1de-e481accec3f4 req-284bdecc-e446-44ff-b430-3e9293372424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:22.396209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07dbff78-f276-4cd9-a1de-e481accec3f4 req-284bdecc-e446-44ff-b430-3e9293372424 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 1096 time: 0.2064526
Nov 13 21:14:22.414038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7060bf7-338f-4371-9a5d-241a30957f4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e131b016741c4fc0b5637cd117fb7f38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3819244
Nov 13 21:14:22.415521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58746) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:22.472121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bd40016-3cc1-46f4-8f69-01e8c5e0aeca req-c663d5bf-0bc6-4bfe-b314-198b5cf84638 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740559
Nov 13 21:14:22.644756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff547c-beef-4ddb-8c50-84fbadc518b3 req-fe4de16b-398c-4664-9bd2-3d1d607e3c51 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:22.654449 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3fff547c-beef-4ddb-8c50-84fbadc518b3 req-fe4de16b-398c-4664-9bd2-3d1d607e3c51 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.0757871
Nov 13 21:14:22.719911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3fff547c-beef-4ddb-8c50-84fbadc518b3 req-a9ead691-5f0d-4e4b-a0a1-06051fbcdec7 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621822
Nov 13 21:14:22.866120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d203df9-4887-44f6-87f1-b4f2ca76f5c5 req-1b5a50e6-e86d-4b46-9dc4-6371b88167c8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:22.868045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d203df9-4887-44f6-87f1-b4f2ca76f5c5 req-1b5a50e6-e86d-4b46-9dc4-6371b88167c8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.6804700
Nov 13 21:14:22.984560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07dbff78-f276-4cd9-a1de-e481accec3f4 req-1b3dc393-fad9-437c-bccf-a1b123b027b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5658021
Nov 13 21:14:23.013458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1a5550a-b4c3-49be-9ec6-d44d9a0763bc req-be155f0f-0ca7-4fa1-8913-41305bcc8892 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601243
Nov 13 21:14:23.024730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d203df9-4887-44f6-87f1-b4f2ca76f5c5 req-809aa528-0e2a-4be1-b525-5a4ef27453c8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439316
Nov 13 21:14:23.041522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57da0dbe-6a9f-4280-8b1b-470bc98c253b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.067891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58760) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:23.093103 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57da0dbe-6a9f-4280-8b1b-470bc98c253b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.225045 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-978e4345-65ed-46f3-b0f9-8bd9a2bae700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.235120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d44aaa-0410-486b-bba7-75f5dfa088e1 req-7fa6df2e-4147-466d-8cbc-07d59d697876 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:23.236635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1d44aaa-0410-486b-bba7-75f5dfa088e1 req-7fa6df2e-4147-466d-8cbc-07d59d697876 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.1261952
Nov 13 21:14:23.276242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57da0dbe-6a9f-4280-8b1b-470bc98c253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.279388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57da0dbe-6a9f-4280-8b1b-470bc98c253b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.280523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-57da0dbe-6a9f-4280-8b1b-470bc98c253b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce3b4351-5c3c-4445-b1c0-248686100430 HTTP/1.1" status: 204  len: 168 time: 0.4329679
Nov 13 21:14:23.314260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da0dbe-6a9f-4280-8b1b-470bc98c253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b4351-5c3c-4445-b1c0-248686100430,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:23.372613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-978e4345-65ed-46f3-b0f9-8bd9a2bae700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.393301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1d44aaa-0410-486b-bba7-75f5dfa088e1 req-794de6cd-2464-4d6f-a94a-b071feed8e12 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478119
Nov 13 21:14:23.436000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-978e4345-65ed-46f3-b0f9-8bd9a2bae700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.489063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e4345-65ed-46f3-b0f9-8bd9a2bae700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c9d2e-caf2-40a9-a41d-d3f4d6882f53,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:23.525016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37817ea-b548-40c3-8cff-6ea2d7fecfce req-daa02a6a-7c66-4894-bb2c-e657587816db tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:23.533502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d37817ea-b548-40c3-8cff-6ea2d7fecfce req-daa02a6a-7c66-4894-bb2c-e657587816db tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0730176
Nov 13 21:14:23.589165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d37817ea-b548-40c3-8cff-6ea2d7fecfce req-6dec3fd6-0604-4096-b2e3-f0b1b09d13e4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551062
Nov 13 21:14:23.611402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-978e4345-65ed-46f3-b0f9-8bd9a2bae700 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4166f59d37a24dc0bfd2a29c6d3ff9ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5381253
Nov 13 21:14:23.614586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58780) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:23.662913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f3be9-72fe-4636-813b-c9fbe60bd3d5 req-58350170-baba-4456-9007-e08454cf9a8c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:23.675374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f17f3be9-72fe-4636-813b-c9fbe60bd3d5 req-58350170-baba-4456-9007-e08454cf9a8c tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 945 time: 0.1553354
Nov 13 21:14:23.748862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f17f3be9-72fe-4636-813b-c9fbe60bd3d5 req-0d82f956-1cdc-45b0-ac8b-69898a07f729 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698612
Nov 13 21:14:23.750214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7429-acb0-46a1-83ef-97c3cd9fd458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.821254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7429-acb0-46a1-83ef-97c3cd9fd458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:23.938693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c1f37-31c4-4b92-ac38-902683a9e8cf req-59b1c719-c4ed-483b-9522-3cedb989778c tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:23.949149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a53c1f37-31c4-4b92-ac38-902683a9e8cf req-59b1c719-c4ed-483b-9522-3cedb989778c tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.0886004
Nov 13 21:14:24.004365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7429-acb0-46a1-83ef-97c3cd9fd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.007471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7eb7429-acb0-46a1-83ef-97c3cd9fd458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.011538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f7eb7429-acb0-46a1-83ef-97c3cd9fd458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c2c9d2e-caf2-40a9-a41d-d3f4d6882f53 HTTP/1.1" status: 204  len: 168 time: 0.3931026
Nov 13 21:14:24.030342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb7429-acb0-46a1-83ef-97c3cd9fd458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c9d2e-caf2-40a9-a41d-d3f4d6882f53,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:24.085730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a53c1f37-31c4-4b92-ac38-902683a9e8cf req-9f6c5510-d25f-4909-98c9-3103154efeb8 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267796
Nov 13 21:14:24.437552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58808) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:24.457554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6e93dd-ffc5-424d-9894-9361d28749a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.537093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7f997-669e-40a3-9480-41bd1fb4cb59 req-06832510-b63e-4289-926d-98f4ba8b2560 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:24.537357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6e93dd-ffc5-424d-9894-9361d28749a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.539639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7f7f997-669e-40a3-9480-41bd1fb4cb59 req-06832510-b63e-4289-926d-98f4ba8b2560 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.0579867
Nov 13 21:14:24.689228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6e93dd-ffc5-424d-9894-9361d28749a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.690608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7f7f997-669e-40a3-9480-41bd1fb4cb59 req-e66b10c8-d24b-4969-82fb-63c43a929c1d tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392894
Nov 13 21:14:24.724576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-792011dd-6bc8-43b3-a311-2641304167bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.756242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58818) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:24.772118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd6e93dd-ffc5-424d-9894-9361d28749a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=464606c7bcb141b49473e77431f6651c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3332913
Nov 13 21:14:24.797511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e93dd-ffc5-424d-9894-9361d28749a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c19af-d795-4f42-a2cf-2bbda434af41,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:24.863239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ead5be5b-bf64-42fe-8759-96dce5cb1347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.881655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac34c2b-5f68-4cb5-b518-ed6b3337bbe1 req-d83bc86c-c130-4c5f-bc53-939a212a00d2 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:24.898203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ac34c2b-5f68-4cb5-b518-ed6b3337bbe1 req-d83bc86c-c130-4c5f-bc53-939a212a00d2 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1069221
Nov 13 21:14:24.951876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ead5be5b-bf64-42fe-8759-96dce5cb1347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:24.952249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-c9024bd0-8e16-4def-9fbf-b048ffa74a47 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:24.953925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-c9024bd0-8e16-4def-9fbf-b048ffa74a47 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 945 time: 0.1051509
Nov 13 21:14:24.962575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b80f3-f252-486e-b9b6-33c39353e575 req-81becd65-6cde-42e8-94f6-65a13dd0c175 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:24.964195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-930b80f3-f252-486e-b9b6-33c39353e575 req-81becd65-6cde-42e8-94f6-65a13dd0c175 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 945 time: 0.0800946
Nov 13 21:14:25.008914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ac34c2b-5f68-4cb5-b518-ed6b3337bbe1 req-34c98cce-8aca-423b-b7bb-3f984d291f3a tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054478
Nov 13 21:14:25.111294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ead5be5b-bf64-42fe-8759-96dce5cb1347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.114263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ead5be5b-bf64-42fe-8759-96dce5cb1347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.115732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ead5be5b-bf64-42fe-8759-96dce5cb1347 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/788c19af-d795-4f42-a2cf-2bbda434af41 HTTP/1.1" status: 204  len: 168 time: 0.3579142
Nov 13 21:14:25.185609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-930b80f3-f252-486e-b9b6-33c39353e575 req-37b80259-f2dc-4c7c-b19c-072e41566e45 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6d21698-8a32-4181-b8ee-4b7f94628af4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037959
Nov 13 21:14:25.203784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5be5b-bf64-42fe-8759-96dce5cb1347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c19af-d795-4f42-a2cf-2bbda434af41,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:25.229131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Deleting port 483cbecb-8fc9-44f5-b311-72e775c84056 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:25.229501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.256603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5bf04-2d64-48cd-9c15-f334b71a7df7 req-90bc75bb-680f-4f62-b1b0-7b0df91a6356 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:25.266367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7bf5bf04-2d64-48cd-9c15-f334b71a7df7 req-90bc75bb-680f-4f62-b1b0-7b0df91a6356 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.1495073
Nov 13 21:14:25.327696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7bf5bf04-2d64-48cd-9c15-f334b71a7df7 req-3fbef6e9-ce5d-4dea-acd1-c8e54ac680a2 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589182
Nov 13 21:14:25.363861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] For port 483cbecb-8fc9-44f5-b311-72e775c84056, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=483cbecb-8fc9-44f5-b311-72e775c84056,segment=NetworkSegment(b9629b43-27e5-487f-b790-5e0f36af4fa2),segment_id=b9629b43-27e5-487f-b790-5e0f36af4fa2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:25.364872 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.380813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Calling delete_port for 483cbecb-8fc9-44f5-b311-72e775c84056 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:25.461489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cd777-aa61-4731-ba3b-30b2fd1c1948 req-02cc28d2-20a6-4bbc-98d3-c6fef529a814 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:25.463043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-913cd777-aa61-4731-ba3b-30b2fd1c1948 req-02cc28d2-20a6-4bbc-98d3-c6fef529a814 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.0519111
Nov 13 21:14:25.522015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-913cd777-aa61-4731-ba3b-30b2fd1c1948 req-be72bf5f-e940-42a2-8086-5dbd2fa53a5c tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471778
Nov 13 21:14:25.598791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.611124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['483cbecb-8fc9-44f5-b311-72e775c84056'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:25.611614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58850) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:25.661418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event deleted for resources: {'Port': ['ID=483cbecb-8fc9-44f5-b311-72e775c84056,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:25.688471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b59716a-ef93-4c50-a292-46f1d7f11848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.705902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] No DVR routers for this DVR port 483cbecb-8fc9-44f5-b311-72e775c84056 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:25.712018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.712755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b98f524-41d5-4024-8c60-bdc5bd757316 req-50fb2c8e-bf41-4c37-becf-56baea9bc796 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.37 "DELETE /v2.0/ports/483cbecb-8fc9-44f5-b311-72e775c84056 HTTP/1.1" status: 204  len: 173 time: 0.7475739
Nov 13 21:14:25.719838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'name': 'network-vif-deleted', 'tag': '483cbecb-8fc9-44f5-b311-72e775c84056'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:25.722628 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2ca76-6793-402b-b643-a5ce118272d1" -d '{"events": [{"server_uuid": "56b0c2c1-4cac-46ae-9a63-fff7c08aeae5", "name": "network-vif-deleted", "tag": "483cbecb-8fc9-44f5-b311-72e775c84056"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:25.823653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8123ad2-f45c-4b91-995c-cbd0f8f03e41 req-34342101-1aa7-41a0-974e-a2f23f88b57e tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:25.825878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8123ad2-f45c-4b91-995c-cbd0f8f03e41 req-34342101-1aa7-41a0-974e-a2f23f88b57e tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0883701
Nov 13 21:14:25.896960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b59716a-ef93-4c50-a292-46f1d7f11848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:25.911977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-43dbaf19-2877-4989-8d71-0dff8eb553fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:25.913490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-43dbaf19-2877-4989-8d71-0dff8eb553fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.1110761
Nov 13 21:14:25.933311 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8123ad2-f45c-4b91-995c-cbd0f8f03e41 req-bb30f108-d2e2-4f47-8b26-0620582f0f2f tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902374
Nov 13 21:14:26.040031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b59716a-ef93-4c50-a292-46f1d7f11848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:26.102147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-91e7bcec-de64-4b00-a682-0d28521f6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:26.103646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-91e7bcec-de64-4b00-a682-0d28521f6452 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.1817465
Nov 13 21:14:26.105927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1b59716a-ef93-4c50-a292-46f1d7f11848 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d413be776ec4e88b07caa0a218311a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4567618
Nov 13 21:14:26.107466 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef25f27-a587-427c-9d57-4ba22930a91a x-openstack-request-id: req-6ef25f27-a587-427c-9d57-4ba22930a91a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:26.107739 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b0c2c1-4cac-46ae-9a63-fff7c08aeae5", "name": "network-vif-deleted", "tag": "483cbecb-8fc9-44f5-b311-72e775c84056", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:26.107988 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ef25f27-a587-427c-9d57-4ba22930a91a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:26.108375 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b0c2c1-4cac-46ae-9a63-fff7c08aeae5', 'name': 'network-vif-deleted', 'tag': '483cbecb-8fc9-44f5-b311-72e775c84056', 'status': 'completed', 'code': 200}
Nov 13 21:14:26.109209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58874) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:26.110728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59716a-ef93-4c50-a292-46f1d7f11848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e04076c-20aa-4960-bfc9-70f2424dbd3d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:26.122509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32589d2-67f1-45ae-905d-25d5aaa44c5d req-f70640f6-c727-413a-a646-21b1c8f17afc tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:26.124071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a32589d2-67f1-45ae-905d-25d5aaa44c5d req-f70640f6-c727-413a-a646-21b1c8f17afc tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.1202774
Nov 13 21:14:26.182946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a32589d2-67f1-45ae-905d-25d5aaa44c5d req-640b3f5d-a41a-4577-9e0c-bbcfb804e82d tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523152
Nov 13 21:14:26.232442 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-6e34ffc4-6071-47c1-8da5-317ad631eb9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.0476451
Nov 13 21:14:26.255173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1705ce8-5505-44b6-bcd4-97a654cabc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:26.299436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-8afb8593-7b6a-4f63-b001-e6f6b1222456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:26.301828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-8afb8593-7b6a-4f63-b001-e6f6b1222456 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.0627332
Nov 13 21:14:26.328146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f42152-3d52-4bcf-9c8d-ad59c29a619b req-3ef578bd-0d06-4f2e-83c6-7e4819874aeb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:26.329683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61f42152-3d52-4bcf-9c8d-ad59c29a619b req-3ef578bd-0d06-4f2e-83c6-7e4819874aeb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.1382570
Nov 13 21:14:26.335174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1705ce8-5505-44b6-bcd4-97a654cabc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:26.335641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-93d987e9-dfbf-427f-96bb-d64d899eedac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264683
Nov 13 21:14:26.392536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2219096e-5618-4539-807f-fd79a5258e6d req-461fd783-efc7-4d04-a3a9-14e7fa4bc079 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b0c2c1-4cac-46ae-9a63-fff7c08aeae5 HTTP/1.1" status: 200  len: 210 time: 0.0404141
Nov 13 21:14:26.414849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61f42152-3d52-4bcf-9c8d-ad59c29a619b req-2440714f-676c-4bf1-a5e8-42d64b4c9322 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729020
Nov 13 21:14:26.466404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-d5b0bbda-d884-4f0f-a4d4-cc1f5c08c86c service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230912
Nov 13 21:14:26.487420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1705ce8-5505-44b6-bcd4-97a654cabc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:26.492002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1705ce8-5505-44b6-bcd4-97a654cabc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:26.494738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d1705ce8-5505-44b6-bcd4-97a654cabc62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e04076c-20aa-4960-bfc9-70f2424dbd3d HTTP/1.1" status: 204  len: 168 time: 0.3821311
Nov 13 21:14:26.503867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1705ce8-5505-44b6-bcd4-97a654cabc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e04076c-20aa-4960-bfc9-70f2424dbd3d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:26.651913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f261e-4da7-4a5d-bda7-155c6a6d60fa req-647dbf74-f3cb-42ed-ae17-36671d65b9f1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:26.654117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-349f261e-4da7-4a5d-bda7-155c6a6d60fa req-647dbf74-f3cb-42ed-ae17-36671d65b9f1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.1452563
Nov 13 21:14:26.658078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3efd0ed0-7f7d-4e00-87f8-72538075f7c7 req-bf46fcf0-8432-4810-9b27-734f347c1a82 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1790612
Nov 13 21:14:26.710862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-349f261e-4da7-4a5d-bda7-155c6a6d60fa req-4867abe9-866b-4d78-b829-eaa4a4721722 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480778
Nov 13 21:14:26.960617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1595bc-4d3e-436b-85e0-f42d0b47fc67 req-9f645801-109f-472b-95e5-508003ebffc9 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:26.962165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1595bc-4d3e-436b-85e0-f42d0b47fc67 req-9f645801-109f-472b-95e5-508003ebffc9 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.0566766
Nov 13 21:14:27.027337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1595bc-4d3e-436b-85e0-f42d0b47fc67 req-9dc911f8-c4a1-4aec-8ba0-5c0f729f2278 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586829
Nov 13 21:14:27.070868 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-003dd0b5-2427-4f7e-a48b-a068a82d879d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:27.156585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782823-3d2f-4dbf-b834-0e95ca79bcbf req-f9b11f6c-f253-4538-90a1-5c399954a1f1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:27.158086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89782823-3d2f-4dbf-b834-0e95ca79bcbf req-f9b11f6c-f253-4538-90a1-5c399954a1f1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0569253
Nov 13 21:14:27.207564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89782823-3d2f-4dbf-b834-0e95ca79bcbf req-9d6c28cd-bb6e-4f93-8275-931f9be03780 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436077
Nov 13 21:14:27.466854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:27.573626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-873199285', 'router:external': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:27.606615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7799018-f6c3-4887-be03-2b8aab3e6f6a req-eb65ff71-4966-494d-80c6-c30f1c457af9 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:27.610132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7799018-f6c3-4887-be03-2b8aab3e6f6a req-eb65ff71-4966-494d-80c6-c30f1c457af9 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.0904489
Nov 13 21:14:27.660092 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7799018-f6c3-4887-be03-2b8aab3e6f6a req-e000bb5c-74b1-4c69-9891-822bc8468431 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/security-groups?id=19a801c6-62ac-4376-8482-7fbfaa961da9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459228
Nov 13 21:14:27.675920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Made reservation on behalf of 5e392fd204ba4c558e3af224630bff12 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:27.679390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:27.694569 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:27.781077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:27.852857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7df88a-f016-4dab-bf5c-440e1b15fadc req-cfc9ac3c-9525-42e6-839d-29dec8febb38 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:27.854391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf7df88a-f016-4dab-bf5c-440e1b15fadc req-cfc9ac3c-9525-42e6-839d-29dec8febb38 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0528097
Nov 13 21:14:27.859636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-d94919b0-c4d1-48de-934d-1dfa2cc6570d tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:27.861832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:27.862237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-d94919b0-c4d1-48de-934d-1dfa2cc6570d tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.46 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 945 time: 0.0537622
Nov 13 21:14:27.900334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:27.930147 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:27.930768 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Added segment fdd25bda-a0f0-4504-bec6-f6276c2e7ddd of type vlan for network dca952d4-cde4-49e7-9a50-aa533f49c3b7
Nov 13 21:14:27.939206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb439bf-4b08-4fe5-ab72-9413c06f3fe9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:27.995481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Deleting port d84a67be-2523-4b22-a9f6-14418beeeb4d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:27.996394 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.011344 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf7df88a-f016-4dab-bf5c-440e1b15fadc req-7698df57-9cc2-44b2-ad26-bed9dc069eb4 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437829
Nov 13 21:14:28.038583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.108173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] For port d84a67be-2523-4b22-a9f6-14418beeeb4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d84a67be-2523-4b22-a9f6-14418beeeb4d,segment=NetworkSegment(7f770f51-48fc-4e31-85cd-ebeddf415fbf),segment_id=7f770f51-48fc-4e31-85cd-ebeddf415fbf)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:28.108580 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.122963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Calling delete_port for d84a67be-2523-4b22-a9f6-14418beeeb4d owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:28.164211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4a1af-665e-4fce-9c7a-60239cb5da18 req-224a5f3e-8691-4f83-8dc5-0ba28396be25 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:28.164211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7df4a1af-665e-4fce-9c7a-60239cb5da18 req-224a5f3e-8691-4f83-8dc5-0ba28396be25 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.0536835
Nov 13 21:14:28.182557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.183599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:28.184273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.237275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-77e739da-4288-4865-be10-848f422d2d23 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:28.240056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-77e739da-4288-4865-be10-848f422d2d23 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.37 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 945 time: 0.1043589
Nov 13 21:14:28.310780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7df4a1af-665e-4fce-9c7a-60239cb5da18 req-9ca19018-786e-4d6a-8997-54b753735ced tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/security-groups?id=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388366
Nov 13 21:14:28.314347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Network': ['ID=dca952d4-cde4-49e7-9a50-aa533f49c3b7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:28.323799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-559abe43-9ac3-4470-ae90-d691d8804452 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8555331
Nov 13 21:14:28.324768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59030) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:28.331414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network dca952d4-cde4-49e7-9a50-aa533f49c3b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:28.331931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'subnet': {'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:28.447508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.451773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Made reservation on behalf of 5e392fd204ba4c558e3af224630bff12 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:28.451773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.486801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94578d7-43bc-401f-82bc-77a9a35a548c req-c0618ba8-44ae-4a1e-9655-32cf9de8e751 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:28.488338 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e94578d7-43bc-401f-82bc-77a9a35a548c req-c0618ba8-44ae-4a1e-9655-32cf9de8e751 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0864546
Nov 13 21:14:28.500464 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Deleting port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:28.500835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.609576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e94578d7-43bc-401f-82bc-77a9a35a548c req-1cbc2171-c207-4ed1-af8c-065a3dfbac42 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119237
Nov 13 21:14:28.629603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] For port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,segment=NetworkSegment(d0348f0b-50fa-4864-bf63-91aaf2422c0f),segment_id=d0348f0b-50fa-4864-bf63-91aaf2422c0f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:28.629603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.642631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Calling delete_port for 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:28.684277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 483cbecb-8fc9-44f5-b311-72e775c84056 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:28.685686 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.717761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d84a67be-2523-4b22-a9f6-14418beeeb4d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:28.721212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 483cbecb-8fc9-44f5-b311-72e775c84056 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:28.721928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 483cbecb-8fc9-44f5-b311-72e775c84056 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:28.722756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:28.749725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Pushing event deleted for resources: {'Port': ['ID=d84a67be-2523-4b22-a9f6-14418beeeb4d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:28.767396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59038) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:28.834861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] No DVR routers for this DVR port d84a67be-2523-4b22-a9f6-14418beeeb4d on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:28.838923 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.842778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a79fbb9f-1229-426b-9c00-a7321641d376 req-3cb64f4d-c467-4f29-bb1f-9655dbfeb5eb tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.46 "DELETE /v2.0/ports/d84a67be-2523-4b22-a9f6-14418beeeb4d HTTP/1.1" status: 204  len: 173 time: 0.9680905
Nov 13 21:14:28.843243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'name': 'network-vif-deleted', 'tag': 'd84a67be-2523-4b22-a9f6-14418beeeb4d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:28.855966 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136de6f-8807-47f7-a902-ad0f3316b270" -d '{"events": [{"server_uuid": "11a99fd9-a686-4ea6-ba7a-90c4d12a781a", "name": "network-vif-deleted", "tag": "d84a67be-2523-4b22-a9f6-14418beeeb4d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:28.915997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ed4ec95-6e6a-4540-a084-09b4ea6c5f72 req-ac6dac99-b2f1-461e-afe6-92e792e5f2f5 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 210 time: 0.0399833
Nov 13 21:14:28.926442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60effb92-5c27-438c-8593-ff99595a4919 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.932758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:28.985677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:28.988376 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f240de0-34d2-40a8-976d-e46889d0fdf5" -d '{"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-unplugged", "status": "completed", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:28.988544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60effb92-5c27-438c-8593-ff99595a4919 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.008266 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb429aa-c7de-4b68-a746-87125467216c x-openstack-request-id: req-1cb429aa-c7de-4b68-a746-87125467216c {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:29.008557 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a99fd9-a686-4ea6-ba7a-90c4d12a781a", "name": "network-vif-deleted", "tag": "d84a67be-2523-4b22-a9f6-14418beeeb4d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:29.009017 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cb429aa-c7de-4b68-a746-87125467216c {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:29.009416 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a99fd9-a686-4ea6-ba7a-90c4d12a781a', 'name': 'network-vif-deleted', 'tag': 'd84a67be-2523-4b22-a9f6-14418beeeb4d', 'status': 'completed', 'code': 200}
Nov 13 21:14:29.046987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:29.087852 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26006175-0983-4ccc-9ee2-d1c46ec3730b x-openstack-request-id: req-26006175-0983-4ccc-9ee2-d1c46ec3730b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:29.088412 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-unplugged", "status": "completed", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:29.088996 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26006175-0983-4ccc-9ee2-d1c46ec3730b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:29.089587 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'code': 200}
Nov 13 21:14:29.118415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.182132 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.210471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:29.236406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Pushing event deleted for resources: {'Port': ['ID=4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:29.256850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60effb92-5c27-438c-8593-ff99595a4919 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.259640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60effb92-5c27-438c-8593-ff99595a4919 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.261139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-60effb92-5c27-438c-8593-ff99595a4919 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "DELETE /v2.0/security-groups/349d2297-121e-4cf8-939e-7a8862496a66 HTTP/1.1" status: 204  len: 168 time: 0.4769170
Nov 13 21:14:29.263612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:29.282595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59064) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:29.306103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b106-653b-405c-a5e7-3480b8c8cd14 req-3070ea61-e9b2-441b-8d2f-56cddc59f272 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:29.311587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4767b106-653b-405c-a5e7-3480b8c8cd14 req-3070ea61-e9b2-441b-8d2f-56cddc59f272 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.1414177
Nov 13 21:14:29.311587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60effb92-5c27-438c-8593-ff99595a4919 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d2297-121e-4cf8-939e-7a8862496a66,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:29.311909 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-9ef20749-6c68-49f5-92f1-681a5a8f95f5 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] show failed (client error): The resource could not be found.
Nov 13 21:14:29.314627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9ef20749-6c68-49f5-92f1-681a5a8f95f5 tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "GET /v2.0/security-groups/349d2297-121e-4cf8-939e-7a8862496a66 HTTP/1.1" status: 404  len: 347 time: 0.0309174
Nov 13 21:14:29.315288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59066) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:29.357233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] No DVR routers for this DVR port 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:29.361592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.365049 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c4536ad-1997-4da5-bc7d-7d5bb59f145f req-3443b96b-9d67-4aae-9839-fcf569118780 tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.37 "DELETE /v2.0/ports/4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f HTTP/1.1" status: 204  len: 173 time: 1.1175523
Nov 13 21:14:29.439435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-6de9caac-6f72-41cc-bf10-5174948cb4fb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:29.450609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-6de9caac-6f72-41cc-bf10-5174948cb4fb tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.2175293
Nov 13 21:14:29.469298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-663d0b3d-a42e-4d73-b583-e21ae442d7aa tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/quotas/52e08ee207a44f10aeec3e9e0edcb6c1 HTTP/1.1" status: 200  len: 375 time: 0.0173676
Nov 13 21:14:29.503073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4767b106-653b-405c-a5e7-3480b8c8cd14 req-e999b35b-c553-4643-87a1-6543eb3456ce tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865368
Nov 13 21:14:29.519081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:14:29.519548 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.521108 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-b1b690c0-55e4-4787-b2b9-b8203e5bf854 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0501709
Nov 13 21:14:29.623125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Subnet': ['ID=262160a3-a852-4c77-aca3-199cc78baec6,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:29.631124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbefdbed-3fd2-46b3-8bf4-14bd9fcbea77 req-a0c358e0-6f2c-4026-8cb0-d2761c1985cb tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 210 time: 0.0513468
Nov 13 21:14:29.642263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Deleting port 7bb24605-37d7-4ef0-bf92-d4b8edad9bd5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:29.642896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.654270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Checking segment: {'id': 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:29.654270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network hostable DHCP agents. Network: dca952d4-cde4-49e7-9a50-aa533f49c3b7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:14:29.654913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-2d28a529-d81f-405a-a461-2ab4929f3588 service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1137931
Nov 13 21:14:29.763417 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-2f06b48a-a4f1-4052-858e-1288f80f89ed service neutron] 10.222.0.20 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076543
Nov 13 21:14:29.777945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.778881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:29.795947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Calling delete_port for 7bb24605-37d7-4ef0-bf92-d4b8edad9bd5 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:29.818210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7856-f181-45cf-81f9-0bb713e952b2 req-da510f4e-827e-43e7-8c57-2912b2ae54f6 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:29.819862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e94c7856-f181-45cf-81f9-0bb713e952b2 req-da510f4e-827e-43e7-8c57-2912b2ae54f6 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0810580
Nov 13 21:14:29.898474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network dca952d4-cde4-49e7-9a50-aa533f49c3b7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:14:29.921550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e94c7856-f181-45cf-81f9-0bb713e952b2 req-d65e9ec6-1261-414c-87b3-ebd3bb4a8b5b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677094
Nov 13 21:14:29.935249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.022187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59078) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:30.052078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67256666-3c0a-4d93-b07f-85c69e3af871 req-2fff0c72-3a92-4eeb-9008-73c6dac93889 tempest-InstanceActionsV221TestJSON-943585238 tempest-InstanceActionsV221TestJSON-943585238-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a99fd9-a686-4ea6-ba7a-90c4d12a781a HTTP/1.1" status: 200  len: 210 time: 0.0346303
Nov 13 21:14:30.052899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dca952d4-cde4-49e7-9a50-aa533f49c3b7) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:30.057756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:30.058582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.063313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.065296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1f062-94f1-4fa1-a9eb-41851e885d28 None None] Network dca952d4-cde4-49e7-9a50-aa533f49c3b7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:30.128514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Pushing event deleted for resources: {'Port': ['ID=7bb24605-37d7-4ef0-bf92-d4b8edad9bd5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:30.234693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81e6250a-96db-4a68-8933-8bb83837c145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.235898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a90b9950-ee5e-455f-bb58-e4639e957815 req-2289f54d-b062-428a-bbe0-e2880ba63f56 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 210 time: 0.0828450
Nov 13 21:14:30.246214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59086) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:30.246374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b3788666-3a8b-4052-b973-db71dbd0b549 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.9205396
Nov 13 21:14:30.253444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-210353715', 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:30.265129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.268597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.269937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f1db9bb6-43a9-49bf-bd41-a1eab21f3c3b tempest-ImagesOneServerNegativeTestJSON-1359040423 tempest-ImagesOneServerNegativeTestJSON-1359040423-project] 10.222.0.20 "DELETE /v2.0/floatingips/4b310693-f75c-4649-8450-df0d20fc8baf HTTP/1.1" status: 204  len: 168 time: 0.9520290
Nov 13 21:14:30.365091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.371002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b38afc-917c-4ea0-b516-b4f0d46a6bd1 None None] Network dca952d4-cde4-49e7-9a50-aa533f49c3b7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:30.391081 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:14:30.416491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Made reservation on behalf of 5e392fd204ba4c558e3af224630bff12 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:30.420041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.451872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59102) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:30.479003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81e6250a-96db-4a68-8933-8bb83837c145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.479003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] device_id is not set on port 672c3a06-27d3-4125-af0c-b4c682864cc4 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:14:30.507045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Deleting subnet df57a51d-5952-4162-9c7b-2e0b10f1ca5f {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:14:30.510556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.550641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.591739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81e6250a-96db-4a68-8933-8bb83837c145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.620117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.680920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058354-255a-46dc-b0d8-dd7fb42a0663 req-736a26bf-6904-487e-8d96-2e02a9f221c8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:30.683047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba058354-255a-46dc-b0d8-dd7fb42a0663 req-736a26bf-6904-487e-8d96-2e02a9f221c8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.1006517
Nov 13 21:14:30.698039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6250a-96db-4a68-8933-8bb83837c145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390583f9-5104-4789-afba-c13585c00224,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:30.710217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81e6250a-96db-4a68-8933-8bb83837c145 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60b7a46562704d67a96144d998c80eab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6865900
Nov 13 21:14:30.710759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59108) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:30.752933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Allocated IP 2001:db8::76 (dca952d4-cde4-49e7-9a50-aa533f49c3b7/262160a3-a852-4c77-aca3-199cc78baec6/672c3a06-27d3-4125-af0c-b4c682864cc4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:30.790830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba058354-255a-46dc-b0d8-dd7fb42a0663 req-8f010496-be1c-46ec-b55b-35ad13fed3ed tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909851
Nov 13 21:14:30.807075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-4c2d1c06-1153-4117-926a-b1166464a713 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:30.808519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-4c2d1c06-1153-4117-926a-b1166464a713 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197 HTTP/1.1" status: 200  len: 943 time: 0.1676090
Nov 13 21:14:30.962855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:30.999852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.003180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df57a51d-5952-4162-9c7b-2e0b10f1ca5f HTTP/1.1" status: 204  len: 168 time: 0.5499377
Nov 13 21:14:31.005730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59112) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:31.014178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd05f7-0d6d-4af7-82be-0872577b5a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df57a51d-5952-4162-9c7b-2e0b10f1ca5f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:31.050462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'name': 'network-vif-deleted', 'tag': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:31.052738 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26523124-0d4f-4156-83ab-5cf18ca365fc" -d '{"events": [{"server_uuid": "93af98c1-9fae-4d5c-bae1-d4f97d61e8c4", "name": "network-vif-deleted", "tag": "4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:31.061858 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53bfee84-2eb9-4b4e-9c08-787edc21d28f req-823fe1c5-9fd4-42d8-93bc-13f1a6f09abc tempest-ServerAddressesNegativeTestJSON-1470010512 tempest-ServerAddressesNegativeTestJSON-1470010512-project] 10.222.0.20 "GET /v2.0/ports?device_id=93af98c1-9fae-4d5c-bae1-d4f97d61e8c4 HTTP/1.1" status: 200  len: 210 time: 0.2882662
Nov 13 21:14:31.112630 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2ceb6-77fb-4581-a551-d32a03967a66 x-openstack-request-id: req-caf2ceb6-77fb-4581-a551-d32a03967a66 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:31.112940 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93af98c1-9fae-4d5c-bae1-d4f97d61e8c4", "name": "network-vif-deleted", "tag": "4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:31.113385 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caf2ceb6-77fb-4581-a551-d32a03967a66 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:31.113757 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93af98c1-9fae-4d5c-bae1-d4f97d61e8c4', 'name': 'network-vif-deleted', 'tag': '4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f', 'status': 'completed', 'code': 200}
Nov 13 21:14:31.123081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.135630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ef882cd-7120-4767-b64e-2f33a788f4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.143484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fca476-197a-46e8-85cf-47982246bf0d req-89f29eff-e61e-4f55-b443-0af53367a49c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:31.144907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21fca476-197a-46e8-85cf-47982246bf0d req-89f29eff-e61e-4f55-b443-0af53367a49c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1278219
Nov 13 21:14:31.236017 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ef882cd-7120-4767-b64e-2f33a788f4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.249988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.287295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21fca476-197a-46e8-85cf-47982246bf0d req-c32c238d-fa1b-4bdf-ab4f-11cbee96cad2 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153708
Nov 13 21:14:31.291044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcefca850>,) {'filters': {'network_id': ['3012d033-9968-4787-9e8a-f49f040e8300']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:31.304302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcefca850>, 'b9629b43-27e5-487f-b790-5e0f36af4fa2') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:31.305211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcefca850>, 'b9629b43-27e5-487f-b790-5e0f36af4fa2') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:31.339799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.347893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Deleting port 1a7cbac3-750a-45e6-abbc-58a468ee368d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:31.348253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.353161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.357290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.370142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:14:31.370682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.400013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ae97932-ec8b-4ce5-bf12-876dfce0de44 req-a5f5c5dd-f70f-4432-ae08-8599f3cfc5d1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 210 time: 0.0628612
Nov 13 21:14:31.401913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:14:31.420312 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:14:31.476376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ef882cd-7120-4767-b64e-2f33a788f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.478950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ef882cd-7120-4767-b64e-2f33a788f4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.480110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ef882cd-7120-4767-b64e-2f33a788f4ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/390583f9-5104-4789-afba-c13585c00224 HTTP/1.1" status: 204  len: 168 time: 0.7658958
Nov 13 21:14:31.519583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef882cd-7120-4767-b64e-2f33a788f4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390583f9-5104-4789-afba-c13585c00224,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:31.526199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.536430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.540709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Deleting subnet 0f12a732-5103-4e8d-8423-c98239ec0139 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:14:31.541203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3012d033-9968-4787-9e8a-f49f040e8300 HTTP/1.1" status: 204  len: 168 time: 0.5317576
Nov 13 21:14:31.553807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.556670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] For port 1a7cbac3-750a-45e6-abbc-58a468ee368d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1a7cbac3-750a-45e6-abbc-58a468ee368d,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:31.557056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.565242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c8bb7-d19d-473c-8e19-aed9b94cae33 admin admin] Pushing event deleted for resources: {'Network': ['ID=3012d033-9968-4787-9e8a-f49f040e8300,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:31.594535 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Calling delete_port for 1a7cbac3-750a-45e6-abbc-58a468ee368d owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:31.630183 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.686247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network dca952d4-cde4-49e7-9a50-aa533f49c3b7 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:31.696878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:31.707556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:31.708536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:31.709170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.720516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.759517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Port': ['ID=672c3a06-27d3-4125-af0c-b4c682864cc4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:31.774937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d84a67be-2523-4b22-a9f6-14418beeeb4d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:31.801825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: d84a67be-2523-4b22-a9f6-14418beeeb4d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:31.802379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d84a67be-2523-4b22-a9f6-14418beeeb4d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:31.803896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.861635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0ad64abe-7ff0-411c-9c20-c8b575a867f8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.6139045
Nov 13 21:14:31.865462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59138) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:31.973877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.975873 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:31.979674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29fa3-de13-4686-b3ff-feff77453ce3 req-fa37dd86-5266-4cb4-8b24-630927d79f0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:31.981206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03c29fa3-de13-4686-b3ff-feff77453ce3 req-fa37dd86-5266-4cb4-8b24-630927d79f0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0809195
Nov 13 21:14:32.014929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Deleting port 672c3a06-27d3-4125-af0c-b4c682864cc4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:32.015170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.030039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f12a732-5103-4e8d-8423-c98239ec0139,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:32.033443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.034156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event deleted for resources: {'Port': ['ID=1a7cbac3-750a-45e6-abbc-58a468ee368d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:32.038363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.044570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9d2a1ae5-cf0b-4a7f-9d8d-f04b24973653 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f12a732-5103-4e8d-8423-c98239ec0139 HTTP/1.1" status: 204  len: 168 time: 0.6366153
Nov 13 21:14:32.053390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59142) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.083646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03c29fa3-de13-4686-b3ff-feff77453ce3 req-3f9a511e-2003-466a-8cc0-f65c2abac084 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955448
Nov 13 21:14:32.122307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.138577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Calling delete_port for 672c3a06-27d3-4125-af0c-b4c682864cc4 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:32.159929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59146) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.168119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] No DVR routers for this DVR port 1a7cbac3-750a-45e6-abbc-58a468ee368d on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:32.172620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.176199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b76c1cbd-b6f3-4567-bea6-97a3537c18b1 req-0aa57eb5-ace3-4239-96e7-c5892eb789e0 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "DELETE /v2.0/ports/1a7cbac3-750a-45e6-abbc-58a468ee368d HTTP/1.1" status: 204  len: 173 time: 1.1182017
Nov 13 21:14:32.236912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.243091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-603d9147-820c-440b-800b-711410699520 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee68c16063ff4e2f8d05d0ce39aa1846&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1983054
Nov 13 21:14:32.246349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59148) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.256135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.262135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Deleting subnet b493a2f0-9780-49ff-a7e2-1502821be639 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:14:32.263639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.295649 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20680330-2bca-47b4-bd72-f37ce461ba81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.315090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.393803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab8672bc-6f45-4edf-87f2-07f9221971b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.402000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.416060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.452241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab8672bc-6f45-4edf-87f2-07f9221971b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.463381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcad69a0>,) {'filters': {'network_id': ['0c0091ca-886d-4ff3-ad75-7cbd6d6418ee']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:32.471573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcad69a0>, '7f770f51-48fc-4e31-85cd-ebeddf415fbf') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:32.471915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcad69a0>, '7f770f51-48fc-4e31-85cd-ebeddf415fbf') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:32.491871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.493286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481532d6-a5b1-4c93-96a1-dc419ed18dc9 req-8e3ec73e-7135-49d2-b771-acf61badbb28 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:32.494760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-481532d6-a5b1-4c93-96a1-dc419ed18dc9 req-8e3ec73e-7135-49d2-b771-acf61badbb28 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1277912
Nov 13 21:14:32.539574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.544542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3135b46-1806-46a6-a6dc-f994093659a8 req-b0c88476-c578-412b-a72b-8bf00fb614a5 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 210 time: 0.0500481
Nov 13 21:14:32.552650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:14:32.553079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:14:32.554812 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:14:32.558669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.595831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-481532d6-a5b1-4c93-96a1-dc419ed18dc9 req-6f7b7f3a-f968-4192-85fd-39f4c1aa0618 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933120
Nov 13 21:14:32.598581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event deleted for resources: {'Port': ['ID=672c3a06-27d3-4125-af0c-b4c682864cc4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:32.626812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.631186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1120367d-f469-442b-ae97-01a0e0f63d56 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/ports/672c3a06-27d3-4125-af0c-b4c682864cc4 HTTP/1.1" status: 204  len: 168 time: 0.7641027
Nov 13 21:14:32.633022 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.635259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59156) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.645790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7', 'external_fixed_ips': [{'subnet_id': '262160a3-a852-4c77-aca3-199cc78baec6', 'ip_address': '2001:db8::76'}]}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:32.660640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b493a2f0-9780-49ff-a7e2-1502821be639,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:32.662503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.668553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b579c95f-0d76-451d-b84c-a9c2ec26d43a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b493a2f0-9780-49ff-a7e2-1502821be639 HTTP/1.1" status: 204  len: 168 time: 0.5069242
Nov 13 21:14:32.670031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59158) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:32.675053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:32.694395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:32.694743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4f7fd2f4-21a9-48df-9c9f-dd04a1ab335f not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:32.709086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab8672bc-6f45-4edf-87f2-07f9221971b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.711771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab8672bc-6f45-4edf-87f2-07f9221971b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.712931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ab8672bc-6f45-4edf-87f2-07f9221971b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6d21698-8a32-4181-b8ee-4b7f94628af4 HTTP/1.1" status: 204  len: 168 time: 0.4649520
Nov 13 21:14:32.760255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.763301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20680330-2bca-47b4-bd72-f37ce461ba81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.774272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8672bc-6f45-4edf-87f2-07f9221971b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d21698-8a32-4181-b8ee-4b7f94628af4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:32.776213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.783240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c0091ca-886d-4ff3-ad75-7cbd6d6418ee HTTP/1.1" status: 204  len: 168 time: 0.7262969
Nov 13 21:14:32.802634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.803606 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.809591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712a73c-cd17-4c32-9ea4-3c14cf5408c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0091ca-886d-4ff3-ad75-7cbd6d6418ee,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:32.815529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.896076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20680330-2bca-47b4-bd72-f37ce461ba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:32.900972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.032212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-20680330-2bca-47b4-bd72-f37ce461ba81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3d0d9d1eac84df7af9febf5c4f633f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7698293
Nov 13 21:14:33.034930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59164) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:33.039864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.044007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20680330-2bca-47b4-bd72-f37ce461ba81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6186ca7a-aaa0-4de9-92c7-f74c00b3fa16,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:33.095337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ab797e1-b72e-4d7d-8ba8-38c59bfb31a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.120211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-deleted', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:33.121140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ab797e1-b72e-4d7d-8ba8-38c59bfb31a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.122603 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595c243f-f338-4777-a1bc-71ec212220d2" -d '{"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-deleted", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:33.159319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd75b40a0>,) {'filters': {'network_id': ['606601c1-24c7-4b73-ae8f-0e20d3a98106']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:33.201129 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605818ba-c3c9-48c1-977c-5aa9b6f86f0d x-openstack-request-id: req-605818ba-c3c9-48c1-977c-5aa9b6f86f0d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:33.201129 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197", "name": "network-vif-deleted", "tag": "1a7cbac3-750a-45e6-abbc-58a468ee368d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:33.202313 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-605818ba-c3c9-48c1-977c-5aa9b6f86f0d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:33.202313 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ad45aa-6a3a-4f47-83c3-b93cb0bf1197', 'name': 'network-vif-deleted', 'tag': '1a7cbac3-750a-45e6-abbc-58a468ee368d', 'status': 'completed', 'code': 200}
Nov 13 21:14:33.255749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75b40a0>, 'd0348f0b-50fa-4864-bf63-91aaf2422c0f') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:33.256039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75b40a0>, 'd0348f0b-50fa-4864-bf63-91aaf2422c0f') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:33.272295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-55aa33ce-f528-4872-a460-20b8201a147e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:33.273867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-55aa33ce-f528-4872-a460-20b8201a147e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 805 time: 0.4072237
Nov 13 21:14:33.280342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.303161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.308812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Request body: {'port': {'device_id': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'admin_state_up': True, 'tenant_id': '52e08ee207a44f10aeec3e9e0edcb6c1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:33.347361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.388762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:14:33.388762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.389831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:14:33.390338 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:14:33.469570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45f859-d277-4e42-b134-9e9e112fdcdd req-40d6df9a-1c9e-4670-ad07-eb3331132ae8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:33.476872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d45f859-d277-4e42-b134-9e9e112fdcdd req-40d6df9a-1c9e-4670-ad07-eb3331132ae8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.2442896
Nov 13 21:14:33.593792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f4dde67b-af36-4d53-bc80-67b711014a23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c769c66dceb4c33984b5a9ee0b431af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2024679
Nov 13 21:14:33.596321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59182) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:33.638378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d45f859-d277-4e42-b134-9e9e112fdcdd req-ba6ff1e2-a660-4bbe-a70b-39a7e61e3ff3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606376
Nov 13 21:14:33.667938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50ee9264-0851-4cf5-88e8-2c203b134594 req-9d357e78-7d7a-4662-9abc-f37f95c49955 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 210 time: 0.0407412
Nov 13 21:14:33.677027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.687633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9d12-e9ca-4b54-8f7a-29fd26da379a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.710292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.711997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9d12-e9ca-4b54-8f7a-29fd26da379a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.718301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] 10.222.0.20 "DELETE /v2.0/networks/606601c1-24c7-4b73-ae8f-0e20d3a98106 HTTP/1.1" status: 204  len: 168 time: 1.0438488
Nov 13 21:14:33.719123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc67cd-0140-43bb-ac0e-76625bc41218 admin admin] Pushing event deleted for resources: {'Network': ['ID=606601c1-24c7-4b73-ae8f-0e20d3a98106,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:33.731580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ab797e1-b72e-4d7d-8ba8-38c59bfb31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.734493 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ab797e1-b72e-4d7d-8ba8-38c59bfb31a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.735764 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0ab797e1-b72e-4d7d-8ba8-38c59bfb31a8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6186ca7a-aaa0-4de9-92c7-f74c00b3fa16 HTTP/1.1" status: 204  len: 168 time: 0.6998420
Nov 13 21:14:33.757893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab797e1-b72e-4d7d-8ba8-38c59bfb31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6186ca7a-aaa0-4de9-92c7-f74c00b3fa16,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:33.767358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Made reservation on behalf of 52e08ee207a44f10aeec3e9e0edcb6c1 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:33.770924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.866018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9d12-e9ca-4b54-8f7a-29fd26da379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.869138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c2f9d12-e9ca-4b54-8f7a-29fd26da379a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:33.870348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5c2f9d12-e9ca-4b54-8f7a-29fd26da379a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19a801c6-62ac-4376-8482-7fbfaa961da9 HTTP/1.1" status: 204  len: 168 time: 0.2719250
Nov 13 21:14:33.879398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f9d12-e9ca-4b54-8f7a-29fd26da379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a801c6-62ac-4376-8482-7fbfaa961da9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:34.144994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed86a7-3d94-440e-96f9-105e6b49d861 req-9bacd475-256f-4bc1-a680-60a5c402bb80 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:34.146499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71ed86a7-3d94-440e-96f9-105e6b49d861 req-9bacd475-256f-4bc1-a680-60a5c402bb80 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.4142349
Nov 13 21:14:34.174441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:34.236066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cf9d9fcb-d5d8-410b-a69f-1fabeaf65631 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14d12f4bd9ef48f68deb780d62dc6aa8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0604751
Nov 13 21:14:34.238610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59198) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:34.265111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.286710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.319861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71ed86a7-3d94-440e-96f9-105e6b49d861 req-53ea3f8b-9e42-4f0f-8f3f-9ac34e806e42 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486888
Nov 13 21:14:34.328247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Allocated IP 172.20.0.13 (d519d8b8-1902-43da-9cf6-7f4de024092b/cb7b477b-0c63-4a91-aee4-369731b3d5ad/80c7b29e-29b9-4520-891c-44a42d05a4d4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:34.335887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-da4074ce-aa2a-4853-8905-88c69c80ae60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.367351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-da4074ce-aa2a-4853-8905-88c69c80ae60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.510116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Allocated IP 2001:db8::76 (dca952d4-cde4-49e7-9a50-aa533f49c3b7/262160a3-a852-4c77-aca3-199cc78baec6/d521b454-1109-4e74-94ee-56b5bf9a69b2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:34.575812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-da4074ce-aa2a-4853-8905-88c69c80ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.580847 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-da4074ce-aa2a-4853-8905-88c69c80ae60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.591148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-da4074ce-aa2a-4853-8905-88c69c80ae60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb HTTP/1.1" status: 204  len: 168 time: 0.3422470
Nov 13 21:14:34.608867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4074ce-aa2a-4853-8905-88c69c80ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687d55f6-8c45-4ab9-ad4e-cefaefd6f0eb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:34.677112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:34.718209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.735148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 1a7cbac3-750a-45e6-abbc-58a468ee368d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:34.735649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1a7cbac3-750a-45e6-abbc-58a468ee368d not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:34.744526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.827904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bba1041b-ee40-45aa-8028-0e723c92002d req-0dbec79a-1f75-4973-8d25-d45c92bf2f1e tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 210 time: 0.0324757
Nov 13 21:14:34.866685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.908338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:34.935994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network dca952d4-cde4-49e7-9a50-aa533f49c3b7 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:34.946283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:34.949764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Network d519d8b8-1902-43da-9cf6-7f4de024092b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:34.952445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:34.958218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:34.996795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:34.999567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Port': ['ID=d521b454-1109-4e74-94ee-56b5bf9a69b2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:35.136447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:35.146256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:35.146945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:35.191390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e65c6-a9c2-41fd-b5bf-de109e37a0f1 req-3bdb3fb7-dd45-42e3-9b53-d995fe0d6ce8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:35.193121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-693e65c6-a9c2-41fd-b5bf-de109e37a0f1 req-3bdb3fb7-dd45-42e3-9b53-d995fe0d6ce8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.4486737
Nov 13 21:14:35.249360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-693e65c6-a9c2-41fd-b5bf-de109e37a0f1 req-6c5ae611-f921-47bb-8b7d-cadfc9ec7fa1 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481839
Nov 13 21:14:35.295932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-702abf23-41ea-4a7e-864c-9eff04526593 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9964325
Nov 13 21:14:35.308429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Request body: {'port': {'device_id': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:35.405151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:35.462146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca3197-f632-46ac-b19b-fe2ec56c400e req-39d726c5-cc24-4e76-9ee6-6c36fd194f17 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:35.470287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0ca3197-f632-46ac-b19b-fe2ec56c400e req-39d726c5-cc24-4e76-9ee6-6c36fd194f17 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0688553
Nov 13 21:14:35.507131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:35.530440 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0ca3197-f632-46ac-b19b-fe2ec56c400e req-d6543106-2e58-471b-a906-73ed89a1fd63 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587697
Nov 13 21:14:35.869831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:35.942143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c7b29e-29b9-4520-891c-44a42d05a4d4 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:35.955201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:35.976952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a02383-522a-4493-9ac6-196a9961407c req-ec3c6f05-1529-446f-8284-8af427df63b3 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:35.978414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43a02383-522a-4493-9ac6-196a9961407c req-ec3c6f05-1529-446f-8284-8af427df63b3 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 932 time: 0.0541720
Nov 13 21:14:36.013920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Transition to ACTIVE for port object 80c7b29e-29b9-4520-891c-44a42d05a4d4 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:36.064482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43a02383-522a-4493-9ac6-196a9961407c req-9a80e1ff-ff20-4e74-aa0f-3869b0de6137 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748665
Nov 13 21:14:36.088491 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.148047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:36.167207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Router 695bb3c6-937e-43c6-a3e8-9ca209c5554a is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:14:36.248603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59280) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:36.271100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Attempting to bind port 80c7b29e-29b9-4520-891c-44a42d05a4d4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:36.271442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Attempting to bind port 80c7b29e-29b9-4520-891c-44a42d05a4d4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:36.271771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Attempting to bind port 80c7b29e-29b9-4520-891c-44a42d05a4d4 on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:36.307027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Port 80c7b29e-29b9-4520-891c-44a42d05a4d4 on network d519d8b8-1902-43da-9cf6-7f4de024092b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:36.307352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Attempting to bind port 80c7b29e-29b9-4520-891c-44a42d05a4d4 on network d519d8b8-1902-43da-9cf6-7f4de024092b {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:36.317287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:36.317633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Checking segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:36.318020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Bound using segment: {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:36.318459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Bound port: 80c7b29e-29b9-4520-891c-44a42d05a4d4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf322a97-eecb-406d-b9d7-f29e7857f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:36.318815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.369798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:14:36.381624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Sync routers for ids ['695bb3c6-937e-43c6-a3e8-9ca209c5554a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:14:36.393921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Routers {'695bb3c6-937e-43c6-a3e8-9ca209c5554a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:36.394558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['695bb3c6-937e-43c6-a3e8-9ca209c5554a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:36.408214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1540482940-network', 'tenant_id': 'ed4546287dc04615a0ee67cd17824d6c'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:36.546499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Set router 695bb3c6-937e-43c6-a3e8-9ca209c5554a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:36.549922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Made reservation on behalf of ed4546287dc04615a0ee67cd17824d6c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:36.553604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.568865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.734032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:36.735976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.747585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ce08e-f1cc-4a1f-9aea-4b7132d97dd2 req-34f87e9c-3dd2-4f0e-a11a-c486ff58965d tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:36.750090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-224ce08e-f1cc-4a1f-9aea-4b7132d97dd2 req-34f87e9c-3dd2-4f0e-a11a-c486ff58965d tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.3729603
Nov 13 21:14:36.752370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:36.755922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.759541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-006b975d-99ca-44f8-bf69-52acbac291be tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 4.1158938
Nov 13 21:14:36.763134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59304) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:36.778261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e38d47-a750-482f-a54f-1758ddb8be76 req-14947acc-5078-4cc3-a71f-8e3646f16835 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:36.781577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-55e38d47-a750-482f-a54f-1758ddb8be76 req-14947acc-5078-4cc3-a71f-8e3646f16835 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0925288
Nov 13 21:14:36.802250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5370>, [{'id': '695bb3c6-937e-43c6-a3e8-9ca209c5554a', 'name': '', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7', 'external_fixed_ips': [{'subnet_id': '262160a3-a852-4c77-aca3-199cc78baec6', 'ip_address': '2001:db8::76'}], 'enable_snat': True}, 'gw_port_id': 'd521b454-1109-4e74-94ee-56b5bf9a69b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:32Z', 'updated_at': '2021-11-13T21:14:35Z', 'revision_number': 3, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port': {'id': 'd521b454-1109-4e74-94ee-56b5bf9a69b2', 'name': '', 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695bb3c6-937e-43c6-a3e8-9ca209c5554a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '262160a3-a852-4c77-aca3-199cc78baec6', 'ip_address': '2001:db8::76', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:34Z', 'updated_at': '2021-11-13T21:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '262160a3-a852-4c77-aca3-199cc78baec6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:36.816141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.836144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Checking router: 695bb3c6-937e-43c6-a3e8-9ca209c5554a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:14:36.841959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Updating router 695bb3c6-937e-43c6-a3e8-9ca209c5554a port d521b454-1109-4e74-94ee-56b5bf9a69b2 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:14:36.869931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.880173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-55e38d47-a750-482f-a54f-1758ddb8be76 req-7f570fcb-2795-475b-94ad-1b922994d212 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925221
Nov 13 21:14:36.881223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:36.882851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.883533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:36.897378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.897801 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Added segment 9fbf853e-9283-49d0-a197-b738bf018751 of type vlan for network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b
Nov 13 21:14:36.953447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:36.954309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:36.955878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/80c7b29e-29b9-4520-891c-44a42d05a4d4 HTTP/1.1" status: 200  len: 1092 time: 1.6515775
Nov 13 21:14:37.006465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'tag': '80c7b29e-29b9-4520-891c-44a42d05a4d4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:37.009110 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade6268a-796c-4db1-95b4-f909ef7b4846" -d '{"events": [{"name": "network-changed", "server_uuid": "09f058a1-5f83-46fe-a8d5-38d01e36bccc", "tag": "80c7b29e-29b9-4520-891c-44a42d05a4d4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:37.011890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451f2f3-d79f-4c60-b501-fa16f29358f0 service neutron] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:37.013756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.061659 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.145886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.146864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:37.147676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.206567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-224ce08e-f1cc-4a1f-9aea-4b7132d97dd2 req-47d5dc99-54a0-412b-8526-2cdbef32c6ba tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4447656
Nov 13 21:14:37.230193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] Pushing event updated for resources: {'Network': ['ID=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:37.240636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:37.281984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.293296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-ec89805a-b6cf-44c8-a02e-fe90878510c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:37.296979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-ec89805a-b6cf-44c8-a02e-fe90878510c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 1095 time: 0.1849115
Nov 13 21:14:37.303989 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc0ca2-33b2-4eee-9ba1-a7da17f5253c x-openstack-request-id: req-e6cc0ca2-33b2-4eee-9ba1-a7da17f5253c {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:37.307367 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f058a1-5f83-46fe-a8d5-38d01e36bccc", "tag": "80c7b29e-29b9-4520-891c-44a42d05a4d4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:37.307639 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6cc0ca2-33b2-4eee-9ba1-a7da17f5253c {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:37.308061 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'tag': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'status': 'completed', 'code': 200}
Nov 13 21:14:37.316262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8713def4-4b97-46d1-947d-16d7808af209 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0663128
Nov 13 21:14:37.319728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59320) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:37.325170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Request body: {'subnet': {'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1540482940-subnet', 'tenant_id': 'ed4546287dc04615a0ee67cd17824d6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:37.378444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.382795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-8e194709-0ec5-4411-bbb4-6c239573d584 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4 HTTP/1.1" status: 200  len: 217 time: 0.0607319
Nov 13 21:14:37.422337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.441466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Made reservation on behalf of ed4546287dc04615a0ee67cd17824d6c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:37.445818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.450676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d12695-ca4c-44f6-960e-a48402ce3f76 None None] Pushing event updated for resources: {'Port': ['ID=d521b454-1109-4e74-94ee-56b5bf9a69b2,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:37.455209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Attempting to bind port d521b454-1109-4e74-94ee-56b5bf9a69b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:37.455572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Attempting to bind port d521b454-1109-4e74-94ee-56b5bf9a69b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:37.455931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Attempting to bind port d521b454-1109-4e74-94ee-56b5bf9a69b2 on network dca952d4-cde4-49e7-9a50-aa533f49c3b7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:37.462538 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:37.463167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Checking segment: {'id': 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:37.463822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.464890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Bound using segment: {'id': 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:37.468822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Bound port: d521b454-1109-4e74-94ee-56b5bf9a69b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dca952d4-cde4-49e7-9a50-aa533f49c3b7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:37.468822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.497436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08a5c6-9319-419b-926a-be77385471e4 req-5de9384f-460f-4c1b-937c-e0404d6baa85 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:37.498980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b08a5c6-9319-419b-926a-be77385471e4 req-5de9384f-460f-4c1b-937c-e0404d6baa85 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 944 time: 0.0989525
Nov 13 21:14:37.517132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-41468ade-0e39-44b2-a034-00a21e66a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:37.518561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-41468ade-0e39-44b2-a034-00a21e66a5a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.1155784
Nov 13 21:14:37.557360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] For port d521b454-1109-4e74-94ee-56b5bf9a69b2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:37.561153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] For port d521b454-1109-4e74-94ee-56b5bf9a69b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d521b454-1109-4e74-94ee-56b5bf9a69b2,segment=NetworkSegment(fdd25bda-a0f0-4504-bec6-f6276c2e7ddd),segment_id=fdd25bda-a0f0-4504-bec6-f6276c2e7ddd)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:37.614648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-8163b4f3-8360-44bd-9a08-30b030820a8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782771
Nov 13 21:14:37.632554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.664155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59332) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:37.688107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Routers {'695bb3c6-937e-43c6-a3e8-9ca209c5554a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:37.688733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['695bb3c6-937e-43c6-a3e8-9ca209c5554a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:37.758155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.763051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d12695-ca4c-44f6-960e-a48402ce3f76 None None] Pushing event updated for resources: {'Port': ['ID=d521b454-1109-4e74-94ee-56b5bf9a69b2,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:37.791344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] Set router 695bb3c6-937e-43c6-a3e8-9ca209c5554a gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:37.807047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b08a5c6-9319-419b-926a-be77385471e4 req-355db159-e96d-4060-9346-0d02140370ca tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2876191
Nov 13 21:14:37.850218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5e5370>, [{'id': '695bb3c6-937e-43c6-a3e8-9ca209c5554a', 'name': '', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:32Z', 'updated_at': '2021-11-13T21:14:37Z', 'revision_number': 4, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:37.858040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Deleting port d521b454-1109-4e74-94ee-56b5bf9a69b2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:37.858534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:37.877000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-705c8eaa-ec99-4139-a553-ce2e89548e4c service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282326
Nov 13 21:14:37.889297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11bb5d-4084-4686-9b4a-f916bc5cfd3c None None] The sync data for ids ['695bb3c6-937e-43c6-a3e8-9ca209c5554a'] in ncdv-master-1 is: [{'id': '695bb3c6-937e-43c6-a3e8-9ca209c5554a', 'name': '', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:32Z', 'updated_at': '2021-11-13T21:14:37Z', 'revision_number': 4, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:14:37.959078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afb5e3c-0e79-4f10-b04d-89c5a9648461,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:37.961753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Checking segment: {'id': '9fbf853e-9283-49d0-a197-b738bf018751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:37.962164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Network hostable DHCP agents. Network: ead81e01-35b3-4c69-a3da-a73b9f4f9e5b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:14:38.003175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47e135fe-c5d8-461a-96a0-fb7a29b3908f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.070959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] For port d521b454-1109-4e74-94ee-56b5bf9a69b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d521b454-1109-4e74-94ee-56b5bf9a69b2,segment=NetworkSegment(fdd25bda-a0f0-4504-bec6-f6276c2e7ddd),segment_id=fdd25bda-a0f0-4504-bec6-f6276c2e7ddd)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:38.071380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.083180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:14:38.104791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f2af624-b185-48a4-aeee-bfea4eba9982 req-e3890fd6-6461-4392-a86c-b7e4cd7779b9 service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2199507
Nov 13 21:14:38.133186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Calling delete_port for d521b454-1109-4e74-94ee-56b5bf9a69b2 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:38.180130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ead81e01-35b3-4c69-a3da-a73b9f4f9e5b) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:38.186047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:38.186702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.191841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc38ec-c274-4f3e-93ff-86daea43ec42 None None] Network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:38.217207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f54063-9e14-44f6-9072-5c030ba7051b req-3660d1dd-9a97-4c3f-90c2-9106c25bdc7c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:38.225573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70f54063-9e14-44f6-9072-5c030ba7051b req-3660d1dd-9a97-4c3f-90c2-9106c25bdc7c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1432543
Nov 13 21:14:38.314580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4dc281ce-c2dd-493d-899c-c8d32f5e8b71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9936531
Nov 13 21:14:38.327577 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47e135fe-c5d8-461a-96a0-fb7a29b3908f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.350700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7466fb-75d0-45e3-bd19-edce5a87dd26 None None] Network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:38.405223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70f54063-9e14-44f6-9072-5c030ba7051b req-6e6f413b-9220-45ef-afd1-2bf4157ab212 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764355
Nov 13 21:14:38.423942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-b98dc1f4-2357-480c-8dce-69632073d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:38.425998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-b98dc1f4-2357-480c-8dce-69632073d5eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 1095 time: 0.1577225
Nov 13 21:14:38.426681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47e135fe-c5d8-461a-96a0-fb7a29b3908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.519298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e135fe-c5d8-461a-96a0-fb7a29b3908f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c910fb-6a7f-47c6-bea0-b0fac02b8305,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:38.597699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47e135fe-c5d8-461a-96a0-fb7a29b3908f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=482cf0093ab84b79b45233c0312908c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9258595
Nov 13 21:14:38.600394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59358) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:38.640828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36184905-13bf-413f-bdc5-4b759d902132 req-2f348db0-68d0-4b1e-9f7d-9b4bd0956100 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:38.643753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-20d31fc6-2b48-48c7-a031-0538cb0ffa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:38.645504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-20d31fc6-2b48-48c7-a031-0538cb0ffa43 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 200  len: 906 time: 0.2058167
Nov 13 21:14:38.646199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36184905-13bf-413f-bdc5-4b759d902132 req-2f348db0-68d0-4b1e-9f7d-9b4bd0956100 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0898280
Nov 13 21:14:38.700318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-1d0fb6f0-5a1d-43cb-99fa-9421fa34af1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4 HTTP/1.1" status: 200  len: 217 time: 0.0474629
Nov 13 21:14:38.701079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.722392 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79c29234-1225-4396-aa3b-7c1cdc42f547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.749669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79c29234-1225-4396-aa3b-7c1cdc42f547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.758051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event deleted for resources: {'Port': ['ID=d521b454-1109-4e74-94ee-56b5bf9a69b2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:38.765251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36184905-13bf-413f-bdc5-4b759d902132 req-9509e717-cc37-42d2-9079-a93440aa82dc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130173
Nov 13 21:14:38.813459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.927981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79c29234-1225-4396-aa3b-7c1cdc42f547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.930332 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79c29234-1225-4396-aa3b-7c1cdc42f547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.934848 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-79c29234-1225-4396-aa3b-7c1cdc42f547 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72c910fb-6a7f-47c6-bea0-b0fac02b8305 HTTP/1.1" status: 204  len: 168 time: 0.3332276
Nov 13 21:14:38.943836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29234-1225-4396-aa3b-7c1cdc42f547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c910fb-6a7f-47c6-bea0-b0fac02b8305,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:38.947661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.956805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:38.995195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-268fed56-bfc7-4bc9-a02a-ebd5f8ee2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:38.996896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-268fed56-bfc7-4bc9-a02a-ebd5f8ee2fbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 200  len: 845 time: 0.2876673
Nov 13 21:14:39.069080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-2565b658-66a1-4df9-bac1-8b5aa328c193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d519d8b8-1902-43da-9cf6-7f4de024092b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632513
Nov 13 21:14:39.133979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-ed483e3b-ef25-4784-baf2-2829d25de40d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:39.133979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-ed483e3b-ef25-4784-baf2-2829d25de40d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/networks?id=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b HTTP/1.1" status: 200  len: 809 time: 0.3060977
Nov 13 21:14:39.160976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-4a35c419-fb88-48b0-99db-7d09dd9be722 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/quotas/ed4546287dc04615a0ee67cd17824d6c HTTP/1.1" status: 200  len: 375 time: 0.0461042
Nov 13 21:14:39.204837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:39.217124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.217757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 695bb3c6-937e-43c6-a3e8-9ca209c5554a {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:14:39.222592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.227006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-afcc317a-6fcc-47ca-b34c-4f3a11462a6a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/routers/695bb3c6-937e-43c6-a3e8-9ca209c5554a HTTP/1.1" status: 204  len: 168 time: 2.4629288
Nov 13 21:14:39.229948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:39.236137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-f56b398b-ae29-4aa9-8e42-ee461e436650 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4546287dc04615a0ee67cd17824d6c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0741191
Nov 13 21:14:39.241332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-ca813cc3-87f3-43e6-b109-35b7187d77cf service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:14:39.248633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-ca813cc3-87f3-43e6-b109-35b7187d77cf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0116150
Nov 13 21:14:39.345372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Deleting subnet 262160a3-a852-4c77-aca3-199cc78baec6 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:14:39.351100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.355660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-4b888fc1-fe18-40cc-9cc1-92598ca4b7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2389317
Nov 13 21:14:39.408709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-8dfcfdf9-e6c6-4546-a241-e5f1d069268d service neutron] 10.222.0.20 "GET /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588748
Nov 13 21:14:39.416652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31442db-d69a-44ba-909a-aab2d517bc84 req-6585a4ef-1f1f-41f1-a37a-341fcdc2153a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:39.420769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d31442db-d69a-44ba-909a-aab2d517bc84 req-6585a4ef-1f1f-41f1-a37a-341fcdc2153a tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 944 time: 0.1497006
Nov 13 21:14:39.454052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.517966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c55e20f6-52e7-4b08-89b0-c9abd8d0f6f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.553732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ade6268a-796c-4db1-95b4-f909ef7b4846 req-d43b307f-ba5c-4b81-be7a-c8ca92aeac96 service neutron] 10.222.0.37 "GET /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909389
Nov 13 21:14:39.555842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d31442db-d69a-44ba-909a-aab2d517bc84 req-54be2287-3144-4810-b1ab-dd8112828cc7 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251500
Nov 13 21:14:39.576854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.586321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-de6023a2-d177-42e3-9c3d-9be08b8b033b service neutron] 10.222.0.20 "GET /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506336
Nov 13 21:14:39.681027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c55e20f6-52e7-4b08-89b0-c9abd8d0f6f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.734691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.781315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c55e20f6-52e7-4b08-89b0-c9abd8d0f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.790438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=262160a3-a852-4c77-aca3-199cc78baec6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:39.810008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.813355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e1140c7-cdee-48f0-9810-8500215e87b3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/262160a3-a852-4c77-aca3-199cc78baec6 HTTP/1.1" status: 204  len: 168 time: 0.5819650
Nov 13 21:14:39.817078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59406) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:39.869935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c55e20f6-52e7-4b08-89b0-c9abd8d0f6f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ae2a1a2618447d0bfe8915c3eef6ee8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6702588
Nov 13 21:14:39.875971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59410) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:39.891695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e20f6-52e7-4b08-89b0-c9abd8d0f6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b7da5c-14fd-4f11-a895-98a9a4c1dabe,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:39.921964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c259f5-1ba5-4004-9b54-09df4e7fe539 req-72123a6b-95f0-46fe-ab7a-b86e16d18b97 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:39.923538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09c259f5-1ba5-4004-9b54-09df4e7fe539 req-72123a6b-95f0-46fe-ab7a-b86e16d18b97 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1287920
Nov 13 21:14:39.978955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b025bc77-5a13-4f6e-bbdb-b8f863fa4f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:39.999930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09c259f5-1ba5-4004-9b54-09df4e7fe539 req-5f02c644-b4b3-4607-b01b-0082212803c0 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663393
Nov 13 21:14:40.016167 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b025bc77-5a13-4f6e-bbdb-b8f863fa4f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.116295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f2864bc-8e20-4d04-801f-8017e4448992 req-79e7e39d-a253-41d2-be99-b25904424817 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 210 time: 0.0452621
Nov 13 21:14:40.226111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b025bc77-5a13-4f6e-bbdb-b8f863fa4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.229535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b025bc77-5a13-4f6e-bbdb-b8f863fa4f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.236252 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b025bc77-5a13-4f6e-bbdb-b8f863fa4f50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8b7da5c-14fd-4f11-a895-98a9a4c1dabe HTTP/1.1" status: 204  len: 168 time: 0.3531873
Nov 13 21:14:40.245740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025bc77-5a13-4f6e-bbdb-b8f863fa4f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b7da5c-14fd-4f11-a895-98a9a4c1dabe,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:40.268112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.297153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc30b3-1ed8-4e4b-91d2-0c93c325b79f req-41c2eaa2-f94b-4717-b9da-5d8d7b436576 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:40.300816 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3cc30b3-1ed8-4e4b-91d2-0c93c325b79f req-41c2eaa2-f94b-4717-b9da-5d8d7b436576 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0745299
Nov 13 21:14:40.340988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:40.395793 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.419265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3cc30b3-1ed8-4e4b-91d2-0c93c325b79f req-49c4993b-1ae9-48da-bde2-3b38cf29e2af tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008160
Nov 13 21:14:40.428039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcce8430>,) {'filters': {'network_id': ['dca952d4-cde4-49e7-9a50-aa533f49c3b7']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:40.438787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcce8430>, 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:40.439079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcce8430>, 'fdd25bda-a0f0-4504-bec6-f6276c2e7ddd') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:40.450436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.464098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.471145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:14:40.471562 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:14:40.473452 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:14:40.614984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.619820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  dca952d4-cde4-49e7-9a50-aa533f49c3b7 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:14:40.620418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-network', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:40.633861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.639968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/networks/dca952d4-cde4-49e7-9a50-aa533f49c3b7 HTTP/1.1" status: 204  len: 168 time: 0.8218260
Nov 13 21:14:40.657407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113e941-aab3-41c4-a0bd-80179d12ad71 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event deleted for resources: {'Network': ['ID=dca952d4-cde4-49e7-9a50-aa533f49c3b7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:40.705176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17dc0-158f-4ddb-932f-2b6e6cacb88c req-4c451dcb-fdf8-41af-9f18-e7fb3d8804da tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:40.714870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a17dc0-158f-4ddb-932f-2b6e6cacb88c req-4c451dcb-fdf8-41af-9f18-e7fb3d8804da tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 944 time: 0.0757463
Nov 13 21:14:40.723500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80c7b29e-29b9-4520-891c-44a42d05a4d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:40.740018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:40.768656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Made reservation on behalf of 0cf5c9c1ed024cb58d69f1ed135ac148 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:40.772471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.797157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.816147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a17dc0-158f-4ddb-932f-2b6e6cacb88c req-72574c0e-4d3d-42cf-8175-401e4c7ef35f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976861
Nov 13 21:14:40.908461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:40.925038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'mac_address': 'fa:16:3e:b9:b1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:40.969503 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.976728 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:40.984018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c7b29e-29b9-4520-891c-44a42d05a4d4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:41.005745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5987b80-11ea-4885-83c6-a36d510041eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.008449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:41.071769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.084948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.112917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59450) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:41.115367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:41.158631 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5987b80-11ea-4885-83c6-a36d510041eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.169485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6c726-3bc2-4a90-8e5e-9bfcfb2b57f3 req-b4e354da-a8f5-479b-8559-0ecb59cbda5c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:41.176147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:41.177002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6db6c726-3bc2-4a90-8e5e-9bfcfb2b57f3 req-b4e354da-a8f5-479b-8559-0ecb59cbda5c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0908909
Nov 13 21:14:41.206797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb048579-38fe-46b7-8cf5-22acecbf45b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.222036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5987b80-11ea-4885-83c6-a36d510041eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.241074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6db6c726-3bc2-4a90-8e5e-9bfcfb2b57f3 req-5180d745-383b-4fc6-8137-d4da9c8b9ecb tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609941
Nov 13 21:14:41.268755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.269338 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Added segment 51f623b8-60ef-40a7-8265-7f24d7f419c3 of type vlan for network 31db4671-c03c-421d-a4dc-7b14414e97bb
Nov 13 21:14:41.282031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fd5cc-4680-4f78-9ef6-78c8fe995cff,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:41.298295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5987b80-11ea-4885-83c6-a36d510041eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519a109-6ecc-47f5-8133-19b092b6ca72,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:41.307702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1492361f-504a-4e9c-8938-1aa029c8784a req-47c3c398-133f-4f27-822e-c2d29cbf2a82 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 210 time: 0.0517774
Nov 13 21:14:41.312179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80c7b29e-29b9-4520-891c-44a42d05a4d4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:41.333854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f5987b80-11ea-4885-83c6-a36d510041eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a805fc0fa1246249f2ac980b9a5c3bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5906374
Nov 13 21:14:41.335131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59456) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:41.357338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.406730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-641839f4-c28b-4d6b-ae23-0c0cb182b4a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.423719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59458) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:41.432946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'name': 'tempest-router--1862898908', 'project_id': 'ad6d9d7f20ea4f54b0f39c09bce236f6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:41.437927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-641839f4-c28b-4d6b-ae23-0c0cb182b4a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.442835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb048579-38fe-46b7-8cf5-22acecbf45b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.553245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55ad0d-812a-439c-ba17-48561afd1d0d req-bb277287-ca14-406d-a37e-80eb5f869078 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:41.554608 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea55ad0d-812a-439c-ba17-48561afd1d0d req-bb277287-ca14-406d-a37e-80eb5f869078 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0592146
Nov 13 21:14:41.612778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea55ad0d-812a-439c-ba17-48561afd1d0d req-c46886d5-2967-4d86-81c0-6867e908322c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501654
Nov 13 21:14:41.677430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.689687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:41.689687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.743188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] Pushing event updated for resources: {'Network': ['ID=31db4671-c03c-421d-a4dc-7b14414e97bb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:41.752950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 31db4671-c03c-421d-a4dc-7b14414e97bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:41.837780 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb048579-38fe-46b7-8cf5-22acecbf45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.889824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-641839f4-c28b-4d6b-ae23-0c0cb182b4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.894288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bb048579-38fe-46b7-8cf5-22acecbf45b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ea7685d672c4b209634bedeeb070e44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7749496
Nov 13 21:14:41.895173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-641839f4-c28b-4d6b-ae23-0c0cb182b4a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.897414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-641839f4-c28b-4d6b-ae23-0c0cb182b4a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6519a109-6ecc-47f5-8133-19b092b6ca72 HTTP/1.1" status: 204  len: 168 time: 0.5610616
Nov 13 21:14:41.898041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59468) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:41.899463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb048579-38fe-46b7-8cf5-22acecbf45b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6344c193-1f7b-4d26-bcd3-6535f6b8e69e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:41.907214 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.908660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:41.932553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641839f4-c28b-4d6b-ae23-0c0cb182b4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519a109-6ecc-47f5-8133-19b092b6ca72,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:41.994178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2985ae78-fe41-428b-ae38-1836ba625ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.003190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.017017 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2985ae78-fe41-428b-ae38-1836ba625ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.035382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1cb2a13c-ad26-4434-8190-6e161faf29ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.6923385
Nov 13 21:14:42.038552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59472) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:42.044096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Request body: {'subnet': {'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-subnet', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:42.081600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16fe1-07b4-47ba-8425-4640665534e9 req-cfaea95e-40ec-4c51-8b3a-6b42ee9fed58 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.083187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ef16fe1-07b4-47ba-8425-4640665534e9 req-cfaea95e-40ec-4c51-8b3a-6b42ee9fed58 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 945 time: 0.0977125
Nov 13 21:14:42.100984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.108159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.144011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ef16fe1-07b4-47ba-8425-4640665534e9 req-236c3486-c335-4a11-96dc-c2d1a2e3b1cc tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547495
Nov 13 21:14:42.165164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Made reservation on behalf of 0cf5c9c1ed024cb58d69f1ed135ac148 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:42.165164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.182420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2985ae78-fe41-428b-ae38-1836ba625ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.185858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2985ae78-fe41-428b-ae38-1836ba625ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.191303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2985ae78-fe41-428b-ae38-1836ba625ccf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6344c193-1f7b-4d26-bcd3-6535f6b8e69e HTTP/1.1" status: 204  len: 168 time: 0.2864561
Nov 13 21:14:42.205703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81bded-0944-4021-933e-033b899ec399 req-f677f92d-fa13-4eab-8409-d9356902a989 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.207221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f81bded-0944-4021-933e-033b899ec399 req-f677f92d-fa13-4eab-8409-d9356902a989 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.0689430
Nov 13 21:14:42.216372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985ae78-fe41-428b-ae38-1836ba625ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344c193-1f7b-4d26-bcd3-6535f6b8e69e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:42.553094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f81bded-0944-4021-933e-033b899ec399 req-f6cadc5c-c662-469d-8fd0-6161d64eb673 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515587
Nov 13 21:14:42.554752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.554752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-febb62ac-0860-46c8-aa06-d985d4927cd8 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.8763726
Nov 13 21:14:42.556246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:42.556246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b273baff-546b-4dd9-aca3-d41d5496fbb5 req-d8165860-9b4c-44df-9f8c-90ff6b3b8b37 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 210 time: 0.0454082
Nov 13 21:14:42.557554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ad8eb-de43-4227-b5b4-0f92d4689416 req-f628558d-f343-4510-894f-e4813ffa66cd tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.557554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-434ad8eb-de43-4227-b5b4-0f92d4689416 req-f628558d-f343-4510-894f-e4813ffa66cd tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1056528
Nov 13 21:14:42.558575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.559588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-434ad8eb-de43-4227-b5b4-0f92d4689416 req-32db993b-2d1d-4f93-b84d-06ce1d7e0031 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623515
Nov 13 21:14:42.559926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-a25042a4-b628-4f33-97ef-087e4540aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.561804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-a25042a4-b628-4f33-97ef-087e4540aa97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 1096 time: 0.1984243
Nov 13 21:14:42.641561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.687301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.691760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b391f24-9839-4abf-883a-5db90ad8a5cd,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:42.710628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.711039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.711380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.711712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.712041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.712365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.712771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.713030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.713352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.713670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.713988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.714401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:42.717908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.723035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Checking segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:42.723395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Network hostable DHCP agents. Network: 31db4671-c03c-421d-a4dc-7b14414e97bb, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:14:42.746891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80c7b29e-29b9-4520-891c-44a42d05a4d4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:42.802272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-469075a9-4203-4590-b526-84de089add03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.806343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-469075a9-4203-4590-b526-84de089add03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 200  len: 917 time: 0.2084718
Nov 13 21:14:42.820257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Network 31db4671-c03c-421d-a4dc-7b14414e97bb is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:14:42.879999 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-1a6e9a1e-05d3-44d0-bef5-b97da4dde0cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e28a5e3-e136-40b0-9843-0e791f872430 HTTP/1.1" status: 200  len: 217 time: 0.0654750
Nov 13 21:14:42.880615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.881181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2d91e20-58ba-4dfa-a35b-9da6ed6c7641 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:14:42.887715 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.887715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-18e282d8-7b6c-42fd-912c-44d69558f9cb tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b2d91e20-58ba-4dfa-a35b-9da6ed6c7641 HTTP/1.1" status: 204  len: 168 time: 0.5762925
Nov 13 21:14:42.911526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31db4671-c03c-421d-a4dc-7b14414e97bb) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:42.916172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.917223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:42.923574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054615a1-1250-43cd-8095-97f56fe19db5 None None] Network 31db4671-c03c-421d-a4dc-7b14414e97bb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:42.963374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-fa5676d3-2d15-497f-ae31-1b5e19610af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:42.965527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-fa5676d3-2d15-497f-ae31-1b5e19610af1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 200  len: 855 time: 0.0765965
Nov 13 21:14:42.993535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 80c7b29e-29b9-4520-891c-44a42d05a4d4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:43.000288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 80c7b29e-29b9-4520-891c-44a42d05a4d4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:43.000801 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.017524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6643850a-8731-44e9-b64e-6d0898558ad1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9779050
Nov 13 21:14:43.020007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59500) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:43.021933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-c37ceb92-13c6-403a-bde9-d4f067c6435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:43.023535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-c37ceb92-13c6-403a-bde9-d4f067c6435e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bdb9fd5b-98a9-4992-84f8-2463c11662ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0495815
Nov 13 21:14:43.028347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:43.137654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.139237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.190848 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.194463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-31db4671-c03c-421d-a4dc-7b14414e97bb', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:14:43.195288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.200459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-ed3a7822-18ba-4e22-afdc-0ec1b14a3a30 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610620
Nov 13 21:14:43.245276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c7b29e-29b9-4520-891c-44a42d05a4d4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:43.248508 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f1ddbf-908a-465d-a374-3098f942f2c0" -d '{"events": [{"server_uuid": "09f058a1-5f83-46fe-a8d5-38d01e36bccc", "name": "network-vif-plugged", "status": "completed", "tag": "80c7b29e-29b9-4520-891c-44a42d05a4d4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:43.270879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:43.301059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-6f4236bd-a2cc-4a09-906b-0385737c6261 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:43.305947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-6f4236bd-a2cc-4a09-906b-0385737c6261 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.46 "GET /v2.0/networks?id=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b HTTP/1.1" status: 200  len: 809 time: 0.2113898
Nov 13 21:14:43.331720 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4063c-6a3b-44a7-817d-0ed1312435f7 x-openstack-request-id: req-57e4063c-6a3b-44a7-817d-0ed1312435f7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:43.334044 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f058a1-5f83-46fe-a8d5-38d01e36bccc", "name": "network-vif-plugged", "status": "completed", "tag": "80c7b29e-29b9-4520-891c-44a42d05a4d4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:43.334300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57e4063c-6a3b-44a7-817d-0ed1312435f7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:43.339496 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'code': 200}
Nov 13 21:14:43.361798 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.408031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Request body: {'port': {'device_id': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b', 'admin_state_up': True, 'tenant_id': 'ed4546287dc04615a0ee67cd17824d6c'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:43.411291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59518) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:43.469580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.473404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:43.488154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Allocated IP 172.20.0.2 (31db4671-c03c-421d-a4dc-7b14414e97bb/0b391f24-9839-4abf-883a-5db90ad8a5cd/3f845624-b18d-475b-b430-896f2a1c85ec) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:43.586888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dda15-ba7e-441f-8439-e204cb60a02b req-32289e61-ae0d-46d5-a746-d1867aed10f1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:43.586888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd5dda15-ba7e-441f-8439-e204cb60a02b req-32289e61-ae0d-46d5-a746-d1867aed10f1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 945 time: 0.3001711
Nov 13 21:14:43.627597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabd7c2-9673-4ec4-8419-0381325a4a64 req-5fcf2277-90d2-4e1d-9ad3-55545fc2f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:43.629685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcabd7c2-9673-4ec4-8419-0381325a4a64 req-5fcf2277-90d2-4e1d-9ad3-55545fc2f193 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 1097 time: 0.1853640
Nov 13 21:14:43.633826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f54a941-dd07-40d4-9546-0abf914c8dd6 req-76338502-e988-47f9-870e-d3d43ca8e2c3 service neutron] 10.222.0.46 "GET /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4239240
Nov 13 21:14:43.677001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01929501-2949-4643-82cb-23788af3527b req-f5c9ab30-8977-49d2-96fd-56f12e542aed tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:43.685298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01929501-2949-4643-82cb-23788af3527b req-f5c9ab30-8977-49d2-96fd-56f12e542aed tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.2714958
Nov 13 21:14:43.691734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd5dda15-ba7e-441f-8439-e204cb60a02b req-fceb3b6c-3fd6-4f25-8343-2db9fcff110d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947745
Nov 13 21:14:43.725835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.803514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.807331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f35bfae0-9d8d-4606-9276-01a097d8413b req-ece21812-8dc1-48f9-bbe3-7b58f27c66bb tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 210 time: 0.0383124
Nov 13 21:14:43.810393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.865957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Network 31db4671-c03c-421d-a4dc-7b14414e97bb is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:43.870416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:43.883251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:43.892465 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01929501-2949-4643-82cb-23788af3527b req-7f8dabea-8928-421a-a648-a5c0c8225a2e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011163
Nov 13 21:14:43.894947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Pushing event updated for resources: {'Port': ['ID=3f845624-b18d-475b-b430-896f2a1c85ec,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:43.914376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1637301812', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:43.963262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b0449-1953-49db-bf98-a16dcd858d50 req-60e489e7-7178-493d-a464-49bdcdbe7a5b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:43.964165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e51b0449-1953-49db-bf98-a16dcd858d50 req-60e489e7-7178-493d-a464-49bdcdbe7a5b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0724659
Nov 13 21:14:43.967286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Attempting to bind port 3f845624-b18d-475b-b430-896f2a1c85ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:43.967884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Attempting to bind port 3f845624-b18d-475b-b430-896f2a1c85ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:43.967884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Attempting to bind port 3f845624-b18d-475b-b430-896f2a1c85ec on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:43.973122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:43.973593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Checking segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:43.974165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:43.974624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Bound using segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:43.975240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Bound port: 3f845624-b18d-475b-b430-896f2a1c85ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:43.975686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.041934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Made reservation on behalf of ed4546287dc04615a0ee67cd17824d6c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:44.048931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.064335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] For port 3f845624-b18d-475b-b430-896f2a1c85ec, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:44.068244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] For port 3f845624-b18d-475b-b430-896f2a1c85ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f845624-b18d-475b-b430-896f2a1c85ec,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:44.086459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e51b0449-1953-49db-bf98-a16dcd858d50 req-87b2f75e-4c50-4eb0-81cb-3ae533b2efed tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110198
Nov 13 21:14:44.126821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.127330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcabd7c2-9673-4ec4-8419-0381325a4a64 req-5827da69-e69a-494a-a65e-1cad452c2713 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4803455
Nov 13 21:14:44.128046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.146402 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.238223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84a66f-133d-42ed-8e88-d47149cd0741 None None] Pushing event updated for resources: {'Port': ['ID=3f845624-b18d-475b-b430-896f2a1c85ec,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:44.258794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.310426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.328906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Allocated IP 172.20.0.13 (ead81e01-35b3-4c69-a3da-a73b9f4f9e5b/3afb5e3c-0e79-4f10-b04d-89c5a9648461/b71a2fb4-1b79-4a24-b003-abfce5f77e06) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:44.727481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.811659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.841858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e366d2e-93f1-4864-80a4-abd01230c820 req-440c8a27-d14c-40cc-bd02-66453fdc28ea tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:44.843695 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e366d2e-93f1-4864-80a4-abd01230c820 req-440c8a27-d14c-40cc-bd02-66453fdc28ea tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 946 time: 0.0703304
Nov 13 21:14:44.850261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:44.898643 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e366d2e-93f1-4864-80a4-abd01230c820 req-0553bd17-dbfb-4ced-8caa-eb84ba745bb1 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481532
Nov 13 21:14:44.998550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:45.022045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e003986-3886-4c10-a33d-fa073db55d83 req-d5a8a29f-8d2b-46fa-962d-afdedc991316 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 210 time: 0.0366662
Nov 13 21:14:45.072745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Allocated IP 172.35.3.8 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/40d8815d-8326-4402-a3f0-ae41050280ec) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:45.236043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:45.288245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:45.338225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62025fa9-91a3-4ca5-ace7-7b92cca5a20a req-e5aabece-2cb2-4dc5-9f30-257c2f93671e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:45.349369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62025fa9-91a3-4ca5-ace7-7b92cca5a20a req-e5aabece-2cb2-4dc5-9f30-257c2f93671e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.2310512
Nov 13 21:14:45.380058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f573dd-71a4-437f-bcd7-e64dc08c33a9 req-84240139-80f2-44aa-808c-4040c2348ef0 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:45.382566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-04f573dd-71a4-437f-bcd7-e64dc08c33a9 req-84240139-80f2-44aa-808c-4040c2348ef0 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0713384
Nov 13 21:14:45.392455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5a890-5bb5-4524-b548-24eec16eda28 None None] Network 31db4671-c03c-421d-a4dc-7b14414e97bb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:45.438982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-04f573dd-71a4-437f-bcd7-e64dc08c33a9 req-f13b979d-2a51-4e86-8cff-14ddbb7e17ce tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498841
Nov 13 21:14:45.470188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5cddd369-a929-4038-b122-9f19ae0ba984 None None] Provisioning complete for port 3f845624-b18d-475b-b430-896f2a1c85ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:45.470811 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5cddd369-a929-4038-b122-9f19ae0ba984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:45.640889 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5cddd369-a929-4038-b122-9f19ae0ba984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:45.703187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5cddd369-a929-4038-b122-9f19ae0ba984 None None] For port 3f845624-b18d-475b-b430-896f2a1c85ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f845624-b18d-475b-b430-896f2a1c85ec,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:45.766371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:45.768554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5cddd369-a929-4038-b122-9f19ae0ba984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:45.835659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59604) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:45.842558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:45.869416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd369-a929-4038-b122-9f19ae0ba984 None None] Pushing event updated for resources: {'Port': ['ID=3f845624-b18d-475b-b430-896f2a1c85ec,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:45.894969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:45.907628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62025fa9-91a3-4ca5-ace7-7b92cca5a20a req-0af189cc-3e4f-4881-aece-e4b86299accf tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5573823
Nov 13 21:14:45.912274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Pushing event updated for resources: {'Port': ['ID=b71a2fb4-1b79-4a24-b003-abfce5f77e06,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:45.989706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-84c8eea6-71ca-4ed7-b8ff-23c6ce70bd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.003221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aa9dc762-7c58-4e2b-9f01-fd2d4f18884b None None] Provisioning complete for port 3f845624-b18d-475b-b430-896f2a1c85ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:46.003713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa9dc762-7c58-4e2b-9f01-fd2d4f18884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.050688 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.053130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f845624-b18d-475b-b430-896f2a1c85ec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:46.061519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:46.062513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.098381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-84c8eea6-71ca-4ed7-b8ff-23c6ce70bd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.104125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.151493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-84c8eea6-71ca-4ed7-b8ff-23c6ce70bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.156768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3f845624-b18d-475b-b430-896f2a1c85ec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:46.157142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.159149 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.183220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5661c-c58a-406b-9b61-1ecd0bdbac10 req-33664429-dbe8-4a75-afde-fb8668b7f680 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:46.185327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54e5661c-c58a-406b-9b61-1ecd0bdbac10 req-33664429-dbe8-4a75-afde-fb8668b7f680 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 946 time: 0.1505384
Nov 13 21:14:46.219179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-e741d442-bef9-4945-a0e5-5a66f0b8781d tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8212068
Nov 13 21:14:46.224316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-84c8eea6-71ca-4ed7-b8ff-23c6ce70bd32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=561545940d7a41bab84433543cb17560&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3853173
Nov 13 21:14:46.224316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8eea6-71ca-4ed7-b8ff-23c6ce70bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17187c10-e923-463d-be22-1032ef77257c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:46.226956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59618) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:46.235149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd441-17e4-4988-8fb7-6ab311963427 req-1ca7fc30-5a47-4435-af97-1814fb71c04f tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:46.236915 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa3bd441-17e4-4988-8fb7-6ab311963427 req-1ca7fc30-5a47-4435-af97-1814fb71c04f tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 932 time: 0.0968702
Nov 13 21:14:46.248348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-a2a0351f-06ee-4ddb-b7bd-af8d65996aef tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:14:46.249323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-a2a0351f-06ee-4ddb-b7bd-af8d65996aef tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0165107
Nov 13 21:14:46.251113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:46.282651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:46.298157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:46.307214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Pushing event updated for resources: {'Port': ['ID=40d8815d-8326-4402-a3f0-ae41050280ec,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:46.325414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa3bd441-17e4-4988-8fb7-6ab311963427 req-ff100b2b-faeb-4a5c-826f-0bd16126fa5e tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727448
Nov 13 21:14:46.340845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f957-c785-4236-956a-2976a724a67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.364354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f957-c785-4236-956a-2976a724a67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.389051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54e5661c-c58a-406b-9b61-1ecd0bdbac10 req-03164b2d-f15e-4121-9189-45e7346f4adf tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721768
Nov 13 21:14:46.392293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Allocated IP 172.35.3.21 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/9ed20911-ffdd-4622-938c-ccad89468920) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:46.475912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f957-c785-4236-956a-2976a724a67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.478772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3a0f957-c785-4236-956a-2976a724a67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.483163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3a0f957-c785-4236-956a-2976a724a67a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17187c10-e923-463d-be22-1032ef77257c HTTP/1.1" status: 204  len: 168 time: 0.2365406
Nov 13 21:14:46.504878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Request body: {'port': {'device_id': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:46.511589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0f957-c785-4236-956a-2976a724a67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17187c10-e923-463d-be22-1032ef77257c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:46.700486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.741738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851ce65-5087-49cf-99df-68669a6ed07b req-5e3894a1-ee74-46c9-80db-68c90d90e1c6 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:46.743540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4851ce65-5087-49cf-99df-68669a6ed07b req-5e3894a1-ee74-46c9-80db-68c90d90e1c6 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.1959012
Nov 13 21:14:46.819910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:46.960762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4851ce65-5087-49cf-99df-68669a6ed07b req-d310e335-8cfe-4a98-a413-c0692a1a1be9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949759
Nov 13 21:14:47.166796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:47.226282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d23eb4-01a1-42d0-8ce3-914a9f62ef99 req-7ecac045-4a9b-40ea-b39d-75c8a354c64c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:47.227933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d23eb4-01a1-42d0-8ce3-914a9f62ef99 req-7ecac045-4a9b-40ea-b39d-75c8a354c64c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1693280
Nov 13 21:14:47.237271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:47.367070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:47.385625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:47.393444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event updated for resources: {'Port': ['ID=9ed20911-ffdd-4622-938c-ccad89468920,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:47.403908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:47.438469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71a2fb4-1b79-4a24-b003-abfce5f77e06 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:47.456401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d23eb4-01a1-42d0-8ce3-914a9f62ef99 req-a7490775-e288-4570-96ea-74a1de8580aa tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217901
Nov 13 21:14:47.459890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:47.528021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Transition to ACTIVE for port object b71a2fb4-1b79-4a24-b003-abfce5f77e06 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:14:47.610242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:47.759028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59662) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:47.895017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-network', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:47.897466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f845624-b18d-475b-b430-896f2a1c85ec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:47.951270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3f845624-b18d-475b-b430-896f2a1c85ec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:47.951773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:47.974498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1007f9-486e-4df1-91d0-bdf3d716f5c2 req-91b1c013-cc96-4397-a42c-e6e6c72081f7 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:47.976163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c1007f9-486e-4df1-91d0-bdf3d716f5c2 req-91b1c013-cc96-4397-a42c-e6e6c72081f7 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 944 time: 0.0647087
Nov 13 21:14:47.994921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Pushing event updated for resources: {'Port': ['ID=b71a2fb4-1b79-4a24-b003-abfce5f77e06,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:48.024755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:48.024986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.025998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.036897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09136bb-b716-4c5e-b362-3e61bcd4edeb req-07d5be53-9c33-485f-a048-08528644decb tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:48.038441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d09136bb-b716-4c5e-b362-3e61bcd4edeb req-07d5be53-9c33-485f-a048-08528644decb tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.4351921
Nov 13 21:14:48.044704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.056883 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c1007f9-486e-4df1-91d0-bdf3d716f5c2 req-0380f940-4880-4c3d-a054-1c6b90da9d36 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707152
Nov 13 21:14:48.135072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.214511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.237365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:48.251061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Attempting to bind port b71a2fb4-1b79-4a24-b003-abfce5f77e06 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:48.251345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Attempting to bind port b71a2fb4-1b79-4a24-b003-abfce5f77e06 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9fbf853e-9283-49d0-a197-b738bf018751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:48.251672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Attempting to bind port b71a2fb4-1b79-4a24-b003-abfce5f77e06 on network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:48.253381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:48.255789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.256125 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Added segment 71ddb09d-7e35-4d27-beef-a14f6d6a82de of type vlan for network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4
Nov 13 21:14:48.269857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.270204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.270542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.270663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Port b71a2fb4-1b79-4a24-b003-abfce5f77e06 on network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:14:48.270878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.270983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Attempting to bind port b71a2fb4-1b79-4a24-b003-abfce5f77e06 on network ead81e01-35b3-4c69-a3da-a73b9f4f9e5b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:48.271210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.271538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.271864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.272188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.272510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.272859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.273184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.273503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:48.312154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d09136bb-b716-4c5e-b362-3e61bcd4edeb req-c14cae6d-68ad-4e4d-9d10-7796385fb0f8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2547159
Nov 13 21:14:48.315910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.346125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:48.346470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Checking segment: {'id': '9fbf853e-9283-49d0-a197-b738bf018751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:48.346858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Bound using segment: {'id': '9fbf853e-9283-49d0-a197-b738bf018751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:48.347347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Bound port: b71a2fb4-1b79-4a24-b003-abfce5f77e06, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbf853e-9283-49d0-a197-b738bf018751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:48.347660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.408955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.424149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.425191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:48.425781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.487778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:48.499017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:48.544653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1fbd6e8b-b6b3-4940-8904-f7a487aaf6c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7842596
Nov 13 21:14:48.551000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59702) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:48.566495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Request body: {'subnet': {'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-subnet', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:48.570546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] For port b71a2fb4-1b79-4a24-b003-abfce5f77e06, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:48.611451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] For port b71a2fb4-1b79-4a24-b003-abfce5f77e06, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06,segment=NetworkSegment(9fbf853e-9283-49d0-a197-b738bf018751),segment_id=9fbf853e-9283-49d0-a197-b738bf018751)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:48.654341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:14:48.679316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f38b9-7985-4db2-8652-7cf8e825a31c req-b3269526-2d1a-41bb-93fa-170153e95795 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:48.680844 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f2f38b9-7985-4db2-8652-7cf8e825a31c req-b3269526-2d1a-41bb-93fa-170153e95795 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.1474020
Nov 13 21:14:48.727425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:48.729682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.731790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.871231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:48.871850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.873250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] 10.222.0.46 "PUT /v2.0/ports/b71a2fb4-1b79-4a24-b003-abfce5f77e06 HTTP/1.1" status: 200  len: 1092 time: 2.5921724
Nov 13 21:14:48.878881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'tag': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:48.880724 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfee429-4e93-4999-aee9-a439b65cded2" -d '{"events": [{"name": "network-changed", "server_uuid": "76ec438f-9fd2-41c7-bfa5-45986ba8e9ae", "tag": "b71a2fb4-1b79-4a24-b003-abfce5f77e06"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:48.894143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59054c-6faf-466d-8de3-cce72ff25cc9 req-c2c22ea6-7d6e-43ab-941b-a74905b75800 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:48.895636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f59054c-6faf-466d-8de3-cce72ff25cc9 req-c2c22ea6-7d6e-43ab-941b-a74905b75800 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0619326
Nov 13 21:14:48.943986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:48.944367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f59054c-6faf-466d-8de3-cce72ff25cc9 req-41e2d404-ea25-4565-a277-c036d85dd852 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423067
Nov 13 21:14:48.993251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57228b9-c804-4961-b1bb-6b81f17ebd62 service neutron] Pushing event updated for resources: {'Port': ['ID=b71a2fb4-1b79-4a24-b003-abfce5f77e06,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:49.032201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f2f38b9-7985-4db2-8652-7cf8e825a31c req-b40c991f-19c8-4644-9f28-89a79b38d149 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3172605
Nov 13 21:14:49.067081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:14:49.086148 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:14:49.096242 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:49.097196 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde28a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:49.180255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-7846be31-7004-4256-bf4a-497436c9bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:49.181801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-7846be31-7004-4256-bf4a-497436c9bf19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed4546287dc04615a0ee67cd17824d6c&device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 1095 time: 0.1444063
Nov 13 21:14:49.202653 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:49.264389 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:49.266297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-de075e63-15d0-48f0-b38a-f1afc761346a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.2452879
Nov 13 21:14:49.268632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59722) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:49.270176 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deb7eff-5e78-4d1b-a5b5-190295190d47 x-openstack-request-id: req-3deb7eff-5e78-4d1b-a5b5-190295190d47 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:49.270456 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ec438f-9fd2-41c7-bfa5-45986ba8e9ae", "tag": "b71a2fb4-1b79-4a24-b003-abfce5f77e06", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:49.271492 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3deb7eff-5e78-4d1b-a5b5-190295190d47 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:49.271898 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'tag': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06', 'status': 'completed', 'code': 200}
Nov 13 21:14:49.289925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-fff5daa8-e0c4-4edf-bd1a-e88293a61f98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06 HTTP/1.1" status: 200  len: 217 time: 0.0937037
Nov 13 21:14:49.375542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:49.397507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-d4e07554-4c9f-4df9-b123-4668c8713df8 req-10b59949-f077-478c-ba33-e97931481659 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:14:49.398677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4e07554-4c9f-4df9-b123-4668c8713df8 req-10b59949-f077-478c-ba33-e97931481659 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092063
Nov 13 21:14:49.405593 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde28a340>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:46Z', 'revision_number': 3, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:49.426812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662703c7-0312-494b-a409-835a338e8a66 req-7d430075-4cb2-4d52-95c4-81f67c001a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:49.428326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-7d430075-4cb2-4d52-95c4-81f67c001a45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3afb5e3c-0e79-4f10-b04d-89c5a9648461 HTTP/1.1" status: 200  len: 849 time: 0.1274989
Nov 13 21:14:49.433457 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:14:49.434304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Updating router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 port 40d8815d-8326-4402-a3f0-ae41050280ec binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:14:49.434808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Router 6ec28f68-f5c9-4601-9559-110ad75f4bd9 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:14:49.459997 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:49.463119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3886af-e48e-40cf-824b-23bdcef4618d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:49.494123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d546af-b8cd-44c2-a9c2-ddce8ca8504c req-9ac7d89d-eccd-45b0-8c70-313d033c43a9 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:49.496628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15d546af-b8cd-44c2-a9c2-ddce8ca8504c req-9ac7d89d-eccd-45b0-8c70-313d033c43a9 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 946 time: 0.1823030
Nov 13 21:14:49.502702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-4c9b19a1-fe1b-455d-80ff-2e7eb52dc27c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620852
Nov 13 21:14:49.555176 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4e07554-4c9f-4df9-b123-4668c8713df8 req-e52bcf78-76c2-404c-a152-e8f985f908ba tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1251776
Nov 13 21:14:49.837479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Checking segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:49.837747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Network hostable DHCP agents. Network: ad4e64b6-f576-4d0a-b558-ec81fe28dfd4, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:14:49.850453 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:49.887115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:49.904181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e40d3-ca9b-46bb-a8e4-a90ad9c36805 req-036832aa-3032-43e3-9020-799e63d2f8a5 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:49.905704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e81e40d3-ca9b-46bb-a8e4-a90ad9c36805 req-036832aa-3032-43e3-9020-799e63d2f8a5 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 944 time: 0.0942597
Nov 13 21:14:49.928512 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:49.957785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15d546af-b8cd-44c2-a9c2-ddce8ca8504c req-a969658d-d02b-4fb8-94bc-75a7d2e8b7aa tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4447763
Nov 13 21:14:49.981564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:14:49.986455 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Pushing event updated for resources: {'Port': ['ID=40d8815d-8326-4402-a3f0-ae41050280ec,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:49.989276 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Attempting to bind port 40d8815d-8326-4402-a3f0-ae41050280ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:49.990537 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Attempting to bind port 40d8815d-8326-4402-a3f0-ae41050280ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:49.991073 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Attempting to bind port 40d8815d-8326-4402-a3f0-ae41050280ec on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:49.991703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-84f80b7c-05fb-4cea-9c81-56d2692f7a14 service neutron] 10.222.0.46 "GET /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4749396
Nov 13 21:14:50.000091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] Sync routers for ids ['6ec28f68-f5c9-4601-9559-110ad75f4bd9'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:14:50.011414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] Routers {'6ec28f68-f5c9-4601-9559-110ad75f4bd9'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:50.012058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd50a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['6ec28f68-f5c9-4601-9559-110ad75f4bd9'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:50.017356 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.017709 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.018051 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.018387 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.021020 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.021372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.021712 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.022050 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.022384 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.022714 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.023089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.023358 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:14:50.041755 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:50.042149 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:50.043798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:14:50.046530 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.046970 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:50.047473 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Bound port: 40d8815d-8326-4402-a3f0-ae41050280ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:50.047886 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.050668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e81e40d3-ca9b-46bb-a8e4-a90ad9c36805 req-3460cf60-9409-4e8f-9098-f881386be725 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337464
Nov 13 21:14:50.075012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.076238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-11ba6d1f-b695-445f-a4b9-50f1a5f22d15 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.6504421
Nov 13 21:14:50.079550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:50.102257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd50a490>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:50.118749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] Routers {'6ec28f68-f5c9-4601-9559-110ad75f4bd9'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:50.119540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd50a490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['6ec28f68-f5c9-4601-9559-110ad75f4bd9'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:50.136208 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] For port 40d8815d-8326-4402-a3f0-ae41050280ec, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:50.142600 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] For port 40d8815d-8326-4402-a3f0-ae41050280ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d8815d-8326-4402-a3f0-ae41050280ec,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:50.160544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd50a490>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:50.161327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e186d2-826c-455c-9df5-65c1acda6aed None None] The sync data for ids ['6ec28f68-f5c9-4601-9559-110ad75f4bd9'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:14:50.188243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad4e64b6-f576-4d0a-b558-ec81fe28dfd4) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:50.190385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Allocated IP 172.20.0.1 (31db4671-c03c-421d-a4dc-7b14414e97bb/0b391f24-9839-4abf-883a-5db90ad8a5cd/7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:50.197024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579983a-897c-4a01-8421-b18ab9c3a35c None None] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:50.203731 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.220581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8564-f1ff-46e2-9e72-f9c995b53b90 req-4255ffdb-ff93-4108-be4b-a53b36b80ac4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:50.229532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02da8564-f1ff-46e2-9e72-f9c995b53b90 req-4255ffdb-ff93-4108-be4b-a53b36b80ac4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0887606
Nov 13 21:14:50.245810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:50.246466 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.296468 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f4454-f218-42ac-8c88-6b438187d3c7 None None] Pushing event updated for resources: {'Port': ['ID=40d8815d-8326-4402-a3f0-ae41050280ec,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:50.334080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f14d397c-f47b-4450-9665-fef91cabe286 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/6ec28f68-f5c9-4601-9559-110ad75f4bd9 HTTP/1.1" status: 200  len: 924 time: 0.2533145
Nov 13 21:14:50.334734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59736) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:50.345023 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:50.345778 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde28a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:50.375154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9d42b-705a-4947-b321-29d2c3bd196c req-36203160-61ef-4c56-b28a-70c9502e4e53 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:50.376670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6d9d42b-705a-4947-b321-29d2c3bd196c req-36203160-61ef-4c56-b28a-70c9502e4e53 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.2199686
Nov 13 21:14:50.380517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-662703c7-0312-494b-a409-835a338e8a66 req-dcec1485-7883-42a8-8456-cf5718bc97aa service neutron] 10.222.0.46 "GET /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3802185
Nov 13 21:14:50.402928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3492ac0-7824-495c-a729-1f369c0576de admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.8411081
Nov 13 21:14:50.405392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e2997713-3c5c-4ed6-8f1a-88acaf60c1c8 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec28f68-f5c9-4601-9559-110ad75f4bd9 HTTP/1.1" status: 200  len: 205 time: 0.0655971
Nov 13 21:14:50.406749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59738) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:50.407079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59740) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:50.417543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:50.441083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:14:50.442314 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.476785 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:50.602334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6d9d42b-705a-4947-b321-29d2c3bd196c req-f0e51712-9c5b-473f-9fdc-31052c009465 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060456
Nov 13 21:14:50.629667 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.634456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.651222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Allocated IP 172.20.0.2 (ad4e64b6-f576-4d0a-b558-ec81fe28dfd4/8d3886af-e48e-40cf-824b-23bdcef4618d/919ea6fc-ed38-4add-bbe3-82cff711428e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:50.665360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02da8564-f1ff-46e2-9e72-f9c995b53b90 req-c1f21ef7-1849-4e9c-8855-674988325e0b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4347253
Nov 13 21:14:50.687227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.705087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-3585db40-24e4-420d-aeab-ae8721ff0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:50.710395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-3585db40-24e4-420d-aeab-ae8721ff0c8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed4546287dc04615a0ee67cd17824d6c&device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 1095 time: 0.1902113
Nov 13 21:14:50.728581 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde28a340>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:46Z', 'revision_number': 3, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:50.750323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.764513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5f4ea-d13b-4196-93a5-4f174879c2b5 None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:46Z', 'revision_number': 3, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:14:50.804455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80c7b29e-29b9-4520-891c-44a42d05a4d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:50.859652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.909170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:50.976242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Network 31db4671-c03c-421d-a4dc-7b14414e97bb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:50.979988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:50.983201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:50.986028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c7370-f0a2-4911-aa88-0207000977a7 req-b25c77c0-8dcf-44d7-8395-14bb68da970c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:50.993648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f58c7370-f0a2-4911-aa88-0207000977a7 req-b25c77c0-8dcf-44d7-8395-14bb68da970c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.2299988
Nov 13 21:14:50.998181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:51.044850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:51.054186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'network_id': 'd519d8b8-1902-43da-9cf6-7f4de024092b', 'port_id': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'mac_address': 'fa:16:3e:b9:b1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7b477b-0c63-4a91-aee4-369731b3d5ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:51.067813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.074567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.111791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-11063225-2a2a-4a6b-9fd3-aa694a2d68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:51.113351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-11063225-2a2a-4a6b-9fd3-aa694a2d68b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b HTTP/1.1" status: 200  len: 910 time: 0.3508849
Nov 13 21:14:51.147514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.161531 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.174051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.210473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80c7b29e-29b9-4520-891c-44a42d05a4d4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:51.237878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:51.252103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:51.255208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:51.265650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:51.279992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Pushing event updated for resources: {'Port': ['ID=919ea6fc-ed38-4add-bbe3-82cff711428e,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:51.298655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-f2100caf-66f1-4b55-a8f0-ead918a65cef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06 HTTP/1.1" status: 200  len: 217 time: 0.1187928
Nov 13 21:14:51.331759 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.383781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Attempting to bind port 919ea6fc-ed38-4add-bbe3-82cff711428e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:51.384212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Attempting to bind port 919ea6fc-ed38-4add-bbe3-82cff711428e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:51.384560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Attempting to bind port 919ea6fc-ed38-4add-bbe3-82cff711428e on network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:51.417572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:51.418147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Checking segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:51.418671 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.419379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Bound using segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:51.419678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Bound port: 919ea6fc-ed38-4add-bbe3-82cff711428e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:51.420095 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.423866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.426194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['80c7b29e-29b9-4520-891c-44a42d05a4d4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:51.476555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:51.482760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f58c7370-f0a2-4911-aa88-0207000977a7 req-d825597e-6ef2-4d62-80ae-c3c501754691 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4881301
Nov 13 21:14:51.501673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.531793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-0e257089-fd67-445f-aaed-03ed56ae9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:51.535812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-0e257089-fd67-445f-aaed-03ed56ae9f3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3afb5e3c-0e79-4f10-b04d-89c5a9648461 HTTP/1.1" status: 200  len: 849 time: 0.2115786
Nov 13 21:14:51.583116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2da7e39a-f426-4e56-b698-4abf9bf3f705 None None] Provisioning complete for port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:51.584964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2da7e39a-f426-4e56-b698-4abf9bf3f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.596034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-034a734d-0703-4af3-a359-7cb233b6a255 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483675
Nov 13 21:14:51.635847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Deleting port 9ed20911-ffdd-4622-938c-ccad89468920 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:51.636187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.658865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.720817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2da7e39a-f426-4e56-b698-4abf9bf3f705 None None] Port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:14:51.771182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.915112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77662d-dd32-4f64-8210-5429c4eb31da req-e94492f7-3c14-4f96-8bba-7e3d80d491d9 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:51.921562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e77662d-dd32-4f64-8210-5429c4eb31da req-e94492f7-3c14-4f96-8bba-7e3d80d491d9 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 944 time: 0.1759696
Nov 13 21:14:51.925944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:51.931777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:51.978897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 40d8815d-8326-4402-a3f0-ae41050280ec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:52.014810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e77662d-dd32-4f64-8210-5429c4eb31da req-30fca46f-dfdf-4b2c-8d02-1321c5edb689 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856838
Nov 13 21:14:52.067219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] For port 919ea6fc-ed38-4add-bbe3-82cff711428e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:52.069741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae964c-5f68-4b06-8e76-9a1c663177c8 req-f7818ad4-02fa-47f6-ac4c-3c409f98d67c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:52.081186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afae964c-5f68-4b06-8e76-9a1c663177c8 req-f7818ad4-02fa-47f6-ac4c-3c409f98d67c tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 945 time: 0.4872634
Nov 13 21:14:52.098448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] For port 919ea6fc-ed38-4add-bbe3-82cff711428e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ea6fc-ed38-4add-bbe3-82cff711428e,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:52.124484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 40d8815d-8326-4402-a3f0-ae41050280ec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:52.125026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.138840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-ffc13964-4e20-4ed9-87ed-7d9111b99903 service neutron] 10.222.0.46 "GET /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5323496
Nov 13 21:14:52.157608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Network 31db4671-c03c-421d-a4dc-7b14414e97bb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:52.160724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:52.169732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.181957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61b15-f970-4ff1-a090-56b92641c5e3 req-52e4f7ca-95ac-47c6-9606-7bc4e1728e93 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:52.192745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fe61b15-f970-4ff1-a090-56b92641c5e3 req-52e4f7ca-95ac-47c6-9606-7bc4e1728e93 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.0817199
Nov 13 21:14:52.279079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06abe00-b074-4fd8-9cc2-294e8961f84b None None] Pushing event updated for resources: {'Port': ['ID=919ea6fc-ed38-4add-bbe3-82cff711428e,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:52.292435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.302547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfee429-4e93-4999-aee9-a439b65cded2 req-1b774a87-9812-4c01-9545-0bdec31e1741 service neutron] 10.222.0.46 "GET /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489980
Nov 13 21:14:52.321130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.341421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 40d8815d-8326-4402-a3f0-ae41050280ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d8815d-8326-4402-a3f0-ae41050280ec,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:52.366741 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fe61b15-f970-4ff1-a090-56b92641c5e3 req-50e504f7-546e-47f4-b0b5-d0b84f97e580 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709361
Nov 13 21:14:52.372545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Calling delete_port for 9ed20911-ffdd-4622-938c-ccad89468920 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:52.410487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:14:52.426584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.470722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afae964c-5f68-4b06-8e76-9a1c663177c8 req-b19eef4c-e7cb-4a27-bfcc-4c6fc4a192db tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3876216
Nov 13 21:14:52.532972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=40d8815d-8326-4402-a3f0-ae41050280ec,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:52.554893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d41202eb-464f-4e50-9ae2-541e35d8a464 None None] Provisioning complete for port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:52.555449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d41202eb-464f-4e50-9ae2-541e35d8a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.616326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d41202eb-464f-4e50-9ae2-541e35d8a464 None None] Port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:14:52.672903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:14:52.682079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3eaf2405-aa35-47b6-a35b-a6a25ee5c6d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7ca8d7c-6210-4c12-98c4-50ddd83fde55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4117434
Nov 13 21:14:52.705611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eefd07-bd13-4911-b227-ebaf1cf16d8a req-3ec27b95-ec37-422a-a6f0-e26971279b7c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:52.707203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71eefd07-bd13-4911-b227-ebaf1cf16d8a req-3ec27b95-ec37-422a-a6f0-e26971279b7c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.2045889
Nov 13 21:14:52.813790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71eefd07-bd13-4911-b227-ebaf1cf16d8a req-0e067890-a343-4931-90b2-e47b2a4452e1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911796
Nov 13 21:14:52.821626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.832269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80c7b29e-29b9-4520-891c-44a42d05a4d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:52.853690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.918099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.979177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event deleted for resources: {'Port': ['ID=9ed20911-ffdd-4622-938c-ccad89468920,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:52.980227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:52.991102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022410a9-7042-4ee1-9be8-5aaafcae96c8 req-fb88296c-b21a-4136-957d-608b17515820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:52.993799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-022410a9-7042-4ee1-9be8-5aaafcae96c8 req-fb88296c-b21a-4136-957d-608b17515820 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.0974934
Nov 13 21:14:52.996350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80c7b29e-29b9-4520-891c-44a42d05a4d4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:53.022998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:53.052306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-022410a9-7042-4ee1-9be8-5aaafcae96c8 req-54249f3b-09aa-4a71-bd7c-763ab6121933 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510685
Nov 13 21:14:53.122308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.128343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.137215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Allocated IP 172.35.3.66 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b550c135-411c-4f89-92be-2181443f0cca) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:53.188021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:53.244996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca260b-29bc-4eb3-8e2d-57a0c8a5b5e7 req-0c717dc3-d463-4a13-b30b-30e7444c1f91 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:53.251466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca260b-29bc-4eb3-8e2d-57a0c8a5b5e7 req-0c717dc3-d463-4a13-b30b-30e7444c1f91 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:53.257654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca260b-29bc-4eb3-8e2d-57a0c8a5b5e7 req-0c717dc3-d463-4a13-b30b-30e7444c1f91 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:53.259200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cbca260b-29bc-4eb3-8e2d-57a0c8a5b5e7 req-0c717dc3-d463-4a13-b30b-30e7444c1f91 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3&device_id=755051e1-2a40-49ce-8259-283785637b29&device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 2418 time: 0.2138219
Nov 13 21:14:53.264925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.270584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.420989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cbca260b-29bc-4eb3-8e2d-57a0c8a5b5e7 req-b8d0edf9-07f9-4cdb-9961-03bea2f7da6e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532931
Nov 13 21:14:53.462106 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:14:53.476238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.501308 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:53.501957 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8d34c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:53.506326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.506843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec28f68-f5c9-4601-9559-110ad75f4bd9 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:14:53.514960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.516533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-68606b2d-14aa-43af-8ec8-905727fcd111 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/6ec28f68-f5c9-4601-9559-110ad75f4bd9 HTTP/1.1" status: 204  len: 168 time: 3.1073954
Nov 13 21:14:53.520308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59782) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:53.526772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1492435366', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': False}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:53.605696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaa318-bf9a-4afd-a794-4a3267b89974 req-d0fcbdf4-6d5b-4816-b787-7d2ef88deb94 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:53.607374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aefaa318-bf9a-4afd-a794-4a3267b89974 req-d0fcbdf4-6d5b-4816-b787-7d2ef88deb94 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 944 time: 0.1271560
Nov 13 21:14:53.656997 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:53.664405 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.665734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.673595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aefaa318-bf9a-4afd-a794-4a3267b89974 req-8272f3a3-f554-45d0-b4a5-a428ea1699e5 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539162
Nov 13 21:14:53.689786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.696075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96584cba-b8b9-4288-aeec-6ded4b99b77d None None] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:14:53.810606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:53.821893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8d52e8b8-952e-43b1-8165-c8615604c098 None None] Provisioning complete for port 919ea6fc-ed38-4add-bbe3-82cff711428e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:53.821893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d52e8b8-952e-43b1-8165-c8615604c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.832956 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:53.833325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-003ffed7-3888-4d64-ad51-2551201003b7 req-2de3085c-acec-4c8a-8821-0337c27bbb0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:14:53.834428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-003ffed7-3888-4d64-ad51-2551201003b7 req-2de3085c-acec-4c8a-8821-0337c27bbb0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0189414
Nov 13 21:14:53.837380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:53.840423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:53.882392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b71a2fb4-1b79-4a24-b003-abfce5f77e06 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:14:53.937748 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8d34c0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 2, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:53.969309 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:14:53.970020 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Updating router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:14:54.004248 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.021736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59794) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:54.034716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59796) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:54.058788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389272746', 'description': 'tempest-description--126788442'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:54.113147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b550c135-411c-4f89-92be-2181443f0cca,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:54.161255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 919ea6fc-ed38-4add-bbe3-82cff711428e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:54.180404 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-003ffed7-3888-4d64-ad51-2551201003b7 req-8487d067-795d-403c-9e2c-5ed6e78c8784 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.2876952
Nov 13 21:14:54.259040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52e30728-c1c2-4efe-8e13-7412ce047ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.317294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b71a2fb4-1b79-4a24-b003-abfce5f77e06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06,segment=NetworkSegment(9fbf853e-9283-49d0-a197-b738bf018751),segment_id=9fbf853e-9283-49d0-a197-b738bf018751)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:54.341926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06', 'network_id': 'ead81e01-35b3-4c69-a3da-a73b9f4f9e5b', 'port_id': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06', 'mac_address': 'fa:16:3e:8e:68:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afb5e3c-0e79-4f10-b04d-89c5a9648461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:14:54.351461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.357512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52e30728-c1c2-4efe-8e13-7412ce047ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.362655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.414196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52e30728-c1c2-4efe-8e13-7412ce047ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.470334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-52e30728-c1c2-4efe-8e13-7412ce047ec0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b68cc7645f644358c40061c6cf4346b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4338446
Nov 13 21:14:54.484484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 919ea6fc-ed38-4add-bbe3-82cff711428e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:54.485737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59804) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:54.489442 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.492450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.555810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d52e8b8-952e-43b1-8165-c8615604c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.572889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e30728-c1c2-4efe-8e13-7412ce047ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42de0c2f-932f-41db-a1d4-39168fa18c97,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:54.576893 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.602874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a72fa-0d7e-409d-b807-80c1b4336d44 req-be78c3c9-7de5-4353-a964-e478b344722c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:54.610800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-312a72fa-0d7e-409d-b807-80c1b4336d44 req-be78c3c9-7de5-4353-a964-e478b344722c tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.1506095
Nov 13 21:14:54.614241 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.626843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71a2fb4-1b79-4a24-b003-abfce5f77e06 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:14:54.684970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8d52e8b8-952e-43b1-8165-c8615604c098 None None] For port 919ea6fc-ed38-4add-bbe3-82cff711428e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ea6fc-ed38-4add-bbe3-82cff711428e,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:54.690740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.691515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b71a2fb4-1b79-4a24-b003-abfce5f77e06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06,segment=NetworkSegment(9fbf853e-9283-49d0-a197-b738bf018751),segment_id=9fbf853e-9283-49d0-a197-b738bf018751)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:54.699778 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.715272 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-312a72fa-0d7e-409d-b807-80c1b4336d44 req-db2f27d3-11b3-4dac-915f-be6d3f18405f tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004360
Nov 13 21:14:54.747374 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-da475fd9-0a06-44fe-ad39-3336cb3448bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.790381 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.796370 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d52e8b8-952e-43b1-8165-c8615604c098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.796535 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630accb-fd47-4750-b645-67e7e1af6129 None None] Pushing event updated for resources: {'Port': ['ID=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:54.847240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:54.874762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.876298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ff69d019-347e-47bc-a615-91fe999034bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8493900
Nov 13 21:14:54.883302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:54.893080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'security_group_rule': {'security_group_id': '07e8653c-1bec-4a19-9d7c-0a4cc2ec2818', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:54.901553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.906727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59360ea2-e79a-424d-8ca7-44e57d1e172a req-c39f58fe-b1c9-4b70-ac75-bafa86c0ea1d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:54.908591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59360ea2-e79a-424d-8ca7-44e57d1e172a req-c39f58fe-b1c9-4b70-ac75-bafa86c0ea1d tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 944 time: 0.3049207
Nov 13 21:14:54.912048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52e8b8-952e-43b1-8165-c8615604c098 None None] Pushing event updated for resources: {'Port': ['ID=919ea6fc-ed38-4add-bbe3-82cff711428e,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:54.927841 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Attempting to bind port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:54.928167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Attempting to bind port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:54.928528 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Attempting to bind port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:54.939738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:54.940114 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Checking segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:54.940512 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.940930 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Bound using segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:54.941402 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Bound port: 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:54.941780 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.947396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:54.984351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.001712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9048c-a7f6-4d3d-b79e-79daad850a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.033077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b71a2fb4-1b79-4a24-b003-abfce5f77e06,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:55.063358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.077878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b8bb2037-d79a-49b2-ae24-60fb4bacdd66 None None] Provisioning complete for port 919ea6fc-ed38-4add-bbe3-82cff711428e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:55.078256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2037-d79a-49b2-ae24-60fb4bacdd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.107742 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] For port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:55.112642 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] For port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:55.116122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9048c-a7f6-4d3d-b79e-79daad850a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.166700 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:14:55.167284 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:14:55.202866 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.207845 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59360ea2-e79a-424d-8ca7-44e57d1e172a req-10589e8b-9b9b-4378-b53b-f72eb4e5f101 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2631316
Nov 13 21:14:55.215911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.240798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b71a2fb4-1b79-4a24-b003-abfce5f77e06'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:55.258292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-90fb986f-ed1f-4d2a-8981-81d0884e4f9f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:55.260595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-90fb986f-ed1f-4d2a-8981-81d0884e4f9f tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 944 time: 0.2786808
Nov 13 21:14:55.276554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Allocated IP 172.35.3.114 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/761e2240-30dc-44bb-8af0-5b6de9645910) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:55.279395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-a5859f9e-70f4-46dd-ac64-0ab7329dc2a0 req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1288239723', 'description': 'tempest-description-1017410323'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:55.296606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630accb-fd47-4750-b645-67e7e1af6129 None None] Pushing event updated for resources: {'Port': ['ID=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:55.307489 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:55.308661 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8d34c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:55.345266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8b8536d7-9066-4fb1-a75c-1f3dd89fb232 None None] Provisioning complete for port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:55.345637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d7-9066-4fb1-a75c-1f3dd89fb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.347223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798d3f-bcc6-4ba6-bee6-a6a3558fdb9f req-15875cf9-050a-45da-a1f3-be0c5fb3f12a tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:55.348857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f798d3f-bcc6-4ba6-bee6-a6a3558fdb9f req-15875cf9-050a-45da-a1f3-be0c5fb3f12a tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 945 time: 0.1850595
Nov 13 21:14:55.453531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.459285 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d7-9066-4fb1-a75c-1f3dd89fb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.588826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f798d3f-bcc6-4ba6-bee6-a6a3558fdb9f req-46ec4e88-1c5e-41bd-abef-40912be68e8c tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198539
Nov 13 21:14:55.593841 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:55.637004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.662413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Deleting port 80c7b29e-29b9-4520-891c-44a42d05a4d4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:14:55.668311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.684707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b8536d7-9066-4fb1-a75c-1f3dd89fb232 None None] For port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:55.749237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 40d8815d-8326-4402-a3f0-ae41050280ec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:55.781687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b8536d7-9066-4fb1-a75c-1f3dd89fb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.860868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] For port 80c7b29e-29b9-4520-891c-44a42d05a4d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=80c7b29e-29b9-4520-891c-44a42d05a4d4,segment=NetworkSegment(cf322a97-eecb-406d-b9d7-f29e7857f859),segment_id=cf322a97-eecb-406d-b9d7-f29e7857f859)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:55.861783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.881121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Calling delete_port for 80c7b29e-29b9-4520-891c-44a42d05a4d4 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:14:55.929988 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.948453 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8d34c0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:55.975625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8536d7-9066-4fb1-a75c-1f3dd89fb232 None None] Pushing event updated for resources: {'Port': ['ID=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:55.981690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f03f8985-e544-4243-b925-9b4004b18a26 None None] Provisioning complete for port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:55.982071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f03f8985-e544-4243-b925-9b4004b18a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:55.998328 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec92c95-4082-49b3-9b50-57e1e8f2889e None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:14:56.020221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a5859f9e-70f4-46dd-ac64-0ab7329dc2a0 req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.044408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 40d8815d-8326-4402-a3f0-ae41050280ec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:56.052893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.106038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.190004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a5859f9e-70f4-46dd-ac64-0ab7329dc2a0 req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.193887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9048c-a7f6-4d3d-b79e-79daad850a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.196538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ae9048c-a7f6-4d3d-b79e-79daad850a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.210347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0ae9048c-a7f6-4d3d-b79e-79daad850a09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42de0c2f-932f-41db-a1d4-39168fa18c97 HTTP/1.1" status: 204  len: 168 time: 1.6094968
Nov 13 21:14:56.211268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.271790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a5859f9e-70f4-46dd-ac64-0ab7329dc2a0 req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.280025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9048c-a7f6-4d3d-b79e-79daad850a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de0c2f-932f-41db-a1d4-39168fa18c97,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:56.288205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d570a009-2594-4e9e-bb49-c7c9b5d8727e,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:56.307816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:56.311971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:56.320807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:56.347340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273b9c0e-3560-43a6-a23a-5f213a8cb2ab,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:56.377559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Port': ['ID=761e2240-30dc-44bb-8af0-5b6de9645910,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:56.419479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:14:56.426806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.428832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e0c1a6f2-e754-4de9-9fdf-32bc1ead57cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5417230
Nov 13 21:14:56.435656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a5859f9e-70f4-46dd-ac64-0ab7329dc2a0 req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.436992 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5859f9e-70f4-46dd-ac64-0ab7329dc2a0 req-a9c2107c-ca9b-4beb-9e7f-cb87cb940723 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 1.1801286
Nov 13 21:14:56.438595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59822) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:56.446790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'security_group_rule': {'security_group_id': '07e8653c-1bec-4a19-9d7c-0a4cc2ec2818', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:56.646033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:56.684232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50749565-08da-47f3-a141-ff63ebb2a626 req-3129a8e4-b54d-449c-81af-4366d49e959b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:56.685813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50749565-08da-47f3-a141-ff63ebb2a626 req-3129a8e4-b54d-449c-81af-4366d49e959b tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/ports?device_id=09f058a1-5f83-46fe-a8d5-38d01e36bccc HTTP/1.1" status: 200  len: 865 time: 0.1286495
Nov 13 21:14:56.698242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.701298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.732467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:56.733018 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.769288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Pushing event deleted for resources: {'Port': ['ID=80c7b29e-29b9-4520-891c-44a42d05a4d4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:56.785067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50749565-08da-47f3-a141-ff63ebb2a626 req-65e44e36-9afb-421e-922a-637419acf642 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.20 "GET /v2.0/security-groups?id=b8055dd0-e369-45dd-a894-a0cc58c04963&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835750
Nov 13 21:14:56.786086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:14:56.786999 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-07571f52-ab31-4933-8af2-cef785944e77 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1288239723&fields=id&tenant_id=cce2e57232334cdf80d43c9c1b29ab2c HTTP/1.1" status: 200  len: 267 time: 0.2255788
Nov 13 21:14:56.815659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Sync routers for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:14:56.852048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:56.853006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd182bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:56.925646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] No DVR routers for this DVR port 80c7b29e-29b9-4520-891c-44a42d05a4d4 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:14:56.930651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.936114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4df7c993-08d6-4a32-8f02-1693901269f5 req-596e45e9-58f1-487d-a242-522cd6213704 tempest-ImagesTestJSON-2113638140 tempest-ImagesTestJSON-2113638140-project] 10.222.0.37 "DELETE /v2.0/ports/80c7b29e-29b9-4520-891c-44a42d05a4d4 HTTP/1.1" status: 204  len: 173 time: 1.6610489
Nov 13 21:14:56.937641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'name': 'network-vif-deleted', 'tag': '80c7b29e-29b9-4520-891c-44a42d05a4d4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:56.938105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.941642 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e59973-29a1-496b-9a6c-df81982e12e3" -d '{"events": [{"server_uuid": "09f058a1-5f83-46fe-a8d5-38d01e36bccc", "name": "network-vif-deleted", "tag": "80c7b29e-29b9-4520-891c-44a42d05a4d4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:56.964084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:56.969587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86ac5ad2-0ec5-438c-8b29-f45d41e150b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.5614979
Nov 13 21:14:56.974165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:57.044545 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.050567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:57.074675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-9f38f478-8ab2-4656-80bf-21f9e627463f tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:57.082875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-9f38f478-8ab2-4656-80bf-21f9e627463f tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.2947733
Nov 13 21:14:57.092607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'port': {'security_groups': ['4864a203-ae80-40c4-96b0-3d3c3e5fb9c3', '273b9c0e-3560-43a6-a23a-5f213a8cb2ab']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:57.093671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc19d8bd-b92f-447e-891a-54ff433820b6,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:57.159172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.188095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.189813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9aea44a7-590c-49f7-b38d-8a12fe096286 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7502954
Nov 13 21:14:57.192852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59844) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:57.197630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:57.350302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9ad7be6-ba3e-4c09-96af-0a909cf05a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.362735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.413697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f135a3-a9fc-4b1a-913e-74ca246ffd18 req-9ab95fa5-2663-4a49-b8ce-1f19f648218e tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:57.416157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 919ea6fc-ed38-4add-bbe3-82cff711428e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:57.422100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47f135a3-a9fc-4b1a-913e-74ca246ffd18 req-9ab95fa5-2663-4a49-b8ce-1f19f648218e tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 945 time: 0.1139824
Nov 13 21:14:57.514826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.525402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47f135a3-a9fc-4b1a-913e-74ca246ffd18 req-07bf8f5a-113c-4941-92d6-ec7a5e3fc63b tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968995
Nov 13 21:14:57.549432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 919ea6fc-ed38-4add-bbe3-82cff711428e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:57.549954 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.596328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.620228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd182bb0>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:14:54Z', 'revision_number': 3, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:57.667070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Checking router: e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:14:57.668294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Updating router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 port b550c135-411c-4f89-92be-2181443f0cca binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:14:57.733112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:57.865286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Allocated IP 172.35.3.176 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/77b3dd7c-23d5-45f0-953f-5ca084da2e65) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:57.911715 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9fe86d-113a-4f12-a842-34204eadecf8 x-openstack-request-id: req-4d9fe86d-113a-4f12-a842-34204eadecf8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:57.911951 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f058a1-5f83-46fe-a8d5-38d01e36bccc", "name": "network-vif-deleted", "tag": "80c7b29e-29b9-4520-891c-44a42d05a4d4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:57.912213 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d9fe86d-113a-4f12-a842-34204eadecf8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:57.912629 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f058a1-5f83-46fe-a8d5-38d01e36bccc', 'name': 'network-vif-deleted', 'tag': '80c7b29e-29b9-4520-891c-44a42d05a4d4', 'status': 'completed', 'code': 200}
Nov 13 21:14:57.956089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b71a2fb4-1b79-4a24-b003-abfce5f77e06 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:14:57.976824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.040371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59860) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:58.058957 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.127111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port b71a2fb4-1b79-4a24-b003-abfce5f77e06 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:14:58.131812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port b71a2fb4-1b79-4a24-b003-abfce5f77e06 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:14:58.132544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.166122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.223080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:58.226382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:58.236464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:58.280981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'Port': ['ID=77b3dd7c-23d5-45f0-953f-5ca084da2e65,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:58.344241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.383242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.407421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:58.409904 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a70adf-b482-4445-83db-d184b8de221d" -d '{"events": [{"server_uuid": "76ec438f-9fd2-41c7-bfa5-45986ba8e9ae", "name": "network-vif-plugged", "status": "completed", "tag": "b71a2fb4-1b79-4a24-b003-abfce5f77e06"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:58.444410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b71a2fb4-1b79-4a24-b003-abfce5f77e06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06,segment=NetworkSegment(9fbf853e-9283-49d0-a197-b738bf018751),segment_id=9fbf853e-9283-49d0-a197-b738bf018751)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:58.466331 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.491709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1279235614-network', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:58.505466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.531386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.566991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.574736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39dc40-59e2-41e6-bd3d-3bd1b65e4e8a req-04ebbe24-d5fe-49d6-a681-a2b37adf6600 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:58.576315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a39dc40-59e2-41e6-bd3d-3bd1b65e4e8a req-04ebbe24-d5fe-49d6-a681-a2b37adf6600 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.1045673
Nov 13 21:14:58.611601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:14:58.621126 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.659202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b71a2fb4-1b79-4a24-b003-abfce5f77e06,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:58.672806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Made reservation on behalf of 29c0ac61023840cb8ede1c4db0e052f0 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:14:58.674844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.688670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Attempting to bind port b550c135-411c-4f89-92be-2181443f0cca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:14:58.688670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Attempting to bind port b550c135-411c-4f89-92be-2181443f0cca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:14:58.689305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Attempting to bind port b550c135-411c-4f89-92be-2181443f0cca on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:14:58.695153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.697063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:14:58.697593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:14:58.697990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.699095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:14:58.699764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Bound port: b550c135-411c-4f89-92be-2181443f0cca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:14:58.700124 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.702101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.710650 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.714900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a39dc40-59e2-41e6-bd3d-3bd1b65e4e8a req-3366e918-88f5-4d24-9730-9917424013b9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037462
Nov 13 21:14:58.732373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36e8c2-47c7-4cb3-ac4d-ae95e5a4000b None None] Pushing event updated for resources: {'Port': ['ID=b550c135-411c-4f89-92be-2181443f0cca,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:58.753234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.766373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['34ba1157-7e10-4b46-a543-f33ee78b218e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:58.794735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] For port b550c135-411c-4f89-92be-2181443f0cca, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:14:58.800274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.802712 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298affee-2157-4352-81d3-e5e88f0fb057 x-openstack-request-id: req-298affee-2157-4352-81d3-e5e88f0fb057 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:14:58.803083 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ec438f-9fd2-41c7-bfa5-45986ba8e9ae", "name": "network-vif-plugged", "status": "completed", "tag": "b71a2fb4-1b79-4a24-b003-abfce5f77e06", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:14:58.803798 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-298affee-2157-4352-81d3-e5e88f0fb057 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:14:58.803798 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06', 'code': 200}
Nov 13 21:14:58.823630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Router 036c2ce9-7f98-4ed1-804d-37ab3d494fac is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:14:58.827039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] For port b550c135-411c-4f89-92be-2181443f0cca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b550c135-411c-4f89-92be-2181443f0cca,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:14:58.848733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80c7b29e-29b9-4520-891c-44a42d05a4d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:14:58.862652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:58.863375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.864792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8035bdd7-0a3c-4970-9823-5e3c847e4344 req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "PUT /v2.0/ports/34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 981 time: 1.7810712
Nov 13 21:14:58.876160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.895329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 80c7b29e-29b9-4520-891c-44a42d05a4d4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:14:58.895675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 80c7b29e-29b9-4520-891c-44a42d05a4d4 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:14:58.922728 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:58.941134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['34ba1157-7e10-4b46-a543-f33ee78b218e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:14:59.029983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d2e1d-69c2-4cb0-91db-7ef0990ea837 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:59.062503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:59.063134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd182bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:59.111361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'Port': ['ID=77b3dd7c-23d5-45f0-953f-5ca084da2e65,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:59.134358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958f236-2b66-40c8-aad2-6bd144dbf777 req-b49aa71f-8425-41f6-8b69-743f443b8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:59.135950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e958f236-2b66-40c8-aad2-6bd144dbf777 req-b49aa71f-8425-41f6-8b69-743f443b8979 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 1097 time: 0.2510095
Nov 13 21:14:59.142269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.142653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36e8c2-47c7-4cb3-ac4d-ae95e5a4000b None None] Pushing event updated for resources: {'Port': ['ID=b550c135-411c-4f89-92be-2181443f0cca,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:59.143427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.176781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b360d-790c-4734-b0b4-afe665b08e37 req-8c583c47-141c-4ac4-b0f4-e9393de61f5a tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:59.185355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-989b360d-790c-4734-b0b4-afe665b08e37 req-8c583c47-141c-4ac4-b0f4-e9393de61f5a tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 946 time: 0.1935608
Nov 13 21:14:59.201522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:14:59.207621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Allocated IP 172.20.0.1 (ad4e64b6-f576-4d0a-b558-ec81fe28dfd4/8d3886af-e48e-40cf-824b-23bdcef4618d/2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:14:59.213826 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Sync routers for ids ['036c2ce9-7f98-4ed1-804d-37ab3d494fac'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:14:59.231864 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Routers {'036c2ce9-7f98-4ed1-804d-37ab3d494fac'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:14:59.234454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3182b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['036c2ce9-7f98-4ed1-804d-37ab3d494fac'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:59.247107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e958f236-2b66-40c8-aad2-6bd144dbf777 req-f3a1013c-b4d8-41e6-8f40-8513e8994a69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999577
Nov 13 21:14:59.260458 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.261981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-989b360d-790c-4734-b0b4-afe665b08e37 req-e32506ee-71d4-490f-8bac-62ddbabcce26 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756624
Nov 13 21:14:59.289082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.291094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-671e8364-e295-406b-b019-4fb9aa2468d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0971150
Nov 13 21:14:59.350412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:14:59.368614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.373433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:59.374223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d10d74e3-0b88-4c15-b4ec-b2c19cfe52b0 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 5.8527393
Nov 13 21:14:59.391089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.391430 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Added segment 89e22c8d-9c4a-415b-abd7-8815f444acff of type vlan for network c883c134-5013-4ef8-a8d0-ea220455e2aa
Nov 13 21:14:59.397111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebdd7b0-9a9d-4947-a3f1-2bc576942585,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:59.438569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:59.472495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.519417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.569338 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Set router 036c2ce9-7f98-4ed1-804d-37ab3d494fac gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:14:59.601569 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-538316aa-acd2-439d-a689-af1ee473aa36 req-50bfb9bc-0a51-43a2-887d-d0cfda55b08b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1288239723&fields=id&tenant_id=cce2e57232334cdf80d43c9c1b29ab2c HTTP/1.1" status: 200  len: 267 time: 0.1416941
Nov 13 21:14:59.665470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86b7e1d2-0954-4427-865a-cb41e7a0633e tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/036c2ce9-7f98-4ed1-804d-37ab3d494fac HTTP/1.1" status: 200  len: 909 time: 0.2900369
Nov 13 21:14:59.668521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.669578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:59.670161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.674239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59914) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:59.681884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1492435366', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': True}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:59.751170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538316aa-acd2-439d-a689-af1ee473aa36 req-77d905c2-af74-4fc3-81c0-bfd59b58dfa1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:59.752769 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-538316aa-acd2-439d-a689-af1ee473aa36 req-77d905c2-af74-4fc3-81c0-bfd59b58dfa1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 984 time: 0.1403296
Nov 13 21:14:59.758492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] Pushing event updated for resources: {'Network': ['ID=c883c134-5013-4ef8-a8d0-ea220455e2aa,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:59.764233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c6644988-e781-4bd2-ac42-238a3355c0fd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1389272746&fields=id&tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 267 time: 0.0976112
Nov 13 21:14:59.771147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'port': {'security_groups': ['4864a203-ae80-40c4-96b0-3d3c3e5fb9c3']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:14:59.805945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.816831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network c883c134-5013-4ef8-a8d0-ea220455e2aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:14:59.826261 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3182b0>, [{'id': '036c2ce9-7f98-4ed1-804d-37ab3d494fac', 'name': 'tempest-snat-router-1492435366', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.114'}], 'enable_snat': False}, 'gw_port_id': '761e2240-30dc-44bb-8af0-5b6de9645910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:53Z', 'updated_at': '2021-11-13T21:14:56Z', 'revision_number': 3, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port': {'id': '761e2240-30dc-44bb-8af0-5b6de9645910', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036c2ce9-7f98-4ed1-804d-37ab3d494fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:55Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:14:59.836637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.838921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.864037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Checking router: 036c2ce9-7f98-4ed1-804d-37ab3d494fac for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:14:59.864745 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Updating router 036c2ce9-7f98-4ed1-804d-37ab3d494fac port 761e2240-30dc-44bb-8af0-5b6de9645910 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:14:59.873328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:14:59.898399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:14:59.912653 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.926745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:14:59.926956 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:14:59.927444 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207bc1c9-849e-458a-a375-89ce9865a817" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:14:59.934087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:14:59.934362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-85d24f06-649d-4944-9510-232084fd99fe tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:14:59.936409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-85d24f06-649d-4944-9510-232084fd99fe tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 817 time: 0.1709013
Nov 13 21:14:59.953769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:14:59.958406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-37924eed-b116-4fe4-ad8e-c42ad97571fb tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/quotas/0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 375 time: 0.0150735
Nov 13 21:14:59.969083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f761f5ed-f0b9-462b-bbc6-e8173dffbb30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.9149873
Nov 13 21:14:59.986135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59920) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:14:59.988887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.006530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.008488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Request body: {'subnet': {'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1279235614-subnet', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:00.025053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd182bb0>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:14:54Z', 'revision_number': 3, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:00.088352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.254369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-99c960c1-ca55-4344-85a0-8fba06aa15eb tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:00.257365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-99c960c1-ca55-4344-85a0-8fba06aa15eb tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.2890973
Nov 13 21:15:00.268096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527bede-c7ba-4d5e-b66e-9a744fb4c531 None None] The sync data for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 is: [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:14:54Z', 'revision_number': 3, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:00.291273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7c28de42-0305-44a0-9492-37f9b390d984 None None] Provisioning complete for port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:00.291783 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7c28de42-0305-44a0-9492-37f9b390d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.304058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-27067caf-834d-4e4a-b650-830b9c308898 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3288641
Nov 13 21:15:00.341331 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.343322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7c28de42-0305-44a0-9492-37f9b390d984 None None] Port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:00.388472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:00.389956 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.418838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Made reservation on behalf of 29c0ac61023840cb8ede1c4db0e052f0 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:00.421254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.427533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.458878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.473302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.488759 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.514991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.526217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['34ba1157-7e10-4b46-a543-f33ee78b218e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:00.590932 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa97d59-3fd8-4752-8cf6-ca27900ee877 None None] Pushing event updated for resources: {'Port': ['ID=761e2240-30dc-44bb-8af0-5b6de9645910,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:00.621851 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Attempting to bind port 761e2240-30dc-44bb-8af0-5b6de9645910 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:00.622473 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Attempting to bind port 761e2240-30dc-44bb-8af0-5b6de9645910 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:00.622832 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Attempting to bind port 761e2240-30dc-44bb-8af0-5b6de9645910 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:00.628834 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:00.633403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:00.633403 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.633403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:00.633403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Bound port: 761e2240-30dc-44bb-8af0-5b6de9645910, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:00.633403 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.670664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:00.671322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.690179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-538316aa-acd2-439d-a689-af1ee473aa36 req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "PUT /v2.0/ports/34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 942 time: 0.9226017
Nov 13 21:15:00.705037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] For port 761e2240-30dc-44bb-8af0-5b6de9645910, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:00.712343 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] For port 761e2240-30dc-44bb-8af0-5b6de9645910, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761e2240-30dc-44bb-8af0-5b6de9645910,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:00.732032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['34ba1157-7e10-4b46-a543-f33ee78b218e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:00.798416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c06b6c-325c-4ba9-99ba-c479afe699be tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event updated for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:00.813343 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:00.902581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-3c14df26-501c-4e3f-a0a9-28645ba9736d service neutron] 10.222.0.20 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5348208
Nov 13 21:15:00.902786 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Routers {'036c2ce9-7f98-4ed1-804d-37ab3d494fac'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:00.903380 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3182b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['036c2ce9-7f98-4ed1-804d-37ab3d494fac'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:00.975590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e6491-9c30-4557-9530-9dcbe4efbe76 req-45d35d0d-781c-485d-af74-7c995ac665f9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:00.984960 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b3e6491-9c30-4557-9530-9dcbe4efbe76 req-45d35d0d-781c-485d-af74-7c995ac665f9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.1324425
Nov 13 21:15:01.001752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:01.018390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-aca3915a-ad2e-4e30-bc35-74d78c6fed77 service neutron] 10.222.0.20 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148431
Nov 13 21:15:01.022521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:01.024475 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa97d59-3fd8-4752-8cf6-ca27900ee877 None None] Pushing event updated for resources: {'Port': ['ID=761e2240-30dc-44bb-8af0-5b6de9645910,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:01.104525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b3e6491-9c30-4557-9530-9dcbe4efbe76 req-a4760dc5-4515-4901-837e-5c908c48d49b tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181784
Nov 13 21:15:01.106099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:01.131262 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] Set router 036c2ce9-7f98-4ed1-804d-37ab3d494fac gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:01.209017 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d705c4b-7e75-4ba5-9d66-79c88ca03b81 x-openstack-request-id: req-1d705c4b-7e75-4ba5-9d66-79c88ca03b81 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:01.209224 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:01.210567 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d705c4b-7e75-4ba5-9d66-79c88ca03b81 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:01.210567 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'status': 'completed', 'code': 200}
Nov 13 21:15:01.238187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3984e9-a000-4f38-8247-41653ccb452d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:01.257288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Deleting port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:01.257636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:01.262806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Checking segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:01.263613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Network hostable DHCP agents. Network: c883c134-5013-4ef8-a8d0-ea220455e2aa, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:01.280250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Pushing event updated for resources: {'Port': ['ID=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:01.382662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:01.427231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9146d-0e33-412c-9c03-7dc845a090b1 req-4720a321-82f8-4c36-ba6d-ff2923c138f7 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:01.437146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bbd9146d-0e33-412c-9c03-7dc845a090b1 req-4720a321-82f8-4c36-ba6d-ff2923c138f7 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 946 time: 0.1451910
Nov 13 21:15:01.458214 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3182b0>, [{'id': '036c2ce9-7f98-4ed1-804d-37ab3d494fac', 'name': 'tempest-snat-router-1492435366', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.114'}], 'enable_snat': False}, 'gw_port_id': '761e2240-30dc-44bb-8af0-5b6de9645910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:53Z', 'updated_at': '2021-11-13T21:14:56Z', 'revision_number': 3, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port': {'id': '761e2240-30dc-44bb-8af0-5b6de9645910', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036c2ce9-7f98-4ed1-804d-37ab3d494fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:55Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:01.480335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bc1c9-849e-458a-a375-89ce9865a817 req-889746b8-7a1c-4be5-a400-1f2457ab0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:01.481987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-889746b8-7a1c-4be5-a400-1f2457ab0876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.2641385
Nov 13 21:15:01.508403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad50e00-7696-4921-b789-7cfbd38e0830 None None] The sync data for ids ['036c2ce9-7f98-4ed1-804d-37ab3d494fac'] in ncdv-master-1 is: [{'id': '036c2ce9-7f98-4ed1-804d-37ab3d494fac', 'name': 'tempest-snat-router-1492435366', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.114'}], 'enable_snat': False}, 'gw_port_id': '761e2240-30dc-44bb-8af0-5b6de9645910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:53Z', 'updated_at': '2021-11-13T21:14:56Z', 'revision_number': 3, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port': {'id': '761e2240-30dc-44bb-8af0-5b6de9645910', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036c2ce9-7f98-4ed1-804d-37ab3d494fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:55Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:01.655180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bbd9146d-0e33-412c-9c03-7dc845a090b1 req-ed9d4d5c-d030-4f00-9cdb-f7fdaa4e7cd3 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137895
Nov 13 21:15:01.715021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bc1c9-849e-458a-a375-89ce9865a817 req-33ba4a43-ecfb-4b9e-8db5-ada9a9e51a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:01.716516 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-33ba4a43-ecfb-4b9e-8db5-ada9a9e51a91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.2025952
Nov 13 21:15:01.719147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59936) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:01.794644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:01.805267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-6ad9d712-e95a-408e-b60a-7a30d84d04d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.0772319
Nov 13 21:15:01.809768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:01.839282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69f3c96b-334a-4ff0-ab57-6cdce7acf98e req-f5b12346-481c-42b7-8c61-edeec45e0135 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 210 time: 0.0788441
Nov 13 21:15:01.901783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Network c883c134-5013-4ef8-a8d0-ea220455e2aa is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:01.923515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-e94453ca-265e-47df-8152-bd88ebdcd39d tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5806720
Nov 13 21:15:01.930082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:02.042019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Deleting subnet cb7b477b-0c63-4a91-aee4-369731b3d5ad {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:15:02.055641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.087374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c883c134-5013-4ef8-a8d0-ea220455e2aa) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:02.088347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bc1c9-849e-458a-a375-89ce9865a817 req-a37352be-6297-4577-9da5-d38fed8ede7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:02.090361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-a37352be-6297-4577-9da5-d38fed8ede7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.2629762
Nov 13 21:15:02.094387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:02.095509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.103293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e9922-b221-4407-9b9e-fcdbeb4f404d None None] Network c883c134-5013-4ef8-a8d0-ea220455e2aa requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:02.124194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] For port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:02.124437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.133593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.138444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-51ad077a-e58d-48a8-854c-cbd0d301495f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401437
Nov 13 21:15:02.150522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.160951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Calling delete_port for cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:02.202302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-c63d6e62-0c0a-4301-b0a3-0f53398c8305 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:15:02.203525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-c63d6e62-0c0a-4301-b0a3-0f53398c8305 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0161207
Nov 13 21:15:02.302244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-81492508-fad9-4cba-b4c8-8656922afae9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.3037093
Nov 13 21:15:02.313933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59946) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:02.319708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:02.320770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:02.323659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-8b11aad0-c52d-40b5-a489-f78da2cb7323 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091499
Nov 13 21:15:02.332660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.390698 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.397071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dc523e56-d416-44cd-a6af-ee8284260e80 None None] Provisioning complete for port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:02.399078 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dc523e56-d416-44cd-a6af-ee8284260e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.424363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.513034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b550c135-411c-4f89-92be-2181443f0cca up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:02.594014 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.595058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.688523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Allocated IP 172.35.3.24 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/ecb51774-449a-4a79-b0e9-dc2c28e6e982) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:02.732638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.767417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dc523e56-d416-44cd-a6af-ee8284260e80 None None] Port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:02.776396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b550c135-411c-4f89-92be-2181443f0cca triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:02.776396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.777370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.780534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35986512-e762-412e-8582-a476da7232b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c883c134-5013-4ef8-a8d0-ea220455e2aa', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:15:02.782939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35986512-e762-412e-8582-a476da7232b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.809119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0761a-9777-46ef-8d3d-6d542688bdcb req-133d041e-9b04-4b7d-8426-f6307aeeb097 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:02.811438 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bf0761a-9777-46ef-8d3d-6d542688bdcb req-133d041e-9b04-4b7d-8426-f6307aeeb097 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 946 time: 0.3725672
Nov 13 21:15:02.815317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.835647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-207bc1c9-849e-458a-a375-89ce9865a817 req-dff988a0-1b20-47ff-a5fb-c0c44cf8c21c service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5012369
Nov 13 21:15:02.880375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:02.886690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb7b477b-0c63-4a91-aee4-369731b3d5ad HTTP/1.1" status: 204  len: 168 time: 1.1665556
Nov 13 21:15:02.896283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:02.909801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c0282-d780-46c4-8dd6-d3e69e08e2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7b477b-0c63-4a91-aee4-369731b3d5ad,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:03.194595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-35986512-e762-412e-8582-a476da7232b5 None None] Allocated IP 172.20.0.2 (c883c134-5013-4ef8-a8d0-ea220455e2aa/1a3984e9-a000-4f38-8247-41653ccb452d/c7b1033e-c9de-4f73-bd92-975ba480e4ea) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:03.269865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.291472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.292290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8e28a5e3-e136-40b0-9843-0e791f872430', '537a9df0-703a-42c3-b449-6e38fe304cf4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:03.351028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Pushing event deleted for resources: {'Port': ['ID=cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:03.356721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:03.360015 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc3e1c-95a1-403e-abad-4b570854dce9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:03.376533 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.393776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:03.406872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-29d366a4-41ec-4a14-8004-291e738992ef admin admin] 10.222.0.20 "PUT /v2.0/routers/e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4262395
Nov 13 21:15:03.419068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bf0761a-9777-46ef-8d3d-6d542688bdcb req-97403248-f0ed-42b8-96ae-e949297c3fec tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5918181
Nov 13 21:15:03.421961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.461273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Sync routers for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:03.514606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port b550c135-411c-4f89-92be-2181443f0cca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b550c135-411c-4f89-92be-2181443f0cca,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:03.541173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.551946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:03.555919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd73f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:03.563963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] No DVR routers for this DVR port cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:03.575578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.609698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7aa0afd-46d9-4a65-86ac-1593c6b521c3 req-4d70b4ee-b213-4adf-8dba-f6c9bf6f8ecc tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "DELETE /v2.0/ports/cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 HTTP/1.1" status: 204  len: 173 time: 3.2189491
Nov 13 21:15:03.633594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'name': 'network-vif-deleted', 'tag': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:03.643569 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09014fc8-451b-4870-bb52-e454d922d6d3" -d '{"events": [{"server_uuid": "b081b595-0aa5-4e93-a13a-9460f11710b3", "name": "network-vif-deleted", "tag": "cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:03.659815 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e78c44f0-f55f-4035-bd48-53676934670e req-600a053f-e7d0-4fde-b3c6-ca503a6d0ad9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 210 time: 0.0510454
Nov 13 21:15:03.664373 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.821331 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8bf521-33dd-4e97-bfac-1893489e6bdc x-openstack-request-id: req-2d8bf521-33dd-4e97-bfac-1893489e6bdc {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:03.821814 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:03.822177 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d8bf521-33dd-4e97-bfac-1893489e6bdc {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:03.822898 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'status': 'completed', 'code': 200}
Nov 13 21:15:03.850563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.924549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:03.925784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddc07cd0>,) {'filters': {'network_id': ['d519d8b8-1902-43da-9cf6-7f4de024092b']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:03.945752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddc07cd0>, 'cf322a97-eecb-406d-b9d7-f29e7857f859') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:03.946126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddc07cd0>, 'cf322a97-eecb-406d-b9d7-f29e7857f859') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:03.969992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.980369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Allocated IP 172.35.3.206 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/30f0f113-c2a5-40e1-a128-0d65e4d9b61c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:03.981776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35986512-e762-412e-8582-a476da7232b5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:03.982650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-39c3c7f9-eefd-4d05-bc9a-06be7a0959ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:03.985898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=b550c135-411c-4f89-92be-2181443f0cca,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:03.990749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:03.991486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:03.996566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-39c3c7f9-eefd-4d05-bc9a-06be7a0959ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.1863797
Nov 13 21:15:04.042542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.061496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:15:04.062043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:15:04.064514 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:15:04.119044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35986512-e762-412e-8582-a476da7232b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.153016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:04.174958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.199631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.222021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-dcb81f37-a077-4e4f-9961-4b1f2c823a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:04.223702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-dcb81f37-a077-4e4f-9961-4b1f2c823a04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.2096198
Nov 13 21:15:04.241803 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848a0c0-3953-45a7-84e5-44b63f4625fc x-openstack-request-id: req-9848a0c0-3953-45a7-84e5-44b63f4625fc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:04.242099 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b081b595-0aa5-4e93-a13a-9460f11710b3", "name": "network-vif-deleted", "tag": "cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:04.242356 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9848a0c0-3953-45a7-84e5-44b63f4625fc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:04.243083 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b081b595-0aa5-4e93-a13a-9460f11710b3', 'name': 'network-vif-deleted', 'tag': 'cd285e46-daf0-44f3-be2b-8a8b6f9ba2f9', 'status': 'completed', 'code': 200}
Nov 13 21:15:04.252958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35986512-e762-412e-8582-a476da7232b5 None None] Network c883c134-5013-4ef8-a8d0-ea220455e2aa is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:04.263558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:04.282326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:04.288536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-35986512-e762-412e-8582-a476da7232b5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:04.291194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35986512-e762-412e-8582-a476da7232b5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:04.298672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:04.307408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-ccb23286-874f-4fc4-82be-c149515e61c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.0738628
Nov 13 21:15:04.309420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.330105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.336631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d519d8b8-1902-43da-9cf6-7f4de024092b HTTP/1.1" status: 204  len: 168 time: 1.4391797
Nov 13 21:15:04.400607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae24c-06e4-497e-bef6-48da38dd6ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d519d8b8-1902-43da-9cf6-7f4de024092b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:04.405474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-a88f86c7-be89-493f-8f7f-9fbe3d42e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:04.407714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-a88f86c7-be89-493f-8f7f-9fbe3d42e34f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.0700438
Nov 13 21:15:04.423877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb51774-449a-4a79-b0e9-dc2c28e6e982,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:04.505803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-35986512-e762-412e-8582-a476da7232b5 None None] Attempting to bind port c7b1033e-c9de-4f73-bd92-975ba480e4ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:04.506621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-35986512-e762-412e-8582-a476da7232b5 None None] Attempting to bind port c7b1033e-c9de-4f73-bd92-975ba480e4ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:04.507338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35986512-e762-412e-8582-a476da7232b5 None None] Attempting to bind port c7b1033e-c9de-4f73-bd92-975ba480e4ea on network c883c134-5013-4ef8-a8d0-ea220455e2aa {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:04.521392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-adefa576-8fa9-42a4-adff-e825af2ab9a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0996687
Nov 13 21:15:04.535376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35986512-e762-412e-8582-a476da7232b5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:04.535900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35986512-e762-412e-8582-a476da7232b5 None None] Checking segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:04.536514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35986512-e762-412e-8582-a476da7232b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.537207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35986512-e762-412e-8582-a476da7232b5 None None] Bound using segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:04.543454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-35986512-e762-412e-8582-a476da7232b5 None None] Bound port: c7b1033e-c9de-4f73-bd92-975ba480e4ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:04.543454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35986512-e762-412e-8582-a476da7232b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.682054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-35986512-e762-412e-8582-a476da7232b5 None None] For port c7b1033e-c9de-4f73-bd92-975ba480e4ea, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:04.686486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-35986512-e762-412e-8582-a476da7232b5 None None] For port c7b1033e-c9de-4f73-bd92-975ba480e4ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7b1033e-c9de-4f73-bd92-975ba480e4ea,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:04.715042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b550c135-411c-4f89-92be-2181443f0cca up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:04.718382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:04.753580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-6db0e309-df62-49b7-9f97-b98b0487daf0 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116022
Nov 13 21:15:04.794816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986512-e762-412e-8582-a476da7232b5 None None] Pushing event updated for resources: {'Port': ['ID=c7b1033e-c9de-4f73-bd92-975ba480e4ea,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:04.865648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13587ffd-15b4-46c7-acbc-656866149032 req-04bb1f16-2721-4f75-acb1-a933db0ed699 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=b081b595-0aa5-4e93-a13a-9460f11710b3 HTTP/1.1" status: 200  len: 210 time: 0.0590451
Nov 13 21:15:04.882384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:04.919887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-8ec88484-9ec8-424f-a02d-5587f2c6df4a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:04.923040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-8ec88484-9ec8-424f-a02d-5587f2c6df4a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 817 time: 0.5454893
Nov 13 21:15:04.959653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:04.986739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event updated for resources: {'Port': ['ID=30f0f113-c2a5-40e1-a128-0d65e4d9b61c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:04.997053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.008601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:05.036397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dc3e1c-95a1-403e-abad-4b570854dce9 req-79ce4187-8721-4b9a-a88b-a95061468a3d service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739694
Nov 13 21:15:05.040808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35986512-e762-412e-8582-a476da7232b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.081680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.143510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60018) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:05.147631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a3ed35a1-d094-4b43-a2f4-e7c621b38dfc req-da57c983-3ff7-4dc4-ad07-27f2bc401e01 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 210 time: 0.0671606
Nov 13 21:15:05.180263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b550c135-411c-4f89-92be-2181443f0cca triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:05.180777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.239560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35986512-e762-412e-8582-a476da7232b5 None None] Pushing event updated for resources: {'Port': ['ID=c7b1033e-c9de-4f73-bd92-975ba480e4ea,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:05.273550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6c07fad-71b5-44e1-a680-25f667763e49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52e08ee207a44f10aeec3e9e0edcb6c1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1261442
Nov 13 21:15:05.274489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60020) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:05.318080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd73f760>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 2, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:05.340258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35f7d0f4-3753-451c-ab1d-ff492060cf17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.372159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35f7d0f4-3753-451c-ab1d-ff492060cf17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.372317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Checking router: e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:05.372317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Updating router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:15:05.399669 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.403158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 761e2240-30dc-44bb-8af0-5b6de9645910 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:05.548681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35f7d0f4-3753-451c-ab1d-ff492060cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.553212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35f7d0f4-3753-451c-ab1d-ff492060cf17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.557252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-35f7d0f4-3753-451c-ab1d-ff492060cf17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8055dd0-e369-45dd-a894-a0cc58c04963 HTTP/1.1" status: 204  len: 168 time: 0.2819545
Nov 13 21:15:05.574589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d0f4-3753-451c-ab1d-ff492060cf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8055dd0-e369-45dd-a894-a0cc58c04963,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:05.629610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 761e2240-30dc-44bb-8af0-5b6de9645910 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:05.630171 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.794507 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:05.830697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 761e2240-30dc-44bb-8af0-5b6de9645910, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761e2240-30dc-44bb-8af0-5b6de9645910,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:05.904431 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-93d2e824-d6ee-4635-ba2c-a000bdb6766e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 380 time: 0.9044464
Nov 13 21:15:05.921087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'port': {'device_id': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'admin_state_up': True, 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'security_groups': ['07e8653c-1bec-4a19-9d7c-0a4cc2ec2818']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:05.936883 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.005068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=761e2240-30dc-44bb-8af0-5b6de9645910,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:06.009806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.012284 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.105727 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.112104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.143348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Allocated IP 172.35.3.156 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/609242fc-5a2b-4ca3-8115-ccd4d2f97e2f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:06.261418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029cd2-edbc-42b6-ad7b-62ad8a6436ed None None] Pushing event updated for resources: {'Port': ['ID=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:06.326245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Attempting to bind port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:06.326817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Attempting to bind port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:06.328347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Attempting to bind port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 on network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:06.362986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:06.369377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Checking segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:06.376574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.378265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Bound using segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:06.379646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Bound port: 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:06.381775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.436620 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.558567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] For port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:06.565194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] For port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:06.569804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Made reservation on behalf of 0cf5c9c1ed024cb58d69f1ed135ac148 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:06.578616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.578913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c7b1033e-c9de-4f73-bd92-975ba480e4ea up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:06.611334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d171690d-291c-4678-aa7a-22909e2e8f79 None None] Provisioning complete for port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:06.611635 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d171690d-291c-4678-aa7a-22909e2e8f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.661396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d171690d-291c-4678-aa7a-22909e2e8f79 None None] Port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:06.669459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c7b1033e-c9de-4f73-bd92-975ba480e4ea triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:06.670157 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.704760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.774917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.827408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029cd2-edbc-42b6-ad7b-62ad8a6436ed None None] Pushing event updated for resources: {'Port': ['ID=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:06.842995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:06.843889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd73f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:06.864936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:06.895436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda736ce-dc92-4d72-88f5-15d733686437 None None] Network c883c134-5013-4ef8-a8d0-ea220455e2aa requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:07.028794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:07.060650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.084914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Allocated IP 172.20.0.3 (31db4671-c03c-421d-a4dc-7b14414e97bb/0b391f24-9839-4abf-883a-5db90ad8a5cd/1ab5f594-94a2-4073-a633-bb7db37bf861) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:07.138975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.180994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.205689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6228bfe7-121d-4b21-a76e-6709b0ad8b16 None None] Provisioning complete for port c7b1033e-c9de-4f73-bd92-975ba480e4ea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:07.205689 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6228bfe7-121d-4b21-a76e-6709b0ad8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.210485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6b2efc1-1aa0-4cc1-ac5e-d7db096868f0 req-5db04f0d-f65e-4d8b-94b8-e0851fbe7d19 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 210 time: 0.0709207
Nov 13 21:15:07.262573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.270647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:07.288718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60102) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:07.297760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:07.327172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Pushing event updated for resources: {'Port': ['ID=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:07.330169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:07.384179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port c7b1033e-c9de-4f73-bd92-975ba480e4ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7b1033e-c9de-4f73-bd92-975ba480e4ea,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:07.395938 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:15:07.413549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a092f6-43dc-4137-8418-c8133891b6c5 req-f25a7cdc-09ab-469d-8202-d6d8f00f8b89 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:07.414814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.416022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1a092f6-43dc-4137-8418-c8133891b6c5 req-f25a7cdc-09ab-469d-8202-d6d8f00f8b89 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.0979850
Nov 13 21:15:07.457203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-89648068-network', 'tenant_id': '8f84182d00e44b1b95157894bef1547b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:07.458676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.459540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 761e2240-30dc-44bb-8af0-5b6de9645910 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:07.460482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event updated for resources: {'Port': ['ID=30f0f113-c2a5-40e1-a128-0d65e4d9b61c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:07.496629 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1a092f6-43dc-4137-8418-c8133891b6c5 req-99bcf2da-d8c4-47fd-859f-cc54961c154e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741441
Nov 13 21:15:07.573160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.576464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Router 32e0c234-018f-452b-a0d5-76955e21422b is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:07.589821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.591014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-1e398625-01fc-40a9-ae2a-c7aad9360fe4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 5.6663814
Nov 13 21:15:07.692487 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6228bfe7-121d-4b21-a76e-6709b0ad8b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.694601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Made reservation on behalf of 8f84182d00e44b1b95157894bef1547b for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:07.697327 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.707800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.723971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-ac3cdc80-a383-49fa-96aa-1b1386771144 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 696 time: 0.1109140
Nov 13 21:15:07.761112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=c7b1033e-c9de-4f73-bd92-975ba480e4ea,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:07.806050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd73f760>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:06Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:07.827843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.842207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d5d81-4e90-491a-b424-af1e5608611c None None] The sync data for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 is: [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:06Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:07.850012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 761e2240-30dc-44bb-8af0-5b6de9645910 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:07.850390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:07.874442 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-6228bfe7-121d-4b21-a76e-6709b0ad8b16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:07.874797 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-6228bfe7-121d-4b21-a76e-6709b0ad8b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:07.916185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.015490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:08.040049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bedebcb-f61f-49c3-86d4-a776a2c3ec09,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:08.045288 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.045722 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Added segment cb6fa133-2895-45c9-b9ed-e68dda30fc27 of type vlan for network ca74ddbc-55e4-4c36-b182-7f6c2057b500
Nov 13 21:15:08.095869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.201354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.202382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:08.202980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.219965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.304852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] Pushing event updated for resources: {'Network': ['ID=ca74ddbc-55e4-4c36-b182-7f6c2057b500,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:08.338200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ca74ddbc-55e4-4c36-b182-7f6c2057b500 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:08.350709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-758222cb-7526-4602-a5b9-ab6be3e5ee96 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0643051
Nov 13 21:15:08.356866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60118) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:08.363753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Request body: {'subnet': {'network_id': 'ca74ddbc-55e4-4c36-b182-7f6c2057b500', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-89648068-subnet', 'tenant_id': '8f84182d00e44b1b95157894bef1547b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:08.372383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Network 31db4671-c03c-421d-a4dc-7b14414e97bb is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:08.428640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:08.434469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26709d0f-e1de-48f6-811d-7eba6d26950d req-aa276944-731d-4881-88a4-51f7593a6a74 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:08.441454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Sync routers for ids ['32e0c234-018f-452b-a0d5-76955e21422b'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:08.442018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:08.449001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26709d0f-e1de-48f6-811d-7eba6d26950d req-aa276944-731d-4881-88a4-51f7593a6a74 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 931 time: 0.1227736
Nov 13 21:15:08.469137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:08.476527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Routers {'32e0c234-018f-452b-a0d5-76955e21422b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:08.479617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde275fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['32e0c234-018f-452b-a0d5-76955e21422b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:08.480114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:08.515155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Made reservation on behalf of 8f84182d00e44b1b95157894bef1547b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:08.521909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.607020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-638c6a07-716b-4ad9-b7e6-b5d89ab1a3e3 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:08.608773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cc5bf4b-7096-4da1-9744-404eb10c2f6f req-638c6a07-716b-4ad9-b7e6-b5d89ab1a3e3 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.8671317
Nov 13 21:15:08.620936 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26709d0f-e1de-48f6-811d-7eba6d26950d req-e24f6dd1-264d-4318-b431-f5ca46c34a11 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1685791
Nov 13 21:15:08.632481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-b683e314-a32d-4423-8420-ec0579871dea tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:08.634290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-b683e314-a32d-4423-8420-ec0579871dea tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.3567648
Nov 13 21:15:08.636184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:08.643366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.722465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:08.723515 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.813199 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Set router 32e0c234-018f-452b-a0d5-76955e21422b gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:08.816842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.822825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0cedf71e-3482-4ff1-a70d-dd076a8f4630 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 9.1471000
Nov 13 21:15:08.832582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Provisioning complete for port c7b1033e-c9de-4f73-bd92-975ba480e4ea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:08.833147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:08.836919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60124) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:08.905105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:08.905699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.102743 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-49519365-1219-40a0-8994-1967c3f1a034 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1895144
Nov 13 21:15:09.120752 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde275fd0>, [{'id': '32e0c234-018f-452b-a0d5-76955e21422b', 'name': 'tempest-snat-router-1492435366', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.24'}], 'enable_snat': True}, 'gw_port_id': 'ecb51774-449a-4a79-b0e9-dc2c28e6e982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:59Z', 'updated_at': '2021-11-13T21:15:04Z', 'revision_number': 3, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port': {'id': 'ecb51774-449a-4a79-b0e9-dc2c28e6e982', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e0c234-018f-452b-a0d5-76955e21422b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:09.131000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f84d1-8e6c-4105-a304-e6b0c7a89af4 req-6100ea38-55b2-42d7-b56e-abc8b02a550c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:09.140146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-669f84d1-8e6c-4105-a304-e6b0c7a89af4 req-6100ea38-55b2-42d7-b56e-abc8b02a550c tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.2910459
Nov 13 21:15:09.148926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Provisioning complete for port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:09.149338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.155073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Request body: {'port': {'device_id': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:09.183589 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Checking router: 32e0c234-018f-452b-a0d5-76955e21422b for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:09.184181 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Updating router 32e0c234-018f-452b-a0d5-76955e21422b port ecb51774-449a-4a79-b0e9-dc2c28e6e982 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:15:09.221827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3efe8240-8fd0-483b-9ffc-cf71ac91db8d tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/32e0c234-018f-452b-a0d5-76955e21422b HTTP/1.1" status: 200  len: 907 time: 0.3837459
Nov 13 21:15:09.223549 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.229322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60130) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:09.306122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.330618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.331178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.358093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] For port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:09.390028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-669f84d1-8e6c-4105-a304-e6b0c7a89af4 req-6095977b-5155-4ead-aefb-bf102750b7d9 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488029
Nov 13 21:15:09.405761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e65b8c-83cd-490c-b824-a6a4c251961e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:09.413474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Deleting port 537a9df0-703a-42c3-b449-6e38fe304cf4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:09.413474 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.432277 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.440406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.518244 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:09.518244 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:09.581472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Checking segment: {'id': 'cb6fa133-2895-45c9-b9ed-e68dda30fc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ca74ddbc-55e4-4c36-b182-7f6c2057b500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:09.581837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Network hostable DHCP agents. Network: ca74ddbc-55e4-4c36-b182-7f6c2057b500, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:09.593807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c309f478-3139-48a0-ba33-67e547de5abd None None] Provisioning complete for port 1ab5f594-94a2-4073-a633-bb7db37bf861 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:09.594183 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c309f478-3139-48a0-ba33-67e547de5abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.602828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.616906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-f9bda418-ae8a-40b2-9c2f-8ab39a4893a1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:09.627389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-f9bda418-ae8a-40b2-9c2f-8ab39a4893a1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3693180
Nov 13 21:15:09.632252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c309f478-3139-48a0-ba33-67e547de5abd None None] Port 1ab5f594-94a2-4073-a633-bb7db37bf861 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:09.633668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb9030-2851-4f92-9763-ac6d3d03de71 None None] Pushing event updated for resources: {'Port': ['ID=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:09.659813 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.706933 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.754202 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.773347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-e3c5d1c2-2c34-46b1-bf53-8d629ba57c23 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 696 time: 0.1444499
Nov 13 21:15:09.804117 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75203c82-440d-4f15-8020-e994a5b9e023 None None] Pushing event updated for resources: {'Port': ['ID=ecb51774-449a-4a79-b0e9-dc2c28e6e982,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:09.831895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Attempting to bind port ecb51774-449a-4a79-b0e9-dc2c28e6e982 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:09.831895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Attempting to bind port ecb51774-449a-4a79-b0e9-dc2c28e6e982 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:09.832999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Network ca74ddbc-55e4-4c36-b182-7f6c2057b500 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:09.837021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.837187 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Attempting to bind port ecb51774-449a-4a79-b0e9-dc2c28e6e982 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:09.843632 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:09.843632 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:09.843905 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.844209 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:09.844703 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Bound port: ecb51774-449a-4a79-b0e9-dc2c28e6e982, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:09.845072 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:09.876571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'floatingip': {'port_id': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:09.877760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510eb2-f62a-4c1d-9474-ba94c96d4b77 req-55cfe85c-cc70-445a-89aa-3634c1ff1147 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:09.879262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d510eb2-f62a-4c1d-9474-ba94c96d4b77 req-55cfe85c-cc70-445a-89aa-3634c1ff1147 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 931 time: 0.1032791
Nov 13 21:15:09.910685 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] For port ecb51774-449a-4a79-b0e9-dc2c28e6e982, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:09.914481 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] For port ecb51774-449a-4a79-b0e9-dc2c28e6e982, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecb51774-449a-4a79-b0e9-dc2c28e6e982,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:09.928169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d510eb2-f62a-4c1d-9474-ba94c96d4b77 req-cd09e6f5-c2ef-4b29-aac4-3150beaa7e34 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427637
Nov 13 21:15:09.965184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca74ddbc-55e4-4c36-b182-7f6c2057b500) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:09.973557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318fc881-20fc-46e7-823a-047faef25968 None None] Network ca74ddbc-55e4-4c36-b182-7f6c2057b500 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:09.987868 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.014821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:10.015521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.020781 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.054719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] For port 537a9df0-703a-42c3-b449-6e38fe304cf4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=537a9df0-703a-42c3-b449-6e38fe304cf4,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:10.055097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.072713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Deleting port ecb51774-449a-4a79-b0e9-dc2c28e6e982 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:10.073911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.127914 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75203c82-440d-4f15-8020-e994a5b9e023 None None] Pushing event updated for resources: {'Port': ['ID=ecb51774-449a-4a79-b0e9-dc2c28e6e982,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:10.132170 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Routers {'32e0c234-018f-452b-a0d5-76955e21422b'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:10.132872 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde275fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['32e0c234-018f-452b-a0d5-76955e21422b'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:10.150763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c7b1033e-c9de-4f73-bd92-975ba480e4ea up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:10.193146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] For port ecb51774-449a-4a79-b0e9-dc2c28e6e982, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecb51774-449a-4a79-b0e9-dc2c28e6e982,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:10.193609 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.209991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Calling delete_port for ecb51774-449a-4a79-b0e9-dc2c28e6e982 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:10.256746 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] Set router 32e0c234-018f-452b-a0d5-76955e21422b gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:10.264871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00205cf8-1ee4-4eb9-92d9-3f6b2ba48f22 None None] Network ca74ddbc-55e4-4c36-b182-7f6c2057b500 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:10.276992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ffda3bcb-05b5-4a08-b261-8f7387d3c9b1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.9203472
Nov 13 21:15:10.395738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde275fd0>, [{'id': '32e0c234-018f-452b-a0d5-76955e21422b', 'name': 'tempest-snat-router-1492435366', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:59Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 4, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:10.451364 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d37cbe-1ab0-4bec-b0b8-02794478a750 None None] The sync data for ids ['32e0c234-018f-452b-a0d5-76955e21422b'] in ncdv-master-1 is: [{'id': '32e0c234-018f-452b-a0d5-76955e21422b', 'name': 'tempest-snat-router-1492435366', 'tenant_id': '5e392fd204ba4c558e3af224630bff12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:59Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 4, 'project_id': '5e392fd204ba4c558e3af224630bff12', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:10.494792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c7b1033e-c9de-4f73-bd92-975ba480e4ea triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:10.496988 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.555150 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.598838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecb51774-449a-4a79-b0e9-dc2c28e6e982,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:10.610493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c151-ca92-4502-bc41-2106ad8ef7df req-26e0ae24-d662-435f-9810-07ceaf7ad7a5 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:10.612061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b65c151-ca92-4502-bc41-2106ad8ef7df req-26e0ae24-d662-435f-9810-07ceaf7ad7a5 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 946 time: 0.1002526
Nov 13 21:15:10.684489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Calling delete_port for 537a9df0-703a-42c3-b449-6e38fe304cf4 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:10.706118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.723212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:10.753685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b65c151-ca92-4502-bc41-2106ad8ef7df req-f4023b04-fd61-439d-89f5-b067a5c429c5 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186945
Nov 13 21:15:10.796354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:10.796822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.853467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.855871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.946328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3adb2b-0a31-475a-a89b-b4b3691aee61 req-e31f500f-3ee4-4810-824b-9f2f449745e0 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:10.947796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f3adb2b-0a31-475a-a89b-b4b3691aee61 req-e31f500f-3ee4-4810-824b-9f2f449745e0 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 946 time: 0.0505197
Nov 13 21:15:10.980678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.981621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32e0c234-018f-452b-a0d5-76955e21422b {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:10.990412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:10.991530 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-484a05ca-4650-4bdd-9964-865f6c179040 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/routers/32e0c234-018f-452b-a0d5-76955e21422b HTTP/1.1" status: 204  len: 168 time: 1.7612307
Nov 13 21:15:10.994517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:11.052473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f3adb2b-0a31-475a-a89b-b4b3691aee61 req-be103569-81da-46d6-876f-cbeb50fcb196 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950556
Nov 13 21:15:11.128968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Router 473874f2-686f-45c7-b397-e0cad0393b64 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:11.150511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.405760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab5f594-94a2-4073-a633-bb7db37bf861 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:11.430749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.447160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.resource_extend [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:15:11.483009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.491200 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-94366940-bd09-4c02-8536-469e64530efc req-9d35d8a1-297a-480d-abde-16d247f8e78d tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] show failed (client error): The resource could not be found.
Nov 13 21:15:11.493275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94366940-bd09-4c02-8536-469e64530efc req-9d35d8a1-297a-480d-abde-16d247f8e78d tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups/e91ba6df-e257-4f9c-a083-32699728aa4c HTTP/1.1" status: 404  len: 352 time: 0.0198934
Nov 13 21:15:11.505108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8e28a5e3-e136-40b0-9843-0e791f872430'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:11.510839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:11.512524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Transition to ACTIVE for port object 1ab5f594-94a2-4073-a633-bb7db37bf861 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:11.521461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.564002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Pushing event deleted for resources: {'Port': ['ID=537a9df0-703a-42c3-b449-6e38fe304cf4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:11.566608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Sync routers for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:11.590105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.592921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:11.593561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:11.607060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.647706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] No DVR routers for this DVR port 537a9df0-703a-42c3-b449-6e38fe304cf4 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:11.654771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.660891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4890b4ba-2d10-4d7f-b552-f2dc4988ad34 req-9d16be53-f4da-40fc-937f-ddc1029f5555 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "DELETE /v2.0/ports/537a9df0-703a-42c3-b449-6e38fe304cf4 HTTP/1.1" status: 204  len: 173 time: 2.9951990
Nov 13 21:15:11.661372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755051e1-2a40-49ce-8259-283785637b29', 'name': 'network-vif-deleted', 'tag': '537a9df0-703a-42c3-b449-6e38fe304cf4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:11.663669 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfe7414-37ee-48c4-909c-88cc7e056803" -d '{"events": [{"server_uuid": "755051e1-2a40-49ce-8259-283785637b29", "name": "network-vif-deleted", "tag": "537a9df0-703a-42c3-b449-6e38fe304cf4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:11.691251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:11.695655 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.701386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-51c3d68a-a062-4d50-b04f-099d00517511 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.3867514
Nov 13 21:15:11.701639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:11.804246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Attempting to bind port 1ab5f594-94a2-4073-a633-bb7db37bf861 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:11.804610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Attempting to bind port 1ab5f594-94a2-4073-a633-bb7db37bf861 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:11.804953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Attempting to bind port 1ab5f594-94a2-4073-a633-bb7db37bf861 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:11.808069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.818210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207bef7-6e91-49bf-8467-905420bb3e04 req-ab278b95-d9eb-4c65-861f-a770544ee835 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:11.832225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:11.843055 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d207bef7-6e91-49bf-8467-905420bb3e04 req-ab278b95-d9eb-4c65-861f-a770544ee835 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1974542
Nov 13 21:15:11.973786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Deleting port 761e2240-30dc-44bb-8af0-5b6de9645910 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:11.974299 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:11.996043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 537a9df0-703a-42c3-b449-6e38fe304cf4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:12.018753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Port 1ab5f594-94a2-4073-a633-bb7db37bf861 on network 31db4671-c03c-421d-a4dc-7b14414e97bb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:12.019321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Attempting to bind port 1ab5f594-94a2-4073-a633-bb7db37bf861 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:12.042887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 537a9df0-703a-42c3-b449-6e38fe304cf4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:12.043537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 537a9df0-703a-42c3-b449-6e38fe304cf4 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:12.063484 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Floating IP b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab associated. External IP: 172.35.3.206, port: 34ba1157-7e10-4b46-a543-f33ee78b218e.
Nov 13 21:15:12.075243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:12.083564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Checking segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:12.087931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.088543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Bound using segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:12.089614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Bound port: 1ab5f594-94a2-4073-a633-bb7db37bf861, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:12.089974 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.225891 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d207bef7-6e91-49bf-8467-905420bb3e04 req-1a5dfd65-07dd-41af-a80c-74b6d590c986 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3804841
Nov 13 21:15:12.294774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] For port 761e2240-30dc-44bb-8af0-5b6de9645910, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=761e2240-30dc-44bb-8af0-5b6de9645910,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:12.295336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.315255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Calling delete_port for 761e2240-30dc-44bb-8af0-5b6de9645910 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:12.320470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb610>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:07Z', 'revision_number': 3, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:12.348975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Checking router: 473874f2-686f-45c7-b397-e0cad0393b64 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:12.350837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Updating router 473874f2-686f-45c7-b397-e0cad0393b64 port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:15:12.350995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01490118-308f-4f62-88ce-01f7f42834d9 req-fe42b894-6bc4-433d-a01f-4d56a0a5be09 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:12.352460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01490118-308f-4f62-88ce-01f7f42834d9 req-fe42b894-6bc4-433d-a01f-4d56a0a5be09 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.46 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 946 time: 0.3539259
Nov 13 21:15:12.357945 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18d6c2-6726-4099-ba87-5610130159a4 x-openstack-request-id: req-ad18d6c2-6726-4099-ba87-5610130159a4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:12.358240 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755051e1-2a40-49ce-8259-283785637b29", "name": "network-vif-deleted", "tag": "537a9df0-703a-42c3-b449-6e38fe304cf4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:12.358775 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad18d6c2-6726-4099-ba87-5610130159a4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:12.359185 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755051e1-2a40-49ce-8259-283785637b29', 'name': 'network-vif-deleted', 'tag': '537a9df0-703a-42c3-b449-6e38fe304cf4', 'status': 'completed', 'code': 200}
Nov 13 21:15:12.389818 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.431646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:12.435650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:12.483821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c03aff3d-7716-45c3-8ffb-065fb2b1690e req-c8eea285-3ceb-4a24-84ba-787445580a0e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=755051e1-2a40-49ce-8259-283785637b29 HTTP/1.1" status: 200  len: 210 time: 0.0452280
Nov 13 21:15:12.785303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daac9f-11b7-4744-af10-39a2e6781068 req-d1d5a859-4ae2-434f-8177-7538435aa687 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:12.785303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-66daac9f-11b7-4744-af10-39a2e6781068 req-d1d5a859-4ae2-434f-8177-7538435aa687 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 946 time: 0.1236353
Nov 13 21:15:12.785877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.786251 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.853725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Router adbf34bd-1ce7-423d-9179-547d26046b8f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:12.855819 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-66daac9f-11b7-4744-af10-39a2e6781068 req-38159458-ba92-4f21-aa5f-95fa5b679a37 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/security-groups?id=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043274
Nov 13 21:15:12.862859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Deleting port b71a2fb4-1b79-4a24-b003-abfce5f77e06 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:12.863200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.869823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.923948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.926330 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:12.994884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Attempting to bind port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:12.995841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Attempting to bind port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:12.996278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Attempting to bind port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:12.998408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Pushing event updated for resources: {'Port': ['ID=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:13.007273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:13.021367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:13.021367 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.021367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:13.021367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Bound port: 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:13.021367 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.021974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event deleted for resources: {'Port': ['ID=761e2240-30dc-44bb-8af0-5b6de9645910,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.022064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:13.048038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:13.048449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.051199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] 10.222.0.37 "PUT /v2.0/ports/1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 1091 time: 3.9267187
Nov 13 21:15:13.056504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-128409a5-8202-4efc-bf11-f0ac009c919e req-3b3033cb-bd2e-43e1-b59a-80c787c72806 tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f84182d00e44b1b95157894bef1547b HTTP/1.1" status: 200  len: 3005 time: 0.1569140
Nov 13 21:15:13.110180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] For port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:13.114341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] For port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:13.114731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Allocated IP 172.20.0.1 (c883c134-5013-4ef8-a8d0-ea220455e2aa/1a3984e9-a000-4f38-8247-41653ccb452d/5527cc45-9fc8-4113-9066-54b59044bd27) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:13.156983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da6f38-5599-46eb-b544-177c2c2ceb3e service neutron] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:13.158387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.181663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:13.188289 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.197692 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] Sync routers for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:13.210854 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:13.211717 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde275580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:13.239062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-128409a5-8202-4efc-bf11-f0ac009c919e req-96394c55-82a8-4636-ba4a-f988f4857948 tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups/7bedebcb-f61f-49c3-86d4-a776a2c3ec09 HTTP/1.1" status: 200  len: 3002 time: 0.1572821
Nov 13 21:15:13.257766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] For port b71a2fb4-1b79-4a24-b003-abfce5f77e06, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b71a2fb4-1b79-4a24-b003-abfce5f77e06,segment=NetworkSegment(9fbf853e-9283-49d0-a197-b738bf018751),segment_id=9fbf853e-9283-49d0-a197-b738bf018751)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:13.258139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.265676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.269024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-a0103d49-057a-422d-9b0a-ae1ddce5d750 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "PUT /v2.0/floatingips/b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab HTTP/1.1" status: 200  len: 996 time: 3.4945743
Nov 13 21:15:13.278288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Calling delete_port for b71a2fb4-1b79-4a24-b003-abfce5f77e06 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:13.297726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-eda0d88f-0f7d-40f7-936b-99426378467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:13.299382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-eda0d88f-0f7d-40f7-936b-99426378467a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1094 time: 0.0837684
Nov 13 21:15:13.345980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.353370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.368376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:13.368936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:13.418563 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:13.440153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-128409a5-8202-4efc-bf11-f0ac009c919e req-3c0c94ea-dca2-4cbd-9612-04259b864b6e tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups/7bedebcb-f61f-49c3-86d4-a776a2c3ec09 HTTP/1.1" status: 200  len: 3002 time: 0.1678884
Nov 13 21:15:13.449009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-e4d07ac1-f6ab-4b18-9269-1d93c795444b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 217 time: 0.1366813
Nov 13 21:15:13.469595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.527209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-cb24ed09-acfc-4c22-95cb-81afcc2d253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:13.528781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-cb24ed09-acfc-4c22-95cb-81afcc2d253a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.2275040
Nov 13 21:15:13.548464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.557061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 036c2ce9-7f98-4ed1-804d-37ab3d494fac {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:13.567108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-631af5a5-2323-4d3e-9495-931d684bc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:13.568719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-631af5a5-2323-4d3e-9495-931d684bc453 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.1087751
Nov 13 21:15:13.587428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.587428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-48c1fbe7-b36c-4452-acd2-c6da732b9347 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "DELETE /v2.0/routers/036c2ce9-7f98-4ed1-804d-37ab3d494fac HTTP/1.1" status: 204  len: 168 time: 2.5878234
Nov 13 21:15:13.592267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60194) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:13.617005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1110564225', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:13.670630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.722619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d5048-aab9-42a4-8d59-1f3916b519ac req-45a9b4e8-014d-467d-83cb-8116243ff6cc tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:13.730763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-667d5048-aab9-42a4-8d59-1f3916b519ac req-45a9b4e8-014d-467d-83cb-8116243ff6cc tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1695189
Nov 13 21:15:13.785152 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde275580>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'floating_ip_address': '172.35.3.206', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'port_id': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'mac_address': 'fa:16:3e:b2:28:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:11Z', 'revision_number': 1, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:14:00Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:13.785375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Network c883c134-5013-4ef8-a8d0-ea220455e2aa is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:13.785375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5527cc45-9fc8-4113-9066-54b59044bd27,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:13.786699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:13.796855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:13.827386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:13.842056 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] Checking router: adbf34bd-1ce7-423d-9179-547d26046b8f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:13.856357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-2abaf012-e28c-42fc-82f3-80c5f0c53a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:13.857931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-2abaf012-e28c-42fc-82f3-80c5f0c53a4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2647116
Nov 13 21:15:13.862138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:13.862752 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde275580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:13.864641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-667d5048-aab9-42a4-8d59-1f3916b519ac req-008165cd-8fdf-472e-8a4a-6d88d8954081 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326671
Nov 13 21:15:13.876059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.877647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.911946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.923801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:13.960364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b71a2fb4-1b79-4a24-b003-abfce5f77e06'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:14.037793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a3fc046-8990-4fd5-b17d-825d7aa58b67 req-d0b0d20e-64cc-42f4-b398-e0a4b862376f tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups/7bedebcb-f61f-49c3-86d4-a776a2c3ec09 HTTP/1.1" status: 200  len: 3002 time: 0.1277332
Nov 13 21:15:14.083286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af01fd-a317-453b-aab4-41d2dca044ad None None] Pushing event updated for resources: {'Port': ['ID=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:14.086836 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:14.110591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-feb7b8ae-e569-4005-837a-941eaba8162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:14.112099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-feb7b8ae-e569-4005-837a-941eaba8162c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.5601163
Nov 13 21:15:14.206012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.207761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Pushing event deleted for resources: {'Port': ['ID=b71a2fb4-1b79-4a24-b003-abfce5f77e06,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:14.221757 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-7a3fc046-8990-4fd5-b17d-825d7aa58b67 req-81dd8e60-e020-4b9a-8acb-101e68d08060 tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:15:14.233612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a3fc046-8990-4fd5-b17d-825d7aa58b67 req-81dd8e60-e020-4b9a-8acb-101e68d08060 tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "DELETE /v2.0/security-groups/7bedebcb-f61f-49c3-86d4-a776a2c3ec09 HTTP/1.1" status: 409  len: 352 time: 0.1947553
Nov 13 21:15:14.242346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb610>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:07Z', 'revision_number': 3, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:14.315202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae0750d-c9d8-4f08-85e1-a5f14c6bc885 None None] The sync data for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 is: [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:07Z', 'revision_number': 3, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:14.335640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.343039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e11ffc24-dc2f-48f9-8bd1-9d67e8ab76c4 None None] Provisioning complete for port 5527cc45-9fc8-4113-9066-54b59044bd27 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:14.343717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e11ffc24-dc2f-48f9-8bd1-9d67e8ab76c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.378511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.422496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e11ffc24-dc2f-48f9-8bd1-9d67e8ab76c4 None None] Port 5527cc45-9fc8-4113-9066-54b59044bd27 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:14.449376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1b7f51b-01be-4c4f-8bb4-612d63e6a1a5 req-856c38e0-f379-4bc6-bb39-21dee20a9fc2 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.20 "GET /v2.0/ports?device_id=76ec438f-9fd2-41c7-bfa5-45986ba8e9ae HTTP/1.1" status: 200  len: 210 time: 0.0347040
Nov 13 21:15:14.457823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}, {'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:14.459896 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09931b45-c86b-4eb7-b9af-687a4fb3171d" -d '{"events": [{"name": "network-changed", "server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}, {"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:14.515403 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-ed194cdd-156a-4ed4-9f82-92c258d56ae0 req-bcc9eb81-9466-41fc-969d-069b008e91fc tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] show failed (client error): The resource could not be found.
Nov 13 21:15:14.516366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed194cdd-156a-4ed4-9f82-92c258d56ae0 req-bcc9eb81-9466-41fc-969d-069b008e91fc tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups/03062637-98fd-41a5-bd33-a87dc85c4b84 HTTP/1.1" status: 404  len: 352 time: 0.0272443
Nov 13 21:15:14.581681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] No DVR routers for this DVR port b71a2fb4-1b79-4a24-b003-abfce5f77e06 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:14.596244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.599733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01490118-308f-4f62-88ce-01f7f42834d9 req-7eaea1b6-d215-49c1-b207-11918ea65876 tempest-ServerTagsTestJSON-263191763 tempest-ServerTagsTestJSON-263191763-project] 10.222.0.46 "DELETE /v2.0/ports/b71a2fb4-1b79-4a24-b003-abfce5f77e06 HTTP/1.1" status: 204  len: 173 time: 2.2355528
Nov 13 21:15:14.603886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.617922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-17dfbad3-2f0d-410f-aa48-dfe5578cc1e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 999 time: 0.4946573
Nov 13 21:15:14.621870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-72c992f4-16ce-4c35-bae8-881b4c659742 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7228332
Nov 13 21:15:14.700844 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde275580>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'floating_ip_address': '172.35.3.206', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'port_id': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'mac_address': 'fa:16:3e:b2:28:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:11Z', 'revision_number': 1, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:14:00Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:14.731226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.745791 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a5910-b475-482e-a641-179b4c1c9ac9 None None] The sync data for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 is: [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'floating_ip_address': '172.35.3.206', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'port_id': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'mac_address': 'fa:16:3e:b2:28:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:11Z', 'revision_number': 1, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:14:00Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:14.823051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 761e2240-30dc-44bb-8af0-5b6de9645910 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:14.824049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:14.877233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 761e2240-30dc-44bb-8af0-5b6de9645910 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:14.877974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 761e2240-30dc-44bb-8af0-5b6de9645910 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:14.900374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-0c389d60-d458-49fc-bfd3-3feb22e14177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:14.902518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-0c389d60-d458-49fc-bfd3-3feb22e14177 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.2642963
Nov 13 21:15:14.964615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-b88e6182-9db9-47e3-928e-600f9e054777 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511830
Nov 13 21:15:14.976452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5527cc45-9fc8-4113-9066-54b59044bd27,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:14.980012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:15.062943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-131f04d0-d4eb-486f-9212-c282d1c4c98e req-828955ca-d843-4f91-9d2a-d8f55fc75091 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4323595
Nov 13 21:15:15.164222 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-c1913d6a-a7ce-4735-b91c-42b00ea0e02b req-7f4488c2-4e2a-467b-8c1a-471ba039f819 tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] show failed (client error): The resource could not be found.
Nov 13 21:15:15.166640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1913d6a-a7ce-4735-b91c-42b00ea0e02b req-7f4488c2-4e2a-467b-8c1a-471ba039f819 tempest-SecurityGroupsNegativeTestJSON-1926615092 tempest-SecurityGroupsNegativeTestJSON-1926615092-project] 10.222.0.20 "GET /v2.0/security-groups/2586072e-fcc6-4458-8fc0-0d4abc61d24b HTTP/1.1" status: 404  len: 352 time: 0.0250204
Nov 13 21:15:15.178386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Network c883c134-5013-4ef8-a8d0-ea220455e2aa is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:15.179913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:15.182926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60218) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:15.189742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-8d473c0b-8d9b-4d96-8c45-33dd842c7afe service neutron] 10.222.0.20 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862454
Nov 13 21:15:15.296753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a16a41f-3c85-4be1-b604-1f0291ae9e04 None None] New status for floating IP b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:15:15.376722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Deleting subnet 27e65b8c-83cd-490c-b824-a6a4c251961e {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:15:15.391920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:15.408078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2fb0959-766b-42a3-a700-f5bbc5db5689 req-6894bded-9428-4539-bfcd-e10661b057fa service neutron] 10.222.0.20 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998093
Nov 13 21:15:15.414986 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fab8a8b-aa0f-4194-9cab-3288340e2346 x-openstack-request-id: req-8fab8a8b-aa0f-4194-9cab-3288340e2346 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:15.415418 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:15.415776 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fab8a8b-aa0f-4194-9cab-3288340e2346 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:15.416282 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'status': 'completed', 'code': 200}
Nov 13 21:15:15.416700 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'status': 'completed', 'code': 200}
Nov 13 21:15:15.634315 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:15.656422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bd9e929e-018c-4adc-b055-3fb9e91cbeae None None] Provisioning complete for port 5527cc45-9fc8-4113-9066-54b59044bd27 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:15.656777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bd9e929e-018c-4adc-b055-3fb9e91cbeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:15.693425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e07aa9-54f8-4e9c-a830-bbe331f87b20 req-57db4f9f-d2ff-47ff-bdb1-7a762f233f99 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:15.701524 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9e07aa9-54f8-4e9c-a830-bbe331f87b20 req-57db4f9f-d2ff-47ff-bdb1-7a762f233f99 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.2621670
Nov 13 21:15:15.705875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bd9e929e-018c-4adc-b055-3fb9e91cbeae None None] Port 5527cc45-9fc8-4113-9066-54b59044bd27 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:15.781533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Router 473874f2-686f-45c7-b397-e0cad0393b64 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:15.796791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:15.939941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b71a2fb4-1b79-4a24-b003-abfce5f77e06 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:15.975800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: b71a2fb4-1b79-4a24-b003-abfce5f77e06 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:15.976241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b71a2fb4-1b79-4a24-b003-abfce5f77e06 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:15.979525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-d8760cb4-24df-4e3a-ab8d-ab3bcc63fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:15.981035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-d8760cb4-24df-4e3a-ab8d-ab3bcc63fc2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1094 time: 0.5620813
Nov 13 21:15:16.014242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.059207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.096528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9e07aa9-54f8-4e9c-a830-bbe331f87b20 req-04b4a2a1-4bb3-4a91-9dc3-5a1157d2e7dd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3940520
Nov 13 21:15:16.145875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e854-f868-4b15-b362-90e0e4c6df9a req-bdd2a1b9-0fdb-4a86-93c6-9a1e4ea1e61d tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:16.147426 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53a5e854-f868-4b15-b362-90e0e4c6df9a req-bdd2a1b9-0fdb-4a86-93c6-9a1e4ea1e61d tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.2135146
Nov 13 21:15:16.182712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60238) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:16.264381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.280371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-f6d2bd0b-d2e4-44b2-97c1-dd695c0dcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:16.281622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-f6d2bd0b-d2e4-44b2-97c1-dd695c0dcdc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.2783048
Nov 13 21:15:16.319421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e65b8c-83cd-490c-b824-a6a4c251961e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:16.335808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:16.337681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.341466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3453b7e3-5daa-4867-8e23-ca46c448e9c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/27e65b8c-83cd-490c-b824-a6a4c251961e HTTP/1.1" status: 204  len: 168 time: 1.1575143
Nov 13 21:15:16.343635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53a5e854-f868-4b15-b362-90e0e4c6df9a req-219599e1-be50-48a1-8e5e-223e965ed58e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856630
Nov 13 21:15:16.347206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:16.348723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-82e8f3eb-d66e-4673-9294-cae4e25ec5c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 217 time: 0.0550520
Nov 13 21:15:16.356787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76a60e1c-8bc2-4dae-9e3d-d637a90e77d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/473874f2-686f-45c7-b397-e0cad0393b64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6480668
Nov 13 21:15:16.356960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Deleting subnet 3afb5e3c-0e79-4f10-b04d-89c5a9648461 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:15:16.356960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.360933 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-e734bd91-198c-4f76-b650-c88a786d6bd5 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 1001 time: 0.1697767
Nov 13 21:15:16.398283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.424046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-686303ea-e7f9-447d-8c4c-8b058794a6bc tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:16.425489 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-686303ea-e7f9-447d-8c4c-8b058794a6bc tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports/34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 942 time: 0.0484009
Nov 13 21:15:16.441909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.495420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Allocated IP 172.35.3.191 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7b7c112e-2a42-4383-b584-5f338e6f9365) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:16.550186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-45389e56-de80-491a-8683-aec9f9ff4e23 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 1001 time: 0.0809498
Nov 13 21:15:16.631735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.662963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-bd22b032-ea4e-473b-b2c1-7b9afdc1cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:16.664651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-bd22b032-ea4e-473b-b2c1-7b9afdc1cd5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.1942854
Nov 13 21:15:16.717599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-5eae6ac0-578f-4314-9940-4ac929834d2e tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:16.729333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-5eae6ac0-578f-4314-9940-4ac929834d2e tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1729405
Nov 13 21:15:16.733648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.752435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:16.752584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.756721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3afb5e3c-0e79-4f10-b04d-89c5a9648461 HTTP/1.1" status: 204  len: 168 time: 0.5730073
Nov 13 21:15:16.764469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60248) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:16.803758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:16.805760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.816116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-5e768fe3-9e4f-4869-82df-cca4a9b4d8e3 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 1001 time: 0.0852215
Nov 13 21:15:16.839050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:16.882385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:16.901719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46c31b-54ad-44d7-9978-6986d142a52e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afb5e3c-0e79-4f10-b04d-89c5a9648461,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:16.902529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.925945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--363799199', 'description': 'tempest-description--2099950901'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:16.927951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:16.940179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:16.957499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:15:16.965765 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Sync routers for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:16.984463 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:16.985803 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5eedc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:16.996946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-61d9b5c8-33e3-49e1-9362-c103d4bb0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:16.998979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-61d9b5c8-33e3-49e1-9362-c103d4bb0e5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3008575
Nov 13 21:15:16.999332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.036801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60254) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:17.040161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf97e490>,) {'filters': {'network_id': ['ca74ddbc-55e4-4c36-b182-7f6c2057b500']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.042231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-712673380'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:17.048893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.088546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.091799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf97e490>, 'cb6fa133-2895-45c9-b9ed-e68dda30fc27') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.092093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf97e490>, 'cb6fa133-2895-45c9-b9ed-e68dda30fc27') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.105837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.139785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:17.140236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-f123887b-6c12-4def-97aa-04ef91dc73f3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:17.141796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-f123887b-6c12-4def-97aa-04ef91dc73f3 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.3762717
Nov 13 21:15:17.148921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.154907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.168764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:17.200015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'mac_address': 'fa:16:3e:33:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:15:17.219049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:17.221814 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.222299 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:17.264554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.282348 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.298699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab5f594-94a2-4073-a633-bb7db37bf861 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:17.304550 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.308896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.316468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:15:17.316912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.319255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:15:17.319659 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:15:17.384612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.413383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-0de8176e-5ef3-4730-9164-ca322b92978f service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4056652
Nov 13 21:15:17.417377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.417717 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Floating IP b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab disassociated. External IP: 172.35.3.206, port: 34ba1157-7e10-4b46-a543-f33ee78b218e.
Nov 13 21:15:17.419408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.422013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c578bb3b-eb17-46f4-a986-d05782bfd5d6,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:17.427729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'name': 'network-vif-deleted', 'tag': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:17.430037 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ac01a-9451-41ae-98a7-2bb2f1e8efc4" -d '{"events": [{"server_uuid": "76ec438f-9fd2-41c7-bfa5-45986ba8e9ae", "name": "network-vif-deleted", "tag": "b71a2fb4-1b79-4a24-b003-abfce5f77e06"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:17.496910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:17.506169 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5eedc0>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 2, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.507951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.519036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf902ea5-a07f-461f-b373-5e03a985ae00 req-d1347e56-4af7-4ab1-b379-42b408716158 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:17.520558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf902ea5-a07f-461f-b373-5e03a985ae00 req-d1347e56-4af7-4ab1-b379-42b408716158 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.2637618
Nov 13 21:15:17.531731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Deleting port 8e28a5e3-e136-40b0-9843-0e791f872430 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:17.532066 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.545308 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Checking router: 473874f2-686f-45c7-b397-e0cad0393b64 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:17.545826 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Updating router 473874f2-686f-45c7-b397-e0cad0393b64 port 5527cc45-9fc8-4113-9066-54b59044bd27 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:15:17.547509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.549191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f4c3d2b-f114-4d4c-9bde-85ad42eee3d0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6655488
Nov 13 21:15:17.552003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60262) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:17.564854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Request body: {'security_group_rule': {'security_group_id': 'c578bb3b-eb17-46f4-a986-d05782bfd5d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:17.591353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:17.594285 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.603684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcff403a0>,) {'filters': {'network_id': ['ead81e01-35b3-4c69-a3da-a73b9f4f9e5b']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.608511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.610273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.635838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1ab5f594-94a2-4073-a633-bb7db37bf861'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:17.656533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.657721 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Added segment f4880d30-cd08-423e-8666-5663e54f7220 of type vlan for network 62ba244b-1a63-46bb-b177-bac5b6226a92
Nov 13 21:15:17.672863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.676085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] 10.222.0.20 "DELETE /v2.0/networks/ca74ddbc-55e4-4c36-b182-7f6c2057b500 HTTP/1.1" status: 204  len: 168 time: 1.3264704
Nov 13 21:15:17.683259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff403a0>, '9fbf853e-9283-49d0-a197-b738bf018751') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.683581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff403a0>, '9fbf853e-9283-49d0-a197-b738bf018751') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:17.745320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.749048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f6c09-18a4-4af4-ad75-a5ee1c96486c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca74ddbc-55e4-4c36-b182-7f6c2057b500,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:17.801165 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.803929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:17.827740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:17.833193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.835771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.837998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:17.842151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event updated for resources: {'Port': ['ID=7b7c112e-2a42-4383-b584-5f338e6f9365,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:17.845847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-3d04a35d-d48c-49d2-b5c6-f1aaa79b7b36 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4124050
Nov 13 21:15:17.868594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf902ea5-a07f-461f-b373-5e03a985ae00 req-230ed7c6-26a7-4fe8-99f4-8bd37d769623 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3042834
Nov 13 21:15:17.901539 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Router adbf34bd-1ce7-423d-9179-547d26046b8f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:17.934299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:15:17.934720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:15:17.953749 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:15:17.982813 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.076756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.077259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] For port 8e28a5e3-e136-40b0-9843-0e791f872430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e28a5e3-e136-40b0-9843-0e791f872430,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:18.077735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.083561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:18.084480 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.087133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.125875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Calling delete_port for 8e28a5e3-e136-40b0-9843-0e791f872430 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:18.183139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60274) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:18.188896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf2d046-03cc-426d-972c-d80cf0d68201,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:18.189520 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.270749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.272383 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.333968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.337854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-54efa14f-2b83-4d5f-94b0-7b87e1123e8c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7817314
Nov 13 21:15:18.340969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.3026607
Nov 13 21:15:18.344669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60284) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:18.345060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60286) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:18.349826 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7191f73-9886-4367-919c-b9d35fd36930 None None] Pushing event updated for resources: {'Port': ['ID=5527cc45-9fc8-4113-9066-54b59044bd27,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:18.357575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Request body: {'security_group_rule': {'security_group_id': 'c578bb3b-eb17-46f4-a986-d05782bfd5d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:18.366656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1014485713'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:18.390339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0463c7-2b83-4694-9849-6ea22d813742 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Network': ['ID=62ba244b-1a63-46bb-b177-bac5b6226a92,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:18.407289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:18.415161 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Attempting to bind port 5527cc45-9fc8-4113-9066-54b59044bd27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:18.415712 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Attempting to bind port 5527cc45-9fc8-4113-9066-54b59044bd27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:18.416169 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Attempting to bind port 5527cc45-9fc8-4113-9066-54b59044bd27 on network c883c134-5013-4ef8-a8d0-ea220455e2aa {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:18.422753 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:18.423454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Checking segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:18.423958 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.424412 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Bound using segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:18.424991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Bound port: 5527cc45-9fc8-4113-9066-54b59044bd27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:18.425429 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.433499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:18.446503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.514971 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] For port 5527cc45-9fc8-4113-9066-54b59044bd27, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:18.519756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:15:18.519756 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:15:18.519756 ncdv-master-1 neutron-server[120533]: [parameters: {'project_id_1': '29c0ac61023840cb8ede1c4db0e052f0', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 14, 58, 384284)}]
Nov 13 21:15:18.519756 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:18.520113 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] For port 5527cc45-9fc8-4113-9066-54b59044bd27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5527cc45-9fc8-4113-9066-54b59044bd27,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:18.520201 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:18.523993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] Sync routers for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:18.541170 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-cec06e29-1009-4cd5-9a0e-11701651cb90 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "PUT /v2.0/floatingips/b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab HTTP/1.1" status: 200  len: 695 time: 1.7139745
Nov 13 21:15:18.551051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7820057b-076a-417a-ba4f-f7e643f1eda0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f84182d00e44b1b95157894bef1547b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3674493
Nov 13 21:15:18.556928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60288) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:18.557565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:18.559959 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:18.571201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:18.579602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2efdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:18.601637 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.620615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:18.636268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.676361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.679605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ead81e01-35b3-4c69-a3da-a73b9f4f9e5b HTTP/1.1" status: 204  len: 168 time: 1.9107890
Nov 13 21:15:18.680489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88322cf1-92bf-42be-afb7-a4dddef95f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead81e01-35b3-4c69-a3da-a73b9f4f9e5b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:18.716057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d6e2-8c9b-4ec0-8d29-9a2a701f23c4 req-6e04e5dd-6d45-4b0a-8134-f06070a48fdf tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:18.718720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ab6d6e2-8c9b-4ec0-8d29-9a2a701f23c4 req-6e04e5dd-6d45-4b0a-8134-f06070a48fdf tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 945 time: 0.7123513
Nov 13 21:15:18.746481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-af24eaee-debd-45ef-9f01-3e96acbe35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:18.748061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-af24eaee-debd-45ef-9f01-3e96acbe35f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.7942905
Nov 13 21:15:18.751926 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7191f73-9886-4367-919c-b9d35fd36930 None None] Pushing event updated for resources: {'Port': ['ID=5527cc45-9fc8-4113-9066-54b59044bd27,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:18.758207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:18.758207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5eedc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:18.789896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:18.805010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e3990099-3825-43dc-bf7a-d55567e5e095 None None] Provisioning complete for port 5527cc45-9fc8-4113-9066-54b59044bd27 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:18.805645 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3990099-3825-43dc-bf7a-d55567e5e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.841848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:18.853715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:18.876747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c20-76a6-4c34-8db5-bc5b758c1558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:18.923740 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:18.978439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:19.062173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-93aa342d-8e41-4a4d-977d-09b8b8ac42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:19.063957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-93aa342d-8e41-4a4d-977d-09b8b8ac42b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.1630344
Nov 13 21:15:19.118802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.189045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-cdc42d40-c21c-4f95-850b-3777bdd3b43f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.1142583
Nov 13 21:15:19.191988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Pushing event deleted for resources: {'Port': ['ID=8e28a5e3-e136-40b0-9843-0e791f872430,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:19.267830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c20-76a6-4c34-8db5-bc5b758c1558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.279849 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5eedc0>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:18Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:19.293743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60298) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:19.301707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.301707 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Added segment af3453a0-d674-4c91-9413-6f5abbf22f17 of type vlan for network 986d9268-612c-49cc-ba08-fd64bf54a38c
Nov 13 21:15:19.312183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85cb558-699f-4b8b-8499-289ba940f39a None None] The sync data for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 is: [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:18Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:19.359752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] No DVR routers for this DVR port 8e28a5e3-e136-40b0-9843-0e791f872430 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:19.403917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.408539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a14f6ee-f5d2-4f7a-b6fc-c70048db5a32 req-09cf0c0b-8a1d-4550-8bb7-720f81683228 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.46 "DELETE /v2.0/ports/8e28a5e3-e136-40b0-9843-0e791f872430 HTTP/1.1" status: 204  len: 173 time: 2.2556722
Nov 13 21:15:19.413446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-0aba6beb-e072-4198-bfaf-f8f869edd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:19.413983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ab6d6e2-8c9b-4ec0-8d29-9a2a701f23c4 req-5ece44c6-07ce-4728-807e-ffae88d9486e tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d4ba835-cde3-482a-8680-ec297f2afc60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6649528
Nov 13 21:15:19.414971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-0aba6beb-e072-4198-bfaf-f8f869edd914 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.8626888
Nov 13 21:15:19.419637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.459863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.475876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-7e9cb37f-6b94-4b27-a271-2b79a5871c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:19.477711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-7e9cb37f-6b94-4b27-a271-2b79a5871c82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.1479321
Nov 13 21:15:19.477828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:19.478255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.488180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca02d241-ad5f-4872-bd23-13558a520bee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed4546287dc04615a0ee67cd17824d6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1893594
Nov 13 21:15:19.509329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:19.603033 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd4b05-144b-4ec1-b080-ffc4c1e10d7e x-openstack-request-id: req-43fd4b05-144b-4ec1-b080-ffc4c1e10d7e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:19.605431 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ec438f-9fd2-41c7-bfa5-45986ba8e9ae", "name": "network-vif-deleted", "tag": "b71a2fb4-1b79-4a24-b003-abfce5f77e06", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:19.605431 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43fd4b05-144b-4ec1-b080-ffc4c1e10d7e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:19.609607 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ec438f-9fd2-41c7-bfa5-45986ba8e9ae', 'name': 'network-vif-deleted', 'tag': 'b71a2fb4-1b79-4a24-b003-abfce5f77e06', 'status': 'completed', 'code': 200}
Nov 13 21:15:19.633105 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3990099-3825-43dc-bf7a-d55567e5e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.643285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-14dd5415-e5e2-432b-b2c8-2bc6f82ae741 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0749776
Nov 13 21:15:19.664314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c20-76a6-4c34-8db5-bc5b758c1558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.674362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c20-76a6-4c34-8db5-bc5b758c1558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.675560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f28b8c20-76a6-4c34-8db5-bc5b758c1558 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bedebcb-f61f-49c3-86d4-a776a2c3ec09 HTTP/1.1" status: 204  len: 168 time: 1.1111679
Nov 13 21:15:19.689339 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642015f3-e883-4dd6-92b6-2b3fd9ea9b0b x-openstack-request-id: req-642015f3-e883-4dd6-92b6-2b3fd9ea9b0b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:19.689630 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:19.689977 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-642015f3-e883-4dd6-92b6-2b3fd9ea9b0b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:19.690267 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'status': 'completed', 'code': 200}
Nov 13 21:15:19.692556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.779343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 1ab5f594-94a2-4073-a633-bb7db37bf861 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:15:19.788467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b8c20-76a6-4c34-8db5-bc5b758c1558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bedebcb-f61f-49c3-86d4-a776a2c3ec09,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:19.798348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e3990099-3825-43dc-bf7a-d55567e5e095 None None] For port 5527cc45-9fc8-4113-9066-54b59044bd27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5527cc45-9fc8-4113-9066-54b59044bd27,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:19.827657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.842806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1ab5f594-94a2-4073-a633-bb7db37bf861 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:19.843234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.851859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:19.852521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.905982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3990099-3825-43dc-bf7a-d55567e5e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:19.915270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2efdf0>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:14:00Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:19.960065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] Checking router: adbf34bd-1ce7-423d-9179-547d26046b8f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:19.995394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a409961-3459-4b85-98f8-5244fd5bb3a7 req-c9db70da-73c1-420f-9353-33da3109de4a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:19.996964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a409961-3459-4b85-98f8-5244fd5bb3a7 req-c9db70da-73c1-420f-9353-33da3109de4a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 944 time: 0.2057621
Nov 13 21:15:19.998480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e28a5e3-e136-40b0-9843-0e791f872430 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:20.063309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Network': ['ID=986d9268-612c-49cc-ba08-fd64bf54a38c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:20.091587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:20.092309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2efdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:20.095066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 986d9268-612c-49cc-ba08-fd64bf54a38c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:20.108190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-43010b1d-360f-444b-89fd-4c69fcf27908 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4525452
Nov 13 21:15:20.138654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-22b0a097-d85d-4f04-9d44-f54601163e65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2804086
Nov 13 21:15:20.139646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-759f899e-9a41-4298-9f2c-fa142622dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:20.141033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-759f899e-9a41-4298-9f2c-fa142622dfb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.6906123
Nov 13 21:15:20.148973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5635fe5a-7053-40ef-aa13-d23654552599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.161828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8e28a5e3-e136-40b0-9843-0e791f872430 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:20.162178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e28a5e3-e136-40b0-9843-0e791f872430 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:20.218059 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-70d6ce18-3b7a-4509-96db-94c322d9c608 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.0652673
Nov 13 21:15:20.245733 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.264427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8304d08a-2c8b-49aa-9f66-c51ae634af07 None None] Provisioning complete for port 5527cc45-9fc8-4113-9066-54b59044bd27 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:20.264831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8304d08a-2c8b-49aa-9f66-c51ae634af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.272149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3990099-3825-43dc-bf7a-d55567e5e095 None None] Pushing event updated for resources: {'Port': ['ID=5527cc45-9fc8-4113-9066-54b59044bd27,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:20.316300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a409961-3459-4b85-98f8-5244fd5bb3a7 req-7ad5a077-137e-4be5-9789-a0be34b56119 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2374263
Nov 13 21:15:20.322286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.350149 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ed6ed24d-48b4-4c76-b42c-7391651105c5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.9872923
Nov 13 21:15:20.352036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-a89c183f-d279-4986-90c8-d56d80c42889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:20.354050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-a89c183f-d279-4986-90c8-d56d80c42889 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.1059196
Nov 13 21:15:20.355861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5635fe5a-7053-40ef-aa13-d23654552599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.358406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60308) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:20.360792 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.387421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'subnet': {'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:20.414890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09931b45-c86b-4eb7-b9af-687a4fb3171d req-bdfc0acf-8783-481a-9a09-df9ccb79e66c service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985680
Nov 13 21:15:20.462311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:20.494211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-9fba9aa9-9120-4ac8-8761-b1e6cee223e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297557
Nov 13 21:15:20.589115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17141d45-f6eb-46d2-881d-9b748151fe37,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:20.602026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.606542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-68217ad4-1ab0-4283-9381-b94cde63c8a2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.2540965
Nov 13 21:15:20.608354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60318) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:20.630371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:20.640319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7dbf7ef6-23b3-4c91-9019-6d27d4c2d0a7 req-2cd7b4fb-7e31-48ac-b73e-976aece66ce8 tempest-ListServerFiltersTestJSON-330938703 tempest-ListServerFiltersTestJSON-330938703-project] 10.222.0.20 "GET /v2.0/ports?device_id=9abcab92-e106-436e-96ca-f0d9b0c26a5a HTTP/1.1" status: 200  len: 210 time: 0.0474637
Nov 13 21:15:20.664663 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.681006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-f0a099a7-64c2-4090-a06e-be90bb8c4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:20.683069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-f0a099a7-64c2-4090-a06e-be90bb8c4af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.1421144
Nov 13 21:15:20.783325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.810460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-60f52dd2-79ea-4d94-a2b8-b7ec76d83ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301331
Nov 13 21:15:20.844700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5635fe5a-7053-40ef-aa13-d23654552599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.847748 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5635fe5a-7053-40ef-aa13-d23654552599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:20.849143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5635fe5a-7053-40ef-aa13-d23654552599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41 HTTP/1.1" status: 204  len: 168 time: 1.3373780
Nov 13 21:15:20.868645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:20.871460 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf1572e-4bcf-492f-8b9f-c237717f98d3" -d '{"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:20.876819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635fe5a-7053-40ef-aa13-d23654552599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ffe41-0d95-4f0f-a5fc-6ddc6398cd41,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:20.880958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5527cc45-9fc8-4113-9066-54b59044bd27 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:20.907423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Router febe815e-670e-4834-974c-d50ceed116a3 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:20.924835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:20.947270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:20.954182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:21.045191 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:21.050183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8f0777-3aad-4e98-ae4d-7cd7beea0e57 req-0f2882f7-885a-4a1c-859f-bf81ae9e8aac service neutron] 10.222.0.20 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285717
Nov 13 21:15:21.098136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5527cc45-9fc8-4113-9066-54b59044bd27 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:21.101172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:21.145436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-b429c951-30f1-46ac-ad19-cd57a34a9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:21.147029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-b429c951-30f1-46ac-ad19-cd57a34a9379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.4518614
Nov 13 21:15:21.161152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:21.219635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2efdf0>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:14:00Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:21.228583 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-5f8138f3-534b-4d87-8e1b-e20287ae00e7 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips/b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab HTTP/1.1" status: 200  len: 695 time: 0.1448860
Nov 13 21:15:21.261773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a741bd9-5b0e-4a30-816b-6213d7c5a100 None None] The sync data for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 is: [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:13:51Z', 'revision_number': 4, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'aef9c97b-b48c-4d22-a7ad-f819b9dda01e', 'name': '', 'network_id': '9bc6a868-d275-4329-8fd8-29b0861b3974', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'mac_address': 'fa:16:3e:c4:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:49Z', 'updated_at': '2021-11-13T21:14:00Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'subnets': [{'id': '045a6acd-b129-425a-b6fe-fdbbedc86cb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:21.274791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-b86530cb-1f60-43d3-b108-071253d0449a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.1099117
Nov 13 21:15:21.370989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:21.381242 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] Sync routers for ids ['febe815e-670e-4834-974c-d50ceed116a3'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:21.394707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-c0e8767e-7b1d-44b0-9bc0-d67754ae3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:21.396235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-c0e8767e-7b1d-44b0-9bc0-d67754ae3590 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.1128957
Nov 13 21:15:21.398154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] Routers {'febe815e-670e-4834-974c-d50ceed116a3'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:21.399324 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['febe815e-670e-4834-974c-d50ceed116a3'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:21.419623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-2c8d7423-8796-435b-a99b-708c21db6adc tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:21.428946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-2c8d7423-8796-435b-a99b-708c21db6adc tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 784 time: 0.1986020
Nov 13 21:15:21.438742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:21.444796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-2ba8b231-20be-43cc-95e2-d32f6ca95164 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400615
Nov 13 21:15:21.504463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-58c98e5b-192a-45fe-8743-5759b185a0c7 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 698 time: 0.0705988
Nov 13 21:15:21.504945 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46b31c0-35cf-4be8-a651-00685804ee4a x-openstack-request-id: req-f46b31c0-35cf-4be8-a651-00685804ee4a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:21.504945 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:21.505303 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f46b31c0-35cf-4be8-a651-00685804ee4a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:21.505598 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'code': 200}
Nov 13 21:15:21.510729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:21.511948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cbf3fe68-0ad2-4352-9e29-f9a744669c5a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 7.9067693
Nov 13 21:15:21.524699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60338) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:21.535729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': False}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:21.554567 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee6d0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:21.571846 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] Routers {'febe815e-670e-4834-974c-d50ceed116a3'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:21.574754 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['febe815e-670e-4834-974c-d50ceed116a3'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:21.626061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'name': 'network-vif-deleted', 'tag': '8e28a5e3-e136-40b0-9843-0e791f872430'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:21.628299 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d408c-d8d1-4600-be3b-b50380891910" -d '{"events": [{"server_uuid": "9abcab92-e106-436e-96ca-f0d9b0c26a5a", "name": "network-vif-deleted", "tag": "8e28a5e3-e136-40b0-9843-0e791f872430"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:21.671508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-ee2b1b43-9782-4061-9306-063ca5d7b50b tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.35.3.206 HTTP/1.1" status: 200  len: 698 time: 0.1684597
Nov 13 21:15:21.690624 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee6d0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:21.691560 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81f9c1-4e1f-4bc5-8182-ca4b6139e122 None None] The sync data for ids ['febe815e-670e-4834-974c-d50ceed116a3'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:21.766140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d26b-d303-4f4c-bf85-b7463ddd4aea req-447082d8-6f27-46ed-86d8-f5440ca1ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:21.766140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3248d26b-d303-4f4c-bf85-b7463ddd4aea req-447082d8-6f27-46ed-86d8-f5440ca1ae03 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1096 time: 0.1569231
Nov 13 21:15:21.880156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:21.933781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60354) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:21.962564 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3248d26b-d303-4f4c-bf85-b7463ddd4aea req-bb834711-ab6b-4924-9ec5-362168755b88 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1896973
Nov 13 21:15:22.000739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Subnet': ['ID=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:22.006110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Deleting port 30f0f113-c2a5-40e1-a128-0d65e4d9b61c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:22.007067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.009882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Checking segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:22.011030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network hostable DHCP agents. Network: 62ba244b-1a63-46bb-b177-bac5b6226a92, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:22.106665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1329435824-network', 'tenant_id': '38d2a290e63544279ce55a7a1126244a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:22.123303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Allocated IP 172.35.3.90 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/88963b50-18d7-41cd-ae9d-bca4bce7a0dc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:22.123511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.123778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.133167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-b393d86c-13f5-4982-9a28-1b711c47160d service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6785653
Nov 13 21:15:22.144790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:22.149400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Calling delete_port for 30f0f113-c2a5-40e1-a128-0d65e4d9b61c owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:22.152375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44f022-99f1-4757-b8f2-e4709fe5d5e3 req-59180a14-6fb4-4fe1-ae86-94e88e0f1e5a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:22.161025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f44f022-99f1-4757-b8f2-e4709fe5d5e3 req-59180a14-6fb4-4fe1-ae86-94e88e0f1e5a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.5262861
Nov 13 21:15:22.231332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Made reservation on behalf of 38d2a290e63544279ce55a7a1126244a for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:22.233695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.246821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.282075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62ba244b-1a63-46bb-b177-bac5b6226a92) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:22.286898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd32f0-a29c-4a73-8553-24a9f42848df None None] New status for floating IP b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:15:22.287411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:22.287821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.294781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cfce24-e21c-4d49-b31b-941e0be7ae30 None None] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:22.406455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4b5e9479-736d-467c-bd62-43f7274c36bc tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.0432329
Nov 13 21:15:22.417393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60364) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:22.424863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'subnet': {'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:22.438067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.460322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f44f022-99f1-4757-b8f2-e4709fe5d5e3 req-de4570e0-5175-4bce-9a40-945648212908 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2793601
Nov 13 21:15:22.491099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf46587-1381-41a9-8dbd-ec7ac7c4e44a req-9f5d9e21-5f0e-41d5-98e8-6fba937cfc49 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3216827
Nov 13 21:15:22.518378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.561214 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c86511-c815-48c1-91cf-e7964cb07f22 x-openstack-request-id: req-24c86511-c815-48c1-91cf-e7964cb07f22 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:22.561505 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abcab92-e106-436e-96ca-f0d9b0c26a5a", "name": "network-vif-deleted", "tag": "8e28a5e3-e136-40b0-9843-0e791f872430", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:22.561757 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24c86511-c815-48c1-91cf-e7964cb07f22 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:22.562140 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abcab92-e106-436e-96ca-f0d9b0c26a5a', 'name': 'network-vif-deleted', 'tag': '8e28a5e3-e136-40b0-9843-0e791f872430', 'status': 'completed', 'code': 200}
Nov 13 21:15:22.567128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-66dd32f0-a29c-4a73-8553-24a9f42848df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:22.567717 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-66dd32f0-a29c-4a73-8553-24a9f42848df None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:22.583384 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.618821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-62ba244b-1a63-46bb-b177-bac5b6226a92', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:15:22.622748 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.646448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event deleted for resources: {'Port': ['ID=30f0f113-c2a5-40e1-a128-0d65e4d9b61c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:22.674456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.675175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.686964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60370) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:22.689804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:22.699868 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.700212 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Added segment a1cb4db5-a0f1-418f-9d79-31a72673bd5e of type vlan for network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d
Nov 13 21:15:22.720881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1169d4-752f-4706-abc1-397549a15712 req-12187c0d-bdb5-449a-ac63-567d5c7e3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:22.722649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-12187c0d-bdb5-449a-ac63-567d5c7e3b70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 1096 time: 0.0976555
Nov 13 21:15:22.745146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.745369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.767669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:22.771725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60372) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:22.776339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.809932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Deleting subnet 8186415e-2d65-44bb-ba74-a38188375df3 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:15:22.825734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.890016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01602f-f4b2-4d49-b47d-a89b8577e6bf,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:22.893784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.896328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.897512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37be81db-fe54-4a7f-8a4b-4db28ad88d4b req-0bb23429-d2c4-439f-8ed7-1a0f2169f386 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "DELETE /v2.0/floatingips/b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab HTTP/1.1" status: 204  len: 173 time: 1.2252166
Nov 13 21:15:22.901928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:22.918906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event updated for resources: {'Port': ['ID=88963b50-18d7-41cd-ae9d-bca4bce7a0dc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:22.926928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:22.937189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:22.947309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Allocated IP 10.1.1.2 (62ba244b-1a63-46bb-b177-bac5b6226a92/10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad/eaaa964e-7c36-4721-9d45-1c58fe106acf) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:22.965990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.966959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:22.967539 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:22.987113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.070235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd32f0-a29c-4a73-8553-24a9f42848df None None] New status for floating IP b93e9d4c-5daa-433c-ab3f-a4aa1dbfc4ab: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:15:23.085374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-733176817-network', 'tenant_id': 'c5bfc3ee11354f80ade50881777291d0'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:23.100140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:23.136979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1169d4-752f-4706-abc1-397549a15712 req-61c26573-d087-4360-a13e-7e9da4f3b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:23.138468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-61c26573-d087-4360-a13e-7e9da4f3b1ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 200  len: 920 time: 0.3906381
Nov 13 21:15:23.167383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:23.187641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46acd780-4f1a-4ae4-9965-c0e78901a636 req-b9ae494d-107f-40cb-8d86-2bee041acfc6 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups/273b9c0e-3560-43a6-a23a-5f213a8cb2ab HTTP/1.1" status: 200  len: 1827 time: 0.2360833
Nov 13 21:15:23.216399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-136bd904-2bb9-4348-9535-66bec98e84d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2788489
Nov 13 21:15:23.220349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:23.225184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Request body: {'subnet': {'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-subnet', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:23.286818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:15:23.286818 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:15:23.286818 ncdv-master-1 neutron-server[120533]: [parameters: {'project_id_1': '38d2a290e63544279ce55a7a1126244a', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 15, 3, 232422)}]
Nov 13 21:15:23.286818 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:23.286818 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:23.294799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-dc5fd487-ffa7-4da6-b5ab-a1f53f0d0945 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 200  len: 217 time: 0.1445422
Nov 13 21:15:23.315223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.328940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.361318 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.393653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Subnet': ['ID=7d99c0b4-e565-4038-ae69-d5e436c68dcd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:23.395451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.397119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Checking segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:23.397825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network hostable DHCP agents. Network: 986d9268-612c-49cc-ba08-fd64bf54a38c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:23.426482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Made reservation on behalf of c5bfc3ee11354f80ade50881777291d0 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:23.428632 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.444850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1169d4-752f-4706-abc1-397549a15712 req-85cea1ec-8c8a-4d6e-b590-876434429693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:23.446305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-85cea1ec-8c8a-4d6e-b590-876434429693 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 200  len: 859 time: 0.1328135
Nov 13 21:15:23.458377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.463367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.501490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:23.504124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-46acd780-4f1a-4ae4-9965-c0e78901a636 req-9544513e-0777-4067-b6f8-53701c365c37 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.507115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-bd782855-bc6d-4102-b9ea-55080559f1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9bc6a868-d275-4329-8fd8-29b0861b3974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506089
Nov 13 21:15:23.509287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:23.513067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:23.522353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Pushing event updated for resources: {'Port': ['ID=eaaa964e-7c36-4721-9d45-1c58fe106acf,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:23.586943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 986d9268-612c-49cc-ba08-fd64bf54a38c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:23.589199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Attempting to bind port eaaa964e-7c36-4721-9d45-1c58fe106acf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:23.590077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Attempting to bind port eaaa964e-7c36-4721-9d45-1c58fe106acf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:23.590464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Attempting to bind port eaaa964e-7c36-4721-9d45-1c58fe106acf on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:23.596045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:23.596661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Checking segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:23.597163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.597661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Bound using segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:23.598216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Bound port: eaaa964e-7c36-4721-9d45-1c58fe106acf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:23.598675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.612823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578feed3-5db4-4cba-b7eb-e50cbf7d3884 req-643517c7-d726-4016-a7b0-78868d35c33d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:23.617941 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-578feed3-5db4-4cba-b7eb-e50cbf7d3884 req-643517c7-d726-4016-a7b0-78868d35c33d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0939841
Nov 13 21:15:23.627401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.642484 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-46acd780-4f1a-4ae4-9965-c0e78901a636 req-9544513e-0777-4067-b6f8-53701c365c37 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.649376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.676277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-578feed3-5db4-4cba-b7eb-e50cbf7d3884 req-2fa112d2-7f39-48f8-b41a-3ca0fe1dee6f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516663
Nov 13 21:15:23.685970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] For port eaaa964e-7c36-4721-9d45-1c58fe106acf, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:23.690714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] For port eaaa964e-7c36-4721-9d45-1c58fe106acf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaaa964e-7c36-4721-9d45-1c58fe106acf,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:23.693212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 986d9268-612c-49cc-ba08-fd64bf54a38c) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:23.697886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:23.699094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.711468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83301a-69e4-4727-ad75-41fcd216b5d8 None None] Network 986d9268-612c-49cc-ba08-fd64bf54a38c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:23.770851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8186415e-2d65-44bb-ba74-a38188375df3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:23.772332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.774500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.781014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-723fc16a-d08b-477e-b7a4-42fc43d9bea7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8186415e-2d65-44bb-ba74-a38188375df3 HTTP/1.1" status: 204  len: 168 time: 1.0927858
Nov 13 21:15:23.788045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac3dbfe-e073-42cc-b075-94097acae795 None None] Network bdb9fd5b-98a9-4992-84f8-2463c11662ea requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:23.795559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60384) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:23.864944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ccee13e5-fe9f-4215-a459-7fd5a1f76b8e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4460928
Nov 13 21:15:23.869886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60386) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:23.880717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'name': 'tempest-TaggedBootDevicesTest_v242-1920858121', 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:23.947144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83176a-3fcb-4dcf-9322-51bb12767c8c req-75ee27e8-5fbc-446e-935e-072677b3c069 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:23.949259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0c83176a-3fcb-4dcf-9322-51bb12767c8c req-75ee27e8-5fbc-446e-935e-072677b3c069 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1979403
Nov 13 21:15:23.954248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276e6e7-6a0e-459a-ba98-fd68e9f5dae8 None None] Pushing event updated for resources: {'Port': ['ID=eaaa964e-7c36-4721-9d45-1c58fe106acf,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:23.985034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:23.990114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60388) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:23.994788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'floatingip': {'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:24.080351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-986d9268-612c-49cc-ba08-fd64bf54a38c', 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'fixed_ips': [{'subnet_id': '7d99c0b4-e565-4038-ae69-d5e436c68dcd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:15:24.081550 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.286009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] DHCP port deletion for bdb9fd5b-98a9-4992-84f8-2463c11662ea request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:15:24.339713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Made reservation on behalf of 38d2a290e63544279ce55a7a1126244a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:24.342026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.347571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-1d6dd5f9-c3bf-479d-87f8-3c9bb0b373fd service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8258374
Nov 13 21:15:24.354042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Allocated IP 10.2.2.2 (986d9268-612c-49cc-ba08-fd64bf54a38c/7d99c0b4-e565-4038-ae69-d5e436c68dcd/e96842a4-de73-4cc5-adf0-4ab64cf346d0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:24.362689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.378137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-46acd780-4f1a-4ae4-9965-c0e78901a636 req-9544513e-0777-4067-b6f8-53701c365c37 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.380718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-46acd780-4f1a-4ae4-9965-c0e78901a636 req-9544513e-0777-4067-b6f8-53701c365c37 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.381870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46acd780-4f1a-4ae4-9965-c0e78901a636 req-9544513e-0777-4067-b6f8-53701c365c37 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "DELETE /v2.0/security-groups/273b9c0e-3560-43a6-a23a-5f213a8cb2ab HTTP/1.1" status: 204  len: 173 time: 1.1934354
Nov 13 21:15:24.452961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] Deleting port 7287bee5-1618-445b-a95a-7f7351763175 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:24.453480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.457735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.459054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544513e-0777-4067-b6f8-53701c365c37 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b9c0e-3560-43a6-a23a-5f213a8cb2ab,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:24.548971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.612308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] For port 7287bee5-1618-445b-a95a-7f7351763175, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7287bee5-1618-445b-a95a-7f7351763175,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:24.612890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.628515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:24.648752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b039e9f0-da2f-4bbb-9027-03b703bdf885,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:24.663194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.663485 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Added segment 61350d35-e83e-4349-889a-4d0478aeabec of type vlan for network 28885ca7-f543-4032-98e2-4abde2c4fd32
Nov 13 21:15:24.666794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1169d4-752f-4706-abc1-397549a15712 req-ed7f8e39-5dde-48a2-b439-e990bf1d6a94 service neutron] 10.222.0.37 "GET /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2799418
Nov 13 21:15:24.687550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.734522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] Calling delete_port for 7287bee5-1618-445b-a95a-7f7351763175 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:24.737180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.738918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56e4191f-6200-4326-89e6-8d0e6a5e840b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.767873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Deleting port 7287bee5-1618-445b-a95a-7f7351763175 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:24.768442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.795342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.834034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:24.858213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eaaa964e-7c36-4721-9d45-1c58fe106acf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:24.862359 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:24.865002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.005325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event updated for resources: {'Port': ['ID=88963b50-18d7-41cd-ae9d-bca4bce7a0dc,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:25.042104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.074139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.082405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.102082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] For port 7287bee5-1618-445b-a95a-7f7351763175, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7287bee5-1618-445b-a95a-7f7351763175,segment=NetworkSegment(a91e0930-c752-434e-9387-0c852510f483),segment_id=a91e0930-c752-434e-9387-0c852510f483)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:25.102451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.113049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Pushing event updated for resources: {'Port': ['ID=e96842a4-de73-4cc5-adf0-4ab64cf346d0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:25.120711 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.171493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Network 986d9268-612c-49cc-ba08-fd64bf54a38c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:25.174214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] Pushing event deleted for resources: {'Port': ['ID=7287bee5-1618-445b-a95a-7f7351763175,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:25.176177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6177166-30e7-4602-94f7-f21bf401ee8d None None] No DVR routers for this DVR port 7287bee5-1618-445b-a95a-7f7351763175 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:25.189526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cf3e4-0317-4ef6-a2c5-f39f5eacb812 req-5711830c-e4f0-4636-9d83-7d6f890f59a8 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:25.198894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-801cf3e4-0317-4ef6-a2c5-f39f5eacb812 req-5711830c-e4f0-4636-9d83-7d6f890f59a8 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.2262862
Nov 13 21:15:25.204639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:25.214232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.214232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:25.214232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.214623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port eaaa964e-7c36-4721-9d45-1c58fe106acf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:25.215312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.248656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.249912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b0a84e3b-e1ce-41c1-a902-78c110fd25a6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6396878
Nov 13 21:15:25.259448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Calling delete_port for 7287bee5-1618-445b-a95a-7f7351763175 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:25.275278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:25.286622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83430e84-e5c3-4386-944e-1283a95105ab None None] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:25.366893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] Pushing event updated for resources: {'Network': ['ID=28885ca7-f543-4032-98e2-4abde2c4fd32,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:25.390940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9c3ab8a0-7010-43dd-bf07-8056fa1f05aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.6010182
Nov 13 21:15:25.397285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60396) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:25.402788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Request body: {'subnet': {'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-733176817-subnet', 'tenant_id': 'c5bfc3ee11354f80ade50881777291d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:25.414486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-801cf3e4-0317-4ef6-a2c5-f39f5eacb812 req-fedaf5ca-0c9e-4810-b29a-3859c692f6e1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142878
Nov 13 21:15:25.442096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Router febe815e-670e-4834-974c-d50ceed116a3 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:25.487488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.491879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.516516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Made reservation on behalf of c5bfc3ee11354f80ade50881777291d0 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:25.518922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.527446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 28885ca7-f543-4032-98e2-4abde2c4fd32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:25.630172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.631763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:25.640286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.641555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8d4da82e-683d-45a4-8acb-ae7066e4073c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "PUT /v2.0/routers/febe815e-670e-4834-974c-d50ceed116a3 HTTP/1.1" status: 200  len: 926 time: 4.1156523
Nov 13 21:15:25.645824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60424) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:25.646780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] Sync routers for ids ['febe815e-670e-4834-974c-d50ceed116a3'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:25.663496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] Routers {'febe815e-670e-4834-974c-d50ceed116a3'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:25.664172 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde32bc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['febe815e-670e-4834-974c-d50ceed116a3'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:25.675683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.699850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca748d6-cc55-4b9b-bbbc-15275ec37637,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:25.704367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] device_id is not set on port c9f965a9-ea57-4021-9e25-72ce208f57ed yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:15:25.705780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c9723dfa-a11d-4d0b-b6f7-cbc5c06ca757 None None] Provisioning complete for port eaaa964e-7c36-4721-9d45-1c58fe106acf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:25.707495 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9723dfa-a11d-4d0b-b6f7-cbc5c06ca757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.730771 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde32bc70>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:25.739969 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] Routers {'febe815e-670e-4834-974c-d50ceed116a3'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:25.741046 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde32bc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['febe815e-670e-4834-974c-d50ceed116a3'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:25.748258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Attempting to bind port e96842a4-de73-4cc5-adf0-4ab64cf346d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:25.748623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Attempting to bind port e96842a4-de73-4cc5-adf0-4ab64cf346d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:25.749139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Attempting to bind port e96842a4-de73-4cc5-adf0-4ab64cf346d0 on network 986d9268-612c-49cc-ba08-fd64bf54a38c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:25.807209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:25.807581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Checking segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:25.807977 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.809280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Bound using segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:25.809280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Bound port: e96842a4-de73-4cc5-adf0-4ab64cf346d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:25.809280 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.826349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Checking segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:25.826960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Network hostable DHCP agents. Network: b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:25.830901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Pushing event deleted for resources: {'Port': ['ID=7287bee5-1618-445b-a95a-7f7351763175,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:25.846623 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde32bc70>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:25.848732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b3dde8-0a17-4270-a46f-92efa011c0ab None None] The sync data for ids ['febe815e-670e-4834-974c-d50ceed116a3'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:25.911107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] No DVR routers for this DVR port 7287bee5-1618-445b-a95a-7f7351763175 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:25.914040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port eaaa964e-7c36-4721-9d45-1c58fe106acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaaa964e-7c36-4721-9d45-1c58fe106acf,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:25.930231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-22d24754-4da4-41bf-8d28-8c78b74b6d7c tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/febe815e-670e-4834-974c-d50ceed116a3 HTTP/1.1" status: 200  len: 926 time: 0.2831967
Nov 13 21:15:25.934500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60434) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:25.973960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:25.998920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.resource_extend [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:15:26.001916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] For port e96842a4-de73-4cc5-adf0-4ab64cf346d0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:26.023785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] For port e96842a4-de73-4cc5-adf0-4ab64cf346d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e96842a4-de73-4cc5-adf0-4ab64cf346d0,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:26.026304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.062054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41797db4-8a41-4824-968d-09d582728135 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:26.066948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-41797db4-8a41-4824-968d-09d582728135 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=febe815e-670e-4834-974c-d50ceed116a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1305211
Nov 13 21:15:26.067557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60436) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:26.068415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9723dfa-a11d-4d0b-b6f7-cbc5c06ca757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.101415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3126d74a-6c2d-4e4e-ae74-c5389797643b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:26.149432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Checking segment: {'id': '61350d35-e83e-4349-889a-4d0478aeabec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:26.149644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Network hostable DHCP agents. Network: 28885ca7-f543-4032-98e2-4abde2c4fd32, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:26.164129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-c9723dfa-a11d-4d0b-b6f7-cbc5c06ca757 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:26.164479 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-c9723dfa-a11d-4d0b-b6f7-cbc5c06ca757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:26.165206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7287bee5-1618-445b-a95a-7f7351763175 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:26.176324 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.196650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70daae8d-15f3-4085-b111-5046d8d2bc8d tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:26.201486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70daae8d-15f3-4085-b111-5046d8d2bc8d tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.1291215
Nov 13 21:15:26.201862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60438) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:26.206047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7287bee5-1618-445b-a95a-7f7351763175 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:26.206390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7287bee5-1618-445b-a95a-7f7351763175 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:26.210116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=eaaa964e-7c36-4721-9d45-1c58fe106acf,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:26.236200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-58b17611-00f5-482a-b191-8c93446095f7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=febe815e-670e-4834-974c-d50ceed116a3 HTTP/1.1" status: 200  len: 205 time: 0.0331199
Nov 13 21:15:26.236888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60440) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:26.280815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Network 28885ca7-f543-4032-98e2-4abde2c4fd32 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:26.307587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:26.311787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.313630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a41a02-9f85-4bc9-a740-4f130c54b13c None None] Pushing event updated for resources: {'Port': ['ID=e96842a4-de73-4cc5-adf0-4ab64cf346d0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:26.324366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.350898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28885ca7-f543-4032-98e2-4abde2c4fd32) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:26.359734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a994fff-df14-4f24-918f-09b2ab5e7513 None None] Network 28885ca7-f543-4032-98e2-4abde2c4fd32 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:26.362985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:26.370845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.375382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:26.389469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:26.389469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.395985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960b7cc0-99d0-47cb-a202-ee9de5cb46fa None None] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:26.406786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.427519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcf82880>,) {'filters': {'network_id': ['bdb9fd5b-98a9-4992-84f8-2463c11662ea']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:26.431361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.470801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d4742367-b50c-40f8-99b9-98822ad61609 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.0725732
Nov 13 21:15:26.497315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf82880>, 'a91e0930-c752-434e-9387-0c852510f483') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:26.497616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf82880>, 'a91e0930-c752-434e-9387-0c852510f483') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:26.528447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.642042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:26.820357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f4837-3e3a-46d6-8c0f-4f2598ce3207 None None] Network 28885ca7-f543-4032-98e2-4abde2c4fd32 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:26.960151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 10.1.1.149 (62ba244b-1a63-46bb-b177-bac5b6226a92/10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad/c9f965a9-ea57-4021-9e25-72ce208f57ed) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:26.985486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e96842a4-de73-4cc5-adf0-4ab64cf346d0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:27.025087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cb00999b-5602-4975-982d-1c671c4f6609 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.8012953
Nov 13 21:15:27.054456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60454) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:27.055449 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.062579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:27.110999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:15:27.112518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:15:27.115575 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:15:27.189300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ebb9bd1-c797-4131-bd61-2de9c08a5b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.209122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:15:27.212859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.224250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33b940-bbf5-418b-8b6b-bf1baee9e57c req-f254e5f6-8bcf-4f82-ab8c-0d1d2474bd70 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:27.225875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea33b940-bbf5-418b-8b6b-bf1baee9e57c req-f254e5f6-8bcf-4f82-ab8c-0d1d2474bd70 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.2417073
Nov 13 21:15:27.242328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e96842a4-de73-4cc5-adf0-4ab64cf346d0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:27.243196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.245497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f923bf56-c3bd-47d8-9d0b-4e3a71294bd9 None None] Provisioning complete for port eaaa964e-7c36-4721-9d45-1c58fe106acf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:27.245497 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f923bf56-c3bd-47d8-9d0b-4e3a71294bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.288409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-bb164bb6-5e86-4f4b-b5e3-51df17c371e4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:27.290108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-bb164bb6-5e86-4f4b-b5e3-51df17c371e4 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.37 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 945 time: 0.0946043
Nov 13 21:15:27.303939 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Floating IP 11e6f7ce-1c2c-4e76-92c6-035517692ef5 associated. External IP: 172.35.3.176, port: 1ab5f594-94a2-4073-a633-bb7db37bf861.
Nov 13 21:15:27.319474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Deleting port 7b7c112e-2a42-4383-b584-5f338e6f9365 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:27.321190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.497544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.498369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.514387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Deleting port 34ba1157-7e10-4b46-a543-f33ee78b218e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:27.514842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.517861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.518900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.523051 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.570785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Calling delete_port for 7b7c112e-2a42-4383-b584-5f338e6f9365 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:27.578691 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.584059 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bdb9fd5b-98a9-4992-84f8-2463c11662ea HTTP/1.1" status: 204  len: 168 time: 3.7891369
Nov 13 21:15:27.610746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef2210-d7e1-4137-9c53-85e7e4574804 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb9fd5b-98a9-4992-84f8-2463c11662ea,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:27.635594 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ea33b940-bbf5-418b-8b6b-bf1baee9e57c req-a17fb49d-b515-429a-9833-e56f72851517 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/security-groups?id=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3834140
Nov 13 21:15:27.713091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.749657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60496) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:27.761724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-352413794-network', 'tenant_id': '574c3efc43d04092938fc473c689534d'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:27.786458 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.791593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port e96842a4-de73-4cc5-adf0-4ab64cf346d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e96842a4-de73-4cc5-adf0-4ab64cf346d0,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:27.799028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Allocated IP 172.20.0.2 (b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d/cca748d6-cc55-4b9b-bbbc-15275ec37637/b394f4ed-4b37-41fa-91f5-bdb47dd5fb41) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:27.855987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b1137-7016-4930-a73a-45d698cb1acb None None] Network 986d9268-612c-49cc-ba08-fd64bf54a38c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:27.858561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.895891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] For port 34ba1157-7e10-4b46-a543-f33ee78b218e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34ba1157-7e10-4b46-a543-f33ee78b218e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:27.896312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.913216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Calling delete_port for 34ba1157-7e10-4b46-a543-f33ee78b218e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:27.913898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:27.948546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:27.949505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eaaa964e-7c36-4721-9d45-1c58fe106acf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:27.994717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Made reservation on behalf of 574c3efc43d04092938fc473c689534d for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:27.997169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.005838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:28.018191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.018425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:28.053488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.082194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60500) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:28.166144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.177644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.179379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:28.179727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.202258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-36ae68d8-d64e-49a2-a592-4b0ddfba275b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d6a7c0cbfca45e7b427ef6c73324599&name=default HTTP/1.1" status: 200  len: 2999 time: 0.1142111
Nov 13 21:15:28.210784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:28.220097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:28.225356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-77450cf9-ae48-4b2a-81db-6f4aeeb252f1 None None] Provisioning complete for port e96842a4-de73-4cc5-adf0-4ab64cf346d0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:28.225938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77450cf9-ae48-4b2a-81db-6f4aeeb252f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.254766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event deleted for resources: {'Port': ['ID=7b7c112e-2a42-4383-b584-5f338e6f9365,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.289366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=e96842a4-de73-4cc5-adf0-4ab64cf346d0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.359362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-69c97cc8-b2fb-4eb0-b226-ad5344b07ff5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.4831693
Nov 13 21:15:28.359578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.362183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60504) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:28.367228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'name': 'tempest-TaggedBootDevicesTest_v242-2080042831', 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:28.389030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.397340 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61245d10-8335-4cad-9eca-e7405839e582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.429655 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.454005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port eaaa964e-7c36-4721-9d45-1c58fe106acf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:28.454214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.484714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61245d10-8335-4cad-9eca-e7405839e582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.487033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.505158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['34ba1157-7e10-4b46-a543-f33ee78b218e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:28.533449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.540221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:28.546388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.563398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:28.570488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.574766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Pushing event deleted for resources: {'Port': ['ID=34ba1157-7e10-4b46-a543-f33ee78b218e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.576388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b0bec999-4871-472e-95a7-623177d49987 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "PUT /v2.0/floatingips/11e6f7ce-1c2c-4e76-92c6-035517692ef5 HTTP/1.1" status: 200  len: 991 time: 4.5850580
Nov 13 21:15:28.580328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:28.580969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.587042 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432" -d '{"events": [{"name": "network-changed", "server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:28.590887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.619078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:28.620384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd8f4370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:28.625176 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.635269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:28.678046 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a5a74-6182-4f96-9444-ebdaab5bef03 x-openstack-request-id: req-974a5a74-6182-4f96-9444-ebdaab5bef03 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:28.680462 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:28.680840 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-974a5a74-6182-4f96-9444-ebdaab5bef03 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:28.681356 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'status': 'completed', 'code': 200}
Nov 13 21:15:28.772045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] No DVR routers for this DVR port 34ba1157-7e10-4b46-a543-f33ee78b218e on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:15:28.774061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:28.821340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:28.822426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61245d10-8335-4cad-9eca-e7405839e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.825086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61245d10-8335-4cad-9eca-e7405839e582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.829335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-61245d10-8335-4cad-9eca-e7405839e582 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d4ba835-cde3-482a-8680-ec297f2afc60 HTTP/1.1" status: 204  len: 168 time: 0.6189272
Nov 13 21:15:28.835069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61829fb6-ceea-4841-8964-eddf1517eda8 req-95ac7a4c-b5ee-406a-83ff-5d32a92231c1 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 210 time: 0.0532990
Nov 13 21:15:28.844833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.848256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:28.852249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-665d60ef-4a9b-4dff-aee5-47b60715ab85 req-a6c21b33-d85d-421d-bd19-5de9ce732101 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.37 "DELETE /v2.0/ports/34ba1157-7e10-4b46-a543-f33ee78b218e HTTP/1.1" status: 204  len: 173 time: 1.5555968
Nov 13 21:15:28.861198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'name': 'network-vif-deleted', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:28.868154 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588617c0-a9b6-42cd-b87a-b783ffd12071" -d '{"events": [{"server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "name": "network-vif-deleted", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:28.873431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.874783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Fanout notify agent at l3_agent the message router_deleted on router febe815e-670e-4834-974c-d50ceed116a3 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:28.877872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-bc0a1073-9960-4c9e-83f3-ae53c657ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:28.878642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Pushing event updated for resources: {'Port': ['ID=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.880140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-bc0a1073-9960-4c9e-83f3-ae53c657ed51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1096 time: 0.1695459
Nov 13 21:15:28.882855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61245d10-8335-4cad-9eca-e7405839e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4ba835-cde3-482a-8680-ec297f2afc60,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.925092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.934353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-827f6852-0885-485a-a650-6bb3e4ab2de1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/febe815e-670e-4834-974c-d50ceed116a3 HTTP/1.1" status: 204  len: 168 time: 2.6957562
Nov 13 21:15:28.951279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60518) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:28.964936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b27231a3-5a05-4c38-a588-02cf77dc3af9 None None] Provisioning complete for port c9f965a9-ea57-4021-9e25-72ce208f57ed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:28.965715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b27231a3-5a05-4c38-a588-02cf77dc3af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.966098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:28.968184 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Added segment 13428cda-79a4-463d-9c0c-232029524fda of type vlan for network 1f74c01d-499d-4596-a0df-e9385d4dba32
Nov 13 21:15:28.971664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0389b39-f3f9-4adf-99cb-f74ceb314ee5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:28.991766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-332493279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:29.047976 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9cab8-e868-4b7b-ba23-5568b3939e2b x-openstack-request-id: req-38a9cab8-e868-4b7b-ba23-5568b3939e2b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:29.053126 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a54fbc-8c5c-4830-abf8-01d2a0b7925f", "name": "network-vif-deleted", "tag": "34ba1157-7e10-4b46-a543-f33ee78b218e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:29.053126 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38a9cab8-e868-4b7b-ba23-5568b3939e2b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:29.053346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:29.053436 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a54fbc-8c5c-4830-abf8-01d2a0b7925f', 'name': 'network-vif-deleted', 'tag': '34ba1157-7e10-4b46-a543-f33ee78b218e', 'status': 'completed', 'code': 200}
Nov 13 21:15:29.066476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.097482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e96842a4-de73-4cc5-adf0-4ab64cf346d0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:29.110390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Attempting to bind port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:29.110739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Attempting to bind port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:29.111208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Attempting to bind port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 on network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:29.125282 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.157014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b27231a3-5a05-4c38-a588-02cf77dc3af9 None None] Port c9f965a9-ea57-4021-9e25-72ce208f57ed cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:29.159369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:29.159746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Checking segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:29.160381 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.160806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Bound using segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:29.162103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Bound port: b394f4ed-4b37-41fa-91f5-bdb47dd5fb41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:29.162103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.182556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:29.195739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:15:29.195739 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:15:29.195739 ncdv-master-1 neutron-server[120533]: [parameters: {'project_id_1': '1963c8b0c0f941778db1badf3ed2f54c', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 15, 9, 37802)}]
Nov 13 21:15:29.195739 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:29.196117 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:29.207173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.231473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-86d6a57e-a236-46d6-ba46-cdc54df45d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:29.233214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-86d6a57e-a236-46d6-ba46-cdc54df45d28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.3406017
Nov 13 21:15:29.283209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.287023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.288088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:29.288717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.339119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e96842a4-de73-4cc5-adf0-4ab64cf346d0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:29.339489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.375198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] For port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:29.375411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] Pushing event updated for resources: {'Network': ['ID=1f74c01d-499d-4596-a0df-e9385d4dba32,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:29.380271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] device_id is not set on port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:15:29.393069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cc147fd7-e59a-4b6c-8c06-f102752bfbfd None None] Provisioning complete for port e96842a4-de73-4cc5-adf0-4ab64cf346d0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:29.393440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc147fd7-e59a-4b6c-8c06-f102752bfbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.402713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 1f74c01d-499d-4596-a0df-e9385d4dba32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:29.469521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] For port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:29.503481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b211bfcf-3deb-4549-9e45-ee17199a0f8f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7469854
Nov 13 21:15:29.513334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:29.518939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Request body: {'subnet': {'network_id': '1f74c01d-499d-4596-a0df-e9385d4dba32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-352413794-subnet', 'tenant_id': '574c3efc43d04092938fc473c689534d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:29.575255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.690573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 10.1.1.234 (62ba244b-1a63-46bb-b177-bac5b6226a92/10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:29.709288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Made reservation on behalf of 574c3efc43d04092938fc473c689534d for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:29.712208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.888603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69fac5-4cb5-40ac-81e7-f4e2cdb03377 None None] Pushing event updated for resources: {'Port': ['ID=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:29.954962 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:29.962138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd8f4370>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '11e6f7ce-1c2c-4e76-92c6-035517692ef5', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'floating_ip_address': '172.35.3.176', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'mac_address': 'fa:16:3e:33:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:25Z', 'revision_number': 1, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:30.037193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.059949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Allocated IP 172.35.3.59 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/5214cca0-42f3-4ba7-ab45-f4a3216420fe) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:30.060531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:30.115801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:30.117454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd8f4370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:30.182143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-3e64ca84-c465-49ca-87eb-8e4124041c59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 999 time: 0.8990688
Nov 13 21:15:30.209502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-354c2205-6afa-4b25-ad38-544a28648079 req-3cbdc455-7932-4eba-a647-a04ec4f76506 tempest-ServerRescueTestJSONUnderV235-200133438 tempest-ServerRescueTestJSONUnderV235-200133438-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2a54fbc-8c5c-4830-abf8-01d2a0b7925f HTTP/1.1" status: 200  len: 210 time: 0.0838757
Nov 13 21:15:30.224745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.279511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.286392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.287445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.312422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:30.318879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-e39d7f7a-a939-49e7-9acc-e712ce0bf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:30.320373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-e39d7f7a-a939-49e7-9acc-e712ce0bf77f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.1168833
Nov 13 21:15:30.403617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:30.404485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10446eb-d5e0-4359-99d5-f7cf84e5ef8f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:30.405145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.409398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Checking segment: {'id': '13428cda-79a4-463d-9c0c-232029524fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1f74c01d-499d-4596-a0df-e9385d4dba32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:30.409919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Network hostable DHCP agents. Network: 1f74c01d-499d-4596-a0df-e9385d4dba32, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:30.419222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.419447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:30.426199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:30.438091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-18379b31-16a0-43ec-bdf9-ddfa4fb8026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:30.439630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-18379b31-16a0-43ec-bdf9-ddfa4fb8026e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1043546
Nov 13 21:15:30.441167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:30.511632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:30.512433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.532963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.583982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-8654cc19-cd43-457c-90a6-93689959520a service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331072
Nov 13 21:15:30.661281 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.705413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddb4baa7-eb17-417c-9ac2-e403e6cc5432 req-e89fc62f-cde2-48b7-806a-c93a92dbd591 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138122
Nov 13 21:15:30.707239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63088905-f8ef-45b8-8185-d5cf8090a8f7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3439384
Nov 13 21:15:30.708619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Network 1f74c01d-499d-4596-a0df-e9385d4dba32 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:30.728466 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.731913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-80a62ee0-bc23-416f-859a-1606addf1bbf tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.7793159
Nov 13 21:15:30.736574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.738370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60548) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:30.747455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:30.836238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:30.862437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f74c01d-499d-4596-a0df-e9385d4dba32) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:30.872101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:30.872988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.906825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59483cba-d742-4bb5-9dc2-c137412b2b20 None None] Network 1f74c01d-499d-4596-a0df-e9385d4dba32 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:30.916311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1c3ff815-edaf-44e9-b4a3-5c287d01fd33 None None] Provisioning complete for port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:30.916610 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c3ff815-edaf-44e9-b4a3-5c287d01fd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:30.922739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:30.923712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Pushing event updated for resources: {'Port': ['ID=5214cca0-42f3-4ba7-ab45-f4a3216420fe,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:30.927618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:30.937004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:31.060404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ff815-edaf-44e9-b4a3-5c287d01fd33 None None] Port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:31.104032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 34ba1157-7e10-4b46-a543-f33ee78b218e no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:31.112946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2107348648-network', 'tenant_id': 'ae23ca3e34bf459f844bd3e8d3a61fda'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:31.168385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 34ba1157-7e10-4b46-a543-f33ee78b218e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:31.168660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 34ba1157-7e10-4b46-a543-f33ee78b218e not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:31.170408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:31.210490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0918bbd-6c29-48eb-b0bc-adfc141bab1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.6956570
Nov 13 21:15:31.217467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.269895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd8f4370>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '11e6f7ce-1c2c-4e76-92c6-035517692ef5', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'floating_ip_address': '172.35.3.176', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'mac_address': 'fa:16:3e:33:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:25Z', 'revision_number': 1, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:31.316605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e00ca-a33c-445e-be99-0ae77af39a5f None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '11e6f7ce-1c2c-4e76-92c6-035517692ef5', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'floating_ip_address': '172.35.3.176', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'mac_address': 'fa:16:3e:33:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:25Z', 'revision_number': 1, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:31.319898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:31.320264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.326185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60562) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:31.345397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Made reservation on behalf of ae23ca3e34bf459f844bd3e8d3a61fda for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:31.354762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.360399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.390491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce494022-ac03-455a-8a3e-3cd9caab779b None None] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:31.487135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:31.493049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175906982', 'description': 'tempest-description--281356902'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:31.527706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.648841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f63e227-bdae-4aca-bf61-d20487eaee67 None None] Network 1f74c01d-499d-4596-a0df-e9385d4dba32 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:31.652173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7a1eb23c-54af-446a-b081-bee11d64c5c8 None None] Provisioning complete for port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:31.655868 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb23c-54af-446a-b081-bee11d64c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.656616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.719208 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.720249 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02ad49c-50be-4597-ab83-76ae2177254e None None] New status for floating IP 11e6f7ce-1c2c-4e76-92c6-035517692ef5: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:15:31.863153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:31.900295 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.032509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb23c-54af-446a-b081-bee11d64c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.036270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:15:32.083719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:32.120126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.124904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:32.139397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.139745 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Added segment 5765440f-06dc-4fda-a961-83a7cd18a90f of type vlan for network 79f1a393-60b1-4b16-8fcb-b2b9954416a4
Nov 13 21:15:32.155773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.225750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.291442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:32.306143 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.323447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.327407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-7a1eb23c-54af-446a-b081-bee11d64c5c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:32.327407 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-7a1eb23c-54af-446a-b081-bee11d64c5c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:32.359948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-b444f839-27ba-485a-85f7-7bbacb75d57a tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:32.361496 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-b444f839-27ba-485a-85f7-7bbacb75d57a tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/networks?id=28885ca7-f543-4032-98e2-4abde2c4fd32 HTTP/1.1" status: 200  len: 824 time: 0.4623361
Nov 13 21:15:32.412251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.436061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-9a7fc06f-83db-4e3a-be07-6375c7bdd1c7 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/quotas/c5bfc3ee11354f80ade50881777291d0 HTTP/1.1" status: 200  len: 375 time: 0.0429592
Nov 13 21:15:32.439989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6d5b1c-53cb-4073-848b-cbbc08dd2182,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:32.449665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.476398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-bd55463a-18a9-4bd4-aecd-2b759a9baf2d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c5bfc3ee11354f80ade50881777291d0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0313628
Nov 13 21:15:32.545878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-0d49be97-51ba-4f8c-a360-54ebcd167519 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--363799199&fields=id&tenant_id=29c0ac61023840cb8ede1c4db0e052f0 HTTP/1.1" status: 200  len: 267 time: 0.1367965
Nov 13 21:15:32.557196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.558429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-507add67-978b-42aa-b932-9056059be456 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.0703285
Nov 13 21:15:32.562543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60588) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:32.568388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'security_group_rule': {'security_group_id': '0a6d5b1c-53cb-4073-848b-cbbc08dd2182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:32.579091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.585831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:32.585831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.658589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Router 7ef747a3-84bb-4927-b1c6-2f53b531c796 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:32.669895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-6947b0b4-2cc2-4bb0-9123-6144a8b26a85 service neutron] 10.222.0.20 "GET /v2.0/networks/28885ca7-f543-4032-98e2-4abde2c4fd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847100
Nov 13 21:15:32.675447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] Pushing event updated for resources: {'Network': ['ID=79f1a393-60b1-4b16-8fcb-b2b9954416a4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:32.675610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Allocated IP 172.35.3.163 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7fc1d53a-e02c-48a1-8e46-8b0144bee9ac) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:32.687578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:15:32.734663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.777533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.784393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-90314a28-6730-485b-807d-0199c0903c84 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:32.786116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-90314a28-6730-485b-807d-0199c0903c84 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 816 time: 0.2231088
Nov 13 21:15:32.831134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-16d84b18-501d-4d83-8797-84d3a09ddb8d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9913092
Nov 13 21:15:32.835589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60590) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:32.842660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Request body: {'subnet': {'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2107348648-subnet', 'tenant_id': 'ae23ca3e34bf459f844bd3e8d3a61fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:32.856124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-fa346e2b-2049-41b6-91f8-783876e68e63 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/quotas/29c0ac61023840cb8ede1c4db0e052f0 HTTP/1.1" status: 200  len: 375 time: 0.0391388
Nov 13 21:15:32.888791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:32.899575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Sync routers for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:32.907199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-c001003e-7720-4eb4-ab63-b24c396d6dce service neutron] 10.222.0.20 "GET /v2.0/networks/28885ca7-f543-4032-98e2-4abde2c4fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278068
Nov 13 21:15:32.916681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.920952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:32.920952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb4f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:32.980078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:32.985891 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.012896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1d4665-694e-4707-85af-8157b34e3dc0,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:33.042938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dc68e7e3-ae6f-4891-a72d-be925c8a2130 None None] Provisioning complete for port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:33.043429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dc68e7e3-ae6f-4891-a72d-be925c8a2130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.052208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-34c6157f-ecfe-49e8-bbd2-62bdff896bbd tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1783597
Nov 13 21:15:33.054724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Made reservation on behalf of ae23ca3e34bf459f844bd3e8d3a61fda for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:33.056380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.089217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:33.092734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:33.108460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.113602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ab34e4c8-c74c-4e2b-bdb7-511a5ed57013 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.0514615
Nov 13 21:15:33.113980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60596) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:33.164237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-1e0910d1-d17a-4da0-9e18-0a336c59f433 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:15:33.166074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-1e0910d1-d17a-4da0-9e18-0a336c59f433 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1128352
Nov 13 21:15:33.186035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.187651 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5122d278-7ef9-437a-8a67-40c447eb957e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6241992
Nov 13 21:15:33.192726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:33.199906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'security_group_rule': {'security_group_id': '0a6d5b1c-53cb-4073-848b-cbbc08dd2182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:33.256387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.335113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:33.373065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:33.393461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:33.395360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event updated for resources: {'Port': ['ID=7fc1d53a-e02c-48a1-8e46-8b0144bee9ac,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:33.421322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-2718089f-fb1e-47ec-9c7f-641154e08952 service neutron] 10.222.0.20 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2465227
Nov 13 21:15:33.453715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:33.453715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.497500 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b076fba-70a7-4910-b30f-e41a0fb220cb req-6f571bf8-6ab3-4510-bd36-2efcd5d4147f tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 210 time: 0.0484664
Nov 13 21:15:33.663562 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.721472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-6cdfbd04-d377-4b2f-af62-deb597c800bf service neutron] 10.222.0.20 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2840934
Nov 13 21:15:33.735661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb4f550>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:31Z', 'revision_number': 3, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:33.753923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Deleting port aef9c97b-b48c-4d22-a7ad-f819b9dda01e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:33.754266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.784092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Checking router: 7ef747a3-84bb-4927-b1c6-2f53b531c796 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:33.784435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Updating router 7ef747a3-84bb-4927-b1c6-2f53b531c796 port 5214cca0-42f3-4ba7-ab45-f4a3216420fe binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:15:33.797008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.824104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.869518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] For port aef9c97b-b48c-4d22-a7ad-f819b9dda01e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,segment=NetworkSegment(75e3d875-16a3-4d7e-a396-6a9a2777fa5c),segment_id=75e3d875-16a3-4d7e-a396-6a9a2777fa5c)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:33.869884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:33.895648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Calling delete_port for aef9c97b-b48c-4d22-a7ad-f819b9dda01e owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:33.944981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.112624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.138890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=700b6a1b-dfda-46c7-bc2f-581af6fc5073,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:34.142722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5af007-232b-4a75-8469-65c573ef004c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:34.148245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.191427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.192002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Checking segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:34.192002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Network hostable DHCP agents. Network: 79f1a393-60b1-4b16-8fcb-b2b9954416a4, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:15:34.206788 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.254757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.256226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2292aed-83d4-48fb-abbe-5c7fcca36b16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0619762
Nov 13 21:15:34.262485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60616) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:34.272500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:34.313242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.319760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Allocated IP 172.20.0.1 (b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d/cca748d6-cc55-4b9b-bbbc-15275ec37637/8a8f2167-80d4-4463-ae6e-590952877dbd) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:34.376280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:15:34.389945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Attempting to bind port 5214cca0-42f3-4ba7-ab45-f4a3216420fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:34.394517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Attempting to bind port 5214cca0-42f3-4ba7-ab45-f4a3216420fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:34.394517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Attempting to bind port 5214cca0-42f3-4ba7-ab45-f4a3216420fe on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:34.412279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:34.412754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:34.413136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.413527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:34.414060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Bound port: 5214cca0-42f3-4ba7-ab45-f4a3216420fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:34.414476 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.417125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8d83-d7c2-4dde-95e0-4e73a2d286f3 None None] Pushing event updated for resources: {'Port': ['ID=5214cca0-42f3-4ba7-ab45-f4a3216420fe,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:34.449756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.453243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.471538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79f1a393-60b1-4b16-8fcb-b2b9954416a4) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:34.476118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:34.476729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.484327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] For port 5214cca0-42f3-4ba7-ab45-f4a3216420fe, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:34.488336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda39111-5a1e-4bd1-8096-ce2db3dd64ed None None] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:34.491182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] For port 5214cca0-42f3-4ba7-ab45-f4a3216420fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5214cca0-42f3-4ba7-ab45-f4a3216420fe,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:34.545866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.562134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.630634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.642908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d9f1d-1da3-4692-8ca6-a7258636b12d None None] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:15:34.654711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:34.678924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef9c97b-b48c-4d22-a7ad-f819b9dda01e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:34.684183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fbac9474-d08b-4703-a244-396c36e87a7f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8453734
Nov 13 21:15:34.698198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.713686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0b5dc05-6f09-4ff2-bb68-5c6f6ed52fd8 req-96829998-ef6a-4f77-9e12-f1396ff7b574 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 210 time: 0.0688157
Nov 13 21:15:34.715228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:34.724547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:34.769915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d284beb-40df-48ab-be31-f592a11eff9d req-91744234-b5b7-460f-b1ea-3fb29702ea76 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 210 time: 0.1002054
Nov 13 21:15:34.781413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8d83-d7c2-4dde-95e0-4e73a2d286f3 None None] Pushing event updated for resources: {'Port': ['ID=5214cca0-42f3-4ba7-ab45-f4a3216420fe,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:34.813136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Pushing event updated for resources: {'Port': ['ID=8a8f2167-80d4-4463-ae6e-590952877dbd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:34.816507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:34.817186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb4f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:34.837584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:34.863782 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.099465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:35.225535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.262989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4b53f2e6-8d67-46ad-8f5f-d70d0bd9b7b2 None None] Provisioning complete for port 8a8f2167-80d4-4463-ae6e-590952877dbd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:35.263545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b53f2e6-8d67-46ad-8f5f-d70d0bd9b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.323266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4b53f2e6-8d67-46ad-8f5f-d70d0bd9b7b2 None None] Port 8a8f2167-80d4-4463-ae6e-590952877dbd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:35.344666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb4f550>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:31Z', 'revision_number': 3, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:35.379860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60e840-b3a2-451f-a70e-c1e6f2a63e29 None None] The sync data for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 is: [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:31Z', 'revision_number': 3, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:35.445302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.467409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-719ce688-0a72-4d84-99eb-e4e3096daf65 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:35.468939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-719ce688-0a72-4d84-99eb-e4e3096daf65 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/networks?id=79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 200  len: 818 time: 0.2392862
Nov 13 21:15:35.514942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.528403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-7396a962-325b-422a-a3de-fe5e1051ec15 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/quotas/ae23ca3e34bf459f844bd3e8d3a61fda HTTP/1.1" status: 200  len: 375 time: 0.0527682
Nov 13 21:15:35.573487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-3161ee11-c789-421a-9862-06f58fa1b255 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439229
Nov 13 21:15:35.711886 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.717961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9f8fd4e9-030b-413d-acbe-a47f4833f6ff service neutron] 10.222.0.20 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421626
Nov 13 21:15:35.794907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 172.35.3.242 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/26ced45d-ea10-4c8b-9abf-683e0f46540c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:35.853919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Router ed2b2760-32b4-49fb-b927-035e53796981 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:35.871594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:35.936079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-61dd2255-7e67-4507-96f4-ac9dc3750d62 service neutron] 10.222.0.20 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034981
Nov 13 21:15:35.967105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73f19d6a-0d4a-40f7-8bec-50bacb76f8c6 req-8e89c280-fb9b-45b4-8593-b23cc2d08ae8 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 210 time: 0.0796251
Nov 13 21:15:35.978823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Pushing event updated for resources: {'Port': ['ID=8a8f2167-80d4-4463-ae6e-590952877dbd,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:35.993227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:36.070467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Router adbf34bd-1ce7-423d-9179-547d26046b8f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:36.146684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:36.148200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:36.179685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1cb2052-bcd7-4e3f-84c5-60dd0b48246b req-1b6f2fd6-321a-410a-bdc1-3b7bd418c45b tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 210 time: 0.0310977
Nov 13 21:15:36.383992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Router 7ef747a3-84bb-4927-b1c6-2f53b531c796 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:36.429908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:36.453522 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] Sync routers for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:36.478212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:36.492445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c2261daf-c3cf-4d21-a068-5790618b1511 None None] Provisioning complete for port 8a8f2167-80d4-4463-ae6e-590952877dbd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:36.493298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2261daf-c3cf-4d21-a068-5790618b1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:36.505721 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:36.506357 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde743df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:36.533906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-90cbb449-6e97-4e98-90cc-484ae969ae57 admin admin] 10.222.0.20 "PUT /v2.0/routers/adbf34bd-1ce7-423d-9179-547d26046b8f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2044003
Nov 13 21:15:36.593475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:36.604362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60660) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:36.612389 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:36.614441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] Sync routers for ids ['ed2b2760-32b4-49fb-b927-035e53796981'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:36.616291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8172e801-449d-4b7e-888d-18e8ad92befa tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "PUT /v2.0/routers/ed2b2760-32b4-49fb-b927-035e53796981 HTTP/1.1" status: 200  len: 883 time: 5.8745637
Nov 13 21:15:36.620177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c2261daf-c3cf-4d21-a068-5790618b1511 None None] Port 8a8f2167-80d4-4463-ae6e-590952877dbd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:36.627563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60664) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:36.640375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] Routers {'ed2b2760-32b4-49fb-b927-035e53796981'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:36.641503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd90e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ed2b2760-32b4-49fb-b927-035e53796981'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:36.714436 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:36.751085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-476cd516-fb7e-41d6-ace9-1f200165f9ca req-1f5b7b31-ef63-4718-b65d-016617a448d7 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.1040187
Nov 13 21:15:36.772776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-adf4788e-2ca7-442c-99d8-4583fe88911d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:36.774609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-adf4788e-2ca7-442c-99d8-4583fe88911d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.46 "GET /v2.0/networks?id=28885ca7-f543-4032-98e2-4abde2c4fd32 HTTP/1.1" status: 200  len: 824 time: 0.7505438
Nov 13 21:15:36.790350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd90e8b0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:36.791889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Request body: {'port': {'device_id': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32', 'admin_state_up': True, 'tenant_id': 'c5bfc3ee11354f80ade50881777291d0'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:36.801522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:36.823411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] Routers {'ed2b2760-32b4-49fb-b927-035e53796981'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:36.824526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd90e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ed2b2760-32b4-49fb-b927-035e53796981'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:36.840862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-24333f62-d085-44c5-afc0-3f584c2857bb admin admin] 10.222.0.20 "PUT /v2.0/routers/7ef747a3-84bb-4927-b1c6-2f53b531c796/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7257576
Nov 13 21:15:36.864541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd90e8b0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:36.865879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef1cc06-fd17-4cbf-88da-1211ab4d52b0 None None] The sync data for ids ['ed2b2760-32b4-49fb-b927-035e53796981'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:36.954912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:36.970617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde743df0>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:15:34Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:37.002066 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] Checking router: adbf34bd-1ce7-423d-9179-547d26046b8f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:37.012681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] Routers {'adbf34bd-1ce7-423d-9179-547d26046b8f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:37.013682 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde743df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['adbf34bd-1ce7-423d-9179-547d26046b8f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:37.029757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7d855830-8a98-492f-a953-fe76dbb3ebb1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/ed2b2760-32b4-49fb-b927-035e53796981 HTTP/1.1" status: 200  len: 924 time: 0.3978782
Nov 13 21:15:37.035482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60674) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:37.038381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.096857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:37.108138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:37.115685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Made reservation on behalf of c5bfc3ee11354f80ade50881777291d0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:37.119705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5214cca0-42f3-4ba7-ab45-f4a3216420fe up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:37.122698 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.147666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:37.169994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=26ced45d-ea10-4c8b-9abf-683e0f46540c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:37.208241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5214cca0-42f3-4ba7-ab45-f4a3216420fe triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:37.209595 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.232615 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] Set router adbf34bd-1ce7-423d-9179-547d26046b8f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:37.304530 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda87af3-846f-4353-b0bb-ce5b0abd6557 req-479df86c-b9d1-4696-b2c3-73cff49a5d70 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 210 time: 0.0516684
Nov 13 21:15:37.437012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.451849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.499766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 5214cca0-42f3-4ba7-ab45-f4a3216420fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5214cca0-42f3-4ba7-ab45-f4a3216420fe,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:37.519880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ab4b5-fb1a-4b68-9d67-8cfceb44ae08 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:37.527768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1b4ab4b5-fb1a-4b68-9d67-8cfceb44ae08 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=ed2b2760-32b4-49fb-b927-035e53796981&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4909029
Nov 13 21:15:37.557573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60686) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:37.583104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.645550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.678022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=5214cca0-42f3-4ba7-ab45-f4a3216420fe,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:37.678278 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde743df0>, [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:15:34Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:37.684364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9bd84aa-272e-4545-96b5-7c802c23b8f5 req-1efaad56-0a34-4a6b-8b37-4db9ba5e7fc3 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 210 time: 0.1745396
Nov 13 21:15:37.776402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-58347597-8a7f-4c31-8853-a19a2d2e6efc tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:37.778325 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-58347597-8a7f-4c31-8853-a19a2d2e6efc tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 816 time: 0.4469347
Nov 13 21:15:37.794144 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9dfc0d-ed9e-42ab-a9cb-252bd5fb62a5 None None] The sync data for ids ['adbf34bd-1ce7-423d-9179-547d26046b8f'] in ncdv-master-1 is: [{'id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'name': 'tempest-ServerRescueTestJSONUnderV235-962718791-router', 'tenant_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252'}], 'enable_snat': True}, 'gw_port_id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:13:44Z', 'updated_at': '2021-11-13T21:15:34Z', 'revision_number': 5, 'project_id': 'cce2e57232334cdf80d43c9c1b29ab2c', 'gw_port': {'id': 'ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbf34bd-1ce7-423d-9179-547d26046b8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:13:46Z', 'updated_at': '2021-11-13T21:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:37.800624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60696) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:37.816842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:37.856587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206201594', 'description': 'tempest-description--364681740'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:37.901976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Allocated IP 172.20.0.9 (28885ca7-f543-4032-98e2-4abde2c4fd32/3126d74a-6c2d-4e4e-ae74-c5389797643b/2febf590-4594-4a54-824a-d097a219717f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:37.917451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cfde52ce-9c11-4cd8-8d86-b6e1d5253a16 req-09ebd6d5-f686-4936-953f-f8a6d3a9fa9f tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.0456421
Nov 13 21:15:37.925087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Sync routers for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:37.929657 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-02a0dcac-430e-450c-ab22-b0aee0dbf48c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c0ac61023840cb8ede1c4db0e052f0 HTTP/1.1" status: 200  len: 379 time: 0.1350472
Nov 13 21:15:37.946638 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:37.947350 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:37.968282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Request body: {'port': {'device_id': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'admin_state_up': True, 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'security_groups': ['c578bb3b-eb17-46f4-a986-d05782bfd5d6']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:38.013001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af3992e-5110-416a-9aed-97d1630e0197 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:38.014310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0af3992e-5110-416a-9aed-97d1630e0197 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.4527652
Nov 13 21:15:38.021157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60698) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:38.056181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0f55c9d7-3552-4795-8140-187fffc8c059 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed2b2760-32b4-49fb-b927-035e53796981 HTTP/1.1" status: 200  len: 205 time: 0.0336640
Nov 13 21:15:38.063928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60700) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:38.064954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.083491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Deleting port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:38.083803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.088621 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:38.238154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] For port ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:38.238546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.260510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Calling delete_port for ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:38.274467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Made reservation on behalf of 29c0ac61023840cb8ede1c4db0e052f0 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:38.279049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.375547 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6340>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 2, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:38.439351 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Checking router: 7ef747a3-84bb-4927-b1c6-2f53b531c796 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:38.439785 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Updating router 7ef747a3-84bb-4927-b1c6-2f53b531c796 port 8a8f2167-80d4-4463-ae6e-590952877dbd binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:15:38.471460 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.499969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Allocated IP 172.20.0.4 (c883c134-5013-4ef8-a8d0-ea220455e2aa/1a3984e9-a000-4f38-8247-41653ccb452d/573d755f-ac41-46e7-a52e-142ea0038f99) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:38.661234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.669585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03a9e1fc-3868-4848-ab2a-ba1abf898e0a req-284218ae-479c-4d0b-afdc-af4ec087d0dc tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 210 time: 0.0442507
Nov 13 21:15:38.680978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.776253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.782630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.892208 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.911959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event updated for resources: {'Port': ['ID=573d755f-ac41-46e7-a52e-142ea0038f99,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:38.943480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.988852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=26ced45d-ea10-4c8b-9abf-683e0f46540c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:38.991382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:38.995951 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.000206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Network c883c134-5013-4ef8-a8d0-ea220455e2aa is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:39.005470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.018220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:39.023216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.041815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:39.082965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5214cca0-42f3-4ba7-ab45-f4a3216420fe up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:39.087041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7fd5096e-c12e-42dc-baf5-76b88cdd9d14 req-1c1ac7b1-1629-4c66-9dcd-d6d0868cdb11 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.0877006
Nov 13 21:15:39.136760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.187266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.188541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4fffb64f-cfbb-4f11-85a2-837e3678d493 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.9195788
Nov 13 21:15:39.204960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5214cca0-42f3-4ba7-ab45-f4a3216420fe triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:39.205433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.223936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34067e-c875-4927-93dc-4f9e78c32fa1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:39.232303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.297684 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.297684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-474106f0-007e-4906-80c7-634f824edca9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.4528947
Nov 13 21:15:39.297684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:39.306612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Request body: {'security_group_rule': {'security_group_id': '0e34067e-c875-4927-93dc-4f9e78c32fa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:39.339362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.350337 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546978b-fd8c-4a2b-847c-9c164ef02e18 None None] Pushing event updated for resources: {'Port': ['ID=8a8f2167-80d4-4463-ae6e-590952877dbd,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:39.417991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aef9c97b-b48c-4d22-a7ad-f819b9dda01e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:39.495276 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Attempting to bind port 8a8f2167-80d4-4463-ae6e-590952877dbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:39.495891 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Attempting to bind port 8a8f2167-80d4-4463-ae6e-590952877dbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:39.496783 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Attempting to bind port 8a8f2167-80d4-4463-ae6e-590952877dbd on network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:39.502615 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:39.503327 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Checking segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:39.504087 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.504701 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Bound using segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:39.505371 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Bound port: 8a8f2167-80d4-4463-ae6e-590952877dbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:39.505904 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.508318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: aef9c97b-b48c-4d22-a7ad-f819b9dda01e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:39.509689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aef9c97b-b48c-4d22-a7ad-f819b9dda01e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:39.528640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d17414bd-2bd4-45e8-958a-694239f9eb13 None None] Provisioning complete for port 573d755f-ac41-46e7-a52e-142ea0038f99 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:39.529309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d17414bd-2bd4-45e8-958a-694239f9eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.575255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Network 28885ca7-f543-4032-98e2-4abde2c4fd32 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:39.583705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:39.590143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d17414bd-2bd4-45e8-958a-694239f9eb13 None None] Port 573d755f-ac41-46e7-a52e-142ea0038f99 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:39.597773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:39.607934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Pushing event updated for resources: {'Port': ['ID=2febf590-4594-4a54-824a-d097a219717f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:39.651122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] For port 8a8f2167-80d4-4463-ae6e-590952877dbd, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:39.657479 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] For port 8a8f2167-80d4-4463-ae6e-590952877dbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a8f2167-80d4-4463-ae6e-590952877dbd,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:39.723101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.733890 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.765651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:39.766398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.786224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Deleting port 7fc1d53a-e02c-48a1-8e46-8b0144bee9ac {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:39.786551 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.808431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:39.809126 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.810468 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:39.811083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:39.822482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1169a-a0ef-464d-a304-630631bbeb43 req-c69d4d86-9a6f-413c-9a40-061919bcb38e tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:39.830344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95b1169a-a0ef-464d-a304-630631bbeb43 req-c69d4d86-9a6f-413c-9a40-061919bcb38e tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 931 time: 0.9188564
Nov 13 21:15:39.840636 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546978b-fd8c-4a2b-847c-9c164ef02e18 None None] Pushing event updated for resources: {'Port': ['ID=8a8f2167-80d4-4463-ae6e-590952877dbd,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:39.850072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e2ebdffc-f2b8-4e4d-885b-1c7c0b09bf01 None None] Provisioning complete for port 8a8f2167-80d4-4463-ae6e-590952877dbd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:39.854738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdffc-f2b8-4e4d-885b-1c7c0b09bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:39.973063 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-7ac1caf4-74e9-4f02-a9ce-33b3dce53654 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1175906982&fields=id&tenant_id=84baa7abcdc940809d5ca82bb822a17c HTTP/1.1" status: 200  len: 267 time: 0.2397223
Nov 13 21:15:39.982952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-304c501f-86ef-4398-9090-668945cb0cfa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0213494
Nov 13 21:15:39.994152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.007395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Request body: {'port': {'device_id': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:40.016716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-d0102a62-4a98-43b0-a3a5-6991db2ab385 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2316477
Nov 13 21:15:40.035580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdffc-f2b8-4e4d-885b-1c7c0b09bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.047869 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:40.056875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Request body: {'port': {'device_id': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:40.081826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e2ebdffc-f2b8-4e4d-885b-1c7c0b09bf01 None None] For port 8a8f2167-80d4-4463-ae6e-590952877dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a8f2167-80d4-4463-ae6e-590952877dbd,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:40.099482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-95b1169a-a0ef-464d-a304-630631bbeb43 req-2e6b9bcc-5818-42e6-bed5-6e34d75f4857 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2658763
Nov 13 21:15:40.121646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.130292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.157601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.183076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c34e089-16cd-408c-9d80-a93f4d4369cf,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:40.195837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-0afd1109-c055-4ccf-a2c1-d3028140682d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:40.204441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-0afd1109-c055-4ccf-a2c1-d3028140682d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 937 time: 0.2289186
Nov 13 21:15:40.216954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Calling delete_port for 7fc1d53a-e02c-48a1-8e46-8b0144bee9ac owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:40.254063 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2ebdffc-f2b8-4e4d-885b-1c7c0b09bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.255878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.308534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:40.324876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebdffc-f2b8-4e4d-885b-1c7c0b09bf01 None None] Pushing event updated for resources: {'Port': ['ID=8a8f2167-80d4-4463-ae6e-590952877dbd,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:40.335238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89029-a0c4-4543-b09a-71aca0be2c9e req-64cfef76-d1a8-49ee-b38a-60533e1e0f78 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:40.340578 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8a89029-a0c4-4543-b09a-71aca0be2c9e req-64cfef76-d1a8-49ee-b38a-60533e1e0f78 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 931 time: 0.1457920
Nov 13 21:15:40.385789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-44f96f02-6e1f-4d1d-8bd6-53469474c759 None None] Provisioning complete for port 8a8f2167-80d4-4463-ae6e-590952877dbd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:40.386429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-44f96f02-6e1f-4d1d-8bd6-53469474c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.389440 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6d6340>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:39Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:40.393684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-695088e8-6e09-44d6-9f71-5f8147851c46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:40.404722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-695088e8-6e09-44d6-9f71-5f8147851c46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 937 time: 0.1991060
Nov 13 21:15:40.414151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.415933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f10903cc-7363-42ca-91c8-73206488932f tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1168952
Nov 13 21:15:40.434858 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3674085-51cf-41c5-a667-2e4e47f8963d None None] The sync data for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 is: [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:39Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:40.450885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60742) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:40.460920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Request body: {'security_group_rule': {'security_group_id': '0e34067e-c875-4927-93dc-4f9e78c32fa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:40.494314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-2371396d-964e-4f64-8826-baa460257820 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0883548
Nov 13 21:15:40.522782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.617861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8a89029-a0c4-4543-b09a-71aca0be2c9e req-79d8546d-bff3-4987-8ffa-2e741180e79c tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2756195
Nov 13 21:15:40.642567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-35298078-b30d-4724-93d4-6857349f217c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1472750
Nov 13 21:15:40.701849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-06946f62-b75f-43fc-a479-d2ee1b7ab9e8 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:40.703373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-06946f62-b75f-43fc-a479-d2ee1b7ab9e8 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "GET /v2.0/networks?id=79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 200  len: 818 time: 0.2433720
Nov 13 21:15:40.729409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Request body: {'port': {'device_id': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'admin_state_up': True, 'tenant_id': 'ae23ca3e34bf459f844bd3e8d3a61fda'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:40.774276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:40.946100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.057340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-655ff98a-c761-4f20-b43f-fb2b156fb54b req-8e6c6d72-1f32-41c7-be82-a25b42bd5de1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.2649894
Nov 13 21:15:41.061980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.084178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.197881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8a8f2167-80d4-4463-ae6e-590952877dbd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:41.242040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573d755f-ac41-46e7-a52e-142ea0038f99 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:41.260223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.276244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-c5b57323-4bef-40ae-beaf-70004c95f8f8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:41.282597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-c5b57323-4bef-40ae-beaf-70004c95f8f8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:41.288544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-c5b57323-4bef-40ae-beaf-70004c95f8f8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:41.295478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8a8f2167-80d4-4463-ae6e-590952877dbd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:41.296616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-c5b57323-4bef-40ae-beaf-70004c95f8f8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/networks?id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=986d9268-612c-49cc-ba08-fd64bf54a38c&id=986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 200  len: 1995 time: 0.6531303
Nov 13 21:15:41.303646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.331983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-16686f25-fe9f-4a3f-88b9-5c4e2500fe84 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:41.333691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-16686f25-fe9f-4a3f-88b9-5c4e2500fe84 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.46 "GET /v2.0/networks?id=79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 200  len: 818 time: 0.3972490
Nov 13 21:15:41.375255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.381764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Request body: {'port': {'device_id': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'admin_state_up': True, 'tenant_id': 'ae23ca3e34bf459f844bd3e8d3a61fda'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:41.386856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.393590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f6d4-25d9-4265-9fe2-260a6f27de52 req-2e113be2-8af5-471c-9e3e-22b4edfcab58 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:41.395568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f20f6d4-25d9-4265-9fe2-260a6f27de52 req-2e113be2-8af5-471c-9e3e-22b4edfcab58 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 931 time: 0.1131454
Nov 13 21:15:41.397233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-2352e043-a9f1-458a-8fda-bf3405fb6f1a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/quotas/84baa7abcdc940809d5ca82bb822a17c HTTP/1.1" status: 200  len: 375 time: 0.0992858
Nov 13 21:15:41.462223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f20f6d4-25d9-4265-9fe2-260a6f27de52 req-21d76e10-5d5d-4831-bd39-d86d7e87c7d2 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548053
Nov 13 21:15:41.465535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event deleted for resources: {'Port': ['ID=7fc1d53a-e02c-48a1-8e46-8b0144bee9ac,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:41.533491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Made reservation on behalf of ae23ca3e34bf459f844bd3e8d3a61fda for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:41.538215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.545936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Transition to ACTIVE for port object 573d755f-ac41-46e7-a52e-142ea0038f99 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:41.545936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.545936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbf34bd-1ce7-423d-9179-547d26046b8f {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:41.563863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.567970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b53de21f-d4d0-4956-8ea8-ddb8e1d1d6e2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/adbf34bd-1ce7-423d-9179-547d26046b8f HTTP/1.1" status: 204  len: 168 time: 4.9617865
Nov 13 21:15:41.570940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.571649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60746) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:41.661026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.697649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Deleting subnet 045a6acd-b129-425a-b6fe-fdbbedc86cb9 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:15:41.701110 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.716475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218836ab-cb69-4e66-8488-0de8ba5c21e5,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:41.754249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-a9b8d4ab-bae9-47f8-8228-615467b5fba6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&fields=id HTTP/1.1" status: 200  len: 532 time: 0.3377869
Nov 13 21:15:41.800742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.830818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:41.865034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Pushing event updated for resources: {'Port': ['ID=573d755f-ac41-46e7-a52e-142ea0038f99,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:41.898917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.021877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480b293-f4c1-472b-b205-564231ebfd6b req-856dae48-4426-4d7e-9dca-f44e4e27495c tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:42.031466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e480b293-f4c1-472b-b205-564231ebfd6b req-856dae48-4426-4d7e-9dca-f44e4e27495c tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 931 time: 0.3024440
Nov 13 21:15:42.035767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Allocated IP 172.20.0.6 (79f1a393-60b1-4b16-8fcb-b2b9954416a4/700b6a1b-dfda-46c7-bc2f-581af6fc5073/1224b627-7e26-485c-a91e-1d856a06a583) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:42.043078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.143269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Attempting to bind port 573d755f-ac41-46e7-a52e-142ea0038f99 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:42.144648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Attempting to bind port 573d755f-ac41-46e7-a52e-142ea0038f99 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:42.144648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Attempting to bind port 573d755f-ac41-46e7-a52e-142ea0038f99 on network c883c134-5013-4ef8-a8d0-ea220455e2aa {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:42.172224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Port 573d755f-ac41-46e7-a52e-142ea0038f99 on network c883c134-5013-4ef8-a8d0-ea220455e2aa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:42.177569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Attempting to bind port 573d755f-ac41-46e7-a52e-142ea0038f99 on network c883c134-5013-4ef8-a8d0-ea220455e2aa {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:42.192728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e480b293-f4c1-472b-b205-564231ebfd6b req-8eb86d28-34f8-411e-8451-0d79bc80f423 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605155
Nov 13 21:15:42.204374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:42.204809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Checking segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:42.205191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Bound using segment: {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:42.205646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Bound port: 573d755f-ac41-46e7-a52e-142ea0038f99, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e22c8d-9c4a-415b-abd7-8815f444acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:42.206006 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.309726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.353476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045a6acd-b129-425a-b6fe-fdbbedc86cb9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:42.359389 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.362223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78638392-3b46-4e05-a980-0a98a1c84223 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/045a6acd-b129-425a-b6fe-fdbbedc86cb9 HTTP/1.1" status: 204  len: 168 time: 0.7895424
Nov 13 21:15:42.375456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60754) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:42.407358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.408575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-18bdb651-25d0-4303-932a-b70f5ed41da9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9550047
Nov 13 21:15:42.423058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60756) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:42.433654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:42.446054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-85af58bf-2c46-4709-b166-3d23c0a8b3b7 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:42.448104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-85af58bf-2c46-4709-b166-3d23c0a8b3b7 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "GET /v2.0/networks?id=79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 200  len: 818 time: 0.8853579
Nov 13 21:15:42.463752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.472783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Request body: {'port': {'device_id': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'admin_state_up': True, 'tenant_id': 'ae23ca3e34bf459f844bd3e8d3a61fda'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:42.476427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.479428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2febf590-4594-4a54-824a-d097a219717f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:42.483257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2670a9a3-9a08-4ded-825d-38e1cbbc9818 req-170fff3d-b6e8-4362-adf4-045ff615a043 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.1129916
Nov 13 21:15:42.491262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] For port 573d755f-ac41-46e7-a52e-142ea0038f99, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:42.516165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.528312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.539277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] For port 573d755f-ac41-46e7-a52e-142ea0038f99, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=573d755f-ac41-46e7-a52e-142ea0038f99,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:42.557123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.596170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Made reservation on behalf of ae23ca3e34bf459f844bd3e8d3a61fda for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:42.599676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.619631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-1258dc73-8301-4e96-990d-7546b7bfddc2 service neutron] 10.222.0.20 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8237281
Nov 13 21:15:42.644973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.704713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:42.705436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.707099 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] 10.222.0.46 "PUT /v2.0/ports/573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 1091 time: 2.7069497
Nov 13 21:15:42.710502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Transition to ACTIVE for port object 2febf590-4594-4a54-824a-d097a219717f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:42.738618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:42.740820 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973efc37-959b-4ab8-8bef-e6383d0c3e33" -d '{"events": [{"name": "network-changed", "server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:42.749231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.749895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Fanout notify agent at l3_agent the message router_deleted on router ed2b2760-32b4-49fb-b927-035e53796981 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:42.759728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.769287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.774659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7c377e7-2752-4738-b22e-b21839d41ec1 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/ed2b2760-32b4-49fb-b927-035e53796981 HTTP/1.1" status: 204  len: 168 time: 4.7072899
Nov 13 21:15:42.775618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.778099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60762) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:42.779119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359a8a8-29c8-424f-b478-318324fd7d48 req-590629ea-4f1c-41a2-a20d-b8762511275b tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:42.787875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-357478163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:42.793277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8359a8a8-29c8-424f-b478-318324fd7d48 req-590629ea-4f1c-41a2-a20d-b8762511275b tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 943 time: 0.2194099
Nov 13 21:15:42.839957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.849986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcaef730>,) {'filters': {'network_id': ['9bc6a868-d275-4329-8fd8-29b0861b3974']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:42.852286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98c38-8c1f-4c0a-8b13-28f02c477253 service neutron] Pushing event updated for resources: {'Port': ['ID=573d755f-ac41-46e7-a52e-142ea0038f99,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:42.859052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.893753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcaef730>, '75e3d875-16a3-4d7e-a396-6a9a2777fa5c') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:42.894166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcaef730>, '75e3d875-16a3-4d7e-a396-6a9a2777fa5c') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:42.899364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:15:42.899364 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:15:42.899364 ncdv-master-1 neutron-server[120532]: [parameters: {'project_id_1': 'ae23ca3e34bf459f844bd3e8d3a61fda', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 15, 22, 835038)}]
Nov 13 21:15:42.899364 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:42.899859 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:42.932784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.943537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-0c351c12-b7a3-4276-b48c-434ae02179a9 service neutron] 10.222.0.20 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135366
Nov 13 21:15:42.963751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:42.969495 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8359a8a8-29c8-424f-b478-318324fd7d48 req-9069526b-9eb3-4689-9f06-cd98d066c50d tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1753173
Nov 13 21:15:42.982311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:42.988955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:42.991712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:43.000004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Pushing event updated for resources: {'Port': ['ID=1224b627-7e26-485c-a91e-1d856a06a583,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:43.006067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.007126 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.014774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:15:43.045648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:15:43.046156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.046315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2febf590-4594-4a54-824a-d097a219717f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:43.048270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:15:43.048617 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:15:43.050724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ca838b4c-16fc-437c-b3d5-ecc8e1f9e86f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:15:43.077259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-6c7a8724-1e78-427f-94f8-5c23ce394e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:43.078864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-6c7a8724-1e78-427f-94f8-5c23ce394e16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1094 time: 0.1986971
Nov 13 21:15:43.082630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-6189ffd7-a0bc-4ef0-bb7b-3f2e444212d0 service neutron] 10.222.0.20 "GET /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1012976
Nov 13 21:15:43.090198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.090782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.091123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.091463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.091794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.092124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.092450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.092796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.093123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.093451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.093769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.094085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:43.107822 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304497b-f283-4844-82eb-4376b29b5430 x-openstack-request-id: req-5304497b-f283-4844-82eb-4376b29b5430 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:43.108194 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:43.108511 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5304497b-f283-4844-82eb-4376b29b5430 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:43.108996 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99', 'status': 'completed', 'code': 200}
Nov 13 21:15:43.111701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-81acb24b-eb2c-4aa8-8aa9-63e62b98db23 {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:43.112039 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:43.132381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:43.133112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.165096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-d69d36c5-d368-473b-98fa-99432f5f8f59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 217 time: 0.0528743
Nov 13 21:15:43.192739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.227629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-16dec162-5403-47b3-8515-3d1c382199c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:43.229707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-16dec162-5403-47b3-8515-3d1c382199c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0575664
Nov 13 21:15:43.269050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.276838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Attempting to bind port 2febf590-4594-4a54-824a-d097a219717f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:43.277414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Attempting to bind port 2febf590-4594-4a54-824a-d097a219717f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '61350d35-e83e-4349-889a-4d0478aeabec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:43.277904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Attempting to bind port 2febf590-4594-4a54-824a-d097a219717f on network 28885ca7-f543-4032-98e2-4abde2c4fd32 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:43.278521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.282107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9bc6a868-d275-4329-8fd8-29b0861b3974 HTTP/1.1" status: 204  len: 168 time: 0.9056835
Nov 13 21:15:43.298935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.305477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82de25-37da-4227-b3a3-371d78073b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc6a868-d275-4329-8fd8-29b0861b3974,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:43.309499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Port 2febf590-4594-4a54-824a-d097a219717f on network 28885ca7-f543-4032-98e2-4abde2c4fd32 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:43.309889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Attempting to bind port 2febf590-4594-4a54-824a-d097a219717f on network 28885ca7-f543-4032-98e2-4abde2c4fd32 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:43.311535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-9c9af2a5-a613-493b-b647-25c0029a85fb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5899134
Nov 13 21:15:43.312286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.327909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-2d85c4e7-1c68-4d72-b4b2-9e2bfc874e7b service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304533
Nov 13 21:15:43.330482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:43.331003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Checking segment: {'id': '61350d35-e83e-4349-889a-4d0478aeabec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:43.331542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Bound using segment: {'id': '61350d35-e83e-4349-889a-4d0478aeabec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:43.337694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Bound port: 2febf590-4594-4a54-824a-d097a219717f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61350d35-e83e-4349-889a-4d0478aeabec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:43.337694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.343740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Request body: {'port': {'device_id': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:43.351601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-2028d087-e7ae-4ca8-ac4f-f29c8d3fafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:43.353828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-2028d087-e7ae-4ca8-ac4f-f29c8d3fafb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1162848
Nov 13 21:15:43.450079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde640f1-0a51-4400-b231-9da341449a9e req-86cb5cf2-c640-4d5c-a9cd-df13ac85eb1b tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:43.451565 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fde640f1-0a51-4400-b231-9da341449a9e req-86cb5cf2-c640-4d5c-a9cd-df13ac85eb1b tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 943 time: 0.1670413
Nov 13 21:15:43.468129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.470906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9bc54c45-8ae4-4333-b74a-7127f07ed378 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6867342
Nov 13 21:15:43.480608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60770) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:43.493853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': True}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:43.503374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.590224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-38b62dfd-25c1-4849-a7ed-4747bfd628c6 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203465
Nov 13 21:15:43.598378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fde640f1-0a51-4400-b231-9da341449a9e req-40ed01c5-c0a7-44ab-b3f9-2bd98df29772 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306558
Nov 13 21:15:43.614839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.659284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] For port 2febf590-4594-4a54-824a-d097a219717f, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:43.661543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Made reservation on behalf of ae23ca3e34bf459f844bd3e8d3a61fda for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:43.665045 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:43.688084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:43.715399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-edd4559d-f50c-48f4-9cf4-e69421588115 service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3525181
Nov 13 21:15:43.725749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Allocated IP 172.35.3.115 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/97e855a9-7e60-4702-b9e3-74151f659ac4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:43.728075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] For port 2febf590-4594-4a54-824a-d097a219717f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2febf590-4594-4a54-824a-d097a219717f,segment=NetworkSegment(61350d35-e83e-4349-889a-4d0478aeabec),segment_id=61350d35-e83e-4349-889a-4d0478aeabec)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:44.027585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-bcc2b8aa-61df-4773-b183-3ee617a565bf service neutron] 10.222.0.20 "GET /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1997581
Nov 13 21:15:44.075246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89f1b642-a1ec-4d8d-8c85-22004bea54b5 req-bb98161e-99d6-4319-a048-acf6315f9516 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.3222544
Nov 13 21:15:44.088223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.097444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cd2e5def-8e18-4233-9f4c-25506dde79e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cce2e57232334cdf80d43c9c1b29ab2c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4066796
Nov 13 21:15:44.101059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60778) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:44.120506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aabaf89-f4dd-4e04-8e41-52bff9014e59 req-4b55d9f8-f648-4473-ae5d-4d534104e964 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5168099
Nov 13 21:15:44.147921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.169965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5a89f58-78b5-4e8d-b9f6-894a623c5355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.213897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5a89f58-78b5-4e8d-b9f6-894a623c5355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.234972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab9284-0205-4d0e-a7af-61ef43c2d1f6 req-52ed4512-064c-4f45-92aa-6832aa62d18d tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.236555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aab9284-0205-4d0e-a7af-61ef43c2d1f6 req-52ed4512-064c-4f45-92aa-6832aa62d18d tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 943 time: 0.0791273
Nov 13 21:15:44.451961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7aab9284-0205-4d0e-a7af-61ef43c2d1f6 req-803bc39e-30af-42fe-81cb-8d40ac8c4fb6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908461
Nov 13 21:15:44.451961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-edf0a61c-92f4-4720-b10d-966718e4e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.451961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-edf0a61c-92f4-4720-b10d-966718e4e0b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1094 time: 0.0718696
Nov 13 21:15:44.453654 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:15:44.454051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-7db69e41-322b-4c12-8310-616d752df98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.454051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-7db69e41-322b-4c12-8310-616d752df98a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.0922618
Nov 13 21:15:44.503636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-9e680b6e-6975-4f3d-9d5f-5d384a2f72d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 217 time: 0.0367897
Nov 13 21:15:44.503812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.503812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.503812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2febf590-4594-4a54-824a-d097a219717f HTTP/1.1" status: 200  len: 1091 time: 4.4537125
Nov 13 21:15:44.515293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'tag': '2febf590-4594-4a54-824a-d097a219717f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:44.517559 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09d6cf-085b-45e7-bc27-62e101d837ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fa24a4c0-9b7e-4147-b49e-44b8a099062e", "tag": "2febf590-4594-4a54-824a-d097a219717f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:44.529095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Allocated IP 172.20.0.7 (79f1a393-60b1-4b16-8fcb-b2b9954416a4/700b6a1b-dfda-46c7-bc2f-581af6fc5073/07b98294-427c-4f11-a5a2-42576fa3318e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:44.562699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-ce3bfefc-fbdd-47c8-9b1b-e121f262a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.564392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-ce3bfefc-fbdd-47c8-9b1b-e121f262a78d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0567434
Nov 13 21:15:44.572673 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109bb75-ccf9-439c-a69f-ce7b80e9d1c3 x-openstack-request-id: req-9109bb75-ccf9-439c-a69f-ce7b80e9d1c3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:44.572983 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa24a4c0-9b7e-4147-b49e-44b8a099062e", "tag": "2febf590-4594-4a54-824a-d097a219717f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:44.573235 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9109bb75-ccf9-439c-a69f-ce7b80e9d1c3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:44.573623 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'tag': '2febf590-4594-4a54-824a-d097a219717f', 'status': 'completed', 'code': 200}
Nov 13 21:15:44.602427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.605471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd38f0-e8db-45c7-9817-307ae391c5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2febf590-4594-4a54-824a-d097a219717f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:44.624602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-6e137025-0526-4a73-9c96-51b122b4daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.626248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-6e137025-0526-4a73-9c96-51b122b4daca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465050
Nov 13 21:15:44.629154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-40cde0d9-af88-42e0-8637-add1691e9398 service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6846964
Nov 13 21:15:44.647203 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.654894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5a89f58-78b5-4e8d-b9f6-894a623c5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.654894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5a89f58-78b5-4e8d-b9f6-894a623c5355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.654894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a5a89f58-78b5-4e8d-b9f6-894a623c5355 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4864a203-ae80-40c4-96b0-3d3c3e5fb9c3 HTTP/1.1" status: 204  len: 168 time: 0.5504980
Nov 13 21:15:44.669174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89f58-78b5-4e8d-b9f6-894a623c5355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4864a203-ae80-40c4-96b0-3d3c3e5fb9c3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:44.793018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbb467-0065-45fc-9c07-456dc9fe01ba req-3c47c96c-53a4-4c2e-a664-3069aa8e949a tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.794496 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5acbb467-0065-45fc-9c07-456dc9fe01ba req-3c47c96c-53a4-4c2e-a664-3069aa8e949a tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 943 time: 0.1170762
Nov 13 21:15:44.832983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-0b29e44a-41e4-4b88-896a-04fb13dfec5a service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532910
Nov 13 21:15:44.860735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d6cf-085b-45e7-bc27-62e101d837ef req-fbd9056d-26f2-406a-9e65-7226a5216258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:44.862307 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf09d6cf-085b-45e7-bc27-62e101d837ef req-fbd9056d-26f2-406a-9e65-7226a5216258 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5bfc3ee11354f80ade50881777291d0&device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 1094 time: 0.2519157
Nov 13 21:15:44.888542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5acbb467-0065-45fc-9c07-456dc9fe01ba req-f36739b0-5c03-47e1-9e1e-a1aefb5494a1 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824780
Nov 13 21:15:44.940975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:44.949754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-973efc37-959b-4ab8-8bef-e6383d0c3e33 req-6788df8b-6e3f-4016-83f0-a8a93f159ab0 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066873
Nov 13 21:15:45.039493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-3b2bd43c-034c-4bbc-9e10-f9d953fa3ac5 service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4010570
Nov 13 21:15:45.134324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:45.155310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.165962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:45.190441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92c4f2a7-5b5b-46af-a330-258134e90c31 req-50506dd4-feaa-40bb-90f6-554b90f39127 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.0306251
Nov 13 21:15:45.206215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:45.214657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event updated for resources: {'Port': ['ID=97e855a9-7e60-4702-b9e3-74151f659ac4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:45.339695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d6cf-085b-45e7-bc27-62e101d837ef req-604e5010-fa0e-4641-9a46-a81b4f764a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:45.341336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf09d6cf-085b-45e7-bc27-62e101d837ef req-604e5010-fa0e-4641-9a46-a81b4f764a4d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c5bfc3ee11354f80ade50881777291d0&shared=False HTTP/1.1" status: 200  len: 925 time: 0.4669478
Nov 13 21:15:45.548310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d4d56a02-bf26-468a-9990-640c12258862 service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4981105
Nov 13 21:15:45.563562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d44b2d-6f9a-4879-b761-8ff75cbffb9e req-aa9eaae8-97c1-4da3-a71a-f6f18cff2d00 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:45.565304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75d44b2d-6f9a-4879-b761-8ff75cbffb9e req-aa9eaae8-97c1-4da3-a71a-f6f18cff2d00 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 943 time: 0.0540333
Nov 13 21:15:45.590183 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.637761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.683178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75d44b2d-6f9a-4879-b761-8ff75cbffb9e req-9b5ac331-1d3e-4c6f-98e1-264b5daa0c55 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947666
Nov 13 21:15:45.730927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.741511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.758646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1224b627-7e26-485c-a91e-1d856a06a583 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:45.780766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.781009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:45.787455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Transition to ACTIVE for port object 1224b627-7e26-485c-a91e-1d856a06a583 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:45.787969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d6cf-085b-45e7-bc27-62e101d837ef req-8d11cf61-7700-41e5-a4af-18d53dff557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:45.790010 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf09d6cf-085b-45e7-bc27-62e101d837ef req-8d11cf61-7700-41e5-a4af-18d53dff557d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4349127
Nov 13 21:15:45.794952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:45.825346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Pushing event updated for resources: {'Port': ['ID=07b98294-427c-4f11-a5a2-42576fa3318e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:45.829656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:45.886212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:45.943851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-26bcbb8b-4715-4be2-a3ca-92d5225bfe12 service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3814623
Nov 13 21:15:46.024268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Pushing event updated for resources: {'Port': ['ID=1224b627-7e26-485c-a91e-1d856a06a583,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:46.030259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.031090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:46.033198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:46.086881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc6a40-35c4-431a-aa8a-f85fd32a6d38 req-e7f5dfff-7ad9-4f81-99e5-0378953aa1dc tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.088972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10bc6a40-35c4-431a-aa8a-f85fd32a6d38 req-e7f5dfff-7ad9-4f81-99e5-0378953aa1dc tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 943 time: 0.0983534
Nov 13 21:15:46.090317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Attempting to bind port 1224b627-7e26-485c-a91e-1d856a06a583 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:46.090659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Attempting to bind port 1224b627-7e26-485c-a91e-1d856a06a583 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:46.090989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Attempting to bind port 1224b627-7e26-485c-a91e-1d856a06a583 on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:46.099660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Port 1224b627-7e26-485c-a91e-1d856a06a583 on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:46.100223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Attempting to bind port 1224b627-7e26-485c-a91e-1d856a06a583 on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:46.119238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:46.119587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Checking segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:46.119971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Bound using segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:46.120424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Bound port: 1224b627-7e26-485c-a91e-1d856a06a583, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:46.120812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:46.192723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10bc6a40-35c4-431a-aa8a-f85fd32a6d38 req-8cbb5f9d-9118-4252-9b4e-5a58e85641a0 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952833
Nov 13 21:15:46.224056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] For port 1224b627-7e26-485c-a91e-1d856a06a583, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:46.227394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] For port 1224b627-7e26-485c-a91e-1d856a06a583, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1224b627-7e26-485c-a91e-1d856a06a583,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:46.304897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:46.344215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.344989 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:46.346463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] 10.222.0.37 "PUT /v2.0/ports/1224b627-7e26-485c-a91e-1d856a06a583 HTTP/1.1" status: 200  len: 1091 time: 3.0082870
Nov 13 21:15:46.346997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'tag': '1224b627-7e26-485c-a91e-1d856a06a583'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:46.349406 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c52697-3574-4f69-a7b2-b09fe16e56aa" -d '{"events": [{"name": "network-changed", "server_uuid": "74903e7c-7b0e-40f4-a122-758518b6c21a", "tag": "1224b627-7e26-485c-a91e-1d856a06a583"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:46.384443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14baa-d9d8-4005-b44c-8a0562c5160a service neutron] Pushing event updated for resources: {'Port': ['ID=1224b627-7e26-485c-a91e-1d856a06a583,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:46.435273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-80efbe8b-bdfa-4fc0-aa85-03d31d81e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.441298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-80efbe8b-bdfa-4fc0-aa85-03d31d81e79f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5bfc3ee11354f80ade50881777291d0&device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 1094 time: 0.5776134
Nov 13 21:15:46.452273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Allocated IP 172.35.3.210 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/3d0e2085-6d52-472a-8128-6f8d32ec98f8) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:46.498120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-c41e65e6-b066-4ec6-a437-2bf8ab31d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.499650 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-c41e65e6-b066-4ec6-a437-2bf8ab31d025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 1094 time: 0.0437834
Nov 13 21:15:46.507456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-81acb24b-eb2c-4aa8-8aa9-63e62b98db23 {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:15:46.507783 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:15:46.511534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-ec22647c-f77a-4813-a157-d270860b7312 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1444762
Nov 13 21:15:46.519819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-2f4a2be0-e417-4024-8e1b-84483f8a06c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2febf590-4594-4a54-824a-d097a219717f HTTP/1.1" status: 200  len: 217 time: 0.0689147
Nov 13 21:15:46.529892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Request body: {'port': {'device_id': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:46.550347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-6619586f-98ca-4dfd-b592-d451f74836c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1224b627-7e26-485c-a91e-1d856a06a583 HTTP/1.1" status: 200  len: 217 time: 0.0419061
Nov 13 21:15:46.599912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-b7a8b439-ca62-40d5-ba09-036cb3e5d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.601410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-b7a8b439-ca62-40d5-ba09-036cb3e5d5e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700b6a1b-dfda-46c7-bc2f-581af6fc5073 HTTP/1.1" status: 200  len: 858 time: 0.0454218
Nov 13 21:15:46.640614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a3166031-b060-419c-8721-a40e84881c2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79f1a393-60b1-4b16-8fcb-b2b9954416a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0315061
Nov 13 21:15:46.703849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-17e0a757-e79c-429b-8762-8ba8904f3e5a service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7296350
Nov 13 21:15:46.775622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-1431ada1-33d1-4db9-9ca3-d54ad765b1ef service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268461
Nov 13 21:15:46.803331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-fd739c9b-48f5-4fe9-ba5e-67ace1070cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:46.804726 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-fd739c9b-48f5-4fe9-ba5e-67ace1070cd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3126d74a-6c2d-4e4e-ae74-c5389797643b HTTP/1.1" status: 200  len: 864 time: 0.2723238
Nov 13 21:15:46.819980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f38fc321-f71a-488f-8d24-c3ba86624732 req-39df79bc-bc35-4416-aa9b-a3a540656540 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.0432396
Nov 13 21:15:46.829619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:46.869988 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3b5db8-f38b-46e2-a539-1a218fb6cf45 x-openstack-request-id: req-aa3b5db8-f38b-46e2-a539-1a218fb6cf45 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:46.870299 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74903e7c-7b0e-40f4-a122-758518b6c21a", "tag": "1224b627-7e26-485c-a91e-1d856a06a583", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:46.870562 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa3b5db8-f38b-46e2-a539-1a218fb6cf45 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:46.870961 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'tag': '1224b627-7e26-485c-a91e-1d856a06a583', 'status': 'completed', 'code': 200}
Nov 13 21:15:46.902110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-53bdc1e6-a178-41d8-bc03-7edbf2bbf094 service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158926
Nov 13 21:15:46.902646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-fa3da82a-3163-4376-853c-13641f00c0b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28885ca7-f543-4032-98e2-4abde2c4fd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877290
Nov 13 21:15:46.935452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69dec738-accd-4db4-8703-ea9dfa36380b req-8822af84-c5a0-4402-9ee5-75c702fd551f tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0322726
Nov 13 21:15:47.009155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.014412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.048314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bc1e3-67df-469a-b4b1-175861ec73a0 req-07b8ba62-4ef0-4dde-90ed-74f9c183aa93 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:47.049823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-087bc1e3-67df-469a-b4b1-175861ec73a0 req-07b8ba62-4ef0-4dde-90ed-74f9c183aa93 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 943 time: 0.0497065
Nov 13 21:15:47.112568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.128811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-24ef16f9-05dc-4950-814c-250cad1c565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:47.130911 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-24ef16f9-05dc-4950-814c-250cad1c565b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 1094 time: 0.0763049
Nov 13 21:15:47.135287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-087bc1e3-67df-469a-b4b1-175861ec73a0 req-c4f2a92f-970f-4f91-9b28-d237fab08b68 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700994
Nov 13 21:15:47.156623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d7f5c763-4b85-4284-9d93-a75928dd5deb service neutron] 10.222.0.20 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4239852
Nov 13 21:15:47.238314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-f08ee3b2-5a4e-4d2e-9e84-6c5b6480ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:47.241734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-f08ee3b2-5a4e-4d2e-9e84-6c5b6480ffb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 200  len: 919 time: 0.1037943
Nov 13 21:15:47.243804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.302240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-2d33f1cf-2d80-44c1-95fa-674449ac74ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1224b627-7e26-485c-a91e-1d856a06a583 HTTP/1.1" status: 200  len: 217 time: 0.0516994
Nov 13 21:15:47.389986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec0e1a-9f8e-4f1f-a1ee-640dda958dee req-8c4f7215-4e00-422d-88ed-ec04be17a465 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:47.391753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edec0e1a-9f8e-4f1f-a1ee-640dda958dee req-8c4f7215-4e00-422d-88ed-ec04be17a465 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 943 time: 0.0927095
Nov 13 21:15:47.394119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-ae635942-c461-40b8-8b99-049757b05584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:47.395486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-ae635942-c461-40b8-8b99-049757b05584 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700b6a1b-dfda-46c7-bc2f-581af6fc5073 HTTP/1.1" status: 200  len: 858 time: 0.0860121
Nov 13 21:15:47.405020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-5dfffc01-dd8a-4a41-9ef8-54d334f6a31a service neutron] 10.222.0.46 "GET /v2.0/networks/28885ca7-f543-4032-98e2-4abde2c4fd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4915843
Nov 13 21:15:47.423953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.445069 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-578535aa-eb07-414b-a5a8-9a7834d8f48d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79f1a393-60b1-4b16-8fcb-b2b9954416a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375872
Nov 13 21:15:47.487043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event updated for resources: {'Port': ['ID=97e855a9-7e60-4702-b9e3-74151f659ac4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:47.495670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edec0e1a-9f8e-4f1f-a1ee-640dda958dee req-d887df5c-bcbf-4518-ba70-356c7a7754d3 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966046
Nov 13 21:15:47.566930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.573860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-76a45685-7a08-4650-8d5a-cd8d67c70494 service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180890
Nov 13 21:15:47.577586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:47.623736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:47.635933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:47.644994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-ffffd059-797c-43d6-82d8-e3813d82adda service neutron] 10.222.0.20 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4598653
Nov 13 21:15:47.645371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Allocated IP 172.20.0.12 (79f1a393-60b1-4b16-8fcb-b2b9954416a4/700b6a1b-dfda-46c7-bc2f-581af6fc5073/0e2e4d08-48b4-497a-b9f2-c54eaca9592a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:47.672345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4c52697-3574-4f69-a7b2-b09fe16e56aa req-cfc2dd0d-caae-455f-873c-ac6f2310c088 service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902815
Nov 13 21:15:47.711052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0e2085-6d52-472a-8128-6f8d32ec98f8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:47.780392 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:47.781614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-965c29ef-40e2-461a-b67f-9cfdec36a522 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3563561
Nov 13 21:15:47.798807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c2a5d7-65fe-4ad9-9ad0-81aaf768fc29 req-9165a27b-aa6f-419d-91ff-f8f155200e6d service neutron] 10.222.0.46 "GET /v2.0/networks/28885ca7-f543-4032-98e2-4abde2c4fd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3776398
Nov 13 21:15:47.932234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bbc41796-7791-4aec-98d0-09131a44ab12 req-874d057b-e3c6-4b44-b168-e18fd652e5ed tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 210 time: 0.0284622
Nov 13 21:15:47.982218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-237f4b55-3889-44f1-aa1f-12215cea8a6a service neutron] 10.222.0.20 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3073170
Nov 13 21:15:48.067163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-bea2e534-8a7f-4358-abe5-705bfdd1e22b tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1206201594&fields=id&tenant_id=38d2a290e63544279ce55a7a1126244a HTTP/1.1" status: 200  len: 267 time: 0.0562754
Nov 13 21:15:48.094580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:48.107936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 573d755f-ac41-46e7-a52e-142ea0038f99 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:15:48.168988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-7371d6ab-6e6f-4d98-91f6-a29d9626862f service neutron] 10.222.0.20 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782007
Nov 13 21:15:48.185654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-2c1b0784-62cf-46b4-b5aa-8999fca5b7cc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:48.187295 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-2c1b0784-62cf-46b4-b5aa-8999fca5b7cc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/networks?id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d HTTP/1.1" status: 200  len: 815 time: 0.1131184
Nov 13 21:15:48.208067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 573d755f-ac41-46e7-a52e-142ea0038f99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=573d755f-ac41-46e7-a52e-142ea0038f99,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:48.208823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-5355f9ad-1ff0-4aec-8f57-c4cbca6d7364 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/quotas/38d2a290e63544279ce55a7a1126244a HTTP/1.1" status: 200  len: 375 time: 0.0144081
Nov 13 21:15:48.225902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '573d755f-ac41-46e7-a52e-142ea0038f99', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'port_id': '573d755f-ac41-46e7-a52e-142ea0038f99', 'mac_address': 'fa:16:3e:c0:b8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:15:48.277322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-f767301f-01d9-45cf-bc32-b3908c920a14 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38d2a290e63544279ce55a7a1126244a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0655105
Nov 13 21:15:48.331629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:48.383614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-aa47d839-ff7a-4fef-b034-33e7e7cdb556 service neutron] 10.222.0.20 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933006
Nov 13 21:15:48.426001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:48.441587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573d755f-ac41-46e7-a52e-142ea0038f99 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:48.466138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 573d755f-ac41-46e7-a52e-142ea0038f99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=573d755f-ac41-46e7-a52e-142ea0038f99,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:48.501648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-e3d275ad-4927-4e93-b55e-72cc29ab899c service neutron] 10.222.0.20 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1102815
Nov 13 21:15:48.527437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:48.647493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=573d755f-ac41-46e7-a52e-142ea0038f99,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:48.699735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:48.730806 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-c1fdc1dc-0410-41e4-8b26-df00ffddbf95 service neutron] 10.222.0.20 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5283444
Nov 13 21:15:48.735644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['573d755f-ac41-46e7-a52e-142ea0038f99'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:48.812907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:48.854839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:48.859790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:48.922334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:48.923007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:48.928201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b815397f-5c75-4b72-a750-1c8376f60058 req-25ea8c26-2a21-4f03-9ce6-7ddd7ccb535f tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0514150
Nov 13 21:15:48.955531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Pushing event updated for resources: {'Port': ['ID=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:49.047746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-11f7780e-6535-4f75-9c97-d54c350d0833 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5839705
Nov 13 21:15:49.092676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Request body: {'port': {'device_id': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:49.094271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4400682-6673-45bb-b48e-bbd406c8fe50 req-f44ca89a-d7c4-4015-ad2c-6d271c08de34 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:49.101335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4400682-6673-45bb-b48e-bbd406c8fe50 req-f44ca89a-d7c4-4015-ad2c-6d271c08de34 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 944 time: 0.0998139
Nov 13 21:15:49.158002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4400682-6673-45bb-b48e-bbd406c8fe50 req-d31d3a9b-6f9a-41c5-80bf-703d97efece3 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531332
Nov 13 21:15:49.171702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b98294-427c-4f11-a5a2-42576fa3318e {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:49.193467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1224b627-7e26-485c-a91e-1d856a06a583 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:15:49.205183 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.233581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.242316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.250337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Transition to ACTIVE for port object 07b98294-427c-4f11-a5a2-42576fa3318e will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:49.255480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.281775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14e4c5-0ec5-496a-8c09-da2bbc03aae5 req-46757771-09c8-4c15-b4e5-8ba5e99e3022 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:49.283749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c14e4c5-0ec5-496a-8c09-da2bbc03aae5 req-46757771-09c8-4c15-b4e5-8ba5e99e3022 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 943 time: 0.0575302
Nov 13 21:15:49.331857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1224b627-7e26-485c-a91e-1d856a06a583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1224b627-7e26-485c-a91e-1d856a06a583,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:49.354269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1224b627-7e26-485c-a91e-1d856a06a583', 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'port_id': '1224b627-7e26-485c-a91e-1d856a06a583', 'mac_address': 'fa:16:3e:03:f5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700b6a1b-dfda-46c7-bc2f-581af6fc5073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:15:49.360408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8c14e4c5-0ec5-496a-8c09-da2bbc03aae5 req-91374ebf-d2d8-41fd-93d5-6a0024b24fcb tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654352
Nov 13 21:15:49.393735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.403946 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.417959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1224b627-7e26-485c-a91e-1d856a06a583 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:49.439681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1224b627-7e26-485c-a91e-1d856a06a583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1224b627-7e26-485c-a91e-1d856a06a583,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:49.442614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1dc188e7-14c8-46e6-b065-5b91e2b3f187 req-63457623-0856-4fbf-910a-ae1bd8673a62 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 210 time: 0.0340629
Nov 13 21:15:49.503982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.557874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Pushing event updated for resources: {'Port': ['ID=07b98294-427c-4f11-a5a2-42576fa3318e,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:49.559528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1224b627-7e26-485c-a91e-1d856a06a583,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:49.681184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86152f-7361-4ef5-ba48-f1977bfed1e8 req-572d652d-d491-4459-941d-3e2f6e338364 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:49.682733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef86152f-7361-4ef5-ba48-f1977bfed1e8 req-572d652d-d491-4459-941d-3e2f6e338364 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 932 time: 0.0882668
Nov 13 21:15:49.709819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Attempting to bind port 07b98294-427c-4f11-a5a2-42576fa3318e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:49.710150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Attempting to bind port 07b98294-427c-4f11-a5a2-42576fa3318e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:49.710518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Attempting to bind port 07b98294-427c-4f11-a5a2-42576fa3318e on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:49.720215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Port 07b98294-427c-4f11-a5a2-42576fa3318e on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:49.720461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Attempting to bind port 07b98294-427c-4f11-a5a2-42576fa3318e on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:49.732532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef86152f-7361-4ef5-ba48-f1977bfed1e8 req-1a9ede59-f340-42fd-8293-83c9a9b34492 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435474
Nov 13 21:15:49.734958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:49.740398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Checking segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:49.740398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Bound using segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:49.740398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Bound port: 07b98294-427c-4f11-a5a2-42576fa3318e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:49.740398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.746868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1224b627-7e26-485c-a91e-1d856a06a583'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:49.778532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Router 335e36c6-7357-4b9f-b4e7-a577ecd3b437 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:49.814192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2e4d08-48b4-497a-b9f2-c54eaca9592a {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:49.824637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.884485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Transition to ACTIVE for port object 0e2e4d08-48b4-497a-b9f2-c54eaca9592a will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:49.936383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] For port 07b98294-427c-4f11-a5a2-42576fa3318e, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:49.954640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] For port 07b98294-427c-4f11-a5a2-42576fa3318e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07b98294-427c-4f11-a5a2-42576fa3318e,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:49.965847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:49.970799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.971347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3f240985-dace-4c91-a609-a57774384cd1 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "PUT /v2.0/routers/335e36c6-7357-4b9f-b4e7-a577ecd3b437 HTTP/1.1" status: 200  len: 918 time: 6.4915619
Nov 13 21:15:49.972574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:49.980569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:49.980945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] Sync routers for ids ['335e36c6-7357-4b9f-b4e7-a577ecd3b437'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:49.991146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] Routers {'335e36c6-7357-4b9f-b4e7-a577ecd3b437'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:49.992171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91f1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['335e36c6-7357-4b9f-b4e7-a577ecd3b437'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:50.037302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91f1f0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:50.047556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:50.048875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] Routers {'335e36c6-7357-4b9f-b4e7-a577ecd3b437'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:50.049540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91f1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['335e36c6-7357-4b9f-b4e7-a577ecd3b437'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:50.069063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.080981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-891d0073-d153-4f65-b67b-e0244824f15f req-655290c5-613b-4025-a6c7-4369decf5dc1 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0434260
Nov 13 21:15:50.088152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91f1f0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:50.088837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc4bf0-064f-446a-bb52-569f8043f779 None None] The sync data for ids ['335e36c6-7357-4b9f-b4e7-a577ecd3b437'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:50.123156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.124164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.125355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] 10.222.0.46 "PUT /v2.0/ports/07b98294-427c-4f11-a5a2-42576fa3318e HTTP/1.1" status: 200  len: 1091 time: 3.6017387
Nov 13 21:15:50.125998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'tag': '07b98294-427c-4f11-a5a2-42576fa3318e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:50.128097 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88665a82-f56e-48fa-bb7f-4b009aa13f68" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10", "tag": "07b98294-427c-4f11-a5a2-42576fa3318e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:50.128651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2febf590-4594-4a54-824a-d097a219717f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:15:50.153902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d379a7d-f420-406e-9deb-47f7eec2244e tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/335e36c6-7357-4b9f-b4e7-a577ecd3b437 HTTP/1.1" status: 200  len: 924 time: 0.1735463
Nov 13 21:15:50.153902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60906) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:50.159482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 573d755f-ac41-46e7-a52e-142ea0038f99 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:50.169009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Attempting to bind port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:50.169344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Attempting to bind port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:50.169660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Attempting to bind port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:50.176373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc69973-a65d-4e8a-b1c7-5151a0d57be6 service neutron] Pushing event updated for resources: {'Port': ['ID=07b98294-427c-4f11-a5a2-42576fa3318e,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:50.179898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:50.180272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Attempting to bind port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a on network 79f1a393-60b1-4b16-8fcb-b2b9954416a4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:50.186690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:50.192274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Checking segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:50.192274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Bound using segment: {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:50.192274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Bound port: 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5765440f-06dc-4fda-a961-83a7cd18a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:50.192274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.216783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d66542-a5ae-4699-9ee3-514f963c8ee3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.221631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e1d66542-a5ae-4699-9ee3-514f963c8ee3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=335e36c6-7357-4b9f-b4e7-a577ecd3b437&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0639060
Nov 13 21:15:50.221631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60910) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:50.227434 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a1748-65d3-4b51-9d54-fed0946ae3e2 x-openstack-request-id: req-cd5a1748-65d3-4b51-9d54-fed0946ae3e2 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:50.227717 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10", "tag": "07b98294-427c-4f11-a5a2-42576fa3318e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:50.227967 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5a1748-65d3-4b51-9d54-fed0946ae3e2 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:50.228538 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'tag': '07b98294-427c-4f11-a5a2-42576fa3318e', 'status': 'completed', 'code': 200}
Nov 13 21:15:50.301781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] For port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:50.317425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] For port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:50.332768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665a82-f56e-48fa-bb7f-4b009aa13f68 req-7fa2fdee-bd14-4043-8b02-2cf1526bd309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.334286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88665a82-f56e-48fa-bb7f-4b009aa13f68 req-7fa2fdee-bd14-4043-8b02-2cf1526bd309 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 1094 time: 0.0842879
Nov 13 21:15:50.362917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b124f105-88d8-4a32-bf48-c40eb96f387a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.367092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b124f105-88d8-4a32-bf48-c40eb96f387a tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.1406119
Nov 13 21:15:50.367427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60912) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:50.388900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.389480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 2febf590-4594-4a54-824a-d097a219717f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2febf590-4594-4a54-824a-d097a219717f,segment=NetworkSegment(61350d35-e83e-4349-889a-4d0478aeabec),segment_id=61350d35-e83e-4349-889a-4d0478aeabec)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:50.403619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '2febf590-4594-4a54-824a-d097a219717f', 'network_id': '28885ca7-f543-4032-98e2-4abde2c4fd32', 'port_id': '2febf590-4594-4a54-824a-d097a219717f', 'mac_address': 'fa:16:3e:8c:34:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3126d74a-6c2d-4e4e-ae74-c5389797643b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:15:50.410758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-02460238-d18b-4ec7-92c5-1e3e1f392ee5 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=335e36c6-7357-4b9f-b4e7-a577ecd3b437 HTTP/1.1" status: 200  len: 205 time: 0.0396173
Nov 13 21:15:50.411039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60916) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:50.434305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 573d755f-ac41-46e7-a52e-142ea0038f99 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:15:50.442952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bd634-a340-43b4-8190-47cef45bca0c req-cdd2f63b-4e75-48bc-b596-0a8989a8c792 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.444479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-435bd634-a340-43b4-8190-47cef45bca0c req-cdd2f63b-4e75-48bc-b596-0a8989a8c792 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 944 time: 0.1297138
Nov 13 21:15:50.444861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 573d755f-ac41-46e7-a52e-142ea0038f99 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:50.445405 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.477923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.503838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2febf590-4594-4a54-824a-d097a219717f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:50.541738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 2febf590-4594-4a54-824a-d097a219717f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2febf590-4594-4a54-824a-d097a219717f,segment=NetworkSegment(61350d35-e83e-4349-889a-4d0478aeabec),segment_id=61350d35-e83e-4349-889a-4d0478aeabec)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:50.578674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.579625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.581058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e2e4d08-48b4-497a-b9f2-c54eaca9592a HTTP/1.1" status: 200  len: 1092 time: 1.4974434
Nov 13 21:15:50.624103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.661856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc6f5763-079a-4e78-b939-60e69b29e743 req-c0976b60-9252-4947-af67-1d8a74a0bc95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.1113014
Nov 13 21:15:50.661987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca38af-e8a8-4c6d-975c-fa95dbbf0c00 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:50.674786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:50.677068 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78607ef-a953-4e27-a4a4-9446b0651e9b" -d '{"events": [{"server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "name": "network-vif-plugged", "status": "completed", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:50.700243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665a82-f56e-48fa-bb7f-4b009aa13f68 req-b07670d4-d393-4f19-bac0-a2bad3a65ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.703616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88665a82-f56e-48fa-bb7f-4b009aa13f68 req-b07670d4-d393-4f19-bac0-a2bad3a65ea5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3588126
Nov 13 21:15:50.715875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a24c-84b7-4df5-a7fa-2ae153eaf7e5 req-89bdfe27-1050-4996-9549-70c9320a8333 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.716142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.719200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ec6a24c-84b7-4df5-a7fa-2ae153eaf7e5 req-89bdfe27-1050-4996-9549-70c9320a8333 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 943 time: 0.1239934
Nov 13 21:15:50.722432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 573d755f-ac41-46e7-a52e-142ea0038f99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=573d755f-ac41-46e7-a52e-142ea0038f99,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:50.740455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-435bd634-a340-43b4-8190-47cef45bca0c req-d77110f5-6f10-42c4-8e17-bb19cdced3a1 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2501755
Nov 13 21:15:50.766332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.806684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=2febf590-4594-4a54-824a-d097a219717f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:50.820967 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.839995 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ad42c3e-b09c-4784-a48b-5872ff9d941a req-12d2428d-f9c5-432e-9af4-a26f338bfa9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 210 time: 0.0309949
Nov 13 21:15:50.876623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ec6a24c-84b7-4df5-a7fa-2ae153eaf7e5 req-9304d2c2-b6e0-4124-8551-efce30769ba7 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360269
Nov 13 21:15:50.891354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=573d755f-ac41-46e7-a52e-142ea0038f99,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:50.901243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665a82-f56e-48fa-bb7f-4b009aa13f68 req-013c4c37-cb1e-4255-980d-0f066f75e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.901243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88665a82-f56e-48fa-bb7f-4b009aa13f68 req-013c4c37-cb1e-4255-980d-0f066f75e915 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1695273
Nov 13 21:15:50.935012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['2febf590-4594-4a54-824a-d097a219717f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:50.966020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:50.990074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-b05d2198-7679-4e6b-9038-9e8615b00e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:50.992305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-b05d2198-7679-4e6b-9038-9e8615b00e3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 1095 time: 0.0826087
Nov 13 21:15:51.042603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6bff8065-149f-4238-a999-6e00d67470eb req-08869f24-153a-4f36-90b0-01c00eaa83a8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 210 time: 0.0297320
Nov 13 21:15:51.053782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-2135fd72-a540-47b2-a8d9-758f7f6fbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:51.056119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-2135fd72-a540-47b2-a8d9-758f7f6fbee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 1094 time: 0.0842986
Nov 13 21:15:51.057092 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b465a7f-a545-41bc-9710-3cf2b0c5408e x-openstack-request-id: req-6b465a7f-a545-41bc-9710-3cf2b0c5408e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:51.057529 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "name": "network-vif-plugged", "status": "completed", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:51.057967 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b465a7f-a545-41bc-9710-3cf2b0c5408e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:51.058384 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99', 'code': 200}
Nov 13 21:15:51.092205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-30040f7a-f8d2-4b50-bbb4-5ab04318db44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a HTTP/1.1" status: 200  len: 217 time: 0.0819814
Nov 13 21:15:51.115369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-88b2ebac-924a-46bc-99c3-1244947dbe9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b98294-427c-4f11-a5a2-42576fa3318e HTTP/1.1" status: 200  len: 217 time: 0.0515442
Nov 13 21:15:51.220478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-3ae2e751-9667-4701-b4cf-796994477a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:51.221420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1224b627-7e26-485c-a91e-1d856a06a583 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:51.222056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-3ae2e751-9667-4701-b4cf-796994477a9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=700b6a1b-dfda-46c7-bc2f-581af6fc5073 HTTP/1.1" status: 200  len: 858 time: 0.0961354
Nov 13 21:15:51.225160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628f068-dad9-46cb-8f95-ff19f8703ba6 req-b6465843-8e01-473c-b2b6-b63d346220b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:51.226604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e628f068-dad9-46cb-8f95-ff19f8703ba6 req-b6465843-8e01-473c-b2b6-b63d346220b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.0674756
Nov 13 21:15:51.272829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-fa6aca36-8afa-4770-b6b0-d92d141e99d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=79f1a393-60b1-4b16-8fcb-b2b9954416a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349162
Nov 13 21:15:51.321056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba9792f6-c749-4733-b9fa-b74371b159f7 req-53177c63-5017-4e35-8038-b9134ba5135d tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0517616
Nov 13 21:15:51.345310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 1224b627-7e26-485c-a91e-1d856a06a583 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:15:51.350368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1224b627-7e26-485c-a91e-1d856a06a583 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:51.351063 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:51.393950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e628f068-dad9-46cb-8f95-ff19f8703ba6 req-939ab161-f3f2-416e-a535-175bc68a85d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550913
Nov 13 21:15:51.433652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-35e14220-eadd-4949-a13f-5e51ae8e6a76 service neutron] 10.222.0.46 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437006
Nov 13 21:15:51.453913 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:51.489616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1224b627-7e26-485c-a91e-1d856a06a583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1224b627-7e26-485c-a91e-1d856a06a583,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:51.546387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-fd204181-ad91-4f85-b447-f6c997d2dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:51.547792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-fd204181-ad91-4f85-b447-f6c997d2dd62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700b6a1b-dfda-46c7-bc2f-581af6fc5073 HTTP/1.1" status: 200  len: 858 time: 0.4484901
Nov 13 21:15:51.577100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d8c26-e3b6-425f-bee5-96ace1e8c5ec req-0122633c-cbe0-472d-98a7-6f44ed9ceb2a tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:51.578569 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-638d8c26-e3b6-425f-bee5-96ace1e8c5ec req-0122633c-cbe0-472d-98a7-6f44ed9ceb2a tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 944 time: 0.4009740
Nov 13 21:15:51.588842 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:51.597399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-a6c9e7a7-4d8d-4892-bc28-b962f6c3e5f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79f1a393-60b1-4b16-8fcb-b2b9954416a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381155
Nov 13 21:15:51.606405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Deleting port 3d0e2085-6d52-472a-8128-6f8d32ec98f8 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:51.609452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:51.643360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1224b627-7e26-485c-a91e-1d856a06a583,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:51.716743 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-6005d257-af2b-4d6d-a221-37f15ad8ed2e service neutron] 10.222.0.46 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150141
Nov 13 21:15:51.756387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-638d8c26-e3b6-425f-bee5-96ace1e8c5ec req-bb61af90-3ca8-447d-8764-49061b106c7e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630840
Nov 13 21:15:51.779387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:51.801249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Calling delete_port for 3d0e2085-6d52-472a-8128-6f8d32ec98f8 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:51.809287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-02cfbdff-f912-42a8-a1d1-19d009ee3d04 service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944201
Nov 13 21:15:51.875713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348124a-445a-4a43-b146-dff0ed683ecd req-03db5d13-ad11-4aef-bd49-6f956d45996c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:51.877326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0348124a-445a-4a43-b146-dff0ed683ecd req-03db5d13-ad11-4aef-bd49-6f956d45996c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.0546677
Nov 13 21:15:52.019130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0348124a-445a-4a43-b146-dff0ed683ecd req-c1785237-7ae7-46d2-b8ad-5e5dc04174c1 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331162
Nov 13 21:15:52.023897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e493a4c-186e-4a26-94ce-2e034dd709be req-02edbe1b-da40-473c-81db-876480d949aa service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058270
Nov 13 21:15:52.061043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-b3d93c28-2f61-40aa-a33d-17d490b3cc29 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:52.062576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-b3d93c28-2f61-40aa-a33d-17d490b3cc29 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.46 "GET /v2.0/networks?id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d HTTP/1.1" status: 200  len: 815 time: 0.1748030
Nov 13 21:15:52.077280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7de66-d58f-4339-b9fd-ce9f327c9563 req-b41616a8-dec7-4a57-8f50-15ebfa9a78d7 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:52.078804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20b7de66-d58f-4339-b9fd-ce9f327c9563 req-b41616a8-dec7-4a57-8f50-15ebfa9a78d7 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 944 time: 0.1038291
Nov 13 21:15:52.140049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2febf590-4594-4a54-824a-d097a219717f up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:52.146494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bd44afc-0770-42c7-b672-21f47fd2f17c req-6913560e-9ea3-4fef-b985-8a33461441fe tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 210 time: 0.0435820
Nov 13 21:15:52.147977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20b7de66-d58f-4339-b9fd-ce9f327c9563 req-3041763c-1f45-4f6c-ad90-dc70beeb08c9 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569816
Nov 13 21:15:52.184414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.199454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-c870c675-23e8-40c8-90c9-e69b08e015cb tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38d2a290e63544279ce55a7a1126244a HTTP/1.1" status: 200  len: 380 time: 0.1152346
Nov 13 21:15:52.213347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Request body: {'port': {'device_id': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'admin_state_up': True, 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'security_groups': ['0e34067e-c875-4927-93dc-4f9e78c32fa1']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:52.224735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event deleted for resources: {'Port': ['ID=3d0e2085-6d52-472a-8128-6f8d32ec98f8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:52.240906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'tag': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:52.243876 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03774d37-371e-4caf-9569-5f9d2fec064a" -d '{"events": [{"name": "network-changed", "server_uuid": "72da4383-c551-49e3-9d4b-3bfce65ac888", "tag": "0e2e4d08-48b4-497a-b9f2-c54eaca9592a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:52.254997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.255350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.255695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.256038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.256378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.257230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.257230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.257532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.257863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.258330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.259223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.259575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:15:52.296936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 2febf590-4594-4a54-824a-d097a219717f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:15:52.301451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 2febf590-4594-4a54-824a-d097a219717f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:52.301917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.310613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.341072 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196d879f-2239-4084-b8a9-6ef34c7c4517 x-openstack-request-id: req-196d879f-2239-4084-b8a9-6ef34c7c4517 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:52.341708 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72da4383-c551-49e3-9d4b-3bfce65ac888", "tag": "0e2e4d08-48b4-497a-b9f2-c54eaca9592a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:52.342115 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-196d879f-2239-4084-b8a9-6ef34c7c4517 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:52.342656 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'tag': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a', 'status': 'completed', 'code': 200}
Nov 13 21:15:52.346780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f208f5a0-7c4f-4586-bbb8-9a4119697be0 req-bc5d162b-d453-4376-830a-159801d40ffc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 210 time: 0.0559647
Nov 13 21:15:52.416662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.478923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 2febf590-4594-4a54-824a-d097a219717f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2febf590-4594-4a54-824a-d097a219717f,segment=NetworkSegment(61350d35-e83e-4349-889a-4d0478aeabec),segment_id=61350d35-e83e-4349-889a-4d0478aeabec)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:52.485482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Made reservation on behalf of 38d2a290e63544279ce55a7a1126244a for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:52.489170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.490378 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.507905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.511915 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0110461-40db-433a-b974-fb69a4874bbe req-91ca4461-af7a-4da9-bcea-d8f9dfd74a05 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0573342
Nov 13 21:15:52.565052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d37-371e-4caf-9569-5f9d2fec064a req-a30f3bf0-5abd-433c-b0c5-ad53a7b125b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:52.565052 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-a30f3bf0-5abd-433c-b0c5-ad53a7b125b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 1095 time: 0.2148860
Nov 13 21:15:52.583838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.639552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Allocated IP 172.20.0.13 (b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d/cca748d6-cc55-4b9b-bbbc-15275ec37637/e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:52.643915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.644451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Fanout notify agent at l3_agent the message router_deleted on router 335e36c6-7357-4b9f-b4e7-a577ecd3b437 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:52.659274 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.659756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=2febf590-4594-4a54-824a-d097a219717f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:52.660529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-721f7e03-7c76-4f3d-9d50-f19ae49a0288 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/335e36c6-7357-4b9f-b4e7-a577ecd3b437 HTTP/1.1" status: 204  len: 168 time: 2.2485857
Nov 13 21:15:52.665878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60958) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:52.676756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1803158691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:52.721773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d37-371e-4caf-9569-5f9d2fec064a req-3a3f2738-d564-44ae-8ac1-636f0deca834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:52.723510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-3a3f2738-d564-44ae-8ac1-636f0deca834 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 200  len: 919 time: 0.1561120
Nov 13 21:15:52.772383 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-4d6b6be9-9af5-41b6-b51b-372a43364fca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a HTTP/1.1" status: 200  len: 217 time: 0.0417809
Nov 13 21:15:52.827502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d37-371e-4caf-9569-5f9d2fec064a req-065bd1bc-1ea5-4950-b5a3-ffc326934913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:52.828354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-065bd1bc-1ea5-4950-b5a3-ffc326934913 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=700b6a1b-dfda-46c7-bc2f-581af6fc5073 HTTP/1.1" status: 200  len: 858 time: 0.0486727
Nov 13 21:15:52.838947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.847952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.849160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:52.875976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-24853023-cdc0-451e-87c3-9ef5290611ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79f1a393-60b1-4b16-8fcb-b2b9954416a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402291
Nov 13 21:15:52.979218 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.021355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.024036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:53.029979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:53.034013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:53.039286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84435ba2-e0c5-41a9-96cf-f4eee3fdd495 req-8d22772f-0cf0-4363-ac6b-ac1135e6b152 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.041243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event updated for resources: {'Port': ['ID=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:53.049316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84435ba2-e0c5-41a9-96cf-f4eee3fdd495 req-8d22772f-0cf0-4363-ac6b-ac1135e6b152 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 944 time: 0.2024577
Nov 13 21:15:53.060078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1224b627-7e26-485c-a91e-1d856a06a583'}, {'server_uuid': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2febf590-4594-4a54-824a-d097a219717f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:53.063950 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56fbf82-9a2a-40e2-90c6-79efbe5e12d9" -d '{"events": [{"server_uuid": "74903e7c-7b0e-40f4-a122-758518b6c21a", "name": "network-vif-plugged", "status": "completed", "tag": "1224b627-7e26-485c-a91e-1d856a06a583"}, {"server_uuid": "fa24a4c0-9b7e-4147-b49e-44b8a099062e", "name": "network-vif-plugged", "status": "completed", "tag": "2febf590-4594-4a54-824a-d097a219717f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:53.108896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.109883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.113639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.155374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-560ef363-c600-4630-a869-f7ad6546f236 service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598994
Nov 13 21:15:53.157475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7425cf29-0a5f-440c-8500-e968bf5d44f5 req-42ee2d2f-83da-4de6-b974-1aa926f3f4ec tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0401115
Nov 13 21:15:53.166741 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-84435ba2-e0c5-41a9-96cf-f4eee3fdd495 req-f8542106-2ae3-482e-9602-9961efecb7fd tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160893
Nov 13 21:15:53.212185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-dcba27e1-95c1-4c35-8219-c7737acc3fd9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0022209
Nov 13 21:15:53.253161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Request body: {'port': {'device_id': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:53.268675 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.273608 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe334665-b0fa-4e8c-b110-4b4bbd13255b x-openstack-request-id: req-fe334665-b0fa-4e8c-b110-4b4bbd13255b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:53.273767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-70f3269e-f0a7-423e-a474-958654bbb79a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6008980
Nov 13 21:15:53.274144 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74903e7c-7b0e-40f4-a122-758518b6c21a", "name": "network-vif-plugged", "status": "completed", "tag": "1224b627-7e26-485c-a91e-1d856a06a583", "code": 200}, {"server_uuid": "fa24a4c0-9b7e-4147-b49e-44b8a099062e", "name": "network-vif-plugged", "status": "completed", "tag": "2febf590-4594-4a54-824a-d097a219717f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:53.275266 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe334665-b0fa-4e8c-b110-4b4bbd13255b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:53.276574 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1224b627-7e26-485c-a91e-1d856a06a583', 'code': 200}
Nov 13 21:15:53.276999 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2febf590-4594-4a54-824a-d097a219717f', 'code': 200}
Nov 13 21:15:53.293667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60980) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:53.306489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': False}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:53.461318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b47f6ed7-3568-465d-b5af-e8226e3ed437 None None] Provisioning complete for port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:53.462509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b47f6ed7-3568-465d-b5af-e8226e3ed437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.504287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b47f6ed7-3568-465d-b5af-e8226e3ed437 None None] Port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:53.514297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03774d37-371e-4caf-9569-5f9d2fec064a req-d5780c60-ef55-41b2-a3ac-502f999a4ddd service neutron] 10.222.0.37 "GET /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3466446
Nov 13 21:15:53.628749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c38b1-d79d-4415-8bff-6c97cd415f4f req-0c966cb5-31d8-44f2-9041-a2b996310e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.630307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-283c38b1-d79d-4415-8bff-6c97cd415f4f req-0c966cb5-31d8-44f2-9041-a2b996310e54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 1096 time: 0.2701530
Nov 13 21:15:53.713794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466e3a8-0bf4-4efc-9dca-d227c16dbc1d req-3fc8f8d6-6e31-4eaf-b079-3f4ce238d857 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.715479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0466e3a8-0bf4-4efc-9dca-d227c16dbc1d req-3fc8f8d6-6e31-4eaf-b079-3f4ce238d857 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.3417609
Nov 13 21:15:53.730057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.757114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-e2ebf711-b8b6-45e9-b47d-41834c41f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.758555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-e2ebf711-b8b6-45e9-b47d-41834c41f96d service neutron] 10.222.0.46 "GET /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 1033 time: 0.4984810
Nov 13 21:15:53.781837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:53.788095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-283c38b1-d79d-4415-8bff-6c97cd415f4f req-9a3fbe30-35c4-4013-a609-a266375db77c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183133
Nov 13 21:15:53.796403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0466e3a8-0bf4-4efc-9dca-d227c16dbc1d req-078a3b39-3f1e-4b58-947c-3ece18b5f143 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729096
Nov 13 21:15:53.830690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23cd92-fd71-4cba-8053-07e1f8819cb6 req-4cac931a-df9b-422d-9591-fc91bfdb1f62 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.832983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f23cd92-fd71-4cba-8053-07e1f8819cb6 req-4cac931a-df9b-422d-9591-fc91bfdb1f62 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.5132289
Nov 13 21:15:53.840381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-d0863b66-6da5-4265-91ba-4534dcd3cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.841864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d0863b66-6da5-4265-91ba-4534dcd3cc91 service neutron] 10.222.0.46 "GET /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 1033 time: 0.0722353
Nov 13 21:15:53.851442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa76d3-447f-4906-ac5f-0e192f28b659 req-154f0c2b-93ca-4510-8ac8-afee864e80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:53.853261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aeaa76d3-447f-4906-ac5f-0e192f28b659 req-154f0c2b-93ca-4510-8ac8-afee864e80e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 1096 time: 0.4684119
Nov 13 21:15:53.919167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-87f99ede-8447-4648-b66e-a21d3e807906 req-0773abd6-8b74-409f-9bc2-cd20f82875a7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 210 time: 0.0294213
Nov 13 21:15:54.024373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f23cd92-fd71-4cba-8053-07e1f8819cb6 req-45b11265-4138-4322-b257-6e5486140439 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1748650
Nov 13 21:15:54.069008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.122814 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.124016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aeaa76d3-447f-4906-ac5f-0e192f28b659 req-67b7887b-e326-4770-afb4-d56a634b5832 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2339182
Nov 13 21:15:54.147614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 07b98294-427c-4f11-a5a2-42576fa3318e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:15:54.204679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e6ab5-8f4e-45dc-889c-6a12919649cf req-69c49dc4-4800-4914-b72d-d12b5515b734 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:54.206080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b5e6ab5-8f4e-45dc-889c-6a12919649cf req-69c49dc4-4800-4914-b72d-d12b5515b734 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 932 time: 0.1347528
Nov 13 21:15:54.283328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66ff8-1c32-4424-8d89-94c597f6a5e9 req-71fe44bd-a550-4469-8602-27cd324a383c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:54.294818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60994) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:54.295476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adc66ff8-1c32-4424-8d89-94c597f6a5e9 req-71fe44bd-a550-4469-8602-27cd324a383c tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.1957788
Nov 13 21:15:54.302364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Request body: {'floatingip': {'port_id': '573d755f-ac41-46e7-a52e-142ea0038f99'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:54.316027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-a39216cf-404f-49b3-b28a-031dec9bea0a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:54.319942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 07b98294-427c-4f11-a5a2-42576fa3318e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07b98294-427c-4f11-a5a2-42576fa3318e,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:54.330097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-a39216cf-404f-49b3-b28a-031dec9bea0a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:54.335220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '07b98294-427c-4f11-a5a2-42576fa3318e', 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'port_id': '07b98294-427c-4f11-a5a2-42576fa3318e', 'mac_address': 'fa:16:3e:e3:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700b6a1b-dfda-46c7-bc2f-581af6fc5073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:15:54.343605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-a39216cf-404f-49b3-b28a-031dec9bea0a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:54.345366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-a39216cf-404f-49b3-b28a-031dec9bea0a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "GET /v2.0/networks?id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=986d9268-612c-49cc-ba08-fd64bf54a38c&id=986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 200  len: 1995 time: 0.3151820
Nov 13 21:15:54.371677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b5e6ab5-8f4e-45dc-889c-6a12919649cf req-9d0e3978-4396-4497-b926-219770b88a2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1525779
Nov 13 21:15:54.379728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.397691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.434802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b98294-427c-4f11-a5a2-42576fa3318e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:54.444317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Allocated IP 172.35.3.108 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/663818ff-df11-4926-923c-923342165c58) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:54.461388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94460dca-6370-4912-9dfd-310c652a703c req-1143f79b-7df5-45ee-a2d8-a1ba79229bec tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0511677
Nov 13 21:15:54.470305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 07b98294-427c-4f11-a5a2-42576fa3318e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07b98294-427c-4f11-a5a2-42576fa3318e,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:54.512721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-1daf0726-a06d-48b0-8d91-41f57196b2af tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84baa7abcdc940809d5ca82bb822a17c HTTP/1.1" status: 200  len: 380 time: 0.1549466
Nov 13 21:15:54.525082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'admin_state_up': True, 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'security_groups': ['0a6d5b1c-53cb-4073-848b-cbbc08dd2182']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:54.532384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:54.549121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.557830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.612092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=07b98294-427c-4f11-a5a2-42576fa3318e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:54.621196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971f87-d712-410f-96b3-f8c87a872b9b req-41acdde7-62ce-4c75-8414-18b0e6925743 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:54.628674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1971f87-d712-410f-96b3-f8c87a872b9b req-41acdde7-62ce-4c75-8414-18b0e6925743 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 944 time: 0.1578662
Nov 13 21:15:54.651910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Transition to ACTIVE for port object e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:15:54.675654 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fceff28e-df5e-474a-8288-01a389de1237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.771462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1971f87-d712-410f-96b3-f8c87a872b9b req-ec56e656-9066-4a25-9de4-4b4d14f33d4f tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418066
Nov 13 21:15:54.781873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.807387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.820287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:54.824961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:54.841422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['07b98294-427c-4f11-a5a2-42576fa3318e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:54.945286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Pushing event updated for resources: {'Port': ['ID=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:55.230792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Attempting to bind port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:15:55.231536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Attempting to bind port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:15:55.231536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Attempting to bind port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 on network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:55.245168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0e2e4d08-48b4-497a-b9f2-c54eaca9592a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:15:55.247002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927646-6553-4a89-9621-920b9bc3bb9a req-b52e42df-0f38-468f-aa68-d3991278231d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:55.248819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b927646-6553-4a89-9621-920b9bc3bb9a req-b52e42df-0f38-468f-aa68-d3991278231d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.2162888
Nov 13 21:15:55.253723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 on network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:15:55.254046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Attempting to bind port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 on network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:15:55.288661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:15:55.289003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Checking segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:15:55.289364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Bound using segment: {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:15:55.290536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Bound port: e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:15:55.290969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.293414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 172.20.0.6 (ad4e64b6-f576-4d0a-b558-ec81fe28dfd4/8d3886af-e48e-40cf-824b-23bdcef4618d/8c5a47d5-178c-4c25-aab7-7421e5ebd44b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:55.369724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b927646-6553-4a89-9621-920b9bc3bb9a req-8817d317-afc8-4a09-9d1b-da1fb020386e tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111426
Nov 13 21:15:55.421738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:55.441515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.444263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a', 'network_id': '79f1a393-60b1-4b16-8fcb-b2b9954416a4', 'port_id': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a', 'mac_address': 'fa:16:3e:15:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700b6a1b-dfda-46c7-bc2f-581af6fc5073', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:15:55.454998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] For port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:15:55.475530 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-006b0d88-fbf1-4eeb-9fe0-5cbb0831805d req-59687566-7a01-417d-a77f-75c770750054 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 210 time: 0.1191490
Nov 13 21:15:55.496649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] For port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:15:55.535456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.561482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2e4d08-48b4-497a-b9f2-c54eaca9592a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:15:55.563943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.resource_extend [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:15:55.581416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.591441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.594820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:55.637372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:55.645880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:55.645880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.646294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] 10.222.0.46 "PUT /v2.0/ports/e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 HTTP/1.1" status: 200  len: 1092 time: 2.4064417
Nov 13 21:15:55.646418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:55.648660 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9949684b-1960-4eae-b524-c0c71c96fc39" -d '{"events": [{"name": "network-changed", "server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:55.668080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:55.670820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.671394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:55.686498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc8686-d176-45f8-ba9e-78fdb17887ea req-402a71ff-bde0-476a-a411-cc9f2a0ff700 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:55.688041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8fdc8686-d176-45f8-ba9e-78fdb17887ea req-402a71ff-bde0-476a-a411-cc9f2a0ff700 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 944 time: 0.1509421
Nov 13 21:15:55.721095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cebec-42a6-4b26-a3e3-4e5215192dfa service neutron] Pushing event updated for resources: {'Port': ['ID=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:55.722319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-359375dd-5e98-49cf-a3d2-811a6a335df2 req-62ee14d3-34e1-4a0f-9875-35d612618249 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.1102159
Nov 13 21:15:55.734412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.752656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:55.776451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Pushing event updated for resources: {'Port': ['ID=663818ff-df11-4926-923c-923342165c58,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:55.784999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8fdc8686-d176-45f8-ba9e-78fdb17887ea req-14d7f819-8883-4c2e-bab2-fa9ab4fd6318 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793407
Nov 13 21:15:55.799675 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e6b74-6a1f-4682-9c5c-a198e44b9ee9 x-openstack-request-id: req-810e6b74-6a1f-4682-9c5c-a198e44b9ee9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:55.800181 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:55.800783 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-810e6b74-6a1f-4682-9c5c-a198e44b9ee9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:55.801329 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'status': 'completed', 'code': 200}
Nov 13 21:15:55.829862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.876956 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:55.908410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:55.910545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['0e2e4d08-48b4-497a-b9f2-c54eaca9592a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:15:55.916136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:55.922818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:55.936495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:55.980016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949684b-1960-4eae-b524-c0c71c96fc39 req-fe89b34e-816b-4798-a28c-6d4c16c00e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:55.981986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9949684b-1960-4eae-b524-c0c71c96fc39 req-fe89b34e-816b-4798-a28c-6d4c16c00e57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38d2a290e63544279ce55a7a1126244a&device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 1095 time: 0.1496265
Nov 13 21:15:56.045451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84c7f8-65ea-472f-8f7d-39b7b2f9b8d4 req-d1bdc22a-d5c5-4765-92de-aeb90261c116 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.052803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae84c7f8-65ea-472f-8f7d-39b7b2f9b8d4 req-d1bdc22a-d5c5-4765-92de-aeb90261c116 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 945 time: 0.1868713
Nov 13 21:15:56.096039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.097878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.151498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 07b98294-427c-4f11-a5a2-42576fa3318e up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:56.187192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949684b-1960-4eae-b524-c0c71c96fc39 req-eec76642-1c08-4d27-ab26-4b8330114c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.189070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9949684b-1960-4eae-b524-c0c71c96fc39 req-eec76642-1c08-4d27-ab26-4b8330114c81 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=38d2a290e63544279ce55a7a1126244a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1961558
Nov 13 21:15:56.224278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae84c7f8-65ea-472f-8f7d-39b7b2f9b8d4 req-5169349c-4db0-4752-88c6-fb1946ebaadc tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647279
Nov 13 21:15:56.225841 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Floating IP 923b8414-f1ca-468d-af4d-dfed3ec4010d associated. External IP: 172.35.3.90, port: 573d755f-ac41-46e7-a52e-142ea0038f99.
Nov 13 21:15:56.269639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b8dcb282-9622-456c-b892-c35e41154d62 None None] Provisioning complete for port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:56.270012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb282-9622-456c-b892-c35e41154d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.291073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-76c5b4dd-851f-4af0-b0de-541c29890567 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7696607
Nov 13 21:15:56.298734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'admin_state_up': True, 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'security_groups': ['0a6d5b1c-53cb-4073-848b-cbbc08dd2182']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:56.300126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 07b98294-427c-4f11-a5a2-42576fa3318e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:15:56.309474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 07b98294-427c-4f11-a5a2-42576fa3318e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:56.309845 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.329996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.348925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcb282-9622-456c-b892-c35e41154d62 None None] Port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:56.410415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949684b-1960-4eae-b524-c0c71c96fc39 req-922e13cb-927a-4d40-bd18-7727c8ca9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.413610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9949684b-1960-4eae-b524-c0c71c96fc39 req-922e13cb-927a-4d40-bd18-7727c8ca9ca3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2177498
Nov 13 21:15:56.438753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.472175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b98294-427c-4f11-a5a2-42576fa3318e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:56.475384 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8474e0a-20aa-4549-8179-eee8d0f5f5ba" -d '{"events": [{"server_uuid": "cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10", "name": "network-vif-plugged", "status": "completed", "tag": "07b98294-427c-4f11-a5a2-42576fa3318e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:56.491303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 07b98294-427c-4f11-a5a2-42576fa3318e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07b98294-427c-4f11-a5a2-42576fa3318e,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:56.560682 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.602831 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a95276-834a-46c1-8889-4fd10e91fca0 x-openstack-request-id: req-57a95276-834a-46c1-8889-4fd10e91fca0 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:56.602831 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10", "name": "network-vif-plugged", "status": "completed", "tag": "07b98294-427c-4f11-a5a2-42576fa3318e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:56.603498 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57a95276-834a-46c1-8889-4fd10e91fca0 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:56.603839 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b98294-427c-4f11-a5a2-42576fa3318e', 'code': 200}
Nov 13 21:15:56.608761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:56.613500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.633047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab583da-70d6-49a3-9233-aa846112acc9 req-493e76ef-e8a3-493c-bde2-4cdabd393e9e tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.634604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bab583da-70d6-49a3-9233-aa846112acc9 req-493e76ef-e8a3-493c-bde2-4cdabd393e9e tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.1332729
Nov 13 21:15:56.648821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-d185edfc-5f12-4c5c-a6c1-e15c9beb204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.650758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-d185edfc-5f12-4c5c-a6c1-e15c9beb204b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38d2a290e63544279ce55a7a1126244a&device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 1095 time: 0.1878536
Nov 13 21:15:56.692202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=07b98294-427c-4f11-a5a2-42576fa3318e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:56.716414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-29a2fe16-6fa7-414f-a3b3-445407c848d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 HTTP/1.1" status: 200  len: 217 time: 0.0533054
Nov 13 21:15:56.807575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bab583da-70d6-49a3-9233-aa846112acc9 req-c9dcc2a1-58f8-44a3-99b3-3bd547343e51 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661119
Nov 13 21:15:56.826699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.830698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Router 473874f2-686f-45c7-b397-e0cad0393b64 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:15:56.846518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41a154-db54-40bc-9b53-53ef4511b83f req-b947e973-92aa-4446-b3eb-1e441e6b99b1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.848441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a41a154-db54-40bc-9b53-53ef4511b83f req-b947e973-92aa-4446-b3eb-1e441e6b99b1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 931 time: 0.1213920
Nov 13 21:15:56.855440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:56.860779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54be6eb-2591-407f-a5e2-d924af727a32 req-f7450e5b-6e0a-4e48-9611-1ffb105930ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.862198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d54be6eb-2591-407f-a5e2-d924af727a32 req-f7450e5b-6e0a-4e48-9611-1ffb105930ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 1096 time: 0.1362329
Nov 13 21:15:56.866545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-ca19c000-a8a1-4367-a257-5f51f3d94690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.868389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-ca19c000-a8a1-4367-a257-5f51f3d94690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cca748d6-cc55-4b9b-bbbc-15275ec37637 HTTP/1.1" status: 200  len: 854 time: 0.1195529
Nov 13 21:15:56.932259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 10.1.1.33 (62ba244b-1a63-46bb-b177-bac5b6226a92/10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad/5d49d923-ebe5-4b65-b512-d45fc91b3ad0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:56.955559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6944cb9b-e4ca-432b-963e-0b5221a01948 req-1e8d14a8-a3ae-465a-a10a-752882e78e69 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0318365
Nov 13 21:15:56.977142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-09265eaf-2eef-429a-ab20-d0253d0d46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:56.977766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-09265eaf-2eef-429a-ab20-d0253d0d46d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1015742
Nov 13 21:15:57.054115 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-796c6320-0769-4bb8-ab2a-ac85db08ac5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.093096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a41a154-db54-40bc-9b53-53ef4511b83f req-40adcc88-8986-4990-912c-193fd5fc56fe tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2297173
Nov 13 21:15:57.159194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d54be6eb-2591-407f-a5e2-d924af727a32 req-c33c9de2-b0b7-4b3e-a6ac-ae0c5cfe5a4e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381957
Nov 13 21:15:57.196381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-78d62c1a-5e2c-4f47-99f5-dcb6be14d47d service neutron] 10.222.0.46 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095470
Nov 13 21:15:57.218272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5b2e7-2626-46c7-a452-1d2e4817b9ce req-9fd74676-6833-44ec-bb76-9ce9318b289b tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:57.219758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7f5b2e7-2626-46c7-a452-1d2e4817b9ce req-9fd74676-6833-44ec-bb76-9ce9318b289b tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 944 time: 0.1083622
Nov 13 21:15:57.231339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.250039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:57.254059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0e2e4d08-48b4-497a-b9f2-c54eaca9592a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:15:57.255688 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.263941 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] Sync routers for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:57.274602 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:57.275298 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:57.310257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e633-18e3-42fc-a924-f594463c6b25 req-6d0c9030-3ed9-4b69-9456-799fa737cf45 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:57.312649 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd30e633-18e3-42fc-a924-f594463c6b25 req-6d0c9030-3ed9-4b69-9456-799fa737cf45 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.1326339
Nov 13 21:15:57.317906 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca2e1582-8537-44c2-9161-b5e45f6847b6 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "PUT /v2.0/floatingips/923b8414-f1ca-468d-af4d-dfed3ec4010d HTTP/1.1" status: 200  len: 990 time: 3.0186729
Nov 13 21:15:57.319052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:57.322592 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64f489-fef9-421d-9572-3d8c91997d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:57.335114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7f5b2e7-2626-46c7-a452-1d2e4817b9ce req-57458a52-2a78-485b-bd23-da56701f10da tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069407
Nov 13 21:15:57.338044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Router cd804de0-24a8-4056-bfd6-8cac70e58421 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:15:57.417188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:57.442377 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07c5a620-850d-491b-b38c-ad0bb5665d7a req-c7456ea2-342e-4628-94e7-8e0c7a0993ba service neutron] 10.222.0.46 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946546
Nov 13 21:15:57.487047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.567320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:57.571739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:57.577388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:57.587381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41eac-44e9-4a9f-aad2-7504a3fce651 req-f08614ab-3457-4ff1-a3be-96a3f460dbda tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:57.589159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3fa41eac-44e9-4a9f-aad2-7504a3fce651 req-f08614ab-3457-4ff1-a3be-96a3f460dbda tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 945 time: 0.1342592
Nov 13 21:15:57.593472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:57.631199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:15:57.641909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:57.643238 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.687465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:57.688215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.699221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3fa41eac-44e9-4a9f-aad2-7504a3fce651 req-bd8401d8-534f-4bb0-ba4f-8a01343aa921 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017995
Nov 13 21:15:57.772968 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.793294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-249b6c94-6750-492a-aa22-b7607ee3a22a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.4986644
Nov 13 21:15:57.810442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'admin_state_up': True, 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'security_groups': ['0a6d5b1c-53cb-4073-848b-cbbc08dd2182']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:15:57.831518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:15:57.850677 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b97f0>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '923b8414-f1ca-468d-af4d-dfed3ec4010d', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'floating_ip_address': '172.35.3.90', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'port_id': '573d755f-ac41-46e7-a52e-142ea0038f99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'mac_address': 'fa:16:3e:c0:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:23Z', 'updated_at': '2021-11-13T21:15:55Z', 'revision_number': 1, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:19Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:57.905450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:57.917670 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] Checking router: 473874f2-686f-45c7-b397-e0cad0393b64 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:15:57.927837 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3f005-48fb-4d55-82ea-50e7b0ab7cb8 x-openstack-request-id: req-26a3f005-48fb-4d55-82ea-50e7b0ab7cb8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:57.928389 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:57.928389 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26a3f005-48fb-4d55-82ea-50e7b0ab7cb8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:57.929931 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99', 'status': 'completed', 'code': 200}
Nov 13 21:15:57.944502 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:57.945627 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:57.994340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:15:57.998818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-ef1b39e5-ff9e-4e05-a634-d5119b491ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:57.998818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-ef1b39e5-ff9e-4e05-a634-d5119b491ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.0757821
Nov 13 21:15:58.009794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] Sync routers for ids ['cd804de0-24a8-4056-bfd6-8cac70e58421'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:15:58.011621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:58.013107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-390ef6b8-45e6-4554-95d2-2365b68bc9e3 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "PUT /v2.0/routers/cd804de0-24a8-4056-bfd6-8cac70e58421 HTTP/1.1" status: 200  len: 920 time: 4.7180934
Nov 13 21:15:58.019262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32816) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:58.020863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f9d6d05a-1078-4bbd-a88c-07fd5b39570a None None] Provisioning complete for port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:15:58.021306 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d05a-1078-4bbd-a88c-07fd5b39570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:58.066627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:58.084779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6d05a-1078-4bbd-a88c-07fd5b39570a None None] Port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:15:58.100451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] Routers {'cd804de0-24a8-4056-bfd6-8cac70e58421'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:58.101122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d4640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd804de0-24a8-4056-bfd6-8cac70e58421'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:58.151900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d4640>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:58.159363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] Routers {'cd804de0-24a8-4056-bfd6-8cac70e58421'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:15:58.159987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d4640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd804de0-24a8-4056-bfd6-8cac70e58421'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:58.178159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7555021e-30c8-4da2-a083-13e632373095 tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/cd804de0-24a8-4056-bfd6-8cac70e58421 HTTP/1.1" status: 200  len: 926 time: 0.1552839
Nov 13 21:15:58.178965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32822) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:58.192851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2e0c83f-ff5e-4dc8-9266-a043cbff9635 req-303b5dc2-88de-4a19-b50a-9507737d5115 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0460055
Nov 13 21:15:58.196186 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:15:58.203358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd7d4640>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:58.204394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3da64c-a10b-479b-a040-fd1de332d4cd None None] The sync data for ids ['cd804de0-24a8-4056-bfd6-8cac70e58421'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:58.226491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd30e633-18e3-42fc-a924-f594463c6b25 req-ae8953ba-afe6-46be-82a2-b9663b66eda0 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8975723
Nov 13 21:15:58.231361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-becd9de1-0540-4dea-b2be-c72dedc31136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.234391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-becd9de1-0540-4dea-b2be-c72dedc31136 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.2256832
Nov 13 21:15:58.251755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836bcc1-0416-48bc-8db7-4a4b5fcb92bf tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.251755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f836bcc1-0416-48bc-8db7-4a4b5fcb92bf tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=cd804de0-24a8-4056-bfd6-8cac70e58421&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0638130
Nov 13 21:15:58.251755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32824) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:58.373342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-c9b68a74-b4aa-4f03-8e46-f6466cc315ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 998 time: 0.1258028
Nov 13 21:15:58.403840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:15:58.409485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:58.481223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265d6d91-b7b7-49e9-8ddd-fd5cfde765bc tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.481400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-8030c595-d446-44bb-aac7-b4527819458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.482790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-265d6d91-b7b7-49e9-8ddd-fd5cfde765bc tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.2348232
Nov 13 21:15:58.485684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32832) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:58.486026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-8030c595-d446-44bb-aac7-b4527819458b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0706413
Nov 13 21:15:58.497953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:58.553749 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b97f0>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '923b8414-f1ca-468d-af4d-dfed3ec4010d', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'floating_ip_address': '172.35.3.90', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'port_id': '573d755f-ac41-46e7-a52e-142ea0038f99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'mac_address': 'fa:16:3e:c0:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:23Z', 'updated_at': '2021-11-13T21:15:55Z', 'revision_number': 1, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:19Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:15:58.555691 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-49ad2799-d2bb-4a50-9a35-8437a6092b8d tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd804de0-24a8-4056-bfd6-8cac70e58421 HTTP/1.1" status: 200  len: 205 time: 0.0647647
Nov 13 21:15:58.557552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:15:58.595584 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f56ca3-7fb6-49d7-97d3-d83e780d517d None None] The sync data for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 is: [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '923b8414-f1ca-468d-af4d-dfed3ec4010d', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'floating_ip_address': '172.35.3.90', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'port_id': '573d755f-ac41-46e7-a52e-142ea0038f99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'mac_address': 'fa:16:3e:c0:b8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:23Z', 'updated_at': '2021-11-13T21:15:55Z', 'revision_number': 1, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:19Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:15:58.606571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:15:58.609154 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19301b3a-3e0f-4f13-a5c9-c148692296a3" -d '{"events": [{"server_uuid": "72da4383-c551-49e3-9d4b-3bfce65ac888", "name": "network-vif-plugged", "status": "completed", "tag": "0e2e4d08-48b4-497a-b9f2-c54eaca9592a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:15:58.645672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718216-c4a3-4c0b-930a-76b07a4676ff req-d32c2778-572d-446e-b871-ee2b440cee2e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.652900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718216-c4a3-4c0b-930a-76b07a4676ff req-d32c2778-572d-446e-b871-ee2b440cee2e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.661276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34718216-c4a3-4c0b-930a-76b07a4676ff req-d32c2778-572d-446e-b871-ee2b440cee2e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 1652 time: 0.2868133
Nov 13 21:15:58.697433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-1d85eba9-efe7-4367-bc99-99358919a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.700208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-1d85eba9-efe7-4367-bc99-99358919a5fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1957092
Nov 13 21:15:58.746626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09bab-60d8-4cda-b7b7-f7cbb6ceeae5 req-4c764fab-e63a-4450-982d-f7a8a139ffad tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:58.748553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2a09bab-60d8-4cda-b7b7-f7cbb6ceeae5 req-4c764fab-e63a-4450-982d-f7a8a139ffad tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 944 time: 0.1731412
Nov 13 21:15:58.756155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:58.846692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34718216-c4a3-4c0b-930a-76b07a4676ff req-3bda2c26-abb9-4fdd-9ebf-c0305ce2ffa0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1843574
Nov 13 21:15:58.901292 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc013b-c1c5-47ca-a944-730e317f79c1 None None] New status for floating IP 923b8414-f1ca-468d-af4d-dfed3ec4010d: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:15:58.918711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 10.1.1.62 (62ba244b-1a63-46bb-b177-bac5b6226a92/10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad/68e52022-8996-4cc3-ae6b-e14de58c8ec4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:15:58.918711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-650512d5-82a4-49a3-9efa-29e81543d918 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036943
Nov 13 21:15:58.979100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2a09bab-60d8-4cda-b7b7-f7cbb6ceeae5 req-46ebfca8-33fc-4b03-ae10-b0292137b8ec tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2207642
Nov 13 21:15:58.982420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.048609 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a6d97-632c-4243-bf8f-eef8325646d1 x-openstack-request-id: req-0b9a6d97-632c-4243-bf8f-eef8325646d1 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:15:59.049153 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72da4383-c551-49e3-9d4b-3bfce65ac888", "name": "network-vif-plugged", "status": "completed", "tag": "0e2e4d08-48b4-497a-b9f2-c54eaca9592a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:15:59.049153 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b9a6d97-632c-4243-bf8f-eef8325646d1 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:15:59.049496 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a', 'code': 200}
Nov 13 21:15:59.187589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Deleting port 663818ff-df11-4926-923c-923342165c58 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:15:59.188275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.265029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe767f-edab-45d3-b1e6-3fcf5f476948 req-82709db4-1d08-4e2b-81c2-5e96463eb20f tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:59.266625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dfe767f-edab-45d3-b1e6-3fcf5f476948 req-82709db4-1d08-4e2b-81c2-5e96463eb20f tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 946 time: 0.1238732
Nov 13 21:15:59.317994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.341383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Calling delete_port for 663818ff-df11-4926-923c-923342165c58 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:15:59.349443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dfe767f-edab-45d3-b1e6-3fcf5f476948 req-fafb61a3-fc20-4739-9a41-ad74ab69a516 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756705
Nov 13 21:15:59.529079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8fa4-93e9-4f4e-891b-e62d3a6dc3d9 req-4dd7296b-60d9-4f8a-8feb-3914849b4e30 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:59.530514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ede8fa4-93e9-4f4e-891b-e62d3a6dc3d9 req-4dd7296b-60d9-4f8a-8feb-3914849b4e30 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.5399368
Nov 13 21:15:59.532420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd64f489-fef9-421d-9572-3d8c91997d4d req-a5c4e919-8bfa-4a4b-8a31-fec7089b9cdc service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5973787
Nov 13 21:15:59.610861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7efd2a0f-e1fa-4019-8db0-f99f12f055a1 req-04824844-4577-4f6d-a250-0510b1c49234 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0410233
Nov 13 21:15:59.612503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.635238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5cd6-4c0f-49de-8565-ec4963290468 req-50941122-d9e8-4521-96aa-06d552252d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:59.636753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1ab5cd6-4c0f-49de-8565-ec4963290468 req-50941122-d9e8-4521-96aa-06d552252d0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 1097 time: 0.1289170
Nov 13 21:15:59.649266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event deleted for resources: {'Port': ['ID=663818ff-df11-4926-923c-923342165c58,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:59.653616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.657203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ede8fa4-93e9-4f4e-891b-e62d3a6dc3d9 req-f7e768d4-26f2-4dc0-80b6-baf2369e7239 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065967
Nov 13 21:15:59.717057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1ab5cd6-4c0f-49de-8565-ec4963290468 req-68551fc4-1a7d-4b89-afd7-42c824339a0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698915
Nov 13 21:15:59.720900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.771944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.817915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:15:59.818405 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.824078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:15:59.825210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.827493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.828250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:15:59.835033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:15:59.897125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:15:59.897972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.956214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:15:59.957142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Fanout notify agent at l3_agent the message router_deleted on router cd804de0-24a8-4056-bfd6-8cac70e58421 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:15:59.973809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-c4a73533-6922-4a17-97b1-1692f8816350 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.1682892
Nov 13 21:15:59.998438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c', 'admin_state_up': True, 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'security_groups': ['0a6d5b1c-53cb-4073-848b-cbbc08dd2182']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:00.004423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.005592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9e269011-6681-4110-a079-5b998874be02 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/cd804de0-24a8-4056-bfd6-8cac70e58421 HTTP/1.1" status: 204  len: 168 time: 1.4442770
Nov 13 21:16:00.015235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32862) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:00.020782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-440408229', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:00.060956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99da9-758a-427f-9578-1f517a06c3b8 req-ed7b681e-c74b-4b7e-8586-f8e3424ca953 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:00.067004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99da9-758a-427f-9578-1f517a06c3b8 req-ed7b681e-c74b-4b7e-8586-f8e3424ca953 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:00.073630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab99da9-758a-427f-9578-1f517a06c3b8 req-ed7b681e-c74b-4b7e-8586-f8e3424ca953 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:00.075286 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eab99da9-758a-427f-9578-1f517a06c3b8 req-ed7b681e-c74b-4b7e-8586-f8e3424ca953 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 2372 time: 0.1312883
Nov 13 21:16:00.131469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-114a70ee-1a4d-4041-9419-fdb631cd44ae None None] Provisioning complete for port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:00.132061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-114a70ee-1a4d-4041-9419-fdb631cd44ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.137976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eab99da9-758a-427f-9578-1f517a06c3b8 req-c5568793-1908-435e-b987-9c36ffd9601c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563173
Nov 13 21:16:00.169904 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-114a70ee-1a4d-4041-9419-fdb631cd44ae None None] Port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:00.177788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:00.178307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.179734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.224675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bdf4a-9e82-424d-8baa-c13aa64260d1 req-41b48835-5aed-4318-870f-fb5c942addcf tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:00.229189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b1bdf4a-9e82-424d-8baa-c13aa64260d1 req-41b48835-5aed-4318-870f-fb5c942addcf tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 944 time: 0.0644481
Nov 13 21:16:00.272457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.290532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b1bdf4a-9e82-424d-8baa-c13aa64260d1 req-772899af-5849-41f3-8db4-16b30b63fbe7 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554926
Nov 13 21:16:00.291990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:00.292439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac447f4-3b9f-4a6f-8387-e54e51ea7a32 req-4768d5ee-0522-45b9-a1a5-930c9ded4f2f tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:00.294113 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ac447f4-3b9f-4a6f-8387-e54e51ea7a32 req-4768d5ee-0522-45b9-a1a5-930c9ded4f2f tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.0775790
Nov 13 21:16:00.317882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:00.329732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'port_id': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'mac_address': 'fa:16:3e:3e:d8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:00.351086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ac447f4-3b9f-4a6f-8387-e54e51ea7a32 req-fef5019f-b0bb-4e1f-bc68-e7f4cd84b874 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479813
Nov 13 21:16:00.370746 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.386204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:00.390852 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.399941 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.413590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:00.498226 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.521214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.559869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:00.617189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5c1a1-b775-4212-a70f-ab026dc8e4c1 req-6f4bbca0-ae45-4c13-b7fa-ced2cbc59b14 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:00.619220 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4d5c1a1-b775-4212-a70f-ab026dc8e4c1 req-6f4bbca0-ae45-4c13-b7fa-ced2cbc59b14 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 946 time: 0.1740887
Nov 13 21:16:00.696110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4d5c1a1-b775-4212-a70f-ab026dc8e4c1 req-20589ca0-d8ae-4de0-bc07-0654c00c7d7e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687256
Nov 13 21:16:00.728843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 10.2.2.100 (986d9268-612c-49cc-ba08-fd64bf54a38c/7d99c0b4-e565-4038-ae69-d5e436c68dcd/b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:00.790738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:00.808904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f04e6f8-bc11-435a-af6c-05aaf05bebb0 req-8ed203c7-035f-4b86-b0ff-c96db40cf91c tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0873718
Nov 13 21:16:00.836898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.856071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.910992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:00.973258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Allocated IP 172.35.3.139 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/c1567da2-2c1e-412f-b05e-f8cedb0129bc) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:01.012339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.059157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 986d9268-612c-49cc-ba08-fd64bf54a38c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:01.062242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:01.066764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:01.070739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:01.096452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.124866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.125617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.187091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-95d853de-7509-49dc-bea0-3577e500d4aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1947520
Nov 13 21:16:01.187295 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.205979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c', 'admin_state_up': True, 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'security_groups': ['0a6d5b1c-53cb-4073-848b-cbbc08dd2182']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:01.246608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:01.253832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:01.259119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:01.262224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event updated for resources: {'Port': ['ID=c1567da2-2c1e-412f-b05e-f8cedb0129bc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:01.297027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ffdb554e-21af-444e-9668-1e2665e5d68b None None] Provisioning complete for port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:01.297612 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ffdb554e-21af-444e-9668-1e2665e5d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.341308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb554e-21af-444e-9668-1e2665e5d68b None None] Port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:01.347687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0012-37bc-4895-b48c-0ad89040413c req-95f4f88b-f748-45bb-93fe-5d618fe3d64d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.354361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0012-37bc-4895-b48c-0ad89040413c req-95f4f88b-f748-45bb-93fe-5d618fe3d64d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.360803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0012-37bc-4895-b48c-0ad89040413c req-95f4f88b-f748-45bb-93fe-5d618fe3d64d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.367812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0012-37bc-4895-b48c-0ad89040413c req-95f4f88b-f748-45bb-93fe-5d618fe3d64d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.369616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87bd0012-37bc-4895-b48c-0ad89040413c req-95f4f88b-f748-45bb-93fe-5d618fe3d64d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 3093 time: 0.1326282
Nov 13 21:16:01.446142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87bd0012-37bc-4895-b48c-0ad89040413c req-a9f86504-6654-4d25-8e40-8a20013fa1b1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660810
Nov 13 21:16:01.473136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae5c4-2d8d-43c7-81dd-c0ba1ba6471b req-cce4d7ae-692f-40c6-9fd6-79ed576d95fa tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.473136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-176ae5c4-2d8d-43c7-81dd-c0ba1ba6471b req-cce4d7ae-692f-40c6-9fd6-79ed576d95fa tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 945 time: 0.0870762
Nov 13 21:16:01.493218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Made reservation on behalf of 84baa7abcdc940809d5ca82bb822a17c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:01.498073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.578970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-176ae5c4-2d8d-43c7-81dd-c0ba1ba6471b req-44b8570b-df92-4dc6-97ac-ad1ab850de64 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999064
Nov 13 21:16:01.639176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-caeca579-7061-4566-9abf-3d0c6b856f6c tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.641356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-caeca579-7061-4566-9abf-3d0c6b856f6c tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.0970757
Nov 13 21:16:01.652495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd1652-3cc9-4d8b-8ae1-52b1cecee993 req-7d4b09ec-a70d-49b1-a661-a0cace89835d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.654243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfd1652-3cc9-4d8b-8ae1-52b1cecee993 req-7d4b09ec-a70d-49b1-a661-a0cace89835d tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 945 time: 0.1438160
Nov 13 21:16:01.678118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.817660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9bfd1652-3cc9-4d8b-8ae1-52b1cecee993 req-e27ac62c-2a70-43a3-826a-70fdc854f373 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b039e9f0-da2f-4bbb-9027-03b703bdf885&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511002
Nov 13 21:16:01.874463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Allocated IP 10.2.2.200 (986d9268-612c-49cc-ba08-fd64bf54a38c/7d99c0b4-e565-4038-ae69-d5e436c68dcd/55b8f243-1f70-4bc9-94b6-9948c704d571) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:01.881298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Deleting port 2febf590-4594-4a54-824a-d097a219717f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:01.881644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.900324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4ff06-a6ca-4523-acfb-33f9a9c320dd req-b1461d25-b330-4f82-b5ec-c09d0acab7f1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:01.902372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2a4ff06-a6ca-4523-acfb-33f9a9c320dd req-b1461d25-b330-4f82-b5ec-c09d0acab7f1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 946 time: 0.1128049
Nov 13 21:16:01.980162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:01.993923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7657876f-663b-463b-8347-d1372de77785 req-61830fc3-c592-45e1-82cc-61b38d3ef8d4 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0774431
Nov 13 21:16:02.044987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2a4ff06-a6ca-4523-acfb-33f9a9c320dd req-c82c440d-5ccb-4304-9785-4bb8f8b23fb2 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109262
Nov 13 21:16:02.098187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] For port 2febf590-4594-4a54-824a-d097a219717f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2febf590-4594-4a54-824a-d097a219717f,segment=NetworkSegment(61350d35-e83e-4349-889a-4d0478aeabec),segment_id=61350d35-e83e-4349-889a-4d0478aeabec)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:02.098557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.123516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Calling delete_port for 2febf590-4594-4a54-824a-d097a219717f owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:02.175930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:02.223325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Router 5fb40765-656f-490a-a790-cf4e245daaed is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:16:02.245155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.270302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70585ecf-1203-4f4d-a8f4-8cc5c62a0bf7 req-fe4a2479-bae4-480e-a85c-13e69b257be6 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.272124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70585ecf-1203-4f4d-a8f4-8cc5c62a0bf7 req-fe4a2479-bae4-480e-a85c-13e69b257be6 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 945 time: 0.1522992
Nov 13 21:16:02.286448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:02.292163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:02.292773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.341353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:02.365829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] Sync routers for ids ['5fb40765-656f-490a-a790-cf4e245daaed'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:02.384319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70585ecf-1203-4f4d-a8f4-8cc5c62a0bf7 req-ac6e4ba8-2ba2-418e-ba2f-43fe322b6375 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035635
Nov 13 21:16:02.392328 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.401522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] Routers {'5fb40765-656f-490a-a790-cf4e245daaed'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:02.401684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd375730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5fb40765-656f-490a-a790-cf4e245daaed'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:02.430390 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.434205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d68e3b31-295f-41fb-b6f9-2cd87ecfab47 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.4150624
Nov 13 21:16:02.437456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:02.437569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd375730>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:02.440124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:02.454742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:02.457052 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b91144-fef1-4817-b701-31b443d204fc" -d '{"events": [{"server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "name": "network-vif-plugged", "status": "completed", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:02.469215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] Routers {'5fb40765-656f-490a-a790-cf4e245daaed'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:02.469839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd375730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5fb40765-656f-490a-a790-cf4e245daaed'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:02.475022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:02.490162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.512161 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4409a75-98d4-49b3-b7c6-2416576f572c x-openstack-request-id: req-f4409a75-98d4-49b3-b7c6-2416576f572c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:02.512681 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "name": "network-vif-plugged", "status": "completed", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:02.513099 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4409a75-98d4-49b3-b7c6-2416576f572c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:02.513632 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'code': 200}
Nov 13 21:16:02.518424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfea8f-9a1d-489d-b2fa-f9c4446c3e72 req-0ada337f-0ee4-44d5-867e-993c990d1f0e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.520864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcbfea8f-9a1d-489d-b2fa-f9c4446c3e72 req-0ada337f-0ee4-44d5-867e-993c990d1f0e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 945 time: 0.0624413
Nov 13 21:16:02.521898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd375730>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:02.522597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78dd9d-1f35-4e21-a075-ed0fab82e84d None None] The sync data for ids ['5fb40765-656f-490a-a790-cf4e245daaed'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:02.563019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Network 986d9268-612c-49cc-ba08-fd64bf54a38c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:02.573583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.579115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:02.583271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.589854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['2febf590-4594-4a54-824a-d097a219717f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:02.603822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:02.644329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcbfea8f-9a1d-489d-b2fa-f9c4446c3e72 req-f1ecce26-90ec-45fa-89dc-fab8f43d5c2d tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056371
Nov 13 21:16:02.670789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e561f-acaf-4380-ab12-c9be514f6003 req-f5ffa55c-c445-4c53-9c0c-de456db38aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.674085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e1e561f-acaf-4380-ab12-c9be514f6003 req-f5ffa55c-c445-4c53-9c0c-de456db38aae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 1097 time: 0.0967875
Nov 13 21:16:02.685809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:02.710581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event updated for resources: {'Port': ['ID=55b8f243-1f70-4bc9-94b6-9948c704d571,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:02.775824 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e1e561f-acaf-4380-ab12-c9be514f6003 req-a1abfbdf-8f43-464c-aa37-3ed634a58edb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940409
Nov 13 21:16:02.787742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe9f63-d475-4a92-92de-7d89cd116aa3 req-45e839f8-730c-4a9d-8426-16161f5a9f72 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.789735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2abe9f63-d475-4a92-92de-7d89cd116aa3 req-45e839f8-730c-4a9d-8426-16161f5a9f72 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.0804756
Nov 13 21:16:02.797785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Pushing event deleted for resources: {'Port': ['ID=2febf590-4594-4a54-824a-d097a219717f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:02.841130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2abe9f63-d475-4a92-92de-7d89cd116aa3 req-9e62a1d2-4b4a-448e-94f9-141d52496375 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453980
Nov 13 21:16:02.859312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] No DVR routers for this DVR port 2febf590-4594-4a54-824a-d097a219717f on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:16:02.865624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.869631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0fe8838a-5cef-4f0a-a3cc-19cb6cd1d47b req-98176849-44bc-48bf-8e2d-5fd24444a802 tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.46 "DELETE /v2.0/ports/2febf590-4594-4a54-824a-d097a219717f HTTP/1.1" status: 204  len: 173 time: 1.2106190
Nov 13 21:16:02.874300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'name': 'network-vif-deleted', 'tag': '2febf590-4594-4a54-824a-d097a219717f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:02.876565 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b8c744-b5c5-4897-bc93-57879a30ba64" -d '{"events": [{"server_uuid": "fa24a4c0-9b7e-4147-b49e-44b8a099062e", "name": "network-vif-deleted", "tag": "2febf590-4594-4a54-824a-d097a219717f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:02.892318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c001b9e8-1932-40c2-ae86-28dd441c3c30 None None] Provisioning complete for port 55b8f243-1f70-4bc9-94b6-9948c704d571 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:02.893020 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c001b9e8-1932-40c2-ae86-28dd441c3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.927007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.927638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:02.931993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c001b9e8-1932-40c2-ae86-28dd441c3c30 None None] Port 55b8f243-1f70-4bc9-94b6-9948c704d571 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:02.940348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-082dc5f6-b00d-4f4b-a046-e88754b64ca3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.947025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-082dc5f6-b00d-4f4b-a046-e88754b64ca3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.953131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-082dc5f6-b00d-4f4b-a046-e88754b64ca3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.958956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-082dc5f6-b00d-4f4b-a046-e88754b64ca3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.964955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-082dc5f6-b00d-4f4b-a046-e88754b64ca3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:02.966683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-082dc5f6-b00d-4f4b-a046-e88754b64ca3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 3814 time: 0.3809669
Nov 13 21:16:03.074341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23c9f30e-a2e5-41dc-a7df-edc4c36588f8 req-2bb25fc6-faf6-4e91-9f57-3a391c6d1aab tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987470
Nov 13 21:16:03.125822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-82b0f001-7fa1-491e-8a65-469f14e14273 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9221013
Nov 13 21:16:03.136091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:03.159350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:03.196960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:03.265532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:03.286455 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b3fb8-7e49-471d-baf7-a0ceb938ffe4 x-openstack-request-id: req-b86b3fb8-7e49-471d-baf7-a0ceb938ffe4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:03.286755 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa24a4c0-9b7e-4147-b49e-44b8a099062e", "name": "network-vif-deleted", "tag": "2febf590-4594-4a54-824a-d097a219717f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:03.287004 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b86b3fb8-7e49-471d-baf7-a0ceb938ffe4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:03.287407 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa24a4c0-9b7e-4147-b49e-44b8a099062e', 'name': 'network-vif-deleted', 'tag': '2febf590-4594-4a54-824a-d097a219717f', 'status': 'completed', 'code': 200}
Nov 13 21:16:03.305932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b96f197-8fa4-48a5-a35a-d4b2746d1a37 req-c4aaeb99-fd40-494c-9b6d-e815d4cf454f tempest-ServersNegativeTestMultiTenantJSON-1457977158 tempest-ServersNegativeTestMultiTenantJSON-1457977158-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa24a4c0-9b7e-4147-b49e-44b8a099062e HTTP/1.1" status: 200  len: 210 time: 0.0444343
Nov 13 21:16:03.369373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63585541-2244-4ad9-a8c0-2790f317a6f9 req-0e0ced27-5baa-476e-a749-2101049fcfc6 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0422392
Nov 13 21:16:03.516990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2817281-bcae-4f99-8318-ae825accf2a7 req-7cbf8754-8a73-4f1a-ac21-a9d512540c5b tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:03.518455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2817281-bcae-4f99-8318-ae825accf2a7 req-7cbf8754-8a73-4f1a-ac21-a9d512540c5b tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 945 time: 0.1433635
Nov 13 21:16:03.569532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Deleting port c1567da2-2c1e-412f-b05e-f8cedb0129bc {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:03.569869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:03.654462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2817281-bcae-4f99-8318-ae825accf2a7 req-7eaaba5d-b67b-49f6-a1f5-c3c5dc0e8f5f tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254423
Nov 13 21:16:03.716983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:03.726248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5a47d5-178c-4c25-aab7-7421e5ebd44b {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:03.737267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:03.739450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Calling delete_port for c1567da2-2c1e-412f-b05e-f8cedb0129bc owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:03.757783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Transition to ACTIVE for port object 8c5a47d5-178c-4c25-aab7-7421e5ebd44b will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:03.987239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c342bcb-8abc-43f3-800c-dd8be8ab356e req-18212b34-bfd2-425a-be7d-354b9d5706f9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:03.988972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c342bcb-8abc-43f3-800c-dd8be8ab356e req-18212b34-bfd2-425a-be7d-354b9d5706f9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.0594382
Nov 13 21:16:04.042662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c342bcb-8abc-43f3-800c-dd8be8ab356e req-5983b523-03b9-4986-8c5c-35d451e3260d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466483
Nov 13 21:16:04.087552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.223476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:04.348996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-bdcf17c3-60a9-4f30-a043-71071977b705 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.354928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-bdcf17c3-60a9-4f30-a043-71071977b705 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.361157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-bdcf17c3-60a9-4f30-a043-71071977b705 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.366770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-bdcf17c3-60a9-4f30-a043-71071977b705 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.366895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32924) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:04.373240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-bdcf17c3-60a9-4f30-a043-71071977b705 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.375049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-bdcf17c3-60a9-4f30-a043-71071977b705 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 3826 time: 0.2194338
Nov 13 21:16:04.378094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Attempting to bind port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:04.378428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Attempting to bind port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:04.378752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Attempting to bind port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b on network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:04.400623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b on network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:04.401056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Attempting to bind port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b on network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:04.416263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:04.416655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Checking segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:04.417075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Bound using segment: {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:04.417514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Bound port: 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ddb09d-7e35-4d27-beef-a14f6d6a82de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:04.417869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.420920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Deleting subnet 3126d74a-6c2d-4e4e-ae74-c5389797643b {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:16:04.424830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.479740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf45296d-7784-4240-9ca5-7c37c95244f7 req-5cac7c1e-6176-4b15-9783-9774b363a0f0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927236
Nov 13 21:16:04.481254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80aa487d-0d6f-4ade-8c12-61e3f6ce409b req-e322f2b5-4470-4f75-a451-0d410c808726 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0306547
Nov 13 21:16:04.486072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.500995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.548653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Pushing event deleted for resources: {'Port': ['ID=c1567da2-2c1e-412f-b05e-f8cedb0129bc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:04.580967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:04.614140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:04.641327 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.728553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.874615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.875814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.876802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] 10.222.0.46 "PUT /v2.0/ports/8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 200  len: 1091 time: 1.7469425
Nov 13 21:16:04.892640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0840a6-731b-4b25-95a5-6a1886cfbc0f service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:04.925904 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:04.944153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-af50a25d-a19e-4b82-9913-8b4c8f0adb6b tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.946131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-af50a25d-a19e-4b82-9913-8b4c8f0adb6b tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 945 time: 0.2337453
Nov 13 21:16:04.956411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25148-7e69-4b53-ad5b-0d23232a2181 req-72e7d854-1877-4c25-be83-8e5b3f312720 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:04.958117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2a25148-7e69-4b53-ad5b-0d23232a2181 req-72e7d854-1877-4c25-be83-8e5b3f312720 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 945 time: 0.0886240
Nov 13 21:16:05.000373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:05.030908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2a25148-7e69-4b53-ad5b-0d23232a2181 req-b8bf66bb-34a2-4aef-b698-421ec856efb4 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616078
Nov 13 21:16:05.045291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.056143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.131625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.161607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3126d74a-6c2d-4e4e-ae74-c5389797643b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:05.169512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.172737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e067b973-3c16-4489-aff4-0ee7e7143ffc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3126d74a-6c2d-4e4e-ae74-c5389797643b HTTP/1.1" status: 204  len: 168 time: 0.8041551
Nov 13 21:16:05.175389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32932) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:05.227270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.252936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.255640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Router 5fb40765-656f-490a-a790-cf4e245daaed has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:16:05.290120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:05.293107 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb6032-ac44-439c-acfa-9498b9230aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:05.343913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fc320-abac-466d-91c4-2dba0e22d862 req-2e929e85-ccd4-4e1e-9496-72c4f47186c3 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.344531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.345602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b8fc320-abac-466d-91c4-2dba0e22d862 req-2e929e85-ccd4-4e1e-9496-72c4f47186c3 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.1630442
Nov 13 21:16:05.372122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b5ca0>,) {'filters': {'network_id': ['28885ca7-f543-4032-98e2-4abde2c4fd32']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.383388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b5ca0>, '61350d35-e83e-4349-889a-4d0478aeabec') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.383525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b5ca0>, '61350d35-e83e-4349-889a-4d0478aeabec') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.396108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.414057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.421642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:16:05.422621 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bac4e5-d38b-458f-85b0-a65b6cb74d3e x-openstack-request-id: req-b7bac4e5-d38b-458f-85b0-a65b6cb74d3e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:05.422805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.422992 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:05.422992 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7bac4e5-d38b-458f-85b0-a65b6cb74d3e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:05.423717 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'status': 'completed', 'code': 200}
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:16:05.424349 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:16:05.481385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Deleting port 1224b627-7e26-485c-a91e-1d856a06a583 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:05.481770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.556116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:05.568025 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] Sync routers for ids ['5fb40765-656f-490a-a790-cf4e245daaed'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:05.573328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.579665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.587635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/28885ca7-f543-4032-98e2-4abde2c4fd32 HTTP/1.1" status: 204  len: 168 time: 0.4099240
Nov 13 21:16:05.601162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32944) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:05.602531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83284da2-e3a6-442c-b025-dfba48e845e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=28885ca7-f543-4032-98e2-4abde2c4fd32,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:05.607385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.611555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dff25216-b509-484a-92c2-86ad1e0a90a7 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "PUT /v2.0/routers/5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 200  len: 709 time: 3.1756933
Nov 13 21:16:05.622411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32946) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:05.694720 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] Routers {'5fb40765-656f-490a-a790-cf4e245daaed'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:05.696161 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b6460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5fb40765-656f-490a-a790-cf4e245daaed'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.712026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-52c7b76d-b3a0-4cea-9ad6-41b68977b053 req-15f79a15-f259-4c29-b389-b279ee14bd75 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0931835
Nov 13 21:16:05.713264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b8fc320-abac-466d-91c4-2dba0e22d862 req-adebd19a-7fd0-4508-8207-86a03aadd6c4 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3248234
Nov 13 21:16:05.733209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-b9c0d3c4-b3f2-454e-abca-06886bedf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.733924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-b9c0d3c4-b3f2-454e-abca-06886bedf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.734255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-b9c0d3c4-b3f2-454e-abca-06886bedf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.734656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-b9c0d3c4-b3f2-454e-abca-06886bedf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.735205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-b9c0d3c4-b3f2-454e-abca-06886bedf53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.737060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-b9c0d3c4-b3f2-454e-abca-06886bedf53d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 4361 time: 0.2521963
Nov 13 21:16:05.758434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b6460>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.766460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c577847-bdf0-42fa-9e16-c333ad0080cc tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/routers/5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 200  len: 744 time: 0.1453798
Nov 13 21:16:05.771284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32950) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:05.773328 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] Routers {'5fb40765-656f-490a-a790-cf4e245daaed'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:05.774133 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b6460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5fb40765-656f-490a-a790-cf4e245daaed'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.785188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Deleting subnet d10446eb-d5e0-4359-99d5-f7cf84e5ef8f {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:16:05.789098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.818540 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b6460>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:05.819454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fbbf20-67a9-4352-8b4c-47a1f52cf113 None None] The sync data for ids ['5fb40765-656f-490a-a790-cf4e245daaed'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:05.854362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.927256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d792e95e-330a-49e0-b71b-168da2ca1a3d tempest-RoutersIpV6AdminTest-2076654488 tempest-RoutersIpV6AdminTest-2076654488-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 200  len: 205 time: 0.1241360
Nov 13 21:16:05.927807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71331-5277-40f0-82e5-fe72b68606f5 req-303f2225-7bf0-47a8-9f1a-8686283255e4 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:05.929533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24a71331-5277-40f0-82e5-fe72b68606f5 req-303f2225-7bf0-47a8-9f1a-8686283255e4 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.0904136
Nov 13 21:16:05.931296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.933419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32952) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:05.963462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32954) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:05.972088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] For port 1224b627-7e26-485c-a91e-1d856a06a583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1224b627-7e26-485c-a91e-1d856a06a583,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:05.972456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:05.978919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Request body: {'floatingip': {'port_id': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:05.985656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-32995e82-be6b-43b3-893f-4b4238d447d8 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 200  len: 205 time: 0.0511510
Nov 13 21:16:05.988238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32956) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.037834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Calling delete_port for 1224b627-7e26-485c-a91e-1d856a06a583 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:06.057925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.082565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.219633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2febf590-4594-4a54-824a-d097a219717f no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:16:06.223453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-8f4ef7ac-cc64-4f91-88ab-8dfa192e2537 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.230129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-8f4ef7ac-cc64-4f91-88ab-8dfa192e2537 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.236753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-8f4ef7ac-cc64-4f91-88ab-8dfa192e2537 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.242815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-8f4ef7ac-cc64-4f91-88ab-8dfa192e2537 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.244641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 2febf590-4594-4a54-824a-d097a219717f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:16:06.245233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2febf590-4594-4a54-824a-d097a219717f not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:16:06.248960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-8f4ef7ac-cc64-4f91-88ab-8dfa192e2537 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.250807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-8f4ef7ac-cc64-4f91-88ab-8dfa192e2537 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 3826 time: 0.3961282
Nov 13 21:16:06.261164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-4dbe8f8d-d3a3-45aa-81ec-5d3a89457bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.261164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-4dbe8f8d-d3a3-45aa-81ec-5d3a89457bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.261164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-4dbe8f8d-d3a3-45aa-81ec-5d3a89457bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.261164 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-4dbe8f8d-d3a3-45aa-81ec-5d3a89457bd1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84baa7abcdc940809d5ca82bb822a17c&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.5091307
Nov 13 21:16:06.304240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.320168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.326809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f965a9-ea57-4021-9e25-72ce208f57ed {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:06.343228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.348026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10446eb-d5e0-4359-99d5-f7cf84e5ef8f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:06.363536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842c6f-d591-4820-a86f-ecd13bbe93b1 req-a1d1fb4f-7965-4f6c-9342-aa79b39312c1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.364191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.364286 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d842c6f-d591-4820-a86f-ecd13bbe93b1 req-a1d1fb4f-7965-4f6c-9342-aa79b39312c1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 945 time: 0.2191529
Nov 13 21:16:06.364984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.368223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06462331-7b5a-4948-9019-3ebb5f6c68fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d10446eb-d5e0-4359-99d5-f7cf84e5ef8f HTTP/1.1" status: 204  len: 168 time: 0.7580807
Nov 13 21:16:06.373779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32962) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.513187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.521291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d842c6f-d591-4820-a86f-ecd13bbe93b1 req-a6c062df-dbed-4465-9498-59b1967c38c1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486974
Nov 13 21:16:06.533870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.534375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb40765-656f-490a-a790-cf4e245daaed {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:16:06.560737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.566327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8dd48ec5-d5da-4d60-b90d-6865556ee1ad tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 204  len: 168 time: 0.5723937
Nov 13 21:16:06.566517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32966) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.621334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4478f4d2-b371-48b0-8278-23332a756bac tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 200  len: 205 time: 0.0501189
Nov 13 21:16:06.621556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32968) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.660990 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-4b657c80-8f9e-4f92-b163-821218c71428 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:06.665406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4b657c80-8f9e-4f92-b163-821218c71428 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/5fb40765-656f-490a-a790-cf4e245daaed HTTP/1.1" status: 404  len: 336 time: 0.0396545
Nov 13 21:16:06.693147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32970) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.722459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.727027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2a812d33-d9b6-45d3-8ae1-c3a691fe889a tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd804de0-24a8-4056-bfd6-8cac70e58421 HTTP/1.1" status: 200  len: 205 time: 0.0326593
Nov 13 21:16:06.732394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32972) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.779131 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-21d91be8-08f3-4c2f-9a56-3360cdc038b6 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:06.781067 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-21d91be8-08f3-4c2f-9a56-3360cdc038b6 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/cd804de0-24a8-4056-bfd6-8cac70e58421 HTTP/1.1" status: 404  len: 336 time: 0.0468836
Nov 13 21:16:06.782862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32976) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.790303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Transition to ACTIVE for port object c9f965a9-ea57-4021-9e25-72ce208f57ed will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:06.793994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd7c04c0>,) {'filters': {'network_id': ['1f74c01d-499d-4596-a0df-e9385d4dba32']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:06.823074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-74eba717-0d1a-4404-9780-214461baf186 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=335e36c6-7357-4b9f-b4e7-a577ecd3b437 HTTP/1.1" status: 200  len: 205 time: 0.0391455
Nov 13 21:16:06.824942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7c04c0>, '13428cda-79a4-463d-9c0c-232029524fda') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:06.825236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7c04c0>, '13428cda-79a4-463d-9c0c-232029524fda') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:06.826770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32978) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.841082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-670a5a58-3899-4870-9296-9ad6ef9bd461 req-44963f8b-bd0a-4f64-bc20-b1e0ae1e27d5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5741069
Nov 13 21:16:06.887264 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.889123 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-cb6c7d00-2e4c-4ab7-8f37-06f7f5c1f13b tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:06.890139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cb6c7d00-2e4c-4ab7-8f37-06f7f5c1f13b tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/335e36c6-7357-4b9f-b4e7-a577ecd3b437 HTTP/1.1" status: 404  len: 336 time: 0.0624723
Nov 13 21:16:06.891728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-d484839e-0de5-4de8-8553-dc3fb1c42846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:06.893244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4fb6032-ac44-439c-acfa-9498b9230aa9 req-d484839e-0de5-4de8-8553-dc3fb1c42846 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6253128
Nov 13 21:16:06.897047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:06.917813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.921690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81b59f08-80f1-494e-8246-fc88be25c25e req-97408f89-8549-4453-8f89-27f68fbdbccf tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0834141
Nov 13 21:16:06.925458 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.931695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:16:06.932080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:16:06.934177 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:16:06.948965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7606018e-d9b8-4562-8d24-f2396562c236 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed2b2760-32b4-49fb-b927-035e53796981 HTTP/1.1" status: 200  len: 205 time: 0.0482526
Nov 13 21:16:06.951883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32982) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.015129 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-495dc693-6e20-4a92-894f-70b340c43c60 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:07.018716 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-495dc693-6e20-4a92-894f-70b340c43c60 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/ed2b2760-32b4-49fb-b927-035e53796981 HTTP/1.1" status: 404  len: 336 time: 0.0644853
Nov 13 21:16:07.020041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32984) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.035956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:07.057385 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-93cf55b9-8751-4300-88a3-6e4576c871a8 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=febe815e-670e-4834-974c-d50ceed116a3 HTTP/1.1" status: 200  len: 205 time: 0.0334444
Nov 13 21:16:07.057701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32986) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.094452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.095812 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-9454257e-3a68-4f5a-86a7-acbae784b4f8 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:07.096924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9454257e-3a68-4f5a-86a7-acbae784b4f8 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/febe815e-670e-4834-974c-d50ceed116a3 HTTP/1.1" status: 404  len: 336 time: 0.0382421
Nov 13 21:16:07.100001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32988) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.107242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1224b627-7e26-485c-a91e-1d856a06a583', '0e2e4d08-48b4-497a-b9f2-c54eaca9592a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:07.112058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['07b98294-427c-4f11-a5a2-42576fa3318e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:07.132397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a3303217-a955-4e23-8a15-1a79d99490d5 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec28f68-f5c9-4601-9559-110ad75f4bd9 HTTP/1.1" status: 200  len: 205 time: 0.0310729
Nov 13 21:16:07.134492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.140847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.146228 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f74c01d-499d-4596-a0df-e9385d4dba32 HTTP/1.1" status: 204  len: 168 time: 0.7697270
Nov 13 21:16:07.146228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32990) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.149910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Pushing event deleted for resources: {'Port': ['ID=1224b627-7e26-485c-a91e-1d856a06a583,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:07.201548 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-96c34302-a531-4258-8f5d-35a4a965d150 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:07.205318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96c34302-a531-4258-8f5d-35a4a965d150 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/routers/6ec28f68-f5c9-4601-9559-110ad75f4bd9 HTTP/1.1" status: 404  len: 336 time: 0.0565059
Nov 13 21:16:07.206172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 32994) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.217700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9c4ad-3049-4766-ad54-b1517fc6d275 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f74c01d-499d-4596-a0df-e9385d4dba32,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:07.238431 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cd8977-d004-4eb8-8520-11d7c71a0c50 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:16:07.238878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cd8977-d004-4eb8-8520-11d7c71a0c50 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:16:07.244044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f4cd8977-d004-4eb8-8520-11d7c71a0c50 tempest-RoutersIpV6AdminTest-1838510508 tempest-RoutersIpV6AdminTest-1838510508-project] 10.222.0.20 "DELETE /v2.0/subnets/262160a3-a852-4c77-aca3-199cc78baec6 HTTP/1.1" status: 404  len: 337 time: 0.0361798
Nov 13 21:16:07.274679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] No DVR routers for this DVR port 1224b627-7e26-485c-a91e-1d856a06a583 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:16:07.284073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.288222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f38ec18-9db8-48da-a172-a6d50eaade9f req-5320108c-408f-4c51-9d0d-5a861b819cb1 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "DELETE /v2.0/ports/1224b627-7e26-485c-a91e-1d856a06a583 HTTP/1.1" status: 204  len: 173 time: 2.3029311
Nov 13 21:16:07.316553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Attempting to bind port c9f965a9-ea57-4021-9e25-72ce208f57ed on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:07.316948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Attempting to bind port c9f965a9-ea57-4021-9e25-72ce208f57ed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:07.317888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Attempting to bind port c9f965a9-ea57-4021-9e25-72ce208f57ed on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:07.348174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Port c9f965a9-ea57-4021-9e25-72ce208f57ed on network 62ba244b-1a63-46bb-b177-bac5b6226a92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:07.348174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Attempting to bind port c9f965a9-ea57-4021-9e25-72ce208f57ed on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:07.353176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:07.353517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Checking segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:07.354088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Bound using segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:07.354326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Bound port: c9f965a9-ea57-4021-9e25-72ce208f57ed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:07.354675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.427737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'name': 'network-vif-deleted', 'tag': '1224b627-7e26-485c-a91e-1d856a06a583'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:07.430589 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e7f163-e787-4bfa-ac39-3c54eab4686f" -d '{"events": [{"server_uuid": "74903e7c-7b0e-40f4-a122-758518b6c21a", "name": "network-vif-deleted", "tag": "1224b627-7e26-485c-a91e-1d856a06a583"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:07.472960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.482520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:07.485738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:07.500014 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f231e32-d0b7-4836-8d97-cd20bfc4e106 x-openstack-request-id: req-4f231e32-d0b7-4836-8d97-cd20bfc4e106 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:07.500307 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74903e7c-7b0e-40f4-a122-758518b6c21a", "name": "network-vif-deleted", "tag": "1224b627-7e26-485c-a91e-1d856a06a583", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:07.500562 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f231e32-d0b7-4836-8d97-cd20bfc4e106 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:07.501003 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74903e7c-7b0e-40f4-a122-758518b6c21a', 'name': 'network-vif-deleted', 'tag': '1224b627-7e26-485c-a91e-1d856a06a583', 'status': 'completed', 'code': 200}
Nov 13 21:16:07.585279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.590109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.636015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef726646-2bbf-4892-b208-bd8fa1527faf req-11ab1d54-c30e-4190-a736-93ecf673a4cb tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=74903e7c-7b0e-40f4-a122-758518b6c21a HTTP/1.1" status: 200  len: 210 time: 0.0332892
Nov 13 21:16:07.647537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33004) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.727769 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-92088a52-71e3-4822-85e3-3beb430c7909 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5bfc3ee11354f80ade50881777291d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0785689
Nov 13 21:16:07.728681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33010) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.756100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:07.766940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:07.767563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.769021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-a46fa635-4130-4112-8ec1-62cc64430859 service neutron] 10.222.0.46 "PUT /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 1136 time: 2.7853475
Nov 13 21:16:07.802613 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Floating IP b07fa35c-117f-448c-a38a-643331034b7e associated. External IP: 172.35.3.115, port: e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18.
Nov 13 21:16:07.819437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33012) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:07.832096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d687e97-9b22-404d-91a4-e430252d5acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.862076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:07.863263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d687e97-9b22-404d-91a4-e430252d5acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:07.990282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0753afe4-c187-4bc9-8efe-041ec56e9cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.031956 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.048413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5c81596-c4fc-4f64-b13f-5b15a2e3948e req-f0781c06-3e1b-4b32-a622-c51f4d34f01f tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0356443
Nov 13 21:16:08.061707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d687e97-9b22-404d-91a4-e430252d5acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.064355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d687e97-9b22-404d-91a4-e430252d5acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.065618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d687e97-9b22-404d-91a4-e430252d5acd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b039e9f0-da2f-4bbb-9027-03b703bdf885 HTTP/1.1" status: 204  len: 168 time: 0.3358011
Nov 13 21:16:08.090552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d687e97-9b22-404d-91a4-e430252d5acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b039e9f0-da2f-4bbb-9027-03b703bdf885,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:08.147003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:08.148005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0753afe4-c187-4bc9-8efe-041ec56e9cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.158593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:08.165240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:08.171464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:08.177387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:08.183274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:08.185147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-bd0ab824-4726-4ca0-800e-e42d8afbfa16 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 4604 time: 0.2320790
Nov 13 21:16:08.223710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0753afe4-c187-4bc9-8efe-041ec56e9cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.263244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0753afe4-c187-4bc9-8efe-041ec56e9cfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1963c8b0c0f941778db1badf3ed2f54c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4422383
Nov 13 21:16:08.269734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33022) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:08.303645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753afe4-c187-4bc9-8efe-041ec56e9cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a15ce-eab5-4b83-a05b-6a2f9c728555,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:08.334799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ab67-0102-4938-ae2b-1f29488d9b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.359757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ab67-0102-4938-ae2b-1f29488d9b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.404956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Router 7ef747a3-84bb-4927-b1c6-2f53b531c796 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:16:08.440585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c865b6b-5ca5-4952-89e4-7f93b212187c req-72f0373b-95c8-4c6c-af1b-ef92282818c4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2432983
Nov 13 21:16:08.496499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ab67-0102-4938-ae2b-1f29488d9b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.499334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3b7ab67-0102-4938-ae2b-1f29488d9b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.500570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a3b7ab67-0102-4938-ae2b-1f29488d9b8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/412a15ce-eab5-4b83-a05b-6a2f9c728555 HTTP/1.1" status: 204  len: 168 time: 0.2299194
Nov 13 21:16:08.509232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7ab67-0102-4938-ae2b-1f29488d9b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a15ce-eab5-4b83-a05b-6a2f9c728555,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:08.620454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:08.625702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.631743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] Sync routers for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:08.643232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:08.644211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5faa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:08.664839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:08.672582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6d00dce8-6f3e-4f3e-b8a3-ae6cab77e4e8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "PUT /v2.0/floatingips/b07fa35c-117f-448c-a38a-643331034b7e HTTP/1.1" status: 200  len: 992 time: 2.7071819
Nov 13 21:16:08.674719 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.689271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Transition to ACTIVE for port object 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:08.764915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33036) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:08.776805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:08.779706 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:08.889531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Pushing event updated for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:08.904857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2c71ed77-0b72-45de-a9c5-f9f84de5e91d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=574c3efc43d04092938fc473c689534d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1343505
Nov 13 21:16:08.907767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33044) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:08.986635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Attempting to bind port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:08.987036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Attempting to bind port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:08.987427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Attempting to bind port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:08.993610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:08.994141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Attempting to bind port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:09.001647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:09.003076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Checking segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:09.004425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Bound using segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:09.005603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Bound port: 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:09.007345 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.021860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16da5752-75ba-406b-92b2-6c042ac821fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.056247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16da5752-75ba-406b-92b2-6c042ac821fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.165571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:09.170609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:09.203008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a768018-e7ea-4c78-a7b3-87bf9c5d5ced req-87f58138-c737-41d5-bf05-16b666ecbe9e tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0325065
Nov 13 21:16:09.211178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16da5752-75ba-406b-92b2-6c042ac821fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.211178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16da5752-75ba-406b-92b2-6c042ac821fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.211178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-16da5752-75ba-406b-92b2-6c042ac821fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0389b39-f3f9-4adf-99cb-f74ceb314ee5 HTTP/1.1" status: 204  len: 168 time: 0.2991741
Nov 13 21:16:09.218640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5752-75ba-406b-92b2-6c042ac821fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0389b39-f3f9-4adf-99cb-f74ceb314ee5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:09.257097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5faa90>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b07fa35c-117f-448c-a38a-643331034b7e', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'floating_ip_address': '172.35.3.115', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'port_id': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'mac_address': 'fa:16:3e:3e:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:45Z', 'updated_at': '2021-11-13T21:16:07Z', 'revision_number': 1, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:40Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:09.288451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.293281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1224b627-7e26-485c-a91e-1d856a06a583 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:16:09.296969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] Checking router: 7ef747a3-84bb-4927-b1c6-2f53b531c796 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:16:09.321143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 1224b627-7e26-485c-a91e-1d856a06a583 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:16:09.321472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1224b627-7e26-485c-a91e-1d856a06a583 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:16:09.330439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:09.331045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5faa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:09.355318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.356075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.357700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] 10.222.0.46 "PUT /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 1136 time: 1.5027683
Nov 13 21:16:09.390969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff283f-0853-49fc-8734-176e34615181 service neutron] Pushing event updated for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:09.479861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:09.506390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': 'c9f965a9-ea57-4021-9e25-72ce208f57ed'}, {'name': 'network-changed', 'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18'}, {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '860fbb3c-1abc-4cb0-8519-f1f232d9b7c0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:09.508253 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b800f-1250-4240-ac84-cd16c54a46c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "c9f965a9-ea57-4021-9e25-72ce208f57ed"}, {"name": "network-changed", "server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18"}, {"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "860fbb3c-1abc-4cb0-8519-f1f232d9b7c0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:09.540011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33070) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:09.554629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:09.609008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f64d66c5-dd2d-4adf-8f64-29886cc19c26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e392fd204ba4c558e3af224630bff12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0677512
Nov 13 21:16:09.609632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33072) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:09.613083 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe7d6a-d01e-4e4b-96dc-8a47f679cfd4 x-openstack-request-id: req-89fe7d6a-d01e-4e4b-96dc-8a47f679cfd4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:09.613783 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "c9f965a9-ea57-4021-9e25-72ce208f57ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "860fbb3c-1abc-4cb0-8519-f1f232d9b7c0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:09.614046 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89fe7d6a-d01e-4e4b-96dc-8a47f679cfd4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:09.614455 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': 'c9f965a9-ea57-4021-9e25-72ce208f57ed', 'status': 'completed', 'code': 200}
Nov 13 21:16:09.615017 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'status': 'completed', 'code': 200}
Nov 13 21:16:09.625499 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '860fbb3c-1abc-4cb0-8519-f1f232d9b7c0', 'status': 'completed', 'code': 200}
Nov 13 21:16:09.693773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:09.794313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfaee7-15b7-4cf8-a3d1-7cc5ed7b217f req-e1a03747-15fc-4759-9687-51cd091a8bb8 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.802773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfaee7-15b7-4cf8-a3d1-7cc5ed7b217f req-e1a03747-15fc-4759-9687-51cd091a8bb8 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.810397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70cfaee7-15b7-4cf8-a3d1-7cc5ed7b217f req-e1a03747-15fc-4759-9687-51cd091a8bb8 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888&device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 1682 time: 0.0735087
Nov 13 21:16:09.873099 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70cfaee7-15b7-4cf8-a3d1-7cc5ed7b217f req-7e9d5732-cbd3-4fcc-9cf7-e3ca81134cdc tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496442
Nov 13 21:16:09.907661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.913703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.919874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.925861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.931976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.937865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.943953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:09.948034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-fd0e266e-2a43-4b05-a053-c69df1b202b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5382 time: 0.3495779
Nov 13 21:16:09.978916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5faa90>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b07fa35c-117f-448c-a38a-643331034b7e', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'floating_ip_address': '172.35.3.115', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'port_id': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'mac_address': 'fa:16:3e:3e:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:45Z', 'updated_at': '2021-11-13T21:16:07Z', 'revision_number': 1, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:40Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:10.005720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.006785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.007250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.008304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.008853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.009309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.009805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.011749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-c5534556-e6e4-48f8-935f-6a2868b69fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6219 time: 0.3580866
Nov 13 21:16:10.013019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb2d75-7627-4787-84ab-c4db7150d059 None None] The sync data for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 is: [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b07fa35c-117f-448c-a38a-643331034b7e', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'floating_ip_address': '172.35.3.115', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'port_id': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'mac_address': 'fa:16:3e:3e:d8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:45Z', 'updated_at': '2021-11-13T21:16:07Z', 'revision_number': 1, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:40Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:10.087189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b717-f16b-4128-93cf-930a3ee1e49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.193911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b717-f16b-4128-93cf-930a3ee1e49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.210296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eeab9d8f-8c3a-4c1f-b677-1baba271f23e req-f7f08f59-7f0a-4490-a889-4b515e194806 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2567830
Nov 13 21:16:10.297974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-a492084e-7f92-4e7b-bc63-07f251fdc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.298453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-a492084e-7f92-4e7b-bc63-07f251fdc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.299188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-a492084e-7f92-4e7b-bc63-07f251fdc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.300471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-a492084e-7f92-4e7b-bc63-07f251fdc21b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84baa7abcdc940809d5ca82bb822a17c&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2522643
Nov 13 21:16:10.328537 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d956bd9-784b-45e8-a480-511d06b50f94 None None] New status for floating IP b07fa35c-117f-448c-a38a-643331034b7e: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:16:10.581428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33108) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:10.695406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1514497459-network', 'tenant_id': '4ea666a8e5df4628a7d689ccc56f6201'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:10.761161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-46b8c114-5a7e-4f6b-9763-d8941d86190e req-016609f7-f7c5-46a1-a8b1-f91e6b4b383b tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.4033194
Nov 13 21:16:10.781857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:10.792911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.806507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Made reservation on behalf of 4ea666a8e5df4628a7d689ccc56f6201 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:10.808978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.818791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Transition to ACTIVE for port object 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:10.819366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.823810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-95375f18-c03f-4e36-ba40-ce402e9b56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.825373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-95375f18-c03f-4e36-ba40-ce402e9b56ba service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5134370
Nov 13 21:16:10.863834 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b717-f16b-4128-93cf-930a3ee1e49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.866550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8eb0b717-f16b-4128-93cf-930a3ee1e49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.868009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8eb0b717-f16b-4128-93cf-930a3ee1e49b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afb439bf-4b08-4fe5-ab72-9413c06f3fe9 HTTP/1.1" status: 204  len: 168 time: 1.2412844
Nov 13 21:16:10.889111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0b717-f16b-4128-93cf-930a3ee1e49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb439bf-4b08-4fe5-ab72-9413c06f3fe9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:10.900851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.926572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.989180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:10.992977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-8b0b7dc7-5f58-48af-a3e9-545104a09e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:10.994609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-8b0b7dc7-5f58-48af-a3e9-545104a09e93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38d2a290e63544279ce55a7a1126244a&device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 1097 time: 0.1169550
Nov 13 21:16:10.998283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Pushing event updated for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:11.042789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:16:11.050604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6d0a4-9738-40f9-afa9-6f143466fee3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:11.085627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.086469 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Added segment 46a647a4-9269-4339-955d-19a73839b7bc of type vlan for network 98cb90a7-badf-41bd-832e-b8d60f5b5573
Nov 13 21:16:11.141696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Attempting to bind port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:11.142116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Attempting to bind port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:11.142305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Attempting to bind port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:11.160618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:11.161062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Attempting to bind port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:11.170852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-2ed1d39c-4610-47aa-a870-55f1784b8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.172342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-2ed1d39c-4610-47aa-a870-55f1784b8b0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d HTTP/1.1" status: 200  len: 916 time: 0.1514549
Nov 13 21:16:11.173186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:11.173401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Checking segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:11.173779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Bound using segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:11.174213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Bound port: 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:11.174566 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.183102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.307790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.309256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.310446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.330141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-a4a13805-3283-4b83-b105-abda93d1eadc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 HTTP/1.1" status: 200  len: 1002 time: 0.1456504
Nov 13 21:16:11.344295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072ec59-6023-4115-9211-578ebbc53270 req-0dcdd5b3-1413-41c6-9451-0a981bd9e7d0 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.345813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0072ec59-6023-4115-9211-578ebbc53270 req-0dcdd5b3-1413-41c6-9451-0a981bd9e7d0 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 945 time: 0.1169932
Nov 13 21:16:11.358086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:11.407651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:11.453766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-da8bbd88-fbd7-42d6-86d6-6bfcc5902192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.453987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.455474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-da8bbd88-fbd7-42d6-86d6-6bfcc5902192 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cca748d6-cc55-4b9b-bbbc-15275ec37637 HTTP/1.1" status: 200  len: 854 time: 0.1086638
Nov 13 21:16:11.461565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0072ec59-6023-4115-9211-578ebbc53270 req-db23bb6c-e37a-4293-8c10-cef223c45cdd tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041715
Nov 13 21:16:11.461769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.468073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.474513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.485574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.489858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.497502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.505498 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-a081bdbc-ac7c-42cd-bbe3-4037f0e96c85 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5394 time: 0.1909156
Nov 13 21:16:11.515328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-b85e451b-07a8-46f4-bf11-a78660752891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.517050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-b85e451b-07a8-46f4-bf11-a78660752891 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0511918
Nov 13 21:16:11.521139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.527195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9449666
Nov 13 21:16:11.530067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5717a-fecb-4678-abd6-4f294dc5f44b admin admin] Pushing event updated for resources: {'Network': ['ID=98cb90a7-badf-41bd-832e-b8d60f5b5573,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:11.599263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 98cb90a7-badf-41bd-832e-b8d60f5b5573 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:16:11.625527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.626194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.627634 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] 10.222.0.46 "PUT /v2.0/ports/5d49d923-ebe5-4b65-b512-d45fc91b3ad0 HTTP/1.1" status: 200  len: 1090 time: 2.1542604
Nov 13 21:16:11.629916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:11.632197 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf3ae49-5829-4df9-9300-bb9c48de5773" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:11.674925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d29c9104-59e9-4cf9-b400-94770e683ed5 req-37fb6fad-9e6c-42d7-8f4c-e6e68e3a93ec tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1682763
Nov 13 21:16:11.745248 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf531e7-a019-4829-bfbe-5c2f8b570d41 x-openstack-request-id: req-ebf531e7-a019-4829-bfbe-5c2f8b570d41 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:11.747101 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:11.747101 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebf531e7-a019-4829-bfbe-5c2f8b570d41 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:11.747101 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0', 'status': 'completed', 'code': 200}
Nov 13 21:16:11.752566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:11.783431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07bc2d-1bc7-473e-ae1c-64fa9586e706 service neutron] Pushing event updated for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:11.845126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.846141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.846792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.847529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.848129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.849200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.850674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:11.853826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-bb8a7e7b-f0f5-4305-a986-11321394d8da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6286 time: 0.0998859
Nov 13 21:16:11.862597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-2234395d-7f0d-4979-8465-0586c7ca33ff service neutron] 10.222.0.46 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3326139
Nov 13 21:16:11.863399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:11.915695 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:12.032352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-d4b8caef-01e9-4bd9-a8db-8797252e3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.032841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-d4b8caef-01e9-4bd9-a8db-8797252e3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.033291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-d4b8caef-01e9-4bd9-a8db-8797252e3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.035119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-d4b8caef-01e9-4bd9-a8db-8797252e3a21 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84baa7abcdc940809d5ca82bb822a17c&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1549177
Nov 13 21:16:12.093331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02fe3c5c-6e1a-4764-a2c6-d41765c31e94 req-c86b13f5-ee3c-4cfa-9f82-e137039aca4e tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0931251
Nov 13 21:16:12.211270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-5d6aa3f4-7d61-4df8-9922-8d916cd823de service neutron] 10.222.0.46 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3327236
Nov 13 21:16:12.254593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011725cb-add3-4311-b9f1-27ac39017b94 req-475942ca-74f2-48a5-93d9-12db597e77ca tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.256140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-011725cb-add3-4311-b9f1-27ac39017b94 req-475942ca-74f2-48a5-93d9-12db597e77ca tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 945 time: 0.0802968
Nov 13 21:16:12.328727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:12.336906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033acba-2763-42fe-9e01-15656599f0a2 req-159c9643-cbe6-4e04-b809-e9e08627f502 tempest-ComputeTenantNetworksTest-644476073 tempest-ComputeTenantNetworksTest-644476073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.342746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033acba-2763-42fe-9e01-15656599f0a2 req-159c9643-cbe6-4e04-b809-e9e08627f502 tempest-ComputeTenantNetworksTest-644476073 tempest-ComputeTenantNetworksTest-644476073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.348930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033acba-2763-42fe-9e01-15656599f0a2 req-159c9643-cbe6-4e04-b809-e9e08627f502 tempest-ComputeTenantNetworksTest-644476073 tempest-ComputeTenantNetworksTest-644476073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.350589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c033acba-2763-42fe-9e01-15656599f0a2 req-159c9643-cbe6-4e04-b809-e9e08627f502 tempest-ComputeTenantNetworksTest-644476073 tempest-ComputeTenantNetworksTest-644476073-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.3058631
Nov 13 21:16:12.362188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-ea348413-5b1b-465e-8d0c-a1db24784ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.363641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cf3ae49-5829-4df9-9300-bb9c48de5773 req-ea348413-5b1b-465e-8d0c-a1db24784ae2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3168628
Nov 13 21:16:12.384925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e52022-8996-4cc3-ae6b-e14de58c8ec4 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:12.395402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:12.416359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Transition to ACTIVE for port object 68e52022-8996-4cc3-ae6b-e14de58c8ec4 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:12.425372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Deleting port 07b98294-427c-4f11-a5a2-42576fa3318e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:12.425712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:12.477318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ca9ecbc9-5104-49a7-85c6-3645c11d6f07 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1526029489', 'prefixes': ['172.20.0.0/16']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:12.510433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:12.530377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d056796-77d4-4253-a1e9-8840b620f058 req-ba458918-3f92-4f2d-bdd8-0bbb2f1b1b8b tempest-ComputeTenantNetworksTest-644476073 tempest-ComputeTenantNetworksTest-644476073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.531749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d056796-77d4-4253-a1e9-8840b620f058 req-ba458918-3f92-4f2d-bdd8-0bbb2f1b1b8b tempest-ComputeTenantNetworksTest-644476073 tempest-ComputeTenantNetworksTest-644476073-project] 10.222.0.20 "GET /v2.0/networks/98cb90a7-badf-41bd-832e-b8d60f5b5573 HTTP/1.1" status: 200  len: 769 time: 0.1519012
Nov 13 21:16:12.537318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.537788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.538253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.538720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.540555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.545357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.546026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.547859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33172) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:12.548458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-d3a739ce-54f1-446e-8340-ec08bcb5dd02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6286 time: 0.1359687
Nov 13 21:16:12.662795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] For port 07b98294-427c-4f11-a5a2-42576fa3318e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07b98294-427c-4f11-a5a2-42576fa3318e,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:12.663118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:12.667644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Pushing event updated for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:12.715742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ce5edccd-1077-454b-a2dd-680a34f5dc9c tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.717356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ce5edccd-1077-454b-a2dd-680a34f5dc9c tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "GET /v2.0/ports?device_id=72da4383-c551-49e3-9d4b-3bfce65ac888 HTTP/1.1" status: 200  len: 946 time: 0.2642279
Nov 13 21:16:12.744255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Calling delete_port for 07b98294-427c-4f11-a5a2-42576fa3318e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:12.822762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:12.874418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f5b8-3190-4d25-968f-4b798807a785 req-b3ccffb0-77cf-4a49-b35b-7dc0b7c26002 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:12.875808 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9926f5b8-3190-4d25-968f-4b798807a785 req-b3ccffb0-77cf-4a49-b35b-7dc0b7c26002 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 945 time: 0.3097677
Nov 13 21:16:13.000349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Attempting to bind port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:13.003238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Attempting to bind port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:13.003238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Attempting to bind port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:13.015121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.020983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.027459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.033424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.040183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.046036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.046537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:13.046862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Attempting to bind port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:13.051806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.053743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-b9402e9b-1254-4b39-97e1-d8b6f0e447bb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5406 time: 0.1801488
Nov 13 21:16:13.056775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-f6751b9f-4b71-4e48-bcb7-9a2b209a70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.056775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-f6751b9f-4b71-4e48-bcb7-9a2b209a70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.057011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-f6751b9f-4b71-4e48-bcb7-9a2b209a70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.059026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-f6751b9f-4b71-4e48-bcb7-9a2b209a70ae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84baa7abcdc940809d5ca82bb822a17c&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.5025003
Nov 13 21:16:13.081619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9926f5b8-3190-4d25-968f-4b798807a785 req-af268ba0-bfbc-4162-a25f-1b62ce53b49a tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/security-groups?id=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942794
Nov 13 21:16:13.090713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.104078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:13.104078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Checking segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:13.104078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Bound using segment: {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:13.104078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Bound port: 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4880d30-cd08-423e-8666-5663e54f7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:13.104078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.135604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcda80a0>,) {'filters': {'network_id': ['98cb90a7-badf-41bd-832e-b8d60f5b5573']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:13.188411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Deleting port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:13.188767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.191447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a38b5a9c-99fe-4e93-acfe-85bc3cc4ca9c req-48420511-ea6c-4564-8aeb-542ac6cd157f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1243598
Nov 13 21:16:13.195739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcda80a0>, '46a647a4-9269-4339-955d-19a73839b7bc') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:13.196033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcda80a0>, '46a647a4-9269-4339-955d-19a73839b7bc') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:13.197766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca9ecbc9-5104-49a7-85c6-3645c11d6f07 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] Publish callbacks [] for subnetpool, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.201994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca9ecbc9-5104-49a7-85c6-3645c11d6f07 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.8504004
Nov 13 21:16:13.205699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33180) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:13.247025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.252338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-edf66f81-53c6-4593-ac47-e88e0d10b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.253837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-edf66f81-53c6-4593-ac47-e88e0d10b558 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1836410
Nov 13 21:16:13.271819 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d16f8b99-e974-4803-9e6e-2f33b3b58353 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] 10.222.0.20 "GET /v2.0/subnetpools/c478f94a-203b-4dfe-8cae-c4aa8904e037 HTTP/1.1" status: 200  len: 732 time: 0.0649934
Nov 13 21:16:13.274322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33182) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:13.276369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1207e04d-0964-450f-a83d-efb1925f3cf7 req-5f15eef3-2f3f-4a4e-acb2-7fb8dd10ecec tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0846412
Nov 13 21:16:13.279157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e7828401-3e32-4512-925b-402c52c9b247 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-69019600'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:13.335379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.353611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:13.358332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:16:13.358828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:16:13.360512 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:16:13.362559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:13.426839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.427121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] For port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,segment=NetworkSegment(5765440f-06dc-4fda-a961-83a7cd18a90f),segment_id=5765440f-06dc-4fda-a961-83a7cd18a90f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:13.427478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.442716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['0e2e4d08-48b4-497a-b9f2-c54eaca9592a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:13.450032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e7828401-3e32-4512-925b-402c52c9b247 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] Publish callbacks [] for subnetpool, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.451517 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e7828401-3e32-4512-925b-402c52c9b247 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] 10.222.0.20 "PUT /v2.0/subnetpools/c478f94a-203b-4dfe-8cae-c4aa8904e037 HTTP/1.1" status: 200  len: 682 time: 0.1760857
Nov 13 21:16:13.455384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33188) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:13.463335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Calling delete_port for 0e2e4d08-48b4-497a-b9f2-c54eaca9592a owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:13.471355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Pushing event deleted for resources: {'Port': ['ID=07b98294-427c-4f11-a5a2-42576fa3318e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:13.474010 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.570955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.583855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.584470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.586600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] 10.222.0.46 "PUT /v2.0/ports/68e52022-8996-4cc3-ae6b-e14de58c8ec4 HTTP/1.1" status: 200  len: 1090 time: 1.8378942
Nov 13 21:16:13.598667 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.604358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] 10.222.0.20 "DELETE /v2.0/networks/98cb90a7-badf-41bd-832e-b8d60f5b5573 HTTP/1.1" status: 204  len: 168 time: 1.0519578
Nov 13 21:16:13.611412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['07b98294-427c-4f11-a5a2-42576fa3318e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:13.627415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eceb4fe-f187-4af8-ae5b-f92583771ae9 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] Publish callbacks [] for subnetpool, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.633208 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9eceb4fe-f187-4af8-ae5b-f92583771ae9 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c478f94a-203b-4dfe-8cae-c4aa8904e037 HTTP/1.1" status: 204  len: 168 time: 0.1755178
Nov 13 21:16:13.635607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33192) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:13.650320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] No DVR routers for this DVR port 07b98294-427c-4f11-a5a2-42576fa3318e on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:16:13.662710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154edc2-a42f-42d7-8678-cfec951e4718 admin admin] Pushing event deleted for resources: {'Network': ['ID=98cb90a7-badf-41bd-832e-b8d60f5b5573,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:13.675896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.679653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-011725cb-add3-4311-b9f1-27ac39017b94 req-a2cf82cb-5f85-4696-bb4b-a533c1390a3e tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.46 "DELETE /v2.0/ports/07b98294-427c-4f11-a5a2-42576fa3318e HTTP/1.1" status: 204  len: 173 time: 1.4123318
Nov 13 21:16:13.682062 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-ebe037a9-9c16-41a1-b240-c9025e3178ef tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] show failed (client error): The resource could not be found.
Nov 13 21:16:13.690340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b49596-cc99-4523-b56e-98d526c7836c service neutron] Pushing event updated for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:13.690482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ebe037a9-9c16-41a1-b240-c9025e3178ef tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] 10.222.0.20 "GET /v2.0/subnetpools/c478f94a-203b-4dfe-8cae-c4aa8904e037 HTTP/1.1" status: 404  len: 346 time: 0.0515380
Nov 13 21:16:13.691557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33194) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:13.723041 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-2c769edf-5e49-45c8-8d58-f70c6be7cfc0 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] delete failed (client error): The resource could not be found.
Nov 13 21:16:13.724172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2c769edf-5e49-45c8-8d58-f70c6be7cfc0 tempest-SubnetPoolsTestJSON-1533211132 tempest-SubnetPoolsTestJSON-1533211132-project] 10.222.0.20 "DELETE /v2.0/subnetpools/c478f94a-203b-4dfe-8cae-c4aa8904e037 HTTP/1.1" status: 404  len: 346 time: 0.0316818
Nov 13 21:16:13.749028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:13.749028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4'}, {'server_uuid': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'name': 'network-vif-deleted', 'tag': '07b98294-427c-4f11-a5a2-42576fa3318e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:13.749401 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7ff0b7-889e-49de-a680-dbeac8707883" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4"}, {"server_uuid": "cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10", "name": "network-vif-deleted", "tag": "07b98294-427c-4f11-a5a2-42576fa3318e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:13.844652 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d722a47-d725-4a19-b758-b882d66136b1 x-openstack-request-id: req-0d722a47-d725-4a19-b758-b882d66136b1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:13.844997 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4", "status": "completed", "code": 200}, {"server_uuid": "cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10", "name": "network-vif-deleted", "tag": "07b98294-427c-4f11-a5a2-42576fa3318e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:13.845264 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d722a47-d725-4a19-b758-b882d66136b1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:13.845670 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4', 'status': 'completed', 'code': 200}
Nov 13 21:16:13.845925 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10', 'name': 'network-vif-deleted', 'tag': '07b98294-427c-4f11-a5a2-42576fa3318e', 'status': 'completed', 'code': 200}
Nov 13 21:16:13.895782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:13.947860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.948337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.948892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.949361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.949788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.950261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.950707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:13.952586 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-440047c3-9b5d-41a9-b635-a55d24afa7b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6353 time: 0.0982594
Nov 13 21:16:13.993355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.009881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['07b98294-427c-4f11-a5a2-42576fa3318e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:14.079110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33200) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:14.116251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Pushing event deleted for resources: {'Port': ['ID=0e2e4d08-48b4-497a-b9f2-c54eaca9592a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:14.128743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fff767bd-70ef-46ae-be03-3653617202ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ea666a8e5df4628a7d689ccc56f6201&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0471995
Nov 13 21:16:14.132006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33204) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:14.336120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33214) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:14.337779 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.375267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.381371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.387474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.393662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.399739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.405758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.412040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.414251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-936ddf6a-d2c4-4be8-ba34-86736d354808 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5406 time: 0.1268268
Nov 13 21:16:14.495632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff594-ea9c-4503-b426-4b65623c6c9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.511973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06155ede-32ac-43ce-b377-ed540e7423d8 req-d890145e-abf1-461f-8a76-492be21c688d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0842080
Nov 13 21:16:14.527525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] No DVR routers for this DVR port 0e2e4d08-48b4-497a-b9f2-c54eaca9592a on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:16:14.563421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.567381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-352646d7-7cbe-4d9b-9486-aa42221c06c5 req-ba8249ac-ac5e-4d67-8031-59af327ac050 tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.37 "DELETE /v2.0/ports/0e2e4d08-48b4-497a-b9f2-c54eaca9592a HTTP/1.1" status: 204  len: 173 time: 1.8211341
Nov 13 21:16:14.604791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04d90097-bcb0-45fc-918c-821c14f7e323 req-2b3d3bf1-b441-4e6d-aa23-625f5c24724c tempest-ListServersNegativeTestJSON-1662416094 tempest-ListServersNegativeTestJSON-1662416094-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfc2dd9e-2c0b-4b02-b0a8-557ea5080e10 HTTP/1.1" status: 200  len: 210 time: 0.1187739
Nov 13 21:16:14.649086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-65670ae0-ca79-47d3-a92a-931c61d3dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.649086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-65670ae0-ca79-47d3-a92a-931c61d3dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.649086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-65670ae0-ca79-47d3-a92a-931c61d3dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.649086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-65670ae0-ca79-47d3-a92a-931c61d3dd3e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84baa7abcdc940809d5ca82bb822a17c&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6853218
Nov 13 21:16:14.703369 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4eeee9da-76e6-497b-ae3e-35e8b4f202ea req-b3187f75-557f-4990-9439-5f98b4d31189 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0308106
Nov 13 21:16:14.704133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50f26d37-778b-4322-8b5d-ff0f323d19ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.784997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50f26d37-778b-4322-8b5d-ff0f323d19ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.796821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff594-ea9c-4503-b426-4b65623c6c9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.874815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c7ff594-ea9c-4503-b426-4b65623c6c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.885866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-aaf058b4-b1ca-42f9-bc0f-8ad1748caa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:14.887923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad7ff0b7-889e-49de-a680-dbeac8707883 req-aaf058b4-b1ca-42f9-bc0f-8ad1748caa1a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2274928
Nov 13 21:16:14.930887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:14.934287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4c7ff594-ea9c-4503-b426-4b65623c6c9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9a9b5e9295748cc9ec9f5df24a44009&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5960834
Nov 13 21:16:14.935168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ff594-ea9c-4503-b426-4b65623c6c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1e3bb-139c-48ff-9a1e-e2ec3b2c2097,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:14.937915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33222) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:14.941218 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:14.998176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d46712d3-9cf2-40a6-809c-5036cafc65bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.019069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Transition to ACTIVE for port object b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:15.021431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d46712d3-9cf2-40a6-809c-5036cafc65bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.023759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50f26d37-778b-4322-8b5d-ff0f323d19ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.026350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50f26d37-778b-4322-8b5d-ff0f323d19ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.027536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50f26d37-778b-4322-8b5d-ff0f323d19ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcc6d0a4-9738-40f9-afa9-6f143466fee3 HTTP/1.1" status: 204  len: 168 time: 0.8718481
Nov 13 21:16:15.046353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f26d37-778b-4322-8b5d-ff0f323d19ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6d0a4-9738-40f9-afa9-6f143466fee3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:15.131577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.160508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d46712d3-9cf2-40a6-809c-5036cafc65bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.163241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d46712d3-9cf2-40a6-809c-5036cafc65bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.164424 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d46712d3-9cf2-40a6-809c-5036cafc65bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a1e3bb-139c-48ff-9a1e-e2ec3b2c2097 HTTP/1.1" status: 204  len: 168 time: 0.2255058
Nov 13 21:16:15.185135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46712d3-9cf2-40a6-809c-5036cafc65bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1e3bb-139c-48ff-9a1e-e2ec3b2c2097,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:15.231686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:15.281957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Attempting to bind port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:15.282424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Attempting to bind port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:15.282851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Attempting to bind port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 on network 986d9268-612c-49cc-ba08-fd64bf54a38c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:15.287571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 on network 986d9268-612c-49cc-ba08-fd64bf54a38c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:15.287896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Attempting to bind port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 on network 986d9268-612c-49cc-ba08-fd64bf54a38c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:15.293634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:15.293989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Checking segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:15.294352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Bound using segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:15.294778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Bound port: b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:15.295134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.365143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] For port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:15.370033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] For port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:15.516064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.563595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.564359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.566152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 HTTP/1.1" status: 200  len: 1091 time: 1.8280458
Nov 13 21:16:15.597148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1997f-d060-4d9a-afe4-143ccb7e5eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:15.733007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Request body: {'port': {'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:15.763492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.782446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.791825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.817264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.832799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.847451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.854342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'name': 'network-vif-deleted', 'tag': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a'}, {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:15.856372 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e86c50-8c88-4da9-9b05-92de8839ec90" -d '{"events": [{"server_uuid": "72da4383-c551-49e3-9d4b-3bfce65ac888", "name": "network-vif-deleted", "tag": "0e2e4d08-48b4-497a-b9f2-c54eaca9592a"}, {"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:15.857201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:15.880925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-e0502f79-5e72-4df9-b2ef-0d32758b35a2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5418 time: 0.2331104
Nov 13 21:16:15.917260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:15.978466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d52cef1-8136-47b6-a8fc-df0dde45286d req-ce4da3ac-4bd4-4eb7-aa43-f3cf59584c77 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0486281
Nov 13 21:16:15.985717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-164bccfe-8bea-4a8b-a685-9be29d3d83d4 req-6a8b141f-85cb-4cd2-987f-4197fd504437 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1004453
Nov 13 21:16:16.042700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33262) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:16.130452 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be68d22c-fd6b-42a8-91a2-3523f6ed1e7c x-openstack-request-id: req-be68d22c-fd6b-42a8-91a2-3523f6ed1e7c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:16.130749 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72da4383-c551-49e3-9d4b-3bfce65ac888", "name": "network-vif-deleted", "tag": "0e2e4d08-48b4-497a-b9f2-c54eaca9592a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:16.131002 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be68d22c-fd6b-42a8-91a2-3523f6ed1e7c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:16.131397 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72da4383-c551-49e3-9d4b-3bfce65ac888', 'name': 'network-vif-deleted', 'tag': '0e2e4d08-48b4-497a-b9f2-c54eaca9592a', 'status': 'completed', 'code': 200}
Nov 13 21:16:16.131648 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41', 'status': 'completed', 'code': 200}
Nov 13 21:16:16.192031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Deleting subnet 700b6a1b-dfda-46c7-bc2f-581af6fc5073 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:16:16.197837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.250097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 07b98294-427c-4f11-a5a2-42576fa3318e no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:16:16.274959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 07b98294-427c-4f11-a5a2-42576fa3318e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:16:16.275637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 07b98294-427c-4f11-a5a2-42576fa3318e not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:16:16.293998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.294474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.295028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.295491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.295961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.296397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.296880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.299330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-a7a07028-3118-423d-87fc-53aaa765bcae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6420 time: 0.1706209
Nov 13 21:16:16.302281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.415861 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.522620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-c3741892-18e8-464b-b2be-1face42df4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.523671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-c3741892-18e8-464b-b2be-1face42df4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.524170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-c3741892-18e8-464b-b2be-1face42df4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.525742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-c3741892-18e8-464b-b2be-1face42df4a6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=84baa7abcdc940809d5ca82bb822a17c&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2032158
Nov 13 21:16:16.637755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b8f243-1f70-4bc9-94b6-9948c704d571 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:16.644331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.654393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.686914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=700b6a1b-dfda-46c7-bc2f-581af6fc5073,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:16.702992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.706348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1ed204f0-7536-4824-954f-c6e98b0b0cb1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/700b6a1b-dfda-46c7-bc2f-581af6fc5073 HTTP/1.1" status: 204  len: 168 time: 0.6623261
Nov 13 21:16:16.713185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33286) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:16.720100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Transition to ACTIVE for port object 55b8f243-1f70-4bc9-94b6-9948c704d571 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:16.742398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-28cbecc7-b2bd-4b81-8b83-05b7b2ee7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:16.746482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8e86c50-8c88-4da9-9b05-92de8839ec90 req-28cbecc7-b2bd-4b81-8b83-05b7b2ee7b71 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1988099
Nov 13 21:16:16.808533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.838684 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:16.847003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33292) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:16.882220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Pushing event updated for resources: {'Port': ['ID=55b8f243-1f70-4bc9-94b6-9948c704d571,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:16.985466 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.018333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd78b62e0>,) {'filters': {'network_id': ['79f1a393-60b1-4b16-8fcb-b2b9954416a4']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:17.032943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd78b62e0>, '5765440f-06dc-4fda-a961-83a7cd18a90f') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:17.033153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd78b62e0>, '5765440f-06dc-4fda-a961-83a7cd18a90f') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:17.041157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Attempting to bind port 55b8f243-1f70-4bc9-94b6-9948c704d571 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:17.041630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Attempting to bind port 55b8f243-1f70-4bc9-94b6-9948c704d571 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:17.042047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Attempting to bind port 55b8f243-1f70-4bc9-94b6-9948c704d571 on network 986d9268-612c-49cc-ba08-fd64bf54a38c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:17.053003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Port 55b8f243-1f70-4bc9-94b6-9948c704d571 on network 986d9268-612c-49cc-ba08-fd64bf54a38c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:17.053244 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.053589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Attempting to bind port 55b8f243-1f70-4bc9-94b6-9948c704d571 on network 986d9268-612c-49cc-ba08-fd64bf54a38c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:17.063461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:17.064233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Checking segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:17.064799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Bound using segment: {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:17.065283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Bound port: 55b8f243-1f70-4bc9-94b6-9948c704d571, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3453a0-d674-4c91-9413-6f5abbf22f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:17.065878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.070665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.080932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:16:17.081319 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:16:17.084317 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:16:17.151739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-126305479'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:17.159229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] For port 55b8f243-1f70-4bc9-94b6-9948c704d571, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:17.162796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] For port 55b8f243-1f70-4bc9-94b6-9948c704d571, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55b8f243-1f70-4bc9-94b6-9948c704d571,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:17.214046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.220465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.227195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.233294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.234334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.240675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.246998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.263132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.265179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-6de5f653-8ba8-44e6-b540-091ee46dd111 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1582172
Nov 13 21:16:17.278098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.278098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.278098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] 10.222.0.46 "PUT /v2.0/ports/55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 200  len: 1091 time: 1.5483713
Nov 13 21:16:17.297462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad083-2584-4dbc-8003-bb0a2d7cbebe service neutron] Pushing event updated for resources: {'Port': ['ID=55b8f243-1f70-4bc9-94b6-9948c704d571,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:17.298083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0e2e4d08-48b4-497a-b9f2-c54eaca9592a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:16:17.302687 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.312273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.317980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] 10.222.0.20 "DELETE /v2.0/networks/79f1a393-60b1-4b16-8fcb-b2b9954416a4 HTTP/1.1" status: 204  len: 168 time: 0.6004870
Nov 13 21:16:17.335987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 0e2e4d08-48b4-497a-b9f2-c54eaca9592a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:16:17.336754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0e2e4d08-48b4-497a-b9f2-c54eaca9592a not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:16:17.352164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Made reservation on behalf of 2107988b7fe745f5847d6b9bfa1a1c32 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:17.355794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.361575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb8355-517c-4e22-b6ef-7476cde58b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=79f1a393-60b1-4b16-8fcb-b2b9954416a4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:17.379641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.408452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d425f2e-0a0e-4c32-b27b-6aa6578b5998 req-a374bf72-7f55-4252-b058-49a61aa2271d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1260083
Nov 13 21:16:17.512132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.512736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.513212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.514406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.514585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.515143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.515603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.518712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-b4a88790-665e-4180-bd95-5e4e7ed84a7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6487 time: 0.1240554
Nov 13 21:16:17.520816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.610585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-bc91af4c-749e-4e0f-b657-fd4bb792abe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 200  len: 217 time: 0.0758321
Nov 13 21:16:17.629392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fca30d0-42e2-4226-a260-c53e470db425 req-eac0c88d-4647-4ac6-9a8e-88bd707b6210 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0461991
Nov 13 21:16:17.632869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.676928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:16:17.690608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559a6d6d-137f-440a-a908-efa5388f8b56,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:17.691165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-b0fdaa4f-86f8-4c2c-baef-31d268c36027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.692641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-b0fdaa4f-86f8-4c2c-baef-31d268c36027 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d3886af-e48e-40cf-824b-23bdcef4618d HTTP/1.1" status: 200  len: 856 time: 0.0802009
Nov 13 21:16:17.695457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.695796 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Added segment 215399bf-89ee-4c5d-86b3-3c9a56a32da0 of type vlan for network ec8fe98f-4617-42b0-af99-ffd07400abd7
Nov 13 21:16:17.737643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.751749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-ddc691b0-512f-4c3e-9750-2c5b68a928be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.753324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-ddc691b0-512f-4c3e-9750-2c5b68a928be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0515883
Nov 13 21:16:17.852024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.852589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-78176840-96e8-4313-9e5e-b4ed8bc8b00e service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902889
Nov 13 21:16:17.858595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:17.859205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:17.922039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33318) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:17.938304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event updated for resources: {'Network': ['ID=ec8fe98f-4617-42b0-af99-ffd07400abd7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:17.956148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:16:17.969740 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e7ae26c-52aa-461d-a965-5194bc5e9a04 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.1198204
Nov 13 21:16:17.972463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33320) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:17.979655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Request body: {'subnet': {'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:17.988564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa27e632-b197-467e-8893-408f0edda3e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae23ca3e34bf459f844bd3e8d3a61fda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0637455
Nov 13 21:16:17.991085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33324) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:17.995235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-226fb3ad-248d-483b-9526-8b9806736678 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324186
Nov 13 21:16:18.055793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-32566971-193f-48f4-a7d1-11d103050ad7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 217 time: 0.0491145
Nov 13 21:16:18.118890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-22ffab3c-741b-4642-b2c8-fef8ce2b6239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:18.132151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '55b8f243-1f70-4bc9-94b6-9948c704d571'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:18.135025 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c176d6-07de-4c47-924d-7cdf875c18d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "55b8f243-1f70-4bc9-94b6-9948c704d571"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:18.138421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-4cf25192-4592-48e1-9e16-66658c06c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.139889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-4cf25192-4592-48e1-9e16-66658c06c7cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0731955
Nov 13 21:16:18.166390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Made reservation on behalf of 2107988b7fe745f5847d6b9bfa1a1c32 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:18.168434 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-22ffab3c-741b-4642-b2c8-fef8ce2b6239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:18.173731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:18.183406 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453efd0c-6d18-40c1-a1d0-aafa89526d03 x-openstack-request-id: req-453efd0c-6d18-40c1-a1d0-aafa89526d03 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:18.183695 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "55b8f243-1f70-4bc9-94b6-9948c704d571", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:18.183942 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-453efd0c-6d18-40c1-a1d0-aafa89526d03 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:18.184325 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '55b8f243-1f70-4bc9-94b6-9948c704d571', 'status': 'completed', 'code': 200}
Nov 13 21:16:18.224978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-730abcf4-2774-4b6e-ad04-433796d8d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.226575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-730abcf4-2774-4b6e-ad04-433796d8d579 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0762920
Nov 13 21:16:18.300511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-22ffab3c-741b-4642-b2c8-fef8ce2b6239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:18.303044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-22ffab3c-741b-4642-b2c8-fef8ce2b6239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:18.304765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-22ffab3c-741b-4642-b2c8-fef8ce2b6239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d HTTP/1.1" status: 204  len: 168 time: 0.3118844
Nov 13 21:16:18.348360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffab3c-741b-4642-b2c8-fef8ce2b6239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43fe4a-0535-4bea-8bf5-6edeb8f55d3d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:18.381698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d7260f34-6e7b-4717-9e33-597ad6a14e74 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351583
Nov 13 21:16:18.519318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-3bea9f65-5f63-4dc4-9c48-e3213cdd667c service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290209
Nov 13 21:16:18.595353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-233d20fd-0ad2-4a77-ab79-ed83fa15dfe3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 217 time: 0.0687747
Nov 13 21:16:18.606371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:18.697974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-abcfb225-2f95-4ad9-a50a-425293a6a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.700186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-abcfb225-2f95-4ad9-a50a-425293a6a499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0801849
Nov 13 21:16:18.714969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.721394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.726501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event updated for resources: {'Subnet': ['ID=34b05e08-f0b5-4847-ad16-21f5fc360e53,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:18.728745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.735142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.742796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.746016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Checking segment: {'id': '215399bf-89ee-4c5d-86b3-3c9a56a32da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:18.747918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Network hostable DHCP agents. Network: ec8fe98f-4617-42b0-af99-ffd07400abd7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:16:18.749334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.755693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.760040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-d4bdf067-82da-49e3-b4af-7c4321c8db59 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1804936
Nov 13 21:16:18.831185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac5c8a92-9ba3-47f8-9f04-182f0e90240d req-93d69113-f481-4c22-bbe6-91fdf5eeb86f tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0309865
Nov 13 21:16:18.839756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-98a0bc36-5b1c-4ffd-be11-86d7b54181e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:18.841268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-98a0bc36-5b1c-4ffd-be11-86d7b54181e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0803566
Nov 13 21:16:18.859580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:16:18.894421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05b1f0a8-6e75-4b3d-a99b-2af94d8d39a3 req-da416f78-44ee-45a0-86a3-a737c4a80de4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0982127
Nov 13 21:16:18.975375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-68ef1de9-ecdf-4837-8568-0439ba275610 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236076
Nov 13 21:16:18.994381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec8fe98f-4617-42b0-af99-ffd07400abd7) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:19.002963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:19.003485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.009617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49694b-3475-4db2-8514-03114c7065a3 None None] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:16:19.092081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-0ffceba6-a108-4cdb-9eeb-146cb1a6456a service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941010
Nov 13 21:16:19.131191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1cb7b2f5-34b3-4c64-af1b-41490596c49d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1575587
Nov 13 21:16:19.134770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33376) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:19.137600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d8705dd0-ee96-4366-a967-c42104dba484 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0 HTTP/1.1" status: 200  len: 217 time: 0.0379694
Nov 13 21:16:19.148901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Request body: {'port': {'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7', 'name': 'tempest-TagsExtTest-501589385'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:19.171160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec8fe98f-4617-42b0-af99-ffd07400abd7', 'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7', 'tenant_id': '2107988b7fe745f5847d6b9bfa1a1c32', 'fixed_ips': [{'subnet_id': '34b05e08-f0b5-4847-ad16-21f5fc360e53'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:16:19.172383 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.198021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-33f489b4-a749-4114-b5be-ec51fd7599a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:19.199558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-33f489b4-a749-4114-b5be-ec51fd7599a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0537643
Nov 13 21:16:19.267105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-5809aed1-6790-4603-8d58-07768b5682f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:19.268771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-5809aed1-6790-4603-8d58-07768b5682f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0613437
Nov 13 21:16:19.325479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Allocated IP 172.20.0.2 (ec8fe98f-4617-42b0-af99-ffd07400abd7/34b05e08-f0b5-4847-ad16-21f5fc360e53/d5f26619-5fed-4369-80ef-b949988ceec5) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:19.366312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Made reservation on behalf of 2107988b7fe745f5847d6b9bfa1a1c32 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:19.371874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.373216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-d843db07-634b-444e-8048-89ddd4869a59 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930815
Nov 13 21:16:19.391934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] device_id is not set on port be468300-68d7-4b4b-97f5-3558f2ffc276 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:16:19.503744 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.504245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-8b08d5ba-993a-4336-8e0a-81c6cd0e26b2 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203289
Nov 13 21:16:19.552667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-a6508d61-c8fd-4d11-92fd-98a041a26b06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4 HTTP/1.1" status: 200  len: 217 time: 0.0398660
Nov 13 21:16:19.607383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-1b137c10-54c6-4230-b5c5-d57b9d4c7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:19.609021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-1b137c10-54c6-4230-b5c5-d57b9d4c7182 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0491710
Nov 13 21:16:19.629432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.674576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:19.678013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:19.682065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:19.689683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-a9d24fc1-cdb6-4397-b4ea-d6765dff5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:19.691226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-a9d24fc1-cdb6-4397-b4ea-d6765dff5572 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0728264
Nov 13 21:16:19.699042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Pushing event updated for resources: {'Port': ['ID=d5f26619-5fed-4369-80ef-b949988ceec5,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:19.700502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Allocated IP 172.20.0.3 (ec8fe98f-4617-42b0-af99-ffd07400abd7/34b05e08-f0b5-4847-ad16-21f5fc360e53/be468300-68d7-4b4b-97f5-3558f2ffc276) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:19.708330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.709077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.709604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.710112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.710622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.711095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.727861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33390) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:19.729310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.729837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.730183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.730523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.730850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.731172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:19.826974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-6be9a5ee-7928-46e0-b7ec-0079f2571871 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280670
Nov 13 21:16:19.832455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Attempting to bind port d5f26619-5fed-4369-80ef-b949988ceec5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:19.832874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Attempting to bind port d5f26619-5fed-4369-80ef-b949988ceec5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '215399bf-89ee-4c5d-86b3-3c9a56a32da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:19.833239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Attempting to bind port d5f26619-5fed-4369-80ef-b949988ceec5 on network ec8fe98f-4617-42b0-af99-ffd07400abd7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:19.839247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:19.839630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Checking segment: {'id': '215399bf-89ee-4c5d-86b3-3c9a56a32da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:19.840030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.840417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Bound using segment: {'id': '215399bf-89ee-4c5d-86b3-3c9a56a32da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:19.841478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Bound port: d5f26619-5fed-4369-80ef-b949988ceec5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215399bf-89ee-4c5d-86b3-3c9a56a32da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ec8fe98f-4617-42b0-af99-ffd07400abd7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:19.841870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.919407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-910526891-network', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:19.921309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:19.940657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] For port d5f26619-5fed-4369-80ef-b949988ceec5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:19.943767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] For port d5f26619-5fed-4369-80ef-b949988ceec5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5f26619-5fed-4369-80ef-b949988ceec5,segment=NetworkSegment(215399bf-89ee-4c5d-86b3-3c9a56a32da0),segment_id=215399bf-89ee-4c5d-86b3-3c9a56a32da0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:19.977494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-8f5798ce-7954-40b4-a492-2c111bd8e8b7 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398990
Nov 13 21:16:19.986868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8b30bae-9fe7-4f3e-97a9-83069eda5282 req-59b04b98-b35b-40cf-afac-1141e0995527 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0291877
Nov 13 21:16:20.036251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.067740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-322ced21-f467-4938-b8ea-828764100ea6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 HTTP/1.1" status: 200  len: 217 time: 0.0820322
Nov 13 21:16:20.070461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:20.072932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.116546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf736d6-0467-4b07-81c8-4e7e01c24556 None None] Pushing event updated for resources: {'Port': ['ID=d5f26619-5fed-4369-80ef-b949988ceec5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:20.136462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.144038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.171555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.178309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.185232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.195330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.198103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.204137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.210088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.218986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-5310ca05-01a1-4f2c-93e1-36d7f6a285aa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1887858
Nov 13 21:16:20.219493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:20.225463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-38b897e7-c570-4e64-aaa3-7157c886475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.226191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:20.227047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-38b897e7-c570-4e64-aaa3-7157c886475e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.1500020
Nov 13 21:16:20.228557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event updated for resources: {'Port': ['ID=be468300-68d7-4b4b-97f5-3558f2ffc276,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:20.235093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:20.290920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.291823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.379077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f87c458-9d71-4f10-afc1-e7ff034939e5 req-9aba2352-812c-4408-959e-4bd865a32f98 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1586158
Nov 13 21:16:20.383791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-322776d5-82e0-4f87-81e9-efef1fc073dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.385314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-322776d5-82e0-4f87-81e9-efef1fc073dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1465995
Nov 13 21:16:20.432525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b747f1b-b168-4554-8114-93c0d911815e tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.2953947
Nov 13 21:16:20.438513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33410) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:20.443341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-396104145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:20.489201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.522402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-4f347802-c297-4ac2-ada9-58cb05009e6b service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251101
Nov 13 21:16:20.624986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-6e759093-f949-470f-9a4f-19bce75ee96d service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894496
Nov 13 21:16:20.627811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.628991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.679659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-f7036ce8-d349-46c8-8868-a1c1cd6d2255 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 200  len: 217 time: 0.0354400
Nov 13 21:16:20.681969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.684517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.745273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:16:20.759365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f556a31-d881-4a65-9dca-8c352620ac7b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:20.765885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-4c123c64-48e1-4f9a-b3a8-63d0fb41c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.767355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-4c123c64-48e1-4f9a-b3a8-63d0fb41c4c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0809414
Nov 13 21:16:20.769548 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.769886 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Added segment 2bd4116a-d1af-4f02-85af-42ce3c1f568a of type vlan for network d574ab3c-11ef-4433-999d-95abd09a8e62
Nov 13 21:16:20.771492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.873174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.874754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4840a15d-6dde-4774-b38c-54102dd61d38 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4351697
Nov 13 21:16:20.883691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:20.883875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33418) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:20.883875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-041c6842-9a04-4885-9281-30220c80220d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1463748620', 'prefixes': ['172.20.0.0/16']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:20.885854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-08ec27ea-653a-43ae-a3a1-b1aff7954ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1175776
Nov 13 21:16:20.918690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79a199-0706-40eb-9e06-eb964144568e req-0b66879b-aab0-470c-a90f-67dc47b4d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:20.920355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-0b66879b-aab0-470c-a90f-67dc47b4d119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1232276
Nov 13 21:16:21.050356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4f65-467d-4d52-971d-723f79019836 req-02315cea-20d4-4176-90c6-1491a98f88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.051914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-02315cea-20d4-4176-90c6-1491a98f88d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1096 time: 0.1052508
Nov 13 21:16:21.121275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-397f8974-b851-45f7-acc2-d5a4feb182c7 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852334
Nov 13 21:16:21.123963 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.125046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.125731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.144141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d5f26619-5fed-4369-80ef-b949988ceec5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:21.210018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4c9b54f-cfa1-40e4-9b17-482ab6e0c89e req-9cc9be69-5a28-4441-b978-6dc9dd9addde tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0966902
Nov 13 21:16:21.258873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d5f26619-5fed-4369-80ef-b949988ceec5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:21.259758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.328553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-041c6842-9a04-4885-9281-30220c80220d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for subnetpool, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.329968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-041c6842-9a04-4885-9281-30220c80220d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.4515681
Nov 13 21:16:21.333479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33444) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:21.348555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-2554f2b1-cb2e-4e8a-b5a9-c9f91cf2b645 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc0ff610>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-1451081410') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:21.349311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e430ab-3142-4397-9880-b27fc06a9eea None None] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:16:21.396228 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:16:21.418013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.438482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-54033a82-173f-4b36-9078-bcab24037597 None None] Provisioning complete for port d5f26619-5fed-4369-80ef-b949988ceec5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:21.438855 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54033a82-173f-4b36-9078-bcab24037597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.532660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2554f2b1-cb2e-4e8a-b5a9-c9f91cf2b645 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-1451081410 HTTP/1.1" status: 201  len: 201 time: 0.1977563
Nov 13 21:16:21.535310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:21.562024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-ff216ed5-f999-475b-92d8-530843b9004b tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefd7ca0c10>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-208443820') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:21.575701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port d5f26619-5fed-4369-80ef-b949988ceec5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5f26619-5fed-4369-80ef-b949988ceec5,segment=NetworkSegment(215399bf-89ee-4c5d-86b3-3c9a56a32da0),segment_id=215399bf-89ee-4c5d-86b3-3c9a56a32da0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:21.653944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.662714 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.669779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.676103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.682063 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9530702
Nov 13 21:16:21.682660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33452) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:21.683492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.690205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.696379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.696894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.700461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Request body: {'subnet': {'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-910526891-subnet', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:21.709364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-06bad831-1cb5-4288-92d8-bb7286f2bf55 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.2300882
Nov 13 21:16:21.710921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54033a82-173f-4b36-9078-bcab24037597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.727041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cea7f-74fa-4dfb-b732-bd588faec4bc admin admin] Pushing event updated for resources: {'Network': ['ID=d574ab3c-11ef-4433-999d-95abd09a8e62,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:21.747518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network d574ab3c-11ef-4433-999d-95abd09a8e62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:16:21.752955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4f65-467d-4d52-971d-723f79019836 req-e7ff6d4b-984d-4d10-94db-46af422f0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:21.754536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-e7ff6d4b-984d-4d10-94db-46af422f0dfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.6774278
Nov 13 21:16:21.787002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b7c0165-c917-40d9-95e2-04ecfb9545e4 req-c330dea2-64f9-4713-9129-ce60381cdcd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0663943
Nov 13 21:16:21.801111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db79a199-0706-40eb-9e06-eb964144568e req-8c99ca2c-a9a6-45bd-a097-9d06537f2fe9 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6091533
Nov 13 21:16:21.817786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:21.821701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:21.835966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=d5f26619-5fed-4369-80ef-b949988ceec5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:21.856797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1788914a-3e79-4fb8-8b7c-abf263115856 req-f9b48a7d-36a0-4bd5-9f3b-1ec7d170a8fb tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1423666
Nov 13 21:16:21.877436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-824e1a27-0cb6-4cba-983b-de6a7a9f1548 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 1001 time: 0.1147261
Nov 13 21:16:21.893691 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ff216ed5-f999-475b-92d8-530843b9004b tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-208443820 HTTP/1.1" status: 201  len: 201 time: 0.3397088
Nov 13 21:16:21.896239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33454) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:21.904243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-2d78986d-d23d-4cb9-9479-c01ec98641f9 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefd7681250>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-166265745') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:21.906803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-54033a82-173f-4b36-9078-bcab24037597 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:16:21.907437 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-54033a82-173f-4b36-9078-bcab24037597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:16:22.103566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d78986d-d23d-4cb9-9479-c01ec98641f9 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-166265745 HTTP/1.1" status: 201  len: 201 time: 0.2060416
Nov 13 21:16:22.106206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33462) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.110418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4f65-467d-4d52-971d-723f79019836 req-d2568bc6-1cbd-498c-b656-08076d5c0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.111454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-d1c6b79e-b5ee-46a1-9645-b21d2354d4b5 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdcadbee0>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-80807001') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.112386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-d2568bc6-1cbd-498c-b656-08076d5c0cd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0931063
Nov 13 21:16:22.138235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.138725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.139150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.139596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.140037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.140483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.140945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.142879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-9b04a004-169d-49d6-8725-a66715627f04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6487 time: 0.1229084
Nov 13 21:16:22.190104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:22.243778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d1c6b79e-b5ee-46a1-9645-b21d2354d4b5 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-80807001 HTTP/1.1" status: 201  len: 201 time: 0.1341746
Nov 13 21:16:22.245023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33466) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.249396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-33e41959-29f7-4dfc-968a-2f48cec6f3ec tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefd7ca0190>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.274115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4f65-467d-4d52-971d-723f79019836 req-7db8db40-a418-4e96-bb44-d0ef5d477085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.275683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-7db8db40-a418-4e96-bb44-d0ef5d477085 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1555202
Nov 13 21:16:22.306081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5435cf21-7788-40ae-b54a-82d5fa3d16f1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:22.323903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33e41959-29f7-4dfc-968a-2f48cec6f3ec tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags HTTP/1.1" status: 200  len: 241 time: 0.0778096
Nov 13 21:16:22.326584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33470) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.330953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-a82e93c7-a479-48b6-8a6e-afd6628c4ab4 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc9cadc0>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-1451081410') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.371454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-99c45ef3-4148-473c-a4b6-5bcfd34185a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.373061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-99c45ef3-4148-473c-a4b6-5bcfd34185a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 200  len: 903 time: 0.2166231
Nov 13 21:16:22.388374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a82e93c7-a479-48b6-8a6e-afd6628c4ab4 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-1451081410 HTTP/1.1" status: 204  len: 168 time: 0.0607903
Nov 13 21:16:22.391112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.395404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-43698f5b-9ec8-4fe3-8b21-e389cdd84121 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdcff4e80>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-1451081410') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.400325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcace538-16d1-43a5-8ce4-da6338cc1548 req-684fde63-6111-4c5c-9fe3-cd8989f9d97f tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0960670
Nov 13 21:16:22.448098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-73ac851c-fec2-47ac-85a9-5d119d0ca379 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 200  len: 217 time: 0.0466990
Nov 13 21:16:22.450586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:22.450982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Network hostable DHCP agents. Network: d574ab3c-11ef-4433-999d-95abd09a8e62, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:16:22.487774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-a23d9238-c2fe-4fd9-afa8-7f589348de2d service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947830
Nov 13 21:16:22.561531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-43698f5b-9ec8-4fe3-8b21-e389cdd84121 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-1451081410 HTTP/1.1" status: 204  len: 168 time: 0.1693380
Nov 13 21:16:22.564100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.568251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-69705461-2ffe-436f-8cd8-fa7037230274 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdef326a0>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.590372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fda4f428-964a-4f95-bddf-7e13779cf1c8 None None] Provisioning complete for port d5f26619-5fed-4369-80ef-b949988ceec5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:22.590974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fda4f428-964a-4f95-bddf-7e13779cf1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:22.599530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-783eee4c-5ea9-4a4c-977b-cbc2499e839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.601705 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-783eee4c-5ea9-4a4c-977b-cbc2499e839b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0979080
Nov 13 21:16:22.619884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:16:22.640178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-69705461-2ffe-436f-8cd8-fa7037230274 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags HTTP/1.1" status: 200  len: 205 time: 0.0749836
Nov 13 21:16:22.643756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33478) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.648648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-2ca45939-ab38-4999-b651-58d25308ce4a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc05ef40>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.668578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-155d4f65-467d-4d52-971d-723f79019836 req-560f1fae-f96d-4be5-97ff-6705e12d605d service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723866
Nov 13 21:16:22.696997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-49a06a2b-734f-4d79-b573-f58e567e4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.698577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-49a06a2b-734f-4d79-b573-f58e567e4b97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0809596
Nov 13 21:16:22.716343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33480) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.716551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ca45939-ab38-4999-b651-58d25308ce4a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags HTTP/1.1" status: 200  len: 240 time: 0.0713193
Nov 13 21:16:22.718940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fda4f428-964a-4f95-bddf-7e13779cf1c8 None None] Provisioning complete for port be468300-68d7-4b4b-97f5-3558f2ffc276 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:22.719311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fda4f428-964a-4f95-bddf-7e13779cf1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:22.730572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-329114b9-208c-4689-9d3e-d57e9e475fcd tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd438670>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-208443820') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.741037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d574ab3c-11ef-4433-999d-95abd09a8e62) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:22.753900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f84cb0-4446-4cd8-8279-d7ee3f65415e None None] Network d574ab3c-11ef-4433-999d-95abd09a8e62 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:16:22.767188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fda4f428-964a-4f95-bddf-7e13779cf1c8 None None] Port be468300-68d7-4b4b-97f5-3558f2ffc276 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:22.794506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:22.795111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:22.848522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-1ad60a87-da3d-45f6-bf38-841a82d434ab service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408088
Nov 13 21:16:22.859651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-329114b9-208c-4689-9d3e-d57e9e475fcd tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-208443820 HTTP/1.1" status: 204  len: 168 time: 0.1423147
Nov 13 21:16:22.863750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33482) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:22.870487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-5c7433fb-4342-4581-92ab-d8acaadc6d18 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdcdae9d0>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-208443820') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:22.932996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d574ab3c-11ef-4433-999d-95abd09a8e62', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:16:22.934181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:22.988121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51c176d6-07de-4c47-924d-7cdf875c18d5 req-fd887846-b93e-42a6-be31-41631385a562 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313789
Nov 13 21:16:23.010147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4442eee9-8de5-4b00-b138-61a3145bb75e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3195236
Nov 13 21:16:23.010511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33486) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:23.034197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:23.041517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.055118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.073293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.081172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.088228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.094442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d5f26619-5fed-4369-80ef-b949988ceec5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:23.101828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5c7433fb-4342-4581-92ab-d8acaadc6d18 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-208443820 HTTP/1.1" status: 204  len: 168 time: 0.2365041
Nov 13 21:16:23.103486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:23.108426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-98fda8bb-c0cf-45ba-a157-d8bd0f721379 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefd7ead250>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:23.110557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.118964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:23.121314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-2ad135d3-0785-4669-8a23-f169421a7ba7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1528239
Nov 13 21:16:23.131574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Allocated IP 172.20.0.2 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/542cec5d-9685-456d-9554-e076d5a07375) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:23.180270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.181350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.218674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b61333c9-dfdd-4d7e-82e9-62eb477c0c63 req-6956da3f-473c-47a8-bf8e-0a99f5421d90 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0881195
Nov 13 21:16:23.259739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-98fda8bb-c0cf-45ba-a157-d8bd0f721379 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags HTTP/1.1" status: 200  len: 205 time: 0.1545942
Nov 13 21:16:23.261248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.262456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:23.266883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-7b17c939-4cdf-48be-8ca6-f14fbccf0a23 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdedff370>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:23.357326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b17c939-4cdf-48be-8ca6-f14fbccf0a23 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags HTTP/1.1" status: 200  len: 240 time: 0.0937724
Nov 13 21:16:23.360061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33498) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:23.364566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-eb6a8bea-047a-4b6d-b6b7-5aecb0861b78 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefd7d7e040>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-166265745') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:23.380064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d5f26619-5fed-4369-80ef-b949988ceec5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:23.380440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.521880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.529459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0572f617-1c9f-4ba4-a274-aab45ea9eb9d req-94781ebb-a4e2-4c5f-ad42-57481a0a476e tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0359666
Nov 13 21:16:23.607222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.655615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:23.661946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:23.665054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:23.675440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Pushing event updated for resources: {'Port': ['ID=542cec5d-9685-456d-9554-e076d5a07375,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:23.733018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Attempting to bind port 542cec5d-9685-456d-9554-e076d5a07375 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:23.733518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Attempting to bind port 542cec5d-9685-456d-9554-e076d5a07375 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:23.737523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Attempting to bind port 542cec5d-9685-456d-9554-e076d5a07375 on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:23.740848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:23.741369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:23.741886 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.742345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:23.743146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Bound port: 542cec5d-9685-456d-9554-e076d5a07375, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:23.743595 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.811231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] For port 542cec5d-9685-456d-9554-e076d5a07375, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:23.814422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] For port 542cec5d-9685-456d-9554-e076d5a07375, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542cec5d-9685-456d-9554-e076d5a07375,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:23.861501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eb6a8bea-047a-4b6d-b6b7-5aecb0861b78 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-166265745 HTTP/1.1" status: 204  len: 168 time: 0.5003920
Nov 13 21:16:23.864041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33508) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:23.868746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-95ed5c18-e49c-478f-bffe-d720ff7ce6ab tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc73d640>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-166265745') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:23.905142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:23.954756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:24.027772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584f6d-6e7c-4ad2-a48b-e2ae1161dd75 None None] Pushing event updated for resources: {'Port': ['ID=542cec5d-9685-456d-9554-e076d5a07375,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:24.058957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa42a3ae-cd7f-4378-ba70-0918be677f80 req-bea6a7cd-524c-476c-a6b3-a20a94a6a077 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef13b3f3e3584644b8afe7a88d292351&device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0300381
Nov 13 21:16:24.076078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95ed5c18-e49c-478f-bffe-d720ff7ce6ab tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-166265745 HTTP/1.1" status: 204  len: 168 time: 0.2109520
Nov 13 21:16:24.080545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33512) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.085186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-416673ba-8cfa-4bf4-962e-24823109df7c tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc53dee0>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.093229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa42a3ae-cd7f-4378-ba70-0918be677f80 req-cf309ec6-e258-493c-be9d-a60f201fe684 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ef13b3f3e3584644b8afe7a88d292351&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0262930
Nov 13 21:16:24.136862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1805740e-9a1b-435a-a932-a85cd3b7e84b req-5c2c3741-6db3-4275-a9ee-5803c7af1c05 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0501368
Nov 13 21:16:24.237149 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-416673ba-8cfa-4bf4-962e-24823109df7c tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags HTTP/1.1" status: 200  len: 205 time: 0.1545255
Nov 13 21:16:24.240767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33518) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.244370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-26c8975e-a761-4d4d-b1cb-e794157a6385 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefded0a970>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.246192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42a3ae-cd7f-4378-ba70-0918be677f80 req-37b9a55c-7d10-4751-9fac-57664b128ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.247434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa42a3ae-cd7f-4378-ba70-0918be677f80 req-37b9a55c-7d10-4751-9fac-57664b128ba5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1460447
Nov 13 21:16:24.350809 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-26c8975e-a761-4d4d-b1cb-e794157a6385 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags HTTP/1.1" status: 200  len: 239 time: 0.1109095
Nov 13 21:16:24.355275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.359710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-460b5945-0a96-4467-8f19-b79bc4a6568f tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefcfc914c0>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-80807001') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.397244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-460b5945-0a96-4467-8f19-b79bc4a6568f tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-80807001 HTTP/1.1" status: 204  len: 168 time: 0.0408499
Nov 13 21:16:24.403959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33526) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.412528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-1f52aa41-c034-4b37-afbb-b000bb52b746 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fefcf5eb7c0>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-80807001') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.435209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:24.457664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:24.470381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.476681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.482856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.488871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.495953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.501984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.508590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:24.510817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-358bde30-aa3c-4997-8c91-f70d0ade43f6 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1621485
Nov 13 21:16:24.536971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1f52aa41-c034-4b37-afbb-b000bb52b746 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-80807001 HTTP/1.1" status: 204  len: 168 time: 0.1316152
Nov 13 21:16:24.541365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33530) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.546060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-e0a48076-e205-4d16-92a4-aef0c77553ae tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefcf5eb730>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.571015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e0a48076-e205-4d16-92a4-aef0c77553ae tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags HTTP/1.1" status: 200  len: 205 time: 0.0255303
Nov 13 21:16:24.571340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33532) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.588339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-2eb02726-d99e-4b58-997f-0affb6b7f6cd tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefcf5eb040>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.621261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2eb02726-d99e-4b58-997f-0affb6b7f6cd tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags HTTP/1.1" status: 204  len: 168 time: 0.0461864
Nov 13 21:16:24.621590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33534) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.626013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-a7091118-bc7e-491b-b5fe-aec8af988fe5 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc52ccd0>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.641913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c29dea7-92a2-44c2-ad0a-0ded76b4f0fc req-39e4a202-3fb5-45e2-b976-850db298886d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1235600
Nov 13 21:16:24.671481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Allocated IP 172.35.3.223 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/8174dcb4-f981-4fd1-b29a-7c8846a8c5bd) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:24.708722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a7091118-bc7e-491b-b5fe-aec8af988fe5 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags HTTP/1.1" status: 204  len: 168 time: 0.0838292
Nov 13 21:16:24.708952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33536) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.713156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-ad99583d-9770-4f39-bed3-60648b9098d0 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdd32b310>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.729737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1e926b5-92b9-462c-bd99-cc7b29513958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:24.775539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad99583d-9770-4f39-bed3-60648b9098d0 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags HTTP/1.1" status: 204  len: 168 time: 0.0656033
Nov 13 21:16:24.778175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33540) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.783411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-ca72a35d-ce12-4d3c-9eaa-5bfc567305b1 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdcef4d60>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.799984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:24.890870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ca72a35d-ce12-4d3c-9eaa-5bfc567305b1 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags HTTP/1.1" status: 204  len: 168 time: 0.1117690
Nov 13 21:16:24.896315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33542) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:24.901278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-1058ade2-7f23-4a50-a3a5-af3d5edcba24 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefded851c0>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-1410439430') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:24.925072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:24.978823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:24.986906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:24.990177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:24.993342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Pushing event updated for resources: {'Port': ['ID=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:25.128568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 542cec5d-9685-456d-9554-e076d5a07375 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:25.149226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d59d22-17d2-477d-8f02-0fa37e711ec9 None None] Network d574ab3c-11ef-4433-999d-95abd09a8e62 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:16:25.202867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1058ade2-7f23-4a50-a3a5-af3d5edcba24 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-1410439430 HTTP/1.1" status: 201  len: 201 time: 0.3037813
Nov 13 21:16:25.203362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33546) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:25.213217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-b63cc071-9388-4268-8f46-8f5020cb11b5 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc65bd30>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-1689789993') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:25.275739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a786ae2f-41ee-4976-b7ed-e540d63284ac None None] Provisioning complete for port 542cec5d-9685-456d-9554-e076d5a07375 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:25.276007 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a786ae2f-41ee-4976-b7ed-e540d63284ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.276861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e8cd580d-4c14-485f-97ff-02318a4d6c06 req-5227a753-3b0a-4581-b3c0-ada263e6f801 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0505354
Nov 13 21:16:25.277634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 542cec5d-9685-456d-9554-e076d5a07375 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:25.277985 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.422768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.427458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b63cc071-9388-4268-8f46-8f5020cb11b5 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-1689789993 HTTP/1.1" status: 201  len: 201 time: 0.2174807
Nov 13 21:16:25.427458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33558) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:25.431648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-e90e0758-1bb4-4509-a826-91eba2781bb4 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd32bf70>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-137515711') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:25.478503 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a786ae2f-41ee-4976-b7ed-e540d63284ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.492722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.558963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa42a3ae-cd7f-4378-ba70-0918be677f80 req-7a0f5778-8afd-4ae8-af59-cb9b3fc21b65 tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.1240067
Nov 13 21:16:25.576399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a786ae2f-41ee-4976-b7ed-e540d63284ac None None] For port 542cec5d-9685-456d-9554-e076d5a07375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542cec5d-9685-456d-9554-e076d5a07375,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:25.686131 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a786ae2f-41ee-4976-b7ed-e540d63284ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.732283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.752643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e90e0758-1bb4-4509-a826-91eba2781bb4 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-137515711 HTTP/1.1" status: 201  len: 201 time: 0.3244715
Nov 13 21:16:25.757877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:16:25.758420 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:16:25.758819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33578) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:25.763942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-16a7d12f-3833-4a26-97a9-675ba1c66db9 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd7475b0>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-1049213775') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:25.770867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786ae2f-41ee-4976-b7ed-e540d63284ac None None] Pushing event updated for resources: {'Port': ['ID=542cec5d-9685-456d-9554-e076d5a07375,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:25.875731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.881760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.887852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.893851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.900347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.904736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-16a7d12f-3833-4a26-97a9-675ba1c66db9 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-1049213775 HTTP/1.1" status: 201  len: 201 time: 0.1444843
Nov 13 21:16:25.906316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.908305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33582) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:25.910531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b3953bd9-d7e1-4895-afab-e392fdecd961 None None] Provisioning complete for port 542cec5d-9685-456d-9554-e076d5a07375 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:25.911045 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3953bd9-d7e1-4895-afab-e392fdecd961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:25.912247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:25.914732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-920212a3-6719-46f5-a469-ee8ad1289bc9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1756415
Nov 13 21:16:25.922116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-40a94117-760d-4fd2-9fb3-2a415ad4c2a7 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fefcfec6670>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', {'tags': ['tempest-TagsExtTest-Tag-100848739', 'tempest-TagsExtTest-Tag-1024633966', 'tempest-TagsExtTest-Tag-524438445']}) {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.000327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d0aa7f08-3f0c-4a34-81d2-f1d81c6e5af5 req-93a35568-5e28-49a1-b13d-d013fbf43e6e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0761840
Nov 13 21:16:26.093035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-40a94117-760d-4fd2-9fb3-2a415ad4c2a7 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags HTTP/1.1" status: 200  len: 316 time: 0.1834781
Nov 13 21:16:26.096158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33584) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.100259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-02cd9c62-b190-43ad-a272-dcdddecad3ca tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdd4d2fa0>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.102841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Router c6859465-8665-46f5-8680-7a753c41c3f0 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:16:26.212352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:26.221214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Sync routers for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:26.230298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-02cd9c62-b190-43ad-a272-dcdddecad3ca tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags HTTP/1.1" status: 204  len: 168 time: 0.1331170
Nov 13 21:16:26.233032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33586) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.233934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:26.234670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:15:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.237244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-c8a396a6-365e-42c5-8fcc-890dd6e634e0 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefcf957550>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-100848739') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.288178 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-c8a396a6-365e-42c5-8fcc-890dd6e634e0 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:26.289557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c8a396a6-365e-42c5-8fcc-890dd6e634e0 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-100848739 HTTP/1.1" status: 404  len: 328 time: 0.0556190
Nov 13 21:16:26.292658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33590) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.297199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-96d0d759-2e88-4039-9965-7e984419f7e6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc48c070>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-1024633966') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.328085 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:26.332785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33594) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.332873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-62348e13-09e8-4e89-9cf3-09ed2f361f78 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3206275
Nov 13 21:16:26.380141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:26.440441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0579bd20-e20d-481e-92d8-af2ab4e5ff2c req-39429641-48af-424d-9c81-2d93003c443f tempest-ServerShowV257Test-1709119534 tempest-ServerShowV257Test-1709119534-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb2f757d-93ac-49ce-be42-f95ef93156b6 HTTP/1.1" status: 200  len: 210 time: 0.0300441
Nov 13 21:16:26.480544 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-96d0d759-2e88-4039-9965-7e984419f7e6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:26.481728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-96d0d759-2e88-4039-9965-7e984419f7e6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-1024633966 HTTP/1.1" status: 404  len: 329 time: 0.1881492
Nov 13 21:16:26.484795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33596) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.491542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-12a3b462-b813-4ebb-8fea-aa8d1575a828 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdef2aaf0>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53', 'tempest-TagsExtTest-Tag-524438445') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.554961 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-12a3b462-b813-4ebb-8fea-aa8d1575a828 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:26.556118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12a3b462-b813-4ebb-8fea-aa8d1575a828 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags/tempest-TagsExtTest-Tag-524438445 HTTP/1.1" status: 404  len: 328 time: 0.0699246
Nov 13 21:16:26.559092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.564136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-44b9e40c-b32a-4c4b-9502-643f542add5c tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdd7c0820>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', {'tags': ['tempest-TagsExtTest-Tag-231645253', 'tempest-TagsExtTest-Tag-493380222', 'tempest-TagsExtTest-Tag-1940047747']}) {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.631415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91af10>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:25Z', 'revision_number': 3, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.669332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Checking router: c6859465-8665-46f5-8680-7a753c41c3f0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:16:26.669679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Updating router c6859465-8665-46f5-8680-7a753c41c3f0 port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:16:26.697534 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:26.734950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-44b9e40c-b32a-4c4b-9502-643f542add5c tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags HTTP/1.1" status: 200  len: 316 time: 0.1725059
Nov 13 21:16:26.738969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33606) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.746338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-bae391d4-e978-4621-a3b9-ca28b6914522 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdd32cd30>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.840386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:26.880912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bae391d4-e978-4621-a3b9-ca28b6914522 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags HTTP/1.1" status: 204  len: 168 time: 0.1400630
Nov 13 21:16:26.883840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33608) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.888234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-6d66dd9f-6712-4123-b89e-4f83396d4d57 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdce11610>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-231645253') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.946077 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-6d66dd9f-6712-4123-b89e-4f83396d4d57 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:26.947226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6d66dd9f-6712-4123-b89e-4f83396d4d57 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-231645253 HTTP/1.1" status: 404  len: 328 time: 0.0623548
Nov 13 21:16:26.950007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33612) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:26.956264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-a5508bd2-f31e-46b2-935b-57208b4e6fab tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefded22b20>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-493380222') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:26.995312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.063859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b08f357-3110-444b-9e39-e0d0acf11603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.068851 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-a5508bd2-f31e-46b2-935b-57208b4e6fab tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:27.069935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a5508bd2-f31e-46b2-935b-57208b4e6fab tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-493380222 HTTP/1.1" status: 404  len: 328 time: 0.1188340
Nov 13 21:16:27.074304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33616) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:27.078263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-4a741cce-af42-4182-80f6-724e9803935d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd45c340>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276', 'tempest-TagsExtTest-Tag-1940047747') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:27.091830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 542cec5d-9685-456d-9554-e076d5a07375 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:27.121416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.127344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Allocated IP 172.20.0.1 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/d1cce012-2072-426d-97a9-ffa30348d070) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:27.170951 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-4a741cce-af42-4182-80f6-724e9803935d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:27.174847 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4a741cce-af42-4182-80f6-724e9803935d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags/tempest-TagsExtTest-Tag-1940047747 HTTP/1.1" status: 404  len: 329 time: 0.0975060
Nov 13 21:16:27.180079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33618) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:27.182096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-c8390f8e-af1f-493d-8936-6ea3671396cd tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04460>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', {'tags': ['tempest-TagsExtTest-Tag-1361785175', 'tempest-TagsExtTest-Tag-2099133608', 'tempest-TagsExtTest-Tag-1759619158']}) {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:27.190050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.194840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bac0b-8b03-4927-8b34-30a3309bcb79 None None] Pushing event updated for resources: {'Port': ['ID=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:27.196201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.200170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Attempting to bind port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:27.200170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Attempting to bind port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:27.200544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Attempting to bind port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:27.202685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.208809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.209281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:27.209802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:27.210328 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.210820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:27.211388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Bound port: 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:27.211858 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.214790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.220856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.228124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:27.230454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-483e1981-c572-445f-af66-d6797375f8cb req-b12659fc-8932-4574-8fae-952d8d9f03b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1227329
Nov 13 21:16:27.237701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 542cec5d-9685-456d-9554-e076d5a07375 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:27.241973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.299592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-483e1981-c572-445f-af66-d6797375f8cb req-0746ecb4-e170-458b-b97d-94a15762451c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0597527
Nov 13 21:16:27.299833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] For port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:27.305161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] For port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:27.349194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.453096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c8390f8e-af1f-493d-8936-6ea3671396cd tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags HTTP/1.1" status: 200  len: 318 time: 0.2761397
Nov 13 21:16:27.455658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33622) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:27.461538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-f18008de-a846-4b06-a322-a01636c3f840 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc9bcf40>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:27.467343 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.503811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:27.551735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:27.555935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:27.598864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bac0b-8b03-4927-8b34-30a3309bcb79 None None] Pushing event updated for resources: {'Port': ['ID=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:27.691119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:27.887915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:27.896738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:27.902698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:27.915643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91af10>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:25Z', 'revision_number': 3, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:27.929702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cce012-2072-426d-97a9-ffa30348d070,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:27.947639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b4352-d07d-4a99-82bb-056d32ac5bf1 None None] The sync data for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 is: [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:25Z', 'revision_number': 3, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:27.953909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.035095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33636) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.087329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f18008de-a846-4b06-a322-a01636c3f840 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags HTTP/1.1" status: 204  len: 168 time: 0.6304903
Nov 13 21:16:28.090185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33642) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.095167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-1e3d187b-5dad-4d1d-b260-877784f22a9d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdec527c0>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-1361785175') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:28.198425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-58410b80-e5a8-4cce-92c9-a337225373b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.214832 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-1e3d187b-5dad-4d1d-b260-877784f22a9d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:28.214832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1e3d187b-5dad-4d1d-b260-877784f22a9d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-1361785175 HTTP/1.1" status: 404  len: 329 time: 0.1202826
Nov 13 21:16:28.215075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33644) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.223745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-117ed7d0-6504-4234-890e-b09ff946d571 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdce30c40>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-2099133608') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:28.251755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7294ca34-7d96-4d90-8d56-f9c3184562d9 None None] Provisioning complete for port d1cce012-2072-426d-97a9-ffa30348d070 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:28.252258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7294ca34-7d96-4d90-8d56-f9c3184562d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.305892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7294ca34-7d96-4d90-8d56-f9c3184562d9 None None] Port d1cce012-2072-426d-97a9-ffa30348d070 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:28.328665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-58410b80-e5a8-4cce-92c9-a337225373b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.353673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.400881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-58410b80-e5a8-4cce-92c9-a337225373b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.406858 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-117ed7d0-6504-4234-890e-b09ff946d571 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:28.407925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-117ed7d0-6504-4234-890e-b09ff946d571 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-2099133608 HTTP/1.1" status: 404  len: 329 time: 0.1915808
Nov 13 21:16:28.413599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33648) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.419024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-86869f35-d42a-46a1-9756-75185d816378 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefcf944400>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411', 'tempest-TagsExtTest-Tag-1759619158') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:28.483355 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.487596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-58410b80-e5a8-4cce-92c9-a337225373b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef13b3f3e3584644b8afe7a88d292351&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4484766
Nov 13 21:16:28.487596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58410b80-e5a8-4cce-92c9-a337225373b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b02be78-a282-46e5-b3c9-816569fe6cc2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:28.492439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33652) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.543610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.549898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.556495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.562507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.568472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.575489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.580875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:28.589098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-4c9e7fc9-a471-4e72-aba6-659da56c2fd7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1844351
Nov 13 21:16:28.601686 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-86869f35-d42a-46a1-9756-75185d816378 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:28.605554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86869f35-d42a-46a1-9756-75185d816378 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags/tempest-TagsExtTest-Tag-1759619158 HTTP/1.1" status: 404  len: 329 time: 0.1881251
Nov 13 21:16:28.605845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.610304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-e033436b-c6d1-480d-8677-35c604660b27 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc8bae50>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', {'tags': ['tempest-TagsExtTest-Tag-93697860', 'tempest-TagsExtTest-Tag-188161054', 'tempest-TagsExtTest-Tag-1563032492']}) {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:28.660251 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b45b2df2-4126-4b33-a016-00683c1a6327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.689144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0a1954-3ea7-4d20-a7dc-2c8809712ecd req-cf664dea-2de1-4657-b2fd-5d101bcf3c7e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0991814
Nov 13 21:16:28.695920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.709102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b45b2df2-4126-4b33-a016-00683c1a6327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.726903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e033436b-c6d1-480d-8677-35c604660b27 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "PUT /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags HTTP/1.1" status: 200  len: 315 time: 0.1201031
Nov 13 21:16:28.730181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33658) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.736968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-9d12a89c-4090-4ad1-8b0d-89cc34fcef53 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefddbcaf40>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:28.761988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.805891 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b45b2df2-4126-4b33-a016-00683c1a6327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.808982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b45b2df2-4126-4b33-a016-00683c1a6327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.813094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b45b2df2-4126-4b33-a016-00683c1a6327 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b02be78-a282-46e5-b3c9-816569fe6cc2 HTTP/1.1" status: 204  len: 168 time: 0.3196268
Nov 13 21:16:28.822262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b2df2-4126-4b33-a016-00683c1a6327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b02be78-a282-46e5-b3c9-816569fe6cc2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:28.864789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cce012-2072-426d-97a9-ffa30348d070,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:28.873132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:28.966493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9d12a89c-4090-4ad1-8b0d-89cc34fcef53 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags HTTP/1.1" status: 204  len: 168 time: 0.2351785
Nov 13 21:16:28.969444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33666) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:28.974115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-f8e48c80-d23a-4397-a9ed-556fc785f4cc tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f7160>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-93697860') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:28.987801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:28.990166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:28.997292 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-f8e48c80-d23a-4397-a9ed-556fc785f4cc tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:28.999457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f8e48c80-d23a-4397-a9ed-556fc785f4cc tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-93697860 HTTP/1.1" status: 404  len: 327 time: 0.0283360
Nov 13 21:16:29.002272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33668) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.007501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-fb713634-d0b0-4421-95bb-926d358f5a9a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdec97610>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-188161054') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:29.052198 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-fb713634-d0b0-4421-95bb-926d358f5a9a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:29.052198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fb713634-d0b0-4421-95bb-926d358f5a9a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-188161054 HTTP/1.1" status: 404  len: 328 time: 0.0453353
Nov 13 21:16:29.052908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33670) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.058313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-893fca31-0068-4148-ad55-60bbcdbd4a86 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd0ca760>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f', 'tempest-TagsExtTest-Tag-1563032492') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:29.091730 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-893fca31-0068-4148-ad55-60bbcdbd4a86 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] show failed (client error): The resource could not be found.
Nov 13 21:16:29.093197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-893fca31-0068-4148-ad55-60bbcdbd4a86 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags/tempest-TagsExtTest-Tag-1563032492 HTTP/1.1" status: 404  len: 329 time: 0.0397158
Nov 13 21:16:29.099230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33672) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.105163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-29a6c02a-1a53-44b8-b5f9-bd70083ee49c tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdca292e0>, 'subnetpools', '7130a2c8-db44-453b-bbd1-ac792558d45f') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:29.136486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-29a6c02a-1a53-44b8-b5f9-bd70083ee49c tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f/tags HTTP/1.1" status: 204  len: 168 time: 0.0360372
Nov 13 21:16:29.143404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33676) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.150959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-abe7802d-b4a9-478f-9248-4d73a981c150 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc30ebb0>, 'routers', '5ed82666-bb25-4a84-b91c-7ed8cbbad411') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:29.177861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:29.203165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Router c6859465-8665-46f5-8680-7a753c41c3f0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:16:29.246310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:29.246918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.321705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-abe7802d-b4a9-478f-9248-4d73a981c150 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411/tags HTTP/1.1" status: 204  len: 168 time: 0.1769588
Nov 13 21:16:29.324004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33680) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.331162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-38ea44bf-7dfd-4633-aee5-3f5576e30396 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefd7c57af0>, 'ports', 'be468300-68d7-4b4b-97f5-3558f2ffc276') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:29.351139 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.376572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-30fa8d21-4761-4ed4-9ac0-a98eeadf8418 None None] Provisioning complete for port d1cce012-2072-426d-97a9-ffa30348d070 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:29.376971 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-30fa8d21-4761-4ed4-9ac0-a98eeadf8418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.383056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:29.406825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:29.423866 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-38ea44bf-7dfd-4633-aee5-3f5576e30396 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276/tags HTTP/1.1" status: 204  len: 168 time: 0.0978861
Nov 13 21:16:29.428759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33688) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.430037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-60b3d4b9-fa69-46da-879a-d59729a9fce0 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6859465-8665-46f5-8680-7a753c41c3f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0915704
Nov 13 21:16:29.435608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-30fa8d21-4761-4ed4-9ac0-a98eeadf8418 None None] Port d1cce012-2072-426d-97a9-ffa30348d070 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:29.436147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-48ffb979-8c24-41d2-b6e5-f4aa8de03f4a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdd4242b0>, 'subnets', '34b05e08-f0b5-4847-ad16-21f5fc360e53') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:29.475910 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.529942 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-48ffb979-8c24-41d2-b6e5-f4aa8de03f4a tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53/tags HTTP/1.1" status: 204  len: 168 time: 0.0989046
Nov 13 21:16:29.533707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.547032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:29.723310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22dbadf0-0e09-4e8f-bc34-f7fc4e0c8ca1 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for subnetpool, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.726718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-22dbadf0-0e09-4e8f-bc34-f7fc4e0c8ca1 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnetpools/7130a2c8-db44-453b-bbd1-ac792558d45f HTTP/1.1" status: 204  len: 168 time: 0.1914051
Nov 13 21:16:29.728758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33704) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.765870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-244dcd56-3e67-4a3e-b48e-fa391d1b78ea tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ed82666-bb25-4a84-b91c-7ed8cbbad411 HTTP/1.1" status: 200  len: 205 time: 0.0335376
Nov 13 21:16:29.766182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33706) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:29.856512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.860189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.863043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.872882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.876599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.881593 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:29.886079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.893994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.903194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:29.903978 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-3d14f2af-a0f2-4650-838a-c55bba8388b4 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1132810
Nov 13 21:16:30.016352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad6f3993-cec1-4ef4-b5d3-432759f6cf3b req-da8b58c8-3fd4-4e39-bb3d-ec2a0cd8d680 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0963526
Nov 13 21:16:30.024444 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Sync routers for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:30.039989 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:30.040126 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde62e0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:30.053529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.056471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.214837 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:30.263405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.263787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed82666-bb25-4a84-b91c-7ed8cbbad411 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:16:30.279200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.282525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-903cce37-d48a-4488-bf54-60d4525aa033 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/routers/5ed82666-bb25-4a84-b91c-7ed8cbbad411 HTTP/1.1" status: 204  len: 168 time: 0.5153539
Nov 13 21:16:30.285403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33726) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:30.331792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-e1cc479e-19f4-411e-bca6-306ff5186b66 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0472429
Nov 13 21:16:30.374860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33728) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:30.377005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.381798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000037684', 'description': 'tempest-description--1841635522'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:30.441087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Deleting port be468300-68d7-4b4b-97f5-3558f2ffc276 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:30.441302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.458715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-8f58cbc7-7a73-4b9d-b097-002379e5238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:30.461223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-8f58cbc7-7a73-4b9d-b097-002379e5238d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.0613625
Nov 13 21:16:30.491886 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde62e0d0>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 2, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:30.511277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.519862 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Checking router: c6859465-8665-46f5-8680-7a753c41c3f0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:16:30.520140 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Updating router c6859465-8665-46f5-8680-7a753c41c3f0 port d1cce012-2072-426d-97a9-ffa30348d070 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:16:30.552640 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.566749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Calling delete_port for be468300-68d7-4b4b-97f5-3558f2ffc276 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:30.572762 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.624493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-c3638b74-c39d-4065-8f91-c7dbaa0f6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:30.626019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-c3638b74-c39d-4065-8f91-c7dbaa0f6599 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.1432209
Nov 13 21:16:30.690597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.714322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-b330bed8-a4fb-45ec-b0db-1d42411c0c1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 1000 time: 0.0793686
Nov 13 21:16:30.772509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-a67ee265-827e-4d1e-8c55-ea6e2b514cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:30.774176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-a67ee265-827e-4d1e-8c55-ea6e2b514cf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0519269
Nov 13 21:16:30.778004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.834303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.847903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1841421-d78f-45b0-af93-a447ad20f08a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:30.876396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-84d773bc-a9e9-4ff1-a43d-7868ff23e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:30.878645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-84d773bc-a9e9-4ff1-a43d-7868ff23e441 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0963891
Nov 13 21:16:30.896926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event deleted for resources: {'Port': ['ID=be468300-68d7-4b4b-97f5-3558f2ffc276,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:30.922833 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.964115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.968215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9aa9590c-f5f5-4fec-b21c-329906762c2b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5891049
Nov 13 21:16:30.968435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33740) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:30.973412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'security_group_rule': {'security_group_id': 'c1841421-d78f-45b0-af93-a447ad20f08a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:30.983906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:30.987892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b98cf572-59f2-45e5-bec3-bb50d0b24140 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/ports/be468300-68d7-4b4b-97f5-3558f2ffc276 HTTP/1.1" status: 204  len: 168 time: 0.7013018
Nov 13 21:16:30.991056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33742) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:31.009000 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.044474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-2452c228-efcb-4bc1-8385-ea8da12450bc service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578014
Nov 13 21:16:31.067299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Deleting subnet 34b05e08-f0b5-4847-ad16-21f5fc360e53 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:16:31.090588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.108081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:31.237963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.239542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:31.240613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.292372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Pushing event updated for resources: {'Port': ['ID=d1cce012-2072-426d-97a9-ffa30348d070,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:31.302061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.307603 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Attempting to bind port d1cce012-2072-426d-97a9-ffa30348d070 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:31.309196 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Attempting to bind port d1cce012-2072-426d-97a9-ffa30348d070 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:31.309524 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Attempting to bind port d1cce012-2072-426d-97a9-ffa30348d070 on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:31.324678 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:31.325048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:31.325214 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.325598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:31.326072 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Bound port: d1cce012-2072-426d-97a9-ffa30348d070, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:31.326439 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.417616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.436132 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.436583 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.436940 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.437288 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.437607 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.437936 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.438301 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.439260 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.439512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.439871 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.440112 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d8a5290-7536-4141-9c47-0f39c52218ce req-cb31c09b-ee5c-4909-aec6-87de055ca42d service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3865066
Nov 13 21:16:31.440241 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.440434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:31.488048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5cb531a8-17b3-47db-bf45-a6c2db6339f9 None None] Provisioning complete for port d1cce012-2072-426d-97a9-ffa30348d070 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:31.488665 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5cb531a8-17b3-47db-bf45-a6c2db6339f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.508743 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] For port d1cce012-2072-426d-97a9-ffa30348d070, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:31.516056 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] For port d1cce012-2072-426d-97a9-ffa30348d070, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1cce012-2072-426d-97a9-ffa30348d070,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:31.532861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.544930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.551857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5cb531a8-17b3-47db-bf45-a6c2db6339f9 None None] Port d1cce012-2072-426d-97a9-ffa30348d070 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:31.557024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.560444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.566471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.573052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.579291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:31.583417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-f8253d4c-19a1-4146-bcd1-cd3119496195 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.3429439
Nov 13 21:16:31.593847 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.647049 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.647245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.664347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b081c54-2d33-4ba4-a50a-8cf06dc4ea27 req-8b03f24c-de29-4a4d-ac22-a6ea7e1d5cba tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0695870
Nov 13 21:16:31.691158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.725043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.736762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/subnets/34b05e08-f0b5-4847-ad16-21f5fc360e53 HTTP/1.1" status: 204  len: 168 time: 0.7395871
Nov 13 21:16:31.736762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e807128-1583-4a4a-8f3a-67fce125748d tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event deleted for resources: {'Subnet': ['ID=34b05e08-f0b5-4847-ad16-21f5fc360e53,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:31.745281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33778) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:31.751231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc3612-e44f-4ea2-92cb-aaf4c5cc64f5 None None] Network ec8fe98f-4617-42b0-af99-ffd07400abd7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:16:31.760881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b852ad-24e0-428e-9e5a-b6ae07f8a116,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:31.787423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ca56d-44dd-48a8-93ad-8028e4bcb4c9 None None] Pushing event updated for resources: {'Port': ['ID=d1cce012-2072-426d-97a9-ffa30348d070,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:31.790814 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:31.792043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde62e0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:31.836393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.837680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f8fae7a-f9fc-42dd-8ce1-c071ef9b360c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8683543
Nov 13 21:16:31.840735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33784) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:31.847334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'security_group_rule': {'security_group_id': 'c1841421-d78f-45b0-af93-a447ad20f08a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:31.929060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:31.958496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:31.987239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.022517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Deleting port d5f26619-5fed-4369-80ef-b949988ceec5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:32.022776 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.071161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] DHCP port deletion for ec8fe98f-4617-42b0-af99-ffd07400abd7 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:16:32.075910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.122800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-abd9948f-59a6-4824-8714-fd4311fbc2ce None None] Provisioning complete for port d1cce012-2072-426d-97a9-ffa30348d070 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:32.123185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abd9948f-59a6-4824-8714-fd4311fbc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.146265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] For port d5f26619-5fed-4369-80ef-b949988ceec5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5f26619-5fed-4369-80ef-b949988ceec5,segment=NetworkSegment(215399bf-89ee-4c5d-86b3-3c9a56a32da0),segment_id=215399bf-89ee-4c5d-86b3-3c9a56a32da0)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:32.146780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.155299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.191622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3451ced1-a35b-496b-a0bd-3459dd403a2d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:32.232159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] Deleting port d5f26619-5fed-4369-80ef-b949988ceec5 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:16:32.232530 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.267560 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde62e0d0>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:31Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:32.293766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.295087 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d9067213-5a4c-46ca-a73d-71ace9669f37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4532630
Nov 13 21:16:32.298232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:32.301598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6155312-06ce-4197-bfad-a1f0c496d78d None None] The sync data for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 is: [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:31Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:32.302864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:32.334103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abd9948f-59a6-4824-8714-fd4311fbc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.406420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.417430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] For port d5f26619-5fed-4369-80ef-b949988ceec5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5f26619-5fed-4369-80ef-b949988ceec5,segment=NetworkSegment(215399bf-89ee-4c5d-86b3-3c9a56a32da0),segment_id=215399bf-89ee-4c5d-86b3-3c9a56a32da0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:32.417830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.454356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-abd9948f-59a6-4824-8714-fd4311fbc2ce None None] For port d1cce012-2072-426d-97a9-ffa30348d070, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1cce012-2072-426d-97a9-ffa30348d070,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:32.455591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] Calling delete_port for d5f26619-5fed-4369-80ef-b949988ceec5 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:32.554116 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abd9948f-59a6-4824-8714-fd4311fbc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.578977 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.636642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9948f-59a6-4824-8714-fd4311fbc2ce None None] Pushing event updated for resources: {'Port': ['ID=d1cce012-2072-426d-97a9-ffa30348d070,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:32.673221 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.721405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] Pushing event deleted for resources: {'Port': ['ID=d5f26619-5fed-4369-80ef-b949988ceec5,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:32.737571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5302a-02ce-466c-b5a9-557387a797b2 None None] No DVR routers for this DVR port d5f26619-5fed-4369-80ef-b949988ceec5 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:16:32.742114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Calling delete_port for d5f26619-5fed-4369-80ef-b949988ceec5 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:16:32.804097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Allocated IP 172.35.3.58 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/5064c7df-58fe-4f84-b6c9-cacf3637a3cc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:32.905750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.937245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.943269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.950353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.956576 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.963389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.970309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.972610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:32.976579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:32.978778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-dc92a7f1-9385-4da3-84c3-0402f432c0a0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1688378
Nov 13 21:16:33.031114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event deleted for resources: {'Port': ['ID=d5f26619-5fed-4369-80ef-b949988ceec5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:33.050952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] No DVR routers for this DVR port d5f26619-5fed-4369-80ef-b949988ceec5 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:16:33.097657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.145316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:33.145542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d1cce012-2072-426d-97a9-ffa30348d070 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:33.157729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:33.164185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:33.167148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.215494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd9466d0>,) {'filters': {'network_id': ['ec8fe98f-4617-42b0-af99-ffd07400abd7']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:33.240570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69d08af-2d73-4e65-a76a-f5b8c2f4f5c6 req-c0d9839f-ee86-48a9-a9d6-07deedee268a tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2248983
Nov 13 21:16:33.243817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd9466d0>, '215399bf-89ee-4c5d-86b3-3c9a56a32da0') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:33.244118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd9466d0>, '215399bf-89ee-4c5d-86b3-3c9a56a32da0') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:33.244296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d1cce012-2072-426d-97a9-ffa30348d070 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:33.244661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.257684 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.260508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=5064c7df-58fe-4f84-b6c9-cacf3637a3cc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:33.298489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.306991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:16:33.307536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:16:33.311320 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:16:33.317383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.434382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d5f26619-5fed-4369-80ef-b949988ceec5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:16:33.452777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.456184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d5f26619-5fed-4369-80ef-b949988ceec5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:16:33.456766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d5f26619-5fed-4369-80ef-b949988ceec5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:16:33.555837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.564167 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.566680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] 10.222.0.20 "DELETE /v2.0/networks/ec8fe98f-4617-42b0-af99-ffd07400abd7 HTTP/1.1" status: 204  len: 168 time: 1.8202968
Nov 13 21:16:33.580145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76166c5-4556-41cd-a16d-0f9d3d0f15c6 tempest-TagsExtTest-1869794618 tempest-TagsExtTest-1869794618-project] Pushing event deleted for resources: {'Network': ['ID=ec8fe98f-4617-42b0-af99-ffd07400abd7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:33.637920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.743611 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.827686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=5064c7df-58fe-4f84-b6c9-cacf3637a3cc,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:33.843286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.927499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:33.928801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2e54096d-acb2-495a-8b36-6e5b3f794c01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6293678
Nov 13 21:16:34.160162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33852) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:34.193641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-40d9451d-4893-427b-bfac-45fa9665b225 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1000037684&fields=id&tenant_id=e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 267 time: 0.0498083
Nov 13 21:16:34.316874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bdda64d5-4f72-4ddf-a4a6-c84d067e1f96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2107988b7fe745f5847d6b9bfa1a1c32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1551356
Nov 13 21:16:34.319139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33864) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:34.325858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-032a03e5-796f-4fd7-8bef-d25ee1c72c95 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.327630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-032a03e5-796f-4fd7-8bef-d25ee1c72c95 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1260097
Nov 13 21:16:34.345005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-8c8ff212-442d-445a-9aa2-4de0c8ce5473 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/quotas/e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 375 time: 0.0114460
Nov 13 21:16:34.367131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 68e52022-8996-4cc3-ae6b-e14de58c8ec4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:34.401702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-8d4f395e-ef59-48c2-921f-e6bc4bb745de tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0510864
Nov 13 21:16:34.453615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.460856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.475514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:34.481765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.489425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '68e52022-8996-4cc3-ae6b-e14de58c8ec4', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'port_id': '68e52022-8996-4cc3-ae6b-e14de58c8ec4', 'mac_address': 'fa:16:3e:d5:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:34.489592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.496114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.502295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.509105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:34.517263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-02e27a92-0cb1-4e8d-b724-a39bfc286ce8 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5430 time: 0.1696424
Nov 13 21:16:34.528207 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e5dde87-5a1f-485d-a03f-48f736fb3706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:34.537819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-b78a6ccc-9671-4c20-aa6d-fb54e62ae043 service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206541
Nov 13 21:16:34.555262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:34.568565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e5dde87-5a1f-485d-a03f-48f736fb3706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:34.585281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e52022-8996-4cc3-ae6b-e14de58c8ec4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:34.607611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:34.625733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10bf5607-c981-44c8-9d38-0ca91e8d093b req-aafb4bc6-470f-4290-93ff-04f7a563cc6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1077089
Nov 13 21:16:34.659028 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-9a594c05-4a4e-4247-9a01-167d83d8249b service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198711
Nov 13 21:16:34.708505 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:34.714735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c5a47d5-178c-4c25-aab7-7421e5ebd44b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:34.748291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e5dde87-5a1f-485d-a03f-48f736fb3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:34.751107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e5dde87-5a1f-485d-a03f-48f736fb3706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:34.752239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3e5dde87-5a1f-485d-a03f-48f736fb3706 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/559a6d6d-137f-440a-a908-efa5388f8b56 HTTP/1.1" status: 204  len: 168 time: 0.4321778
Nov 13 21:16:34.760865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dde87-5a1f-485d-a03f-48f736fb3706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a6d6d-137f-440a-a908-efa5388f8b56,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:34.816629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:34.906046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:34.929475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'port_id': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'mac_address': 'fa:16:3e:7b:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:34.933725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dabcae69-c3a1-45f0-afae-2d57a88f25a5 req-0e79141f-c052-4c30-9896-3c4e7b83fc67 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 210 time: 0.0352516
Nov 13 21:16:35.002090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:35.018146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5a47d5-178c-4c25-aab7-7421e5ebd44b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:35.043710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:35.159567 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:35.160239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 55b8f243-1f70-4bc9-94b6-9948c704d571 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:35.239685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:35.310610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 55b8f243-1f70-4bc9-94b6-9948c704d571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55b8f243-1f70-4bc9-94b6-9948c704d571,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:35.323805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '55b8f243-1f70-4bc9-94b6-9948c704d571', 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c', 'port_id': '55b8f243-1f70-4bc9-94b6-9948c704d571', 'mac_address': 'fa:16:3e:5a:dc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d99c0b4-e565-4038-ae69-d5e436c68dcd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:35.369752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:35.383168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b8f243-1f70-4bc9-94b6-9948c704d571 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:35.404483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 55b8f243-1f70-4bc9-94b6-9948c704d571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55b8f243-1f70-4bc9-94b6-9948c704d571,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:35.502520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:35.503188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c9f965a9-ea57-4021-9e25-72ce208f57ed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:35.703216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:35.714699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=55b8f243-1f70-4bc9-94b6-9948c704d571,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:35.721021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'c9f965a9-ea57-4021-9e25-72ce208f57ed', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'port_id': 'c9f965a9-ea57-4021-9e25-72ce208f57ed', 'mac_address': 'fa:16:3e:2a:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:35.771576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:35.783998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f965a9-ea57-4021-9e25-72ce208f57ed {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:35.788401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.794599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.800750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.804072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:35.806593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.812589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.820907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.826893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:35.828832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dac8878-876a-47a4-9f79-44058f21785e req-c25370df-e9b8-4a55-b5aa-280bfbc726ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5433 time: 0.1036191
Nov 13 21:16:35.916514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dac8878-876a-47a4-9f79-44058f21785e req-1a5a4c59-9356-4202-b490-0e285c3d00b5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0777116
Nov 13 21:16:35.925576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:35.926755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:35.991855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:36.015794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '860fbb3c-1abc-4cb0-8519-f1f232d9b7c0', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'port_id': '860fbb3c-1abc-4cb0-8519-f1f232d9b7c0', 'mac_address': 'fa:16:3e:ec:6b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:36.017543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:36.053512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3744731d-3863-464b-abdd-537c62544d6b req-90a3b3e7-ca5c-4f82-9cde-d12a910f0349 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 210 time: 0.0523150
Nov 13 21:16:36.059921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:36.074091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:36.095093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:36.217208 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:36.218113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:36.290479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:36.295756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:36.308824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0', 'network_id': '62ba244b-1a63-46bb-b177-bac5b6226a92', 'port_id': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0', 'mac_address': 'fa:16:3e:b6:6b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:36.350234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:36.367787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:36.387296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:36.508565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:36.509276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:36.574374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:36.578133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:36.590070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41', 'network_id': '986d9268-612c-49cc-ba08-fd64bf54a38c', 'port_id': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41', 'mac_address': 'fa:16:3e:f0:5f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d99c0b4-e565-4038-ae69-d5e436c68dcd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:36.628011 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:36.641682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:36.660577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:36.765730 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:36.837548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:37.059322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.070827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.077901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.085328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.091959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.098459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.105416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.107543 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-43a8b6f5-6edd-4e49-9a2f-a70d928f6abf tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5437 time: 0.1056659
Nov 13 21:16:37.193259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd016f31-48ca-4561-ac97-f945b2b55ad7 req-bcf0b52f-c022-44e8-8d34-00baecd4f36d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0670991
Nov 13 21:16:37.208436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4899b298-2a1d-4fbc-8fe9-32b8c5ed3a5c req-66a07e86-dc7c-4a74-93a3-7e5c23f280b9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 210 time: 0.0322742
Nov 13 21:16:37.400470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['c9f965a9-ea57-4021-9e25-72ce208f57ed'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:37.429291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['55b8f243-1f70-4bc9-94b6-9948c704d571'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:37.466630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8c5a47d5-178c-4c25-aab7-7421e5ebd44b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:37.468713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['5d49d923-ebe5-4b65-b512-d45fc91b3ad0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:37.484006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:37.744068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-4a112ad3-8e5f-42d1-a613-3e30d6dba9a1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:37.745665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-4a112ad3-8e5f-42d1-a613-3e30d6dba9a1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1294582
Nov 13 21:16:37.834173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-adfe125f-da79-4d71-8fac-66c35978225d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 380 time: 0.0789158
Nov 13 21:16:37.845344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'port': {'device_id': '07581aba-873b-4fbc-a024-f0d515538850', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'admin_state_up': True, 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'security_groups': ['c1841421-d78f-45b0-af93-a447ad20f08a']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:38.096773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:16:38.100355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:38.246578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Allocated IP 172.20.0.11 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/ffc83d89-df42-4dff-996a-e95ed3e5665a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:16:38.374792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.382869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.388939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.395612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.403236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.405121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ded82f8a-159b-4b8a-be97-f7e4a9c4a808 req-8971e4eb-0f90-451d-a793-337fad6bbd40 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 210 time: 0.0752215
Nov 13 21:16:38.420438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.420438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.428431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-dd3b7d2b-4e0f-4cdc-a372-4e1053a9f408 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5437 time: 0.1461229
Nov 13 21:16:38.510121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['68e52022-8996-4cc3-ae6b-e14de58c8ec4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:38.526408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f537544d-f9a2-40bf-8794-1a1d942b0ef8 req-f5e5289b-317a-4338-b4b1-55c7372322a7 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0946701
Nov 13 21:16:38.558969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:38.725930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:38.777107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:16:38.780452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:16:38.784854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:16:38.833876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:38.857468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:38.858123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:38.950408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-d9c06078-4320-46a0-b0b0-8c1085a3b935 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1095281
Nov 13 21:16:38.962861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Request body: {'port': {'device_id': '07581aba-873b-4fbc-a024-f0d515538850', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:39.029432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-885b0810-c84f-4f6a-98c1-fd731ff5b705 None None] Provisioning complete for port ffc83d89-df42-4dff-996a-e95ed3e5665a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:39.029963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-885b0810-c84f-4f6a-98c1-fd731ff5b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.030849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.074699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-885b0810-c84f-4f6a-98c1-fd731ff5b705 None None] Port ffc83d89-df42-4dff-996a-e95ed3e5665a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:16:39.325575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:39.333057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.345471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Transition to ACTIVE for port object ffc83d89-df42-4dff-996a-e95ed3e5665a will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:16:39.428407 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.543979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:39.561153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Attempting to bind port ffc83d89-df42-4dff-996a-e95ed3e5665a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:16:39.564573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Attempting to bind port ffc83d89-df42-4dff-996a-e95ed3e5665a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:16:39.564573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Attempting to bind port ffc83d89-df42-4dff-996a-e95ed3e5665a on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:39.568613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Port ffc83d89-df42-4dff-996a-e95ed3e5665a on network d574ab3c-11ef-4433-999d-95abd09a8e62 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:16:39.569306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Attempting to bind port ffc83d89-df42-4dff-996a-e95ed3e5665a on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:16:39.575448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:16:39.576139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:16:39.576672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:16:39.577270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Bound port: ffc83d89-df42-4dff-996a-e95ed3e5665a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:16:39.577775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.593259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e03b-5810-4fc6-9597-915dcbb7ca97 req-99b2ddd4-7bb6-460e-8eae-759812df4638 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.594937 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb52e03b-5810-4fc6-9597-915dcbb7ca97 req-99b2ddd4-7bb6-460e-8eae-759812df4638 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 944 time: 0.1127634
Nov 13 21:16:39.700249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb52e03b-5810-4fc6-9597-915dcbb7ca97 req-d7797f74-3fd4-4df0-b936-8b1c6cb5a12d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955188
Nov 13 21:16:39.708977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:16:39.728582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:16:39.752459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.758476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['860fbb3c-1abc-4cb0-8519-f1f232d9b7c0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:39.759882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.766141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.772719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.786084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.792812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.799921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.801897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-07da83f7-09f4-4c50-a310-0f239c296999 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5437 time: 0.1353621
Nov 13 21:16:39.841292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.901093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:39.902558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:39.904245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 1092 time: 0.9458117
Nov 13 21:16:39.910413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:39.915070 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f93558-3262-4a17-853e-e4066d92e762" -d '{"events": [{"name": "network-changed", "server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:39.961649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8b7a31d-af51-4f06-b7aa-bb4d650ab68d req-349435fa-507f-45cf-950f-cfe379b54b47 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1490645
Nov 13 21:16:40.005275 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2b0573-160b-48a6-8d1d-95f2caa41c41 x-openstack-request-id: req-ea2b0573-160b-48a6-8d1d-95f2caa41c41 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:40.007008 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:40.007657 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea2b0573-160b-48a6-8d1d-95f2caa41c41 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:40.008320 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'status': 'completed', 'code': 200}
Nov 13 21:16:40.046315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:40.201284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3b79-31ca-440d-83e8-a53af489131b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.295242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3b79-31ca-440d-83e8-a53af489131b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.371246 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3b79-31ca-440d-83e8-a53af489131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.410413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280dfa-8b9a-447b-90c6-3a7bddb820d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:40.419549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b3b79-31ca-440d-83e8-a53af489131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc4fc3f-3daf-4c31-b6d1-2372d6cb0ca7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:40.437733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34178) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:40.443219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7d6b3b79-31ca-440d-83e8-a53af489131b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd28476fe292480090c0634f4d711bfa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3934329
Nov 13 21:16:40.480460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93558-3262-4a17-853e-e4066d92e762 req-633a9486-5796-4ce1-96ab-ded675653201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:40.482051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5f93558-3262-4a17-853e-e4066d92e762 req-633a9486-5796-4ce1-96ab-ded675653201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1095 time: 0.4708726
Nov 13 21:16:40.558938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aef1a3a7-16b6-46bf-b7a3-ca19794063a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.566193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34184) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:40.594191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aef1a3a7-16b6-46bf-b7a3-ca19794063a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.634293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93558-3262-4a17-853e-e4066d92e762 req-48abd49a-56b6-4018-804c-afbe459c5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:40.635787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5f93558-3262-4a17-853e-e4066d92e762 req-48abd49a-56b6-4018-804c-afbe459c5cdb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1442204
Nov 13 21:16:40.691511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5425049f-29ff-4ffb-8eaf-c6bfb95d991c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.734698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f93558-3262-4a17-853e-e4066d92e762 req-f3f12fc6-773e-4198-8aed-b87e35f59ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:40.736316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5f93558-3262-4a17-853e-e4066d92e762 req-f3f12fc6-773e-4198-8aed-b87e35f59ad7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0922284
Nov 13 21:16:40.817436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a27324-de6c-42fc-83b1-938857abe467 req-1d147f53-6ba6-4574-b712-6aed1068faa8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:40.819699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 68e52022-8996-4cc3-ae6b-e14de58c8ec4 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:40.820193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-63d0b1b6-b8b7-4c28-ac7d-de0705a44c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:40.821579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-63d0b1b6-b8b7-4c28-ac7d-de0705a44c56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1095 time: 0.0482161
Nov 13 21:16:40.822830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aef1a3a7-16b6-46bf-b7a3-ca19794063a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.829145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aef1a3a7-16b6-46bf-b7a3-ca19794063a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:40.829145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aef1a3a7-16b6-46bf-b7a3-ca19794063a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dc4fc3f-3daf-4c31-b6d1-2372d6cb0ca7 HTTP/1.1" status: 204  len: 168 time: 0.3860779
Nov 13 21:16:40.830209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26a27324-de6c-42fc-83b1-938857abe467 req-1d147f53-6ba6-4574-b712-6aed1068faa8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 944 time: 0.0702403
Nov 13 21:16:40.849400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1a3a7-16b6-46bf-b7a3-ca19794063a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc4fc3f-3daf-4c31-b6d1-2372d6cb0ca7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:40.880776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-3c870e7c-07b0-46e5-a3dd-7679e6233847 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 217 time: 0.0509129
Nov 13 21:16:40.947579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-326d128a-7fd2-43c1-aa3d-b69797fcf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:40.949977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-326d128a-7fd2-43c1-aa3d-b69797fcf878 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0606670
Nov 13 21:16:40.957883 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26a27324-de6c-42fc-83b1-938857abe467 req-5968f985-7f05-4ab2-87ed-e9ff8bde77dc tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181147
Nov 13 21:16:40.993791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5425049f-29ff-4ffb-8eaf-c6bfb95d991c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.009362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-1c7d9585-48da-4b0f-9070-5225932f0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.011087 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-1c7d9585-48da-4b0f-9070-5225932f0d93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0532522
Nov 13 21:16:41.027156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:41.031055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:41.031489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.061454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5425049f-29ff-4ffb-8eaf-c6bfb95d991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.106834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5425049f-29ff-4ffb-8eaf-c6bfb95d991c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37aab10891e34756a80155b64a44d100&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5372028
Nov 13 21:16:41.107106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34208) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:41.107740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425049f-29ff-4ffb-8eaf-c6bfb95d991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed77417-b815-4eb6-9445-c5f35f30b12d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:41.146312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-2ce5d810-6ee8-451c-94d8-8870492964c6 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277986
Nov 13 21:16:41.151876 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.164090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.167055 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d53f96b6-4dd9-4b82-abd5-b4a166e26176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.170070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.176079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.176730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:41.179082 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d56af-0be8-4c8b-b77f-c230e3e38ebe" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:41.182250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.192022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.195486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.197601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d53f96b6-4dd9-4b82-abd5-b4a166e26176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.202196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:41.207862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:41.210981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-fd7f4684-19ca-4dcd-ad6a-a177e12992ef tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5437 time: 0.1349990
Nov 13 21:16:41.234070 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0e028c-475b-4a76-9644-5efcdd42d58f x-openstack-request-id: req-cc0e028c-475b-4a76-9644-5efcdd42d58f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:41.234460 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:41.234706 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc0e028c-475b-4a76-9644-5efcdd42d58f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:41.236933 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4', 'code': 200}
Nov 13 21:16:41.285346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.286534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c5a47d5-178c-4c25-aab7-7421e5ebd44b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:41.339483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abc14c51-cdb9-4a61-bced-5e0d3e12ba33 req-7368638b-e3f5-4e07-b8dd-8aa774ccbbf5 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1276364
Nov 13 21:16:41.348922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d53f96b6-4dd9-4b82-abd5-b4a166e26176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.350100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06e95f3c-e191-448b-a7d2-e23250e4efff req-905bca96-6480-4ced-bfd4-064c0fafa86b service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370661
Nov 13 21:16:41.352736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d53f96b6-4dd9-4b82-abd5-b4a166e26176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.354696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d53f96b6-4dd9-4b82-abd5-b4a166e26176 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bed77417-b815-4eb6-9445-c5f35f30b12d HTTP/1.1" status: 204  len: 168 time: 0.2441392
Nov 13 21:16:41.367223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f96b6-4dd9-4b82-abd5-b4a166e26176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed77417-b815-4eb6-9445-c5f35f30b12d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:41.399318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:41.491072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:41.495755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:41.496190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.580390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.613565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:41.731220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.732058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 55b8f243-1f70-4bc9-94b6-9948c704d571 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:41.792795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34226) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:41.807139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5922c1b1-d324-4006-9427-315341ad03ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.836750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:41.891237 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.898417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5922c1b1-d324-4006-9427-315341ad03ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.948297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 55b8f243-1f70-4bc9-94b6-9948c704d571 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:41.952909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 55b8f243-1f70-4bc9-94b6-9948c704d571 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:41.953340 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:41.971883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5922c1b1-d324-4006-9427-315341ad03ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.038596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c1b1-d324-4006-9427-315341ad03ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acdd9e3-b47b-4097-bb8e-e9fa74393268,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:42.046344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5922c1b1-d324-4006-9427-315341ad03ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f159c7f999304161935991c115e870d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2499757
Nov 13 21:16:42.046854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34238) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:42.047378 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.086026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 55b8f243-1f70-4bc9-94b6-9948c704d571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55b8f243-1f70-4bc9-94b6-9948c704d571,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:42.104143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90877cda-3a9d-43ad-af36-21e3ad34c6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.105883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efa31b-7db6-4b3c-a425-e7dc75d7fd21 req-cd31919e-80c8-4afe-af10-ed4e98293434 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.107876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79efa31b-7db6-4b3c-a425-e7dc75d7fd21 req-cd31919e-80c8-4afe-af10-ed4e98293434 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 944 time: 0.0615489
Nov 13 21:16:42.144000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90877cda-3a9d-43ad-af36-21e3ad34c6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.154039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.155718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c9f965a9-ea57-4021-9e25-72ce208f57ed up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:42.175160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79efa31b-7db6-4b3c-a425-e7dc75d7fd21 req-9b2550af-03ef-4eca-b125-256f21fe019c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569115
Nov 13 21:16:42.254497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=55b8f243-1f70-4bc9-94b6-9948c704d571,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:42.256381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90877cda-3a9d-43ad-af36-21e3ad34c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.266516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90877cda-3a9d-43ad-af36-21e3ad34c6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.268741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-90877cda-3a9d-43ad-af36-21e3ad34c6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7acdd9e3-b47b-4097-bb8e-e9fa74393268 HTTP/1.1" status: 204  len: 168 time: 0.2195425
Nov 13 21:16:42.277146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90877cda-3a9d-43ad-af36-21e3ad34c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acdd9e3-b47b-4097-bb8e-e9fa74393268,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:42.359339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port c9f965a9-ea57-4021-9e25-72ce208f57ed completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:42.363419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port c9f965a9-ea57-4021-9e25-72ce208f57ed triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:42.363785 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.561295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.569386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.583006 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.601068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.614013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.623080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:42.629933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.641745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.651986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:42.660841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-f2f612d6-3eba-40c3-85a4-679cecb1222c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5440 time: 0.2209756
Nov 13 21:16:42.724655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e18573e0-993a-4189-8e65-c5cb2f45895b req-78ee93e8-4f71-4598-aa77-d5462e200c8b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0629292
Nov 13 21:16:42.731478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:42.733178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:42.816566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:42.912067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:42.916314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:42.917542 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.029855 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.096194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:43.154340 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.155272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:43.232910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:43.237670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b8f243-1f70-4bc9-94b6-9948c704d571'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f965a9-ea57-4021-9e25-72ce208f57ed'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fbb3c-1abc-4cb0-8519-f1f232d9b7c0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:43.240000 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d7769-4dfe-4e91-b61a-b4c77f6a6731" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "55b8f243-1f70-4bc9-94b6-9948c704d571"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "c9f965a9-ea57-4021-9e25-72ce208f57ed"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "860fbb3c-1abc-4cb0-8519-f1f232d9b7c0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:43.301685 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791cbc67-ebbf-4b92-87cc-16a3226a6504 x-openstack-request-id: req-791cbc67-ebbf-4b92-87cc-16a3226a6504 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:43.302440 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "55b8f243-1f70-4bc9-94b6-9948c704d571", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "c9f965a9-ea57-4021-9e25-72ce208f57ed", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "860fbb3c-1abc-4cb0-8519-f1f232d9b7c0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:43.303401 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-791cbc67-ebbf-4b92-87cc-16a3226a6504 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:43.303963 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'code': 200}
Nov 13 21:16:43.305452 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b8f243-1f70-4bc9-94b6-9948c704d571', 'code': 200}
Nov 13 21:16:43.305723 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f965a9-ea57-4021-9e25-72ce208f57ed', 'code': 200}
Nov 13 21:16:43.305980 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fbb3c-1abc-4cb0-8519-f1f232d9b7c0', 'code': 200}
Nov 13 21:16:43.314406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2e845-5400-434e-9726-ba591ab4fef7 req-41661e06-2476-4c7e-be50-b024c37b93ff tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:43.315986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51d2e845-5400-434e-9726-ba591ab4fef7 req-41661e06-2476-4c7e-be50-b024c37b93ff tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 944 time: 0.0678308
Nov 13 21:16:43.349469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:43.357052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:43.357756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.366989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51d2e845-5400-434e-9726-ba591ab4fef7 req-978f22ab-bece-47da-8f7e-52176acd2d69 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441110
Nov 13 21:16:43.389797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:16:43.542918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.587472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:43.614748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:16:43.618841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:43.678522 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.694426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:16:43.715033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:43.731027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.731863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:43.824564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:43.842002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.899636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:43.911575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:43.911947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:43.952271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:43.952780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:43.967654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:43.979652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:43.992252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:43.998821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:44.004959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:44.011021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:44.013046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-2e5e50ff-52fc-4331-a213-70bd52775f5c tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5443 time: 0.1445909
Nov 13 21:16:44.040352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:44.056681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ffc83d89-df42-4dff-996a-e95ed3e5665a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:16:44.077621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4498b3c7-7979-4090-a4b2-a9cd7ba348df req-ddeb665e-4c8f-4da9-8fb4-b33bb5901406 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0577340
Nov 13 21:16:44.130757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:44.223192 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:44.293159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:44.348371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:44.510866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338e8bf-3a84-434f-9749-aacaf78a1f74 req-8793e4a8-1f1d-452f-ac41-ff80f87b6000 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:44.512433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d338e8bf-3a84-434f-9749-aacaf78a1f74 req-8793e4a8-1f1d-452f-ac41-ff80f87b6000 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0640626
Nov 13 21:16:44.574915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d338e8bf-3a84-434f-9749-aacaf78a1f74 req-d96b156c-ea57-4c78-8959-303f27bf3d79 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558684
Nov 13 21:16:45.232328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.238692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.245358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.251507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.258556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.265970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.273403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.275767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-a1df8b9f-755a-4f10-963d-670d078fc8e1 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.1178854
Nov 13 21:16:45.307198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:45.309946 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4747d-a89d-4136-a6e9-a223a5c54e2b" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:45.341581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd78d97b-bc88-47b5-a3b2-4a91edd504aa req-d2e8d8f9-14ea-4f81-9661-cd024ae312ea tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0591588
Nov 13 21:16:45.356744 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aa1451-da67-4504-a723-01747ce49a71 x-openstack-request-id: req-e2aa1451-da67-4504-a723-01747ce49a71 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:45.357610 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:45.358358 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2aa1451-da67-4504-a723-01747ce49a71 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:45.359230 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0', 'code': 200}
Nov 13 21:16:45.359733 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41', 'code': 200}
Nov 13 21:16:45.406761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:16:45.490014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.490429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.490885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.491335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.491781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.492226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.492979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.494980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-ca494f01-39a0-4036-aadf-1f8b7bce454e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6501 time: 0.0591545
Nov 13 21:16:45.554174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port ffc83d89-df42-4dff-996a-e95ed3e5665a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:16:45.555740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fff8b9a6-1913-49e9-ab7a-ae406055f5d5 req-31e48fdd-fff9-43ad-b406-1d1a92d91219 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0519383
Nov 13 21:16:45.559643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ffc83d89-df42-4dff-996a-e95ed3e5665a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:16:45.560333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:45.660580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:45.698193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:16:45.709095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf6b95-6c36-40f5-968d-2e06d1b7c692 req-51456fb1-3566-43c3-b879-4d355a5676a7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:45.711106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-55cf6b95-6c36-40f5-968d-2e06d1b7c692 req-51456fb1-3566-43c3-b879-4d355a5676a7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0524929
Nov 13 21:16:45.766935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-55cf6b95-6c36-40f5-968d-2e06d1b7c692 req-c818d215-89df-45bb-9606-62e189545791 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498405
Nov 13 21:16:45.771251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:45.822302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:46.481868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.488457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.502802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.502802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.507431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.513429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.519319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.521289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-f74b2745-25c9-4149-a4a4-4a934c29cd6f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.0989108
Nov 13 21:16:46.582453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fcd7ed93-b3b1-47ed-beac-d8c666f3aee0 req-fbe38c3d-432f-439e-a522-d7615ddee7ff tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0549977
Nov 13 21:16:46.894960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc016a1e-55d6-4600-bf22-1014af69d912 req-84902b23-2acb-4db7-ab58-e1f821165346 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:46.903328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc016a1e-55d6-4600-bf22-1014af69d912 req-84902b23-2acb-4db7-ab58-e1f821165346 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.0579796
Nov 13 21:16:46.946391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc016a1e-55d6-4600-bf22-1014af69d912 req-31feb7dc-3517-46cf-af58-ba11df5452a1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429263
Nov 13 21:16:47.361177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:47.366560 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacf521a-ce5a-4186-91c1-879ab169af2f" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:47.408537 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2b403-431d-4ce3-930c-3dc13b720504 x-openstack-request-id: req-53c2b403-431d-4ce3-930c-3dc13b720504 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:47.409009 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:47.409384 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53c2b403-431d-4ce3-930c-3dc13b720504 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:47.409978 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:16:47.468619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34496) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:47.522971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4c44-7c96-46f8-aaea-166c92ba53fa req-4875aa95-3b0d-4dbf-857f-5260fe6dab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.524802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d13e4c44-7c96-46f8-aaea-166c92ba53fa req-4875aa95-3b0d-4dbf-857f-5260fe6dab97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1097 time: 0.0411122
Nov 13 21:16:47.570561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d13e4c44-7c96-46f8-aaea-166c92ba53fa req-70273976-b7e2-4ed6-9838-3819d626722e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379713
Nov 13 21:16:47.592637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:47.680636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:47.727100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.733149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.739171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.747750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.756317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.762271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.768137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:47.770206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-5fc8b7d7-639e-4d19-9524-b3aad789e96e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.1040537
Nov 13 21:16:47.772434 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:47.814644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=277bdb9a0fee49909f29009bc813cc36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3424017
Nov 13 21:16:47.814866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34506) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:47.820722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813ec046-114c-454d-8ea2-3bab157864f5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:47.829035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.835298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27125e36-eabb-4aae-bc9d-f19c280788a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:47.838847 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5da47b6-57f5-4d62-aa37-3c03a774ee86 req-96c7a290-6ac8-470b-85e3-9f08a326d676 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0608187
Nov 13 21:16:47.888622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80507f5b-900a-4e59-b6f7-0fea5b22dba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:47.913166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80507f5b-900a-4e59-b6f7-0fea5b22dba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.046479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80507f5b-900a-4e59-b6f7-0fea5b22dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.049191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80507f5b-900a-4e59-b6f7-0fea5b22dba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.050340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-80507f5b-900a-4e59-b6f7-0fea5b22dba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/813ec046-114c-454d-8ea2-3bab157864f5 HTTP/1.1" status: 204  len: 168 time: 0.2345841
Nov 13 21:16:48.062782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80507f5b-900a-4e59-b6f7-0fea5b22dba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ec046-114c-454d-8ea2-3bab157864f5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:48.082879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd44631-7aa9-4543-ae2c-e1cb4ca42001 req-99942e60-a135-49b7-9ca4-01f6fe72942c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:48.085169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2fd44631-7aa9-4543-ae2c-e1cb4ca42001 req-99942e60-a135-49b7-9ca4-01f6fe72942c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.0655100
Nov 13 21:16:48.148655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2fd44631-7aa9-4543-ae2c-e1cb4ca42001 req-fd52ac5b-dd9f-4cce-af00-7e4121574134 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495617
Nov 13 21:16:48.314040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:48.438119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eda59c8c-0fb1-4995-b83b-d43cdeda8d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.518442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eda59c8c-0fb1-4995-b83b-d43cdeda8d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.662888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eda59c8c-0fb1-4995-b83b-d43cdeda8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.702843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eda59c8c-0fb1-4995-b83b-d43cdeda8d8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6521de8aa4454eccaa560b8a65c387ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3875933
Nov 13 21:16:48.703727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda59c8c-0fb1-4995-b83b-d43cdeda8d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d8c8e-7a59-43ed-93a9-07488a0505e4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:48.705463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34532) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:48.755318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a325a70-664f-4409-b267-4af5ab2cdf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.776786 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a325a70-664f-4409-b267-4af5ab2cdf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.790980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34534) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:48.806557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd357279-bbf0-4464-a0b3-2026db916e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.982018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a325a70-664f-4409-b267-4af5ab2cdf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.985021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a325a70-664f-4409-b267-4af5ab2cdf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:48.986604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5a325a70-664f-4409-b267-4af5ab2cdf2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b7d8c8e-7a59-43ed-93a9-07488a0505e4 HTTP/1.1" status: 204  len: 168 time: 0.2801161
Nov 13 21:16:49.017125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a325a70-664f-4409-b267-4af5ab2cdf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d8c8e-7a59-43ed-93a9-07488a0505e4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:49.021887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.028906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.035603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.043393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.050688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.059079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.065824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.068170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-08fbe663-79d7-4a25-afff-a10f7be68f9b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.1260815
Nov 13 21:16:49.153790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd357279-bbf0-4464-a0b3-2026db916e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.160402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-affc99cc-233d-4ae4-8997-14913fbd7eeb req-329d6e65-a7cc-4e4a-8831-9b343f452d7b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0836024
Nov 13 21:16:49.233882 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd357279-bbf0-4464-a0b3-2026db916e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.285255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd357279-bbf0-4464-a0b3-2026db916e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133db62d-09ee-4222-a6b2-c29be2a96a6c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:49.287747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e5a50-aac5-4a6f-af9d-7da6304574f3 req-8a908491-ca63-4c88-8680-c550efb2f462 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.289382 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f9e5a50-aac5-4a6f-af9d-7da6304574f3 req-8a908491-ca63-4c88-8680-c550efb2f462 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.0545571
Nov 13 21:16:49.309793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd357279-bbf0-4464-a0b3-2026db916e37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa92722effec40a18916026ec9b12867&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5150449
Nov 13 21:16:49.310017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34550) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:49.358763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f9e5a50-aac5-4a6f-af9d-7da6304574f3 req-d320c663-31fc-4e80-a337-800347caa5a6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613656
Nov 13 21:16:49.373895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.379924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.387079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.393006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.399596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.405619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.411773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.414323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-095661eb-5e45-44ea-931a-12ca2db00091 req-2ce6a21b-23c8-4931-9732-cb1f5823079e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.1586883
Nov 13 21:16:49.426472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:49.431789 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff6f23f8-ced0-4ae1-8616-4322a2bd0884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.433823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Request body: {'floatingip': {'port_id': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:49.455520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff6f23f8-ced0-4ae1-8616-4322a2bd0884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.486846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.610412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e343-5a33-4635-8a35-0a3bae558cb2 req-033c7b2d-5a3b-4137-afe9-07d3ba843a8a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:49.611919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f202e343-5a33-4635-8a35-0a3bae558cb2 req-033c7b2d-5a3b-4137-afe9-07d3ba843a8a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.1429863
Nov 13 21:16:49.617287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff6f23f8-ced0-4ae1-8616-4322a2bd0884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.631671 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ff6f23f8-ced0-4ae1-8616-4322a2bd0884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.632098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34562) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:49.632193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ff6f23f8-ced0-4ae1-8616-4322a2bd0884 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/133db62d-09ee-4222-a6b2-c29be2a96a6c HTTP/1.1" status: 204  len: 168 time: 0.3113828
Nov 13 21:16:49.632269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'floatingip': {'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:16:49.632341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f23f8-ced0-4ae1-8616-4322a2bd0884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133db62d-09ee-4222-a6b2-c29be2a96a6c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:49.677484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:49.930370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34566) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:49.945020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6952b64f-5fe0-4326-b66b-bfc296e24d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.028106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6952b64f-5fe0-4326-b66b-bfc296e24d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.091099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6952b64f-5fe0-4326-b66b-bfc296e24d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.135584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6952b64f-5fe0-4326-b66b-bfc296e24d2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e9386f6ed5b4d238e769fc4b2022e04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2059710
Nov 13 21:16:50.140139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34576) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:50.147448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952b64f-5fe0-4326-b66b-bfc296e24d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30299b20-ba45-438a-a632-e313d1594c0a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:50.209959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa3ff-ae96-4f71-9bdc-361c7e3dbcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.232989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa3ff-ae96-4f71-9bdc-361c7e3dbcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.347876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa3ff-ae96-4f71-9bdc-361c7e3dbcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.351465 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa4fa3ff-ae96-4f71-9bdc-361c7e3dbcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.352428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.355587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa4fa3ff-ae96-4f71-9bdc-361c7e3dbcde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30299b20-ba45-438a-a632-e313d1594c0a HTTP/1.1" status: 204  len: 168 time: 0.2111571
Nov 13 21:16:50.362666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fa3ff-ae96-4f71-9bdc-361c7e3dbcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30299b20-ba45-438a-a632-e313d1594c0a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:50.422356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.427090 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.505056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:50.605810 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Floating IP f3923532-ac53-497d-8b55-ec14fb150e2b associated. External IP: 172.35.3.242, port: 8c5a47d5-178c-4c25-aab7-7421e5ebd44b.
Nov 13 21:16:50.684647 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Floating IP 2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7 associated. External IP: 172.35.3.58, port: ffc83d89-df42-4dff-996a-e95ed3e5665a.
Nov 13 21:16:51.323006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:16:51.348066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Router c6859465-8665-46f5-8680-7a753c41c3f0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:16:51.524286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:51.537822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:51.538465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] Sync routers for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:51.550878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:51.551764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4dda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:51.568299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33818580-3aba-4741-9391-d5511ad87e1e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "PUT /v2.0/floatingips/f3923532-ac53-497d-8b55-ec14fb150e2b HTTP/1.1" status: 200  len: 991 time: 2.1393073
Nov 13 21:16:51.569132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:51.571382 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf5676-6349-46f7-843b-1d3794dd5d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:51.574466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:16:51.579025 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:51.600912 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] Sync routers for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:16:51.610774 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-492bcfc5-5453-4e0f-8365-0ec919f1ee9e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "PUT /v2.0/floatingips/2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7 HTTP/1.1" status: 200  len: 991 time: 1.9874625
Nov 13 21:16:51.620787 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:51.621372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde267970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:51.644368 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25406a5b-b76d-4dd2-8e15-ad1e45a61a05 x-openstack-request-id: req-25406a5b-b76d-4dd2-8e15-ad1e45a61a05 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:51.644915 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:51.645174 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25406a5b-b76d-4dd2-8e15-ad1e45a61a05 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:51.645598 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'status': 'completed', 'code': 200}
Nov 13 21:16:51.776141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.776726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.777168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.783512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.784186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.786101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.786791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.789341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-520b6122-079e-4d53-8214-969b6c296620 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6501 time: 0.0997846
Nov 13 21:16:51.841920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:51.878430 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:51.929686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-72fb5c1c-0df6-4155-abd9-d5a05854faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:51.931871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-72fb5c1c-0df6-4155-abd9-d5a05854faf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 HTTP/1.1" status: 200  len: 918 time: 0.1293342
Nov 13 21:16:52.064771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-09d2e99a-0cda-424a-8d34-bb6923ef9ddd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 200  len: 999 time: 0.1181698
Nov 13 21:16:52.148330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4dda30>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f3923532-ac53-497d-8b55-ec14fb150e2b', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'floating_ip_address': '172.35.3.242', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'port_id': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'mac_address': 'fa:16:3e:7b:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:37Z', 'updated_at': '2021-11-13T21:16:50Z', 'revision_number': 1, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:52.155046 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde267970>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'floating_ip_address': '172.35.3.58', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07581aba-873b-4fbc-a024-f0d515538850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:16:33Z', 'updated_at': '2021-11-13T21:16:50Z', 'revision_number': 1, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:32Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:52.156606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-6edb0946-71c3-4524-9796-b151af806c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:52.158216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-6edb0946-71c3-4524-9796-b151af806c00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d3886af-e48e-40cf-824b-23bdcef4618d HTTP/1.1" status: 200  len: 856 time: 0.0861938
Nov 13 21:16:52.175839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] Checking router: e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:16:52.190461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:52.190461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4dda30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:52.208606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] Checking router: c6859465-8665-46f5-8680-7a753c41c3f0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:16:52.229102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:16:52.229352 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde267970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:16:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:52.233259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-7e8fa79a-594c-4ade-a8b4-4fa9cdae752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:52.236598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-7e8fa79a-594c-4ade-a8b4-4fa9cdae752d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0711176
Nov 13 21:16:52.347011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:52.380432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-19a365af-2945-41ba-a1ea-0ebfd55e8f33 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365407
Nov 13 21:16:52.386453 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:16:52.487962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceaf5676-6349-46f7-843b-1d3794dd5d0f req-e753cb35-fbf3-4153-820e-54bbe8c78e24 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999808
Nov 13 21:16:52.678916 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde267970>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'floating_ip_address': '172.35.3.58', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07581aba-873b-4fbc-a024-f0d515538850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:16:33Z', 'updated_at': '2021-11-13T21:16:50Z', 'revision_number': 1, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:32Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:52.712976 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89723e92-4ce5-4cfb-a570-689e7058490f None None] The sync data for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 is: [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'floating_ip_address': '172.35.3.58', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07581aba-873b-4fbc-a024-f0d515538850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:16:33Z', 'updated_at': '2021-11-13T21:16:50Z', 'revision_number': 1, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:32Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:52.767695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4dda30>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f3923532-ac53-497d-8b55-ec14fb150e2b', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'floating_ip_address': '172.35.3.242', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'port_id': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'mac_address': 'fa:16:3e:7b:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:37Z', 'updated_at': '2021-11-13T21:16:50Z', 'revision_number': 1, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:16:52.798831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8defc1a-355c-4c78-82ab-2f30d56fa40a None None] The sync data for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 is: [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f3923532-ac53-497d-8b55-ec14fb150e2b', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'floating_ip_address': '172.35.3.242', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'port_id': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'mac_address': 'fa:16:3e:7b:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:15:37Z', 'updated_at': '2021-11-13T21:16:50Z', 'revision_number': 1, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:16:53.048979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86562202-6980-4034-8b4f-c1d26e507b88 None None] New status for floating IP 2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:16:53.105326 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3cab0-5a44-4d35-bd8b-ce0f3a680cf3 None None] New status for floating IP f3923532-ac53-497d-8b55-ec14fb150e2b: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:16:53.646803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:16:53.649264 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe365f4-f70b-492e-a615-1b238c5b61da" -d '{"events": [{"name": "network-changed", "server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:16:53.693005 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed59e25-b5ba-4707-bd41-c541b4e53bf5 x-openstack-request-id: req-1ed59e25-b5ba-4707-bd41-c541b4e53bf5 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:16:53.694013 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:16:53.694260 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ed59e25-b5ba-4707-bd41-c541b4e53bf5 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:16:53.694671 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'status': 'completed', 'code': 200}
Nov 13 21:16:53.757031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-9f6379e7-fd27-4aba-a454-31dab6b83fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:53.758555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-9f6379e7-fd27-4aba-a454-31dab6b83fc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1097 time: 0.0445607
Nov 13 21:16:53.863153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-e12b801f-be7b-422e-a56e-88cdc00b5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:53.864640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-e12b801f-be7b-422e-a56e-88cdc00b5b2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.0940838
Nov 13 21:16:53.940727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-c971b81b-e004-48a5-a556-48ac4b0b82ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 1001 time: 0.0665114
Nov 13 21:16:53.995876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-01b44e4b-eb6c-4771-814b-b940a61cbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:53.998629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-01b44e4b-eb6c-4771-814b-b940a61cbfbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0463004
Nov 13 21:16:54.047215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-a8794ba4-a2be-405e-82ee-e3e2407e4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:16:54.048721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-a8794ba4-a2be-405e-82ee-e3e2407e4f05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447631
Nov 13 21:16:54.150866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-cabb57d3-4cb0-4255-9568-68ce79bda8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949311
Nov 13 21:16:54.249089 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe365f4-f70b-492e-a615-1b238c5b61da req-2c5a3a3f-01f9-4da9-8d4e-08486ec07623 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912101
Nov 13 21:16:54.724102 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1c05ee4-4b9c-47a4-8641-76f808b8e404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.365591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34796) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:55.476652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-184e3dd5-5c8a-4a27-a4d5-a6e99a490ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.551302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-184e3dd5-5c8a-4a27-a4d5-a6e99a490ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.610668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-184e3dd5-5c8a-4a27-a4d5-a6e99a490ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.650014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-184e3dd5-5c8a-4a27-a4d5-a6e99a490ece admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb6ef8b48c7d42719b0f929dab2e8b9c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2833285
Nov 13 21:16:55.651985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e3dd5-5c8a-4a27-a4d5-a6e99a490ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce48640c-a9d3-40df-89b5-be3871d7f9e7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:55.652858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34806) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:55.704142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.726822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.817314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.819977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:55.821201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce48640c-a9d3-40df-89b5-be3871d7f9e7 HTTP/1.1" status: 204  len: 168 time: 0.1673181
Nov 13 21:16:55.829311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce48640c-a9d3-40df-89b5-be3871d7f9e7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:55.837623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.837960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.838297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.838624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.838955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.839280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.839600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.839917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.840235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.840550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.840896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:55.841212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996556a6-bd53-4876-8a45-41a3f87c79e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:16:56.605550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:56.620006 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75df2125-1532-423e-a661-ca5e7882a433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:56.699876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75df2125-1532-423e-a661-ca5e7882a433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:56.753905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75df2125-1532-423e-a661-ca5e7882a433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:56.791228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df2125-1532-423e-a661-ca5e7882a433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d40f70e-b42c-4cc0-9182-e9ed38e38b7a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:56.795610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-75df2125-1532-423e-a661-ca5e7882a433 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c05737e4acc42e88dd172a8783b5a62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1889586
Nov 13 21:16:56.798744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34840) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:16:56.846874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8d0b823d-9348-45cc-829b-53a29c872232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:56.868001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8d0b823d-9348-45cc-829b-53a29c872232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:57.022001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8d0b823d-9348-45cc-829b-53a29c872232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:57.028678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8d0b823d-9348-45cc-829b-53a29c872232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:57.028678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8d0b823d-9348-45cc-829b-53a29c872232 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d40f70e-b42c-4cc0-9182-e9ed38e38b7a HTTP/1.1" status: 204  len: 168 time: 0.2263415
Nov 13 21:16:57.037241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b823d-9348-45cc-829b-53a29c872232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d40f70e-b42c-4cc0-9182-e9ed38e38b7a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:16:57.113877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-418dc33b-b7dd-4455-8253-c544a1b5ce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:58.395567 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:16:58.462335 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:16:59.873837 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:00.376485 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:01.657030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35020) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:01.774356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc21b22d-bd12-475c-9b37-fd90aca6087e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:01.858069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc21b22d-bd12-475c-9b37-fd90aca6087e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:01.936366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc21b22d-bd12-475c-9b37-fd90aca6087e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:01.979873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc21b22d-bd12-475c-9b37-fd90aca6087e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3776cd49aa0d4dd78903a36c0c7e810a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3217106
Nov 13 21:17:01.981949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21b22d-bd12-475c-9b37-fd90aca6087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0a023-366c-4238-be53-361b129677e8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:01.982671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35036) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:02.038824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c555-6932-44d1-a251-9ba76dc0d26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:02.062004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c555-6932-44d1-a251-9ba76dc0d26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:02.193663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c555-6932-44d1-a251-9ba76dc0d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:02.196345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebf3c555-6932-44d1-a251-9ba76dc0d26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:02.197540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ebf3c555-6932-44d1-a251-9ba76dc0d26c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dee0a023-366c-4238-be53-361b129677e8 HTTP/1.1" status: 204  len: 168 time: 0.2136221
Nov 13 21:17:02.205570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3c555-6932-44d1-a251-9ba76dc0d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0a023-366c-4238-be53-361b129677e8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:02.987451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35066) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:03.001861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fa78cc-c676-4de8-9680-e25038e61fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.080777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fa78cc-c676-4de8-9680-e25038e61fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.158861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39fa78cc-c676-4de8-9680-e25038e61fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.198916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-39fa78cc-c676-4de8-9680-e25038e61fcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86fec9d1e51842a5ad8a216caf31ec6b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2103477
Nov 13 21:17:03.199766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa78cc-c676-4de8-9680-e25038e61fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56843293-bf98-4279-9c07-d6d5fcd2b51a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:03.202240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35072) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:03.251600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad41025e-53da-471b-8c66-19ba02a5c7ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.275259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad41025e-53da-471b-8c66-19ba02a5c7ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.381710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad41025e-53da-471b-8c66-19ba02a5c7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.384463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ad41025e-53da-471b-8c66-19ba02a5c7ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.385641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad41025e-53da-471b-8c66-19ba02a5c7ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56843293-bf98-4279-9c07-d6d5fcd2b51a HTTP/1.1" status: 204  len: 168 time: 0.1821182
Nov 13 21:17:03.394207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41025e-53da-471b-8c66-19ba02a5c7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56843293-bf98-4279-9c07-d6d5fcd2b51a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:03.443337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35080) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:03.570374 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41630a71-92c2-4b1c-a131-3782016b2708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.666628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41630a71-92c2-4b1c-a131-3782016b2708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.844370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41630a71-92c2-4b1c-a131-3782016b2708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.884748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-41630a71-92c2-4b1c-a131-3782016b2708 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb74d83be6e8404ea157d0e983ae4f58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4401596
Nov 13 21:17:03.887631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35096) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:03.895103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630a71-92c2-4b1c-a131-3782016b2708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4b8f61-ea9e-44e8-bc52-a8e2b3f8d844,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:03.948554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-824c1aea-283e-4d45-9745-b2fb7911e046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:03.979020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-824c1aea-283e-4d45-9745-b2fb7911e046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:04.153250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-824c1aea-283e-4d45-9745-b2fb7911e046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:04.156138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-824c1aea-283e-4d45-9745-b2fb7911e046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:04.160097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-824c1aea-283e-4d45-9745-b2fb7911e046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b4b8f61-ea9e-44e8-bc52-a8e2b3f8d844 HTTP/1.1" status: 204  len: 168 time: 0.2689998
Nov 13 21:17:04.167655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c1aea-283e-4d45-9745-b2fb7911e046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4b8f61-ea9e-44e8-bc52-a8e2b3f8d844,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:04.936263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:04.951704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31646467-9b2d-4e60-827c-790df9e1906b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.027785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31646467-9b2d-4e60-827c-790df9e1906b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.130278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31646467-9b2d-4e60-827c-790df9e1906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.173649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-31646467-9b2d-4e60-827c-790df9e1906b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3560c60b1504bd3b439ae56678888a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2361710
Nov 13 21:17:05.176382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:05.181061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31646467-9b2d-4e60-827c-790df9e1906b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5f7e8-a115-4971-8812-a6c5aeb155ea,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:05.251677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5abd0398-43b0-4d51-bfc8-3df280b901f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.274446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5abd0398-43b0-4d51-bfc8-3df280b901f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.422082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5abd0398-43b0-4d51-bfc8-3df280b901f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.424804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5abd0398-43b0-4d51-bfc8-3df280b901f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:05.429430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5abd0398-43b0-4d51-bfc8-3df280b901f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dc5f7e8-a115-4971-8812-a6c5aeb155ea HTTP/1.1" status: 204  len: 168 time: 0.2474566
Nov 13 21:17:05.438683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd0398-43b0-4d51-bfc8-3df280b901f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5f7e8-a115-4971-8812-a6c5aeb155ea,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:07.624087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35302) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:07.735574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce34c-f392-400a-afb2-3bbadf650000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:07.813434 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce34c-f392-400a-afb2-3bbadf650000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:07.868332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce34c-f392-400a-afb2-3bbadf650000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:07.909705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fc8ce34c-f392-400a-afb2-3bbadf650000 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18eb0cd4811e4d1ca06643046760fea3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2843683
Nov 13 21:17:07.910424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ce34c-f392-400a-afb2-3bbadf650000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3ef6b7-83ad-4d3f-afd9-68689cb0bc8e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:07.913168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35320) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:07.963656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8d24-81d3-465d-86b3-831191f47a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:07.987485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8d24-81d3-465d-86b3-831191f47a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:08.113527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8d24-81d3-465d-86b3-831191f47a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:08.116478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8d24-81d3-465d-86b3-831191f47a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:08.118533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2c1d8d24-81d3-465d-86b3-831191f47a59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b3ef6b7-83ad-4d3f-afd9-68689cb0bc8e HTTP/1.1" status: 204  len: 168 time: 0.2043049
Nov 13 21:17:08.136087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8d24-81d3-465d-86b3-831191f47a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3ef6b7-83ad-4d3f-afd9-68689cb0bc8e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:08.257371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2c504-6950-4e53-9579-393edd5e3ad0 req-d7f99d48-34a5-4ec2-b548-c892cbd30872 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:08.259165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05c2c504-6950-4e53-9579-393edd5e3ad0 req-d7f99d48-34a5-4ec2-b548-c892cbd30872 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0530756
Nov 13 21:17:08.314718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05c2c504-6950-4e53-9579-393edd5e3ad0 req-f454fecd-56a9-4cf9-a9d4-b97784454610 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479131
Nov 13 21:17:08.827537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35370) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:08.843635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f233c57-08e0-4684-92a9-e68baa384a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:08.917251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f233c57-08e0-4684-92a9-e68baa384a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:08.999194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f233c57-08e0-4684-92a9-e68baa384a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.035904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f233c57-08e0-4684-92a9-e68baa384a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463ff037-a134-4bea-8dbe-c2f1f5b932b9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:09.041539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6f233c57-08e0-4684-92a9-e68baa384a60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=268eb00d7636485e9d9335a135c90029&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2129245
Nov 13 21:17:09.044296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35374) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:09.095577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f6d6613-3685-44a8-8d35-2ec42217f377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.118345 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f6d6613-3685-44a8-8d35-2ec42217f377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.159416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:09.226716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f6d6613-3685-44a8-8d35-2ec42217f377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.229741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9f6d6613-3685-44a8-8d35-2ec42217f377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.231901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9f6d6613-3685-44a8-8d35-2ec42217f377 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/463ff037-a134-4bea-8dbe-c2f1f5b932b9 HTTP/1.1" status: 204  len: 168 time: 0.1858990
Nov 13 21:17:09.240682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d6613-3685-44a8-8d35-2ec42217f377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463ff037-a134-4bea-8dbe-c2f1f5b932b9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:09.273428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac55e180-85aa-432f-8164-870dc216d2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.347762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac55e180-85aa-432f-8164-870dc216d2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.426623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ac55e180-85aa-432f-8164-870dc216d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.453924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8632-18b3-4f2e-9818-6daeaf9a4099 req-0ca66f18-bc34-4498-afe5-bd448937c440 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:09.455383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-080e8632-18b3-4f2e-9818-6daeaf9a4099 req-0ca66f18-bc34-4498-afe5-bd448937c440 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0556357
Nov 13 21:17:09.465655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ac55e180-85aa-432f-8164-870dc216d2f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d13f0bb0166499a9e376f5fc7eab341&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3050013
Nov 13 21:17:09.466557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55e180-85aa-432f-8164-870dc216d2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a7afb3-eae4-404f-969a-7f6003f6a725,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:09.468820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35388) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:09.510267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-080e8632-18b3-4f2e-9818-6daeaf9a4099 req-19dcb723-9f8e-4642-8cce-80b86a6bfa7f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477300
Nov 13 21:17:09.548123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b9c3-1f0c-4f30-8a43-da0476ecd231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.570373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b9c3-1f0c-4f30-8a43-da0476ecd231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.741531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b9c3-1f0c-4f30-8a43-da0476ecd231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.745775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b9c3-1f0c-4f30-8a43-da0476ecd231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:09.746234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ed2b9c3-1f0c-4f30-8a43-da0476ecd231 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0a7afb3-eae4-404f-969a-7f6003f6a725 HTTP/1.1" status: 204  len: 168 time: 0.2761054
Nov 13 21:17:09.754244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2b9c3-1f0c-4f30-8a43-da0476ecd231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a7afb3-eae4-404f-969a-7f6003f6a725,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:10.455764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35428) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:10.469834 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15dc35fe-7111-45fe-8882-65d87f38f981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.567744 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15dc35fe-7111-45fe-8882-65d87f38f981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.657007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bc5fd-0bae-4c76-9ba4-13574e6bde94 req-bc43eb94-5d48-4b57-9019-d30382ffe1a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:10.658645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d1bc5fd-0bae-4c76-9ba4-13574e6bde94 req-bc43eb94-5d48-4b57-9019-d30382ffe1a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0510905
Nov 13 21:17:10.662225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15dc35fe-7111-45fe-8882-65d87f38f981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.702304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15dc35fe-7111-45fe-8882-65d87f38f981 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca0a4ce3c457408b8b62b08b225e4d78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2453425
Nov 13 21:17:10.703154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc35fe-7111-45fe-8882-65d87f38f981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7829c5a2-db16-4219-b212-b85b43eff34c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:10.704957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35434) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:10.715525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d1bc5fd-0bae-4c76-9ba4-13574e6bde94 req-ced4de88-8461-49a7-acd7-659978e081eb tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506315
Nov 13 21:17:10.761714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaabc-1527-47a6-8024-6c3fd044f917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.783023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaabc-1527-47a6-8024-6c3fd044f917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.941747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaabc-1527-47a6-8024-6c3fd044f917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.944560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-283aaabc-1527-47a6-8024-6c3fd044f917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:10.945735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-283aaabc-1527-47a6-8024-6c3fd044f917 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7829c5a2-db16-4219-b212-b85b43eff34c HTTP/1.1" status: 204  len: 168 time: 0.2398195
Nov 13 21:17:10.955572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aaabc-1527-47a6-8024-6c3fd044f917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829c5a2-db16-4219-b212-b85b43eff34c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:11.077937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35448) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:11.286263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d911fea-334d-4e99-980b-c21b2bcd0312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.361464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d911fea-334d-4e99-980b-c21b2bcd0312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.438686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d911fea-334d-4e99-980b-c21b2bcd0312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.477752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2d911fea-334d-4e99-980b-c21b2bcd0312 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d028f93a3a44a2cacd1c941d2594028&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3987260
Nov 13 21:17:11.478859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d911fea-334d-4e99-980b-c21b2bcd0312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3db4c-7e25-4f2f-be63-8d03651bb02d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:11.480537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35460) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:11.538197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73aa800f-bd1f-4224-a7c2-663e1c51fba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.569066 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73aa800f-bd1f-4224-a7c2-663e1c51fba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.707470 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73aa800f-bd1f-4224-a7c2-663e1c51fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.710256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73aa800f-bd1f-4224-a7c2-663e1c51fba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.713796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-73aa800f-bd1f-4224-a7c2-663e1c51fba3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49d3db4c-7e25-4f2f-be63-8d03651bb02d HTTP/1.1" status: 204  len: 168 time: 0.2294767
Nov 13 21:17:11.720016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa800f-bd1f-4224-a7c2-663e1c51fba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3db4c-7e25-4f2f-be63-8d03651bb02d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:11.858876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569485b1-98f0-4f2a-a780-63e2be409b66 req-9b26c8d1-201b-44a6-8def-a43e3299bb04 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:11.858876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-569485b1-98f0-4f2a-a780-63e2be409b66 req-9b26c8d1-201b-44a6-8def-a43e3299bb04 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0555587
Nov 13 21:17:11.880900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:11.918762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-569485b1-98f0-4f2a-a780-63e2be409b66 req-bb75f1c0-64e4-480d-a15e-78e078b4db5d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572875
Nov 13 21:17:13.050908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c92db-a921-4fe5-a560-5e59b623b3ff req-39064fbb-5340-4dc5-bd71-68f0dffb1815 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:13.052969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-956c92db-a921-4fe5-a560-5e59b623b3ff req-39064fbb-5340-4dc5-bd71-68f0dffb1815 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0507190
Nov 13 21:17:13.109511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-956c92db-a921-4fe5-a560-5e59b623b3ff req-7626f7fa-397d-40ef-9e61-e425d94ecbc1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504413
Nov 13 21:17:14.278294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55232e29-ffdc-43a2-bf75-c5404925a108 req-6fce5dfa-91f7-48b9-945d-c35d688da49c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:14.281538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55232e29-ffdc-43a2-bf75-c5404925a108 req-6fce5dfa-91f7-48b9-945d-c35d688da49c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0808101
Nov 13 21:17:14.298673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35608) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:14.308435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.360748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55232e29-ffdc-43a2-bf75-c5404925a108 req-3f310b76-2404-4f8c-aca9-0d8ec0567e65 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722463
Nov 13 21:17:14.440121 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2f1a555e-84a9-4fa5-a51a-24425257dc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.514242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2f1a555e-84a9-4fa5-a51a-24425257dc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.587408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2f1a555e-84a9-4fa5-a51a-24425257dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.626807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2f1a555e-84a9-4fa5-a51a-24425257dc7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5979359e74e648979e83a411d74b869a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3269398
Nov 13 21:17:14.627669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a555e-84a9-4fa5-a51a-24425257dc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e311e8a-fa44-4df0-b712-30f480c274b3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:14.630141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35632) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:14.682016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9601fb9-0316-4b9d-9161-6a79b854a8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.704178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9601fb9-0316-4b9d-9161-6a79b854a8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.849572 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9601fb9-0316-4b9d-9161-6a79b854a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.852980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9601fb9-0316-4b9d-9161-6a79b854a8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:14.857112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d9601fb9-0316-4b9d-9161-6a79b854a8a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e311e8a-fa44-4df0-b712-30f480c274b3 HTTP/1.1" status: 204  len: 168 time: 0.2250226
Nov 13 21:17:14.865818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9601fb9-0316-4b9d-9161-6a79b854a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e311e8a-fa44-4df0-b712-30f480c274b3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:14.881864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35642) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:14.999507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71648fe7-35a7-46fa-8f1b-7cdbf2004969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.070987 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71648fe7-35a7-46fa-8f1b-7cdbf2004969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.164206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71648fe7-35a7-46fa-8f1b-7cdbf2004969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.200514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648fe7-35a7-46fa-8f1b-7cdbf2004969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e307cc3-ee20-4368-aca6-275a16588c21,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:15.205719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-71648fe7-35a7-46fa-8f1b-7cdbf2004969 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92addedba131467e80b722e597c58dc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3222570
Nov 13 21:17:15.208373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35652) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:15.271771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2db6427-ef78-4fb9-8fab-3fd371c35118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.301069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2db6427-ef78-4fb9-8fab-3fd371c35118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.482790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387c972-2062-490b-b7d8-2409e9662491 req-579a8384-c90b-421c-a19a-fe326c6187e2 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:15.484290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4387c972-2062-490b-b7d8-2409e9662491 req-579a8384-c90b-421c-a19a-fe326c6187e2 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0501943
Nov 13 21:17:15.489791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2db6427-ef78-4fb9-8fab-3fd371c35118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.493678 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2db6427-ef78-4fb9-8fab-3fd371c35118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.495085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a2db6427-ef78-4fb9-8fab-3fd371c35118 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e307cc3-ee20-4368-aca6-275a16588c21 HTTP/1.1" status: 204  len: 168 time: 0.2857499
Nov 13 21:17:15.509545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db6427-ef78-4fb9-8fab-3fd371c35118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e307cc3-ee20-4368-aca6-275a16588c21,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:15.550028 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4387c972-2062-490b-b7d8-2409e9662491 req-c442c722-8615-4c7c-bade-39669d24a1d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537226
Nov 13 21:17:15.767541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:15.784211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7241a16a-6f7c-4be5-8caf-f8f867e7a66b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.877243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7241a16a-6f7c-4be5-8caf-f8f867e7a66b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:15.970477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35678) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:15.975486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7241a16a-6f7c-4be5-8caf-f8f867e7a66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.016266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241a16a-6f7c-4be5-8caf-f8f867e7a66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6b755-6a06-4816-aa66-b47cc6a92348,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:16.021729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7241a16a-6f7c-4be5-8caf-f8f867e7a66b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86619225f3674c7e9ee49d1872c5e99c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2532289
Nov 13 21:17:16.025078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:16.075313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76405deb-6c77-4523-996c-4d83f49ceac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.096637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76405deb-6c77-4523-996c-4d83f49ceac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.183758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc5f15c5-a726-449d-8202-d213a328d6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.221632 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76405deb-6c77-4523-996c-4d83f49ceac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.224372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76405deb-6c77-4523-996c-4d83f49ceac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.228082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-76405deb-6c77-4523-996c-4d83f49ceac5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67d6b755-6a06-4816-aa66-b47cc6a92348 HTTP/1.1" status: 204  len: 168 time: 0.2001874
Nov 13 21:17:16.235128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76405deb-6c77-4523-996c-4d83f49ceac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6b755-6a06-4816-aa66-b47cc6a92348,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:16.293410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc5f15c5-a726-449d-8202-d213a328d6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.341887 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc5f15c5-a726-449d-8202-d213a328d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.382512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fc5f15c5-a726-449d-8202-d213a328d6d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f1482c430d24630aaa8c8da5e3372d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4108894
Nov 13 21:17:16.385187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35696) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:16.392629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f15c5-a726-449d-8202-d213a328d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c20d448-8042-43ca-b496-17948e5f2830,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:16.442682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b1dbfee-8341-4a45-9d7f-cefd43480dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.471421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b1dbfee-8341-4a45-9d7f-cefd43480dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.675608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677c5a-c252-4521-af5c-006a019af3c0 req-e1bf6ebc-a27b-428f-b9c4-f620bb553ee4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:16.677322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4677c5a-c252-4521-af5c-006a019af3c0 req-e1bf6ebc-a27b-428f-b9c4-f620bb553ee4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0503955
Nov 13 21:17:16.678315 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b1dbfee-8341-4a45-9d7f-cefd43480dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.680938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b1dbfee-8341-4a45-9d7f-cefd43480dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:16.681990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b1dbfee-8341-4a45-9d7f-cefd43480dee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c20d448-8042-43ca-b496-17948e5f2830 HTTP/1.1" status: 204  len: 168 time: 0.2957516
Nov 13 21:17:16.705481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dbfee-8341-4a45-9d7f-cefd43480dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c20d448-8042-43ca-b496-17948e5f2830,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:16.747458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4677c5a-c252-4521-af5c-006a019af3c0 req-d2a31612-4710-40e5-9162-fcdbdac95806 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628593
Nov 13 21:17:17.874162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7572a-9661-493c-aece-cd6328129dcb req-04fe32a8-e1c8-41e8-a1f2-dc54da5f18d4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:17.875684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72d7572a-9661-493c-aece-cd6328129dcb req-04fe32a8-e1c8-41e8-a1f2-dc54da5f18d4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0508280
Nov 13 21:17:17.901159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35744) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:17.919404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99c980ea-1689-47a8-a856-0150702a3632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:17.957353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72d7572a-9661-493c-aece-cd6328129dcb req-56ccef6c-21a0-4be2-b6ba-5801a2a6e053 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747883
Nov 13 21:17:18.033570 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99c980ea-1689-47a8-a856-0150702a3632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:18.101316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99c980ea-1689-47a8-a856-0150702a3632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:18.141948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c980ea-1689-47a8-a856-0150702a3632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f73f61-7194-4592-9f40-b3f1d7fa5e31,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:18.162225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:18.163116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99c980ea-1689-47a8-a856-0150702a3632 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eddb91c1c3734798955c09cb240fa38c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2476213
Nov 13 21:17:18.212050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-728a295d-cb86-424e-83e6-a49aa1e71829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:18.242064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-728a295d-cb86-424e-83e6-a49aa1e71829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:18.369857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-728a295d-cb86-424e-83e6-a49aa1e71829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:18.372981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-728a295d-cb86-424e-83e6-a49aa1e71829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:18.374569 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-728a295d-cb86-424e-83e6-a49aa1e71829 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71f73f61-7194-4592-9f40-b3f1d7fa5e31 HTTP/1.1" status: 204  len: 168 time: 0.2231851
Nov 13 21:17:18.393414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a295d-cb86-424e-83e6-a49aa1e71829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f73f61-7194-4592-9f40-b3f1d7fa5e31,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:19.039071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35842) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:19.196721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1fbbc-07b3-4d50-86e0-b341c3080aae req-97983659-ccac-498e-a672-e7d9088e49ff tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:19.201096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08e1fbbc-07b3-4d50-86e0-b341c3080aae req-97983659-ccac-498e-a672-e7d9088e49ff tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1109781
Nov 13 21:17:19.231137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70ee-c514-49c5-8d07-db0fde0f18b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.280673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08e1fbbc-07b3-4d50-86e0-b341c3080aae req-911e0ccd-2b3e-4962-ba05-263afdef35ac tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704310
Nov 13 21:17:19.334771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70ee-c514-49c5-8d07-db0fde0f18b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.467171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70ee-c514-49c5-8d07-db0fde0f18b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.512373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc9d70ee-c514-49c5-8d07-db0fde0f18b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82e3e69934b1441ca009d27f5054beac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4704602
Nov 13 21:17:19.512581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:19.514681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d70ee-c514-49c5-8d07-db0fde0f18b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0887aaf6-e6d3-468e-8d68-731e35e28624,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:19.547839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:17:19.598960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d5cd-be1a-45a0-b3dd-cc3f59a0ac67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.621105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d5cd-be1a-45a0-b3dd-cc3f59a0ac67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.659632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:19.675103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'mac_address': 'fa:16:3e:33:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:17:19.719228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.732346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ab5f594-94a2-4073-a633-bb7db37bf861 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:17:19.751634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:19.775344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d5cd-be1a-45a0-b3dd-cc3f59a0ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.778248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d5cd-be1a-45a0-b3dd-cc3f59a0ac67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.779433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fdc9d5cd-be1a-45a0-b3dd-cc3f59a0ac67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0887aaf6-e6d3-468e-8d68-731e35e28624 HTTP/1.1" status: 204  len: 168 time: 0.2658417
Nov 13 21:17:19.788084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9d5cd-be1a-45a0-b3dd-cc3f59a0ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887aaf6-e6d3-468e-8d68-731e35e28624,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:19.827288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:19.887830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.901967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:19.938679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1ab5f594-94a2-4073-a633-bb7db37bf861'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:17:20.410631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe07c2-1f4f-423b-bfce-b9cb2408bbc9 req-9dbefe71-e607-4b3f-a6f1-1a946fe98a78 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:20.412718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9fe07c2-1f4f-423b-bfce-b9cb2408bbc9 req-9dbefe71-e607-4b3f-a6f1-1a946fe98a78 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 944 time: 0.0514545
Nov 13 21:17:20.464123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9fe07c2-1f4f-423b-bfce-b9cb2408bbc9 req-c3de702b-f1f3-4e07-9811-374090428585 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455983
Nov 13 21:17:20.586000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35940) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:20.639023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35948) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:20.654320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f839c319-e3a9-4426-8ab8-44a42ae402d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.744542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f839c319-e3a9-4426-8ab8-44a42ae402d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.804537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f839c319-e3a9-4426-8ab8-44a42ae402d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.857590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f839c319-e3a9-4426-8ab8-44a42ae402d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4313655f97d4f5a83e755732f0d24a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2170131
Nov 13 21:17:20.859091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00b3c646-bec3-45ee-9c71-efbe743721e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.860338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35962) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:20.866412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839c319-e3a9-4426-8ab8-44a42ae402d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54dad5-b558-4175-8636-499ee892de8a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:20.932835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a4917aa-accd-4d14-8f29-0220cce9ab40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.944774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00b3c646-bec3-45ee-9c71-efbe743721e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.956635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a4917aa-accd-4d14-8f29-0220cce9ab40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:20.994158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00b3c646-bec3-45ee-9c71-efbe743721e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.037346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35974) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:21.037500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-00b3c646-bec3-45ee-9c71-efbe743721e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79e2c7e9bdbf4d02963a2b09fa9e8c24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4500356
Nov 13 21:17:21.038706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3c646-bec3-45ee-9c71-efbe743721e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c25fd2e-b11f-499d-8b41-3d2a1b94793d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:21.087556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a4917aa-accd-4d14-8f29-0220cce9ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.090113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a4917aa-accd-4d14-8f29-0220cce9ab40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.091246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9a4917aa-accd-4d14-8f29-0220cce9ab40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b54dad5-b558-4175-8636-499ee892de8a HTTP/1.1" status: 204  len: 168 time: 0.2293260
Nov 13 21:17:21.096479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-adabe431-fbd1-4fdd-9e18-80dbb66e9e91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.104587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4917aa-accd-4d14-8f29-0220cce9ab40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b54dad5-b558-4175-8636-499ee892de8a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:21.126468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-adabe431-fbd1-4fdd-9e18-80dbb66e9e91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.290001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-adabe431-fbd1-4fdd-9e18-80dbb66e9e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.292785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-adabe431-fbd1-4fdd-9e18-80dbb66e9e91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.297271 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-adabe431-fbd1-4fdd-9e18-80dbb66e9e91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c25fd2e-b11f-499d-8b41-3d2a1b94793d HTTP/1.1" status: 204  len: 168 time: 0.2585845
Nov 13 21:17:21.309018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabe431-fbd1-4fdd-9e18-80dbb66e9e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c25fd2e-b11f-499d-8b41-3d2a1b94793d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:21.555190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:17:21.628855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1ab5f594-94a2-4073-a633-bb7db37bf861 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:17:21.629471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a840958-863a-4ece-bc4c-001d2e047b01 req-dfd15e91-6fb0-43df-b884-1bbac2451426 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:21.630244 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.637788 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9a840958-863a-4ece-bc4c-001d2e047b01 req-dfd15e91-6fb0-43df-b884-1bbac2451426 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 944 time: 0.0894234
Nov 13 21:17:21.728968 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:21.729655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9a840958-863a-4ece-bc4c-001d2e047b01 req-ee3012fd-14c0-4871-a26f-328bb8f8e80d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904832
Nov 13 21:17:21.799620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:17:21.803175 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b29419-6385-42b0-a3d8-37eaaecb74ab" -d '{"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:17:21.824414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:21.859238 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f07e3e7-6e89-4500-a71a-94d31f71cc30 x-openstack-request-id: req-2f07e3e7-6e89-4500-a71a-94d31f71cc30 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:17:21.859536 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:17:21.860093 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2f07e3e7-6e89-4500-a71a-94d31f71cc30 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:17:21.860773 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'code': 200}
Nov 13 21:17:21.896328 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:22.031497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:23.055154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9be5b-7374-42d2-91e2-47df637c2207 req-c5091c07-83fb-48fa-9bbe-cf75d9650515 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:23.068089 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ac9be5b-7374-42d2-91e2-47df637c2207 req-c5091c07-83fb-48fa-9bbe-cf75d9650515 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1599510
Nov 13 21:17:23.136482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ac9be5b-7374-42d2-91e2-47df637c2207 req-7689c4c0-21c3-40b4-9926-d5ca920f0c2c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670233
Nov 13 21:17:23.925985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36108) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:24.130634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb4e804c-e65c-4851-82d8-aeca0e43d34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.251795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb4e804c-e65c-4851-82d8-aeca0e43d34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.305792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34c67-0ac8-4b27-899b-bf35198f8acb req-2238fbe7-c0dc-407e-a99c-14809aa9dad6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:24.309506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5a34c67-0ac8-4b27-899b-bf35198f8acb req-2238fbe7-c0dc-407e-a99c-14809aa9dad6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0689204
Nov 13 21:17:24.358803 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb4e804c-e65c-4851-82d8-aeca0e43d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.377837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5a34c67-0ac8-4b27-899b-bf35198f8acb req-aeb1a9bf-768b-41a2-a053-631423cbc318 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622683
Nov 13 21:17:24.416588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bb4e804c-e65c-4851-82d8-aeca0e43d34b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22e8a0971d274ead992b593cfae48a64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4896746
Nov 13 21:17:24.416588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e804c-e65c-4851-82d8-aeca0e43d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b02529-8ad5-48cb-817d-ef7d14ddadbe,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:24.416588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36122) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:24.497058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0fa00fa-be61-4547-9bc4-113e0b501b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.531052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0fa00fa-be61-4547-9bc4-113e0b501b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.651035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36130) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:24.696191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0fa00fa-be61-4547-9bc4-113e0b501b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.700260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0fa00fa-be61-4547-9bc4-113e0b501b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.700550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0fa00fa-be61-4547-9bc4-113e0b501b1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0b02529-8ad5-48cb-817d-ef7d14ddadbe HTTP/1.1" status: 204  len: 168 time: 0.2704394
Nov 13 21:17:24.709687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa00fa-be61-4547-9bc4-113e0b501b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b02529-8ad5-48cb-817d-ef7d14ddadbe,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:24.719888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d10047c3-b500-4d6f-bed1-9b472cd39728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.852730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3906ffc-d485-4f8c-99ef-5328ce85a73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:24.972400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3906ffc-d485-4f8c-99ef-5328ce85a73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:25.073406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3906ffc-d485-4f8c-99ef-5328ce85a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:25.142385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3906ffc-d485-4f8c-99ef-5328ce85a73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223e6ac-37f0-48e1-9d02-bbeeabdb26ae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:25.148608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3906ffc-d485-4f8c-99ef-5328ce85a73b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3322c11d1c0341cca368a9faa85b71f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4964170
Nov 13 21:17:25.151304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36142) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:25.320875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-042b43ed-7ef0-44e0-bff4-b22fb4b8b04e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:25.342321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-042b43ed-7ef0-44e0-bff4-b22fb4b8b04e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:25.546486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00560a9f-19ec-46fa-bf0d-f4909d268082 req-81f1787b-fd60-426f-a9de-da81632023b7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:25.548470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00560a9f-19ec-46fa-bf0d-f4909d268082 req-81f1787b-fd60-426f-a9de-da81632023b7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0628984
Nov 13 21:17:25.739851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-00560a9f-19ec-46fa-bf0d-f4909d268082 req-26d74e36-d0c2-42a1-9b42-0deeb0c6a56a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1839910
Nov 13 21:17:25.747864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-042b43ed-7ef0-44e0-bff4-b22fb4b8b04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:25.755590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-042b43ed-7ef0-44e0-bff4-b22fb4b8b04e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:25.756219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-042b43ed-7ef0-44e0-bff4-b22fb4b8b04e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3223e6ac-37f0-48e1-9d02-bbeeabdb26ae HTTP/1.1" status: 204  len: 168 time: 0.6028738
Nov 13 21:17:25.765279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b43ed-7ef0-44e0-bff4-b22fb4b8b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223e6ac-37f0-48e1-9d02-bbeeabdb26ae,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:27.023280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6ccf-115b-4e60-b6a6-4dbcc49e911f req-22c3e383-8b1d-4560-897c-b2a5ea02b50a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:27.038820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-703b6ccf-115b-4e60-b6a6-4dbcc49e911f req-22c3e383-8b1d-4560-897c-b2a5ea02b50a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0944285
Nov 13 21:17:27.101319 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-45dd923c-3bce-402b-b524-eef294adb20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:27.102080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-703b6ccf-115b-4e60-b6a6-4dbcc49e911f req-36dabd10-8cd5-44c9-90d7-ffc9e79b7948 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673103
Nov 13 21:17:27.683077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36248) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:27.847949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-710970594', 'router:external': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:27.970775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Made reservation on behalf of 775d2e68739c4760aff7e32962168c0b for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:17:27.975665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:27.999032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.168901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.257886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.308064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36266) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:28.331670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224194c-f232-4561-bfa8-6e94c5fcb71f req-66d483ec-67b8-4ee8-aad8-a7a3ed663467 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:28.333313 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e224194c-f232-4561-bfa8-6e94c5fcb71f req-66d483ec-67b8-4ee8-aad8-a7a3ed663467 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1240857
Nov 13 21:17:28.343385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:17:28.383882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa3851-de75-4d1e-b915-c1e64fa26be4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:28.402920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.402920 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Added segment 1e83964f-92fa-46bf-9c5f-4a5cbf1885a4 of type vlan for network c5f77e81-54f2-4e59-8ba8-4074fa360371
Nov 13 21:17:28.448887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e224194c-f232-4561-bfa8-6e94c5fcb71f req-059cc68e-e929-496e-94af-f2facfe578bc tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063941
Nov 13 21:17:28.471092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.472728 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.558134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.559477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:28.560125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.661296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712e2e2-3136-416f-8fb2-4faf95962797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.664387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Network': ['ID=c5f77e81-54f2-4e59-8ba8-4074fa360371,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:28.677625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network c5f77e81-54f2-4e59-8ba8-4074fa360371 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:17:28.724927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-23e7cac0-c645-47e2-97ea-e88d5ecb873f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.0406904
Nov 13 21:17:28.728678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:28.735961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'subnet': {'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:28.783211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712e2e2-3136-416f-8fb2-4faf95962797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.838092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Made reservation on behalf of 775d2e68739c4760aff7e32962168c0b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:17:28.840631 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.907127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4712e2e2-3136-416f-8fb2-4faf95962797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:28.949036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4712e2e2-3136-416f-8fb2-4faf95962797 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6711128b6214f78aeb1e9c25c6cbc00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6367638
Nov 13 21:17:28.950014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712e2e2-3136-416f-8fb2-4faf95962797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b578dc-83ca-4135-9bf4-67a7e637174e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:28.951512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36284) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:29.052121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc566c39-45ec-45aa-8082-3ced8a4b0657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.091463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc566c39-45ec-45aa-8082-3ced8a4b0657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.274971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc566c39-45ec-45aa-8082-3ced8a4b0657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.285731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc566c39-45ec-45aa-8082-3ced8a4b0657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.294127 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc566c39-45ec-45aa-8082-3ced8a4b0657 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62b578dc-83ca-4135-9bf4-67a7e637174e HTTP/1.1" status: 204  len: 168 time: 0.3371825
Nov 13 21:17:29.323949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566c39-45ec-45aa-8082-3ced8a4b0657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b578dc-83ca-4135-9bf4-67a7e637174e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:29.470199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:17:29.470679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.515807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b4c52239-6388-4ede-bef4-fe1e3af031e2,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:29.562190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Checking segment: {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:17:29.562591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network hostable DHCP agents. Network: c5f77e81-54f2-4e59-8ba8-4074fa360371, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:17:29.685753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network c5f77e81-54f2-4e59-8ba8-4074fa360371 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:17:29.725138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41919d71-6cbb-45b5-9735-d0786a4698a3 req-1a120f2d-ef63-4217-9f90-2a889b34aa05 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:29.733874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41919d71-6cbb-45b5-9735-d0786a4698a3 req-1a120f2d-ef63-4217-9f90-2a889b34aa05 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1430049
Nov 13 21:17:29.810561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41919d71-6cbb-45b5-9735-d0786a4698a3 req-3b4b1ed9-78f1-45da-903d-a2397a9ce11a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756712
Nov 13 21:17:29.817651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5f77e81-54f2-4e59-8ba8-4074fa360371) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:29.823697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:29.824828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.839522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0224d0-3b90-48ef-b697-1226e149ca5d None None] Network c5f77e81-54f2-4e59-8ba8-4074fa360371 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:17:29.901519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:29.930682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36318) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:29.931245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ddd993bd-9cb3-447f-848a-9bd7f50a49fd tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2006791
Nov 13 21:17:29.936898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1231946120', 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:30.053786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef9539-adc4-4556-a4bc-7c055f670821 None None] Network c5f77e81-54f2-4e59-8ba8-4074fa360371 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:17:30.094684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Made reservation on behalf of 775d2e68739c4760aff7e32962168c0b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:17:30.098642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:30.121811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] device_id is not set on port fb9462b0-6fd9-4252-9e8a-b9c694a3acde yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:17:30.266296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Allocated IP 172.20.0.4 (c5f77e81-54f2-4e59-8ba8-4074fa360371/b4c52239-6388-4ede-bef4-fe1e3af031e2/fb9462b0-6fd9-4252-9e8a-b9c694a3acde) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:17:30.406584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:30.792750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:30.795677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:30.849630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network c5f77e81-54f2-4e59-8ba8-4074fa360371 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:17:30.853060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:30.858689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:17:30.886154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Port': ['ID=fb9462b0-6fd9-4252-9e8a-b9c694a3acde,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:30.911184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36352) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:30.917286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:30.917970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:30.925356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3659961c-ec02-43da-927a-791415fe598a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:30.999105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55af77-e456-4d09-999c-94e0db0b4436 req-b34a7b73-95e2-438f-9904-03ddb0e8d344 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:31.001222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec55af77-e456-4d09-999c-94e0db0b4436 req-b34a7b73-95e2-438f-9904-03ddb0e8d344 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0864961
Nov 13 21:17:31.034879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3659961c-ec02-43da-927a-791415fe598a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.054469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-53da0eda-fc22-4319-af6d-8ce917b2b88e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 1.1224964
Nov 13 21:17:31.057812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36356) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:31.099756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec55af77-e456-4d09-999c-94e0db0b4436 req-d9ce3590-7f40-4274-a58e-c673009910c5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885131
Nov 13 21:17:31.166177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Deleting port fb9462b0-6fd9-4252-9e8a-b9c694a3acde {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:31.166662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.223011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3659961c-ec02-43da-927a-791415fe598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.305255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659961c-ec02-43da-927a-791415fe598a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e41db67-3fb4-47c4-a159-e6d420a54c8a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:31.314045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3659961c-ec02-43da-927a-791415fe598a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46675a8cca0f47989ecc418d91f8a527&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4011908
Nov 13 21:17:31.319658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36362) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:31.389517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-0ba30b2a-9da0-4331-a621-37ab1ab1114a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0785327
Nov 13 21:17:31.399171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.413803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86fc4363-5c7d-4492-b33e-ed94592240ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.422240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Calling delete_port for fb9462b0-6fd9-4252-9e8a-b9c694a3acde owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:31.462802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86fc4363-5c7d-4492-b33e-ed94592240ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.467275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-f5f18fce-95c6-41cc-ac26-6243353aec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:31.469233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-f5f18fce-95c6-41cc-ac26-6243353aec3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=38d2a290e63544279ce55a7a1126244a&device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 1097 time: 0.0529413
Nov 13 21:17:31.644722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-c1c2701b-96bf-4a51-91d1-eb0ca65adf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:31.647492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-c1c2701b-96bf-4a51-91d1-eb0ca65adf84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d HTTP/1.1" status: 200  len: 916 time: 0.1536746
Nov 13 21:17:31.671188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86fc4363-5c7d-4492-b33e-ed94592240ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.674489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86fc4363-5c7d-4492-b33e-ed94592240ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.675868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-86fc4363-5c7d-4492-b33e-ed94592240ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e41db67-3fb4-47c4-a159-e6d420a54c8a HTTP/1.1" status: 204  len: 168 time: 0.3532288
Nov 13 21:17:31.710099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc4363-5c7d-4492-b33e-ed94592240ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e41db67-3fb4-47c4-a159-e6d420a54c8a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:31.754933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-cc57ee27-ae18-4ca1-9acc-5ebef3f9b4a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 HTTP/1.1" status: 200  len: 1002 time: 0.0977795
Nov 13 21:17:31.770661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.821028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb9462b0-6fd9-4252-9e8a-b9c694a3acde,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:31.830913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-d0449e90-e614-4536-a702-1aedf6cc79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:31.833072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-d0449e90-e614-4536-a702-1aedf6cc79a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cca748d6-cc55-4b9b-bbbc-15275ec37637 HTTP/1.1" status: 200  len: 854 time: 0.0711389
Nov 13 21:17:31.940133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-9267beaf-8714-4f67-bc8d-a7bd09c961c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:31.945283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-9267beaf-8714-4f67-bc8d-a7bd09c961c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1052516
Nov 13 21:17:31.957451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:31.975308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a94b7b11-26ca-4dab-aeaf-18adb9fba6d7 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fb9462b0-6fd9-4252-9e8a-b9c694a3acde HTTP/1.1" status: 204  len: 168 time: 0.9163964
Nov 13 21:17:31.978032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36372) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:31.988994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36374) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:31.989190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371', 'external_fixed_ips': [{'subnet_id': 'b4c52239-6388-4ede-bef4-fe1e3af031e2', 'ip_address': '172.20.0.4'}]}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:32.085276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.086729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.118888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-7d7fa237-54e9-4eec-9f30-6e841034bf62 service neutron] 10.222.0.46 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647875
Nov 13 21:17:32.221021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.305486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e81cc962-fafe-4d4c-ba55-4cc10870cb23 req-c12cdc4b-1e5b-4b4e-bf30-e7051a08fb8d service neutron] 10.222.0.46 "GET /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744065
Nov 13 21:17:32.397383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb03f9-2fb0-45ea-87f1-96cda05da7f8 req-1916897b-892e-48af-88df-269d9ccbbd46 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:32.399131 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbbb03f9-2fb0-45ea-87f1-96cda05da7f8 req-1916897b-892e-48af-88df-269d9ccbbd46 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1421182
Nov 13 21:17:32.479273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d3170a38-f456-4832-a7f1-9ab774765bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.548786 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.572036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbbb03f9-2fb0-45ea-87f1-96cda05da7f8 req-ea647fb7-a709-4f3f-bd48-7cc8c0e0d0aa tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1650617
Nov 13 21:17:32.644067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d3170a38-f456-4832-a7f1-9ab774765bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.735381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d3170a38-f456-4832-a7f1-9ab774765bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:32.796725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d3170a38-f456-4832-a7f1-9ab774765bd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50966569b41b4d008e30b42197eeebda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8064632
Nov 13 21:17:32.797942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3170a38-f456-4832-a7f1-9ab774765bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c6f113-2902-448b-abdc-1a0be940bdaa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:32.799256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36396) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:33.007166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-02ea47c4-6826-425d-946d-6b89678bc43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.039445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.063974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.078136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-02ea47c4-6826-425d-946d-6b89678bc43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.310922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-02ea47c4-6826-425d-946d-6b89678bc43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.314609 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-02ea47c4-6826-425d-946d-6b89678bc43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.320336 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-02ea47c4-6826-425d-946d-6b89678bc43a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4c6f113-2902-448b-abdc-1a0be940bdaa HTTP/1.1" status: 204  len: 168 time: 0.5184224
Nov 13 21:17:33.338632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea47c4-6826-425d-946d-6b89678bc43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c6f113-2902-448b-abdc-1a0be940bdaa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:33.364417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Allocated IP 172.20.0.4 (c5f77e81-54f2-4e59-8ba8-4074fa360371/b4c52239-6388-4ede-bef4-fe1e3af031e2/fb1d689d-a102-481d-8cff-9e8b05ef4370) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:17:33.513368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.643008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:33.718538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network c5f77e81-54f2-4e59-8ba8-4074fa360371 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:17:33.722033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:33.724681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:17:33.810750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Port': ['ID=fb1d689d-a102-481d-8cff-9e8b05ef4370,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:33.837405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000215-f417-41dc-a4f8-a35e4eb0bdfb req-dc8dd877-f5fd-4a5d-b958-715f74603aa8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:33.839842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b000215-f417-41dc-a4f8-a35e4eb0bdfb req-dc8dd877-f5fd-4a5d-b958-715f74603aa8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1009505
Nov 13 21:17:33.925404 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b000215-f417-41dc-a4f8-a35e4eb0bdfb req-d2aee236-6013-4d2b-bf97-7c18c27d7a9b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745451
Nov 13 21:17:34.273951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.366981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36434) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:34.397497 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-782d32c7-c345-445b-ac02-bc8a9bb058e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.521437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-782d32c7-c345-445b-ac02-bc8a9bb058e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.552209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.603631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-782d32c7-c345-445b-ac02-bc8a9bb058e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.664430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-782d32c7-c345-445b-ac02-bc8a9bb058e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b00a85f4d318498596b1e657099584cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2951612
Nov 13 21:17:34.665097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36442) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:34.673775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d32c7-c345-445b-ac02-bc8a9bb058e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7144475a-ff68-4df1-8b91-7e2a9f7aaa26,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:34.734357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e356410a-05ed-47f0-8fda-b3c328d0a718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.776251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e356410a-05ed-47f0-8fda-b3c328d0a718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.936029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e356410a-05ed-47f0-8fda-b3c328d0a718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.938947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e356410a-05ed-47f0-8fda-b3c328d0a718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:34.940256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e356410a-05ed-47f0-8fda-b3c328d0a718 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7144475a-ff68-4df1-8b91-7e2a9f7aaa26 HTTP/1.1" status: 204  len: 168 time: 0.2732284
Nov 13 21:17:34.964976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356410a-05ed-47f0-8fda-b3c328d0a718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7144475a-ff68-4df1-8b91-7e2a9f7aaa26,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:35.210351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf6dc-6ccd-46e8-9085-609c58c0028c req-53ecda7d-df71-489c-ad2f-ad1eadee58a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:35.212008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b06cf6dc-6ccd-46e8-9085-609c58c0028c req-53ecda7d-df71-489c-ad2f-ad1eadee58a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0740974
Nov 13 21:17:35.275709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b06cf6dc-6ccd-46e8-9085-609c58c0028c req-436b7138-9b0d-4a8f-9656-d96444ddd237 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547390
Nov 13 21:17:35.394774 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:17:35.415529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Router 103113fd-bfb0-4c51-902e-1d99eaa8363b is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:17:35.588011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:17:35.602647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Sync routers for ids ['103113fd-bfb0-4c51-902e-1d99eaa8363b'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:17:35.617259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Routers {'103113fd-bfb0-4c51-902e-1d99eaa8363b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:35.619787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb49520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['103113fd-bfb0-4c51-902e-1d99eaa8363b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:35.748663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:35.752292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-491bc0ed-2f87-49e0-804e-2b94628c9b6e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 3.7708089
Nov 13 21:17:35.753296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:35.815244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Set router 103113fd-bfb0-4c51-902e-1d99eaa8363b gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:35.977789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.016049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36488) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:36.158216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb49520>, [{'id': '103113fd-bfb0-4c51-902e-1d99eaa8363b', 'name': '', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371', 'external_fixed_ips': [{'subnet_id': 'b4c52239-6388-4ede-bef4-fe1e3af031e2', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'fb1d689d-a102-481d-8cff-9e8b05ef4370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:32Z', 'updated_at': '2021-11-13T21:17:33Z', 'revision_number': 3, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port': {'id': 'fb1d689d-a102-481d-8cff-9e8b05ef4370', 'name': '', 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103113fd-bfb0-4c51-902e-1d99eaa8363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b4c52239-6388-4ede-bef4-fe1e3af031e2', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:17:33Z', 'updated_at': '2021-11-13T21:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c52239-6388-4ede-bef4-fe1e3af031e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:36.160340 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.185140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Checking router: 103113fd-bfb0-4c51-902e-1d99eaa8363b for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:17:36.185526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Updating router 103113fd-bfb0-4c51-902e-1d99eaa8363b port fb1d689d-a102-481d-8cff-9e8b05ef4370 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:17:36.211486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.369436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Deleting port fb1d689d-a102-481d-8cff-9e8b05ef4370 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:36.370473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.392655 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be3d92c4-8418-45fb-a595-31185e18548c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.530929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb013bd-e708-4f77-bee2-bd1896f0d5b6 req-3da6e27d-5163-46ca-9fa5-bab665b419c0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:36.534643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6eb013bd-e708-4f77-bee2-bd1896f0d5b6 req-3da6e27d-5163-46ca-9fa5-bab665b419c0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0976100
Nov 13 21:17:36.539422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.569608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Calling delete_port for fb1d689d-a102-481d-8cff-9e8b05ef4370 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:36.593310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be3d92c4-8418-45fb-a595-31185e18548c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.642857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6eb013bd-e708-4f77-bee2-bd1896f0d5b6 req-b7e62424-02a8-4658-aa69-e62f12b42c73 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910752
Nov 13 21:17:36.686624 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.707393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be3d92c4-8418-45fb-a595-31185e18548c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.761951 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-be3d92c4-8418-45fb-a595-31185e18548c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52bbf3c11fb04dbd8cd90254d0badaec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7442396
Nov 13 21:17:36.765862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36508) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:36.775125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d92c4-8418-45fb-a595-31185e18548c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a2c77-47c5-480a-9972-fb28208260ee,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:36.820752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21afbaa5-06c5-40af-bde0-e6d71d06e48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.835300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.848839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21afbaa5-06c5-40af-bde0-e6d71d06e48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.884134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Attempting to bind port fb1d689d-a102-481d-8cff-9e8b05ef4370 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:17:36.884612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Attempting to bind port fb1d689d-a102-481d-8cff-9e8b05ef4370 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:17:36.885075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Attempting to bind port fb1d689d-a102-481d-8cff-9e8b05ef4370 on network c5f77e81-54f2-4e59-8ba8-4074fa360371 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:17:36.892777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acdef5-edcd-42d6-b48c-f207ab200f00 None None] Pushing event updated for resources: {'Port': ['ID=fb1d689d-a102-481d-8cff-9e8b05ef4370,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:36.896163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:17:36.896650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Checking segment: {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:17:36.897318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.897898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Bound using segment: {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:17:36.898534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Bound port: fb1d689d-a102-481d-8cff-9e8b05ef4370, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:17:36.899102 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.994842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:36.997519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:17:36.998007 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:17:37.019499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb1d689d-a102-481d-8cff-9e8b05ef4370,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:37.053530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21afbaa5-06c5-40af-bde0-e6d71d06e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.053530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21afbaa5-06c5-40af-bde0-e6d71d06e48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.056848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-21afbaa5-06c5-40af-bde0-e6d71d06e48b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc2a2c77-47c5-480a-9972-fb28208260ee HTTP/1.1" status: 204  len: 168 time: 0.2873418
Nov 13 21:17:37.086041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afbaa5-06c5-40af-bde0-e6d71d06e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2a2c77-47c5-480a-9972-fb28208260ee,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:37.107936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.207944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.207944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.335072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.335690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 103113fd-bfb0-4c51-902e-1d99eaa8363b {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:17:37.345640 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.345640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96de4777-98e7-4a86-93fb-cad4ebacfc6b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/routers/103113fd-bfb0-4c51-902e-1d99eaa8363b HTTP/1.1" status: 204  len: 168 time: 1.5877514
Nov 13 21:17:37.345640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36534) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:37.396285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Deleting subnet b4c52239-6388-4ede-bef4-fe1e3af031e2 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:17:37.399532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.451052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.509362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.514504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Attempting to bind port fb1d689d-a102-481d-8cff-9e8b05ef4370 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:17:37.515115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Attempting to bind port fb1d689d-a102-481d-8cff-9e8b05ef4370 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:17:37.515237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Attempting to bind port fb1d689d-a102-481d-8cff-9e8b05ef4370 on network c5f77e81-54f2-4e59-8ba8-4074fa360371 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:17:37.521596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:17:37.521964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Checking segment: {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:17:37.522460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.523023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Bound using segment: {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:17:37.523490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Bound port: fb1d689d-a102-481d-8cff-9e8b05ef4370, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5f77e81-54f2-4e59-8ba8-4074fa360371'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:17:37.523870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.544524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Port fb1d689d-a102-481d-8cff-9e8b05ef4370 has been deleted concurrently {{(pid=120534) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 13 21:17:37.554204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:37.558359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 21:17:37.558359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_agentschedulers_db [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'103113fd-bfb0-4c51-902e-1d99eaa8363b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent'). {{(pid=120534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 13 21:17:37.558359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e523c8-d246-4b7c-a58d-62ceb62fa639 None None] The sync data for ids ['103113fd-bfb0-4c51-902e-1d99eaa8363b'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:17:37.672718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.701959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c52239-6388-4ede-bef4-fe1e3af031e2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:37.705694 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.709634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33f33189-20cd-46c0-bc3f-4521ebb02a5a tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/b4c52239-6388-4ede-bef4-fe1e3af031e2 HTTP/1.1" status: 204  len: 168 time: 0.3648484
Nov 13 21:17:37.712230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:37.824720 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.837221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f045e8-e4c5-4f7e-93e0-4342430dc0e2 req-42003783-cc9d-4e02-a542-100eea284c25 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:37.844350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89f045e8-e4c5-4f7e-93e0-4342430dc0e2 req-42003783-cc9d-4e02-a542-100eea284c25 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.1242490
Nov 13 21:17:37.862285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:37.882871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffb95-30e3-4e74-9a9c-711b83d4de1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.895741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-38f9fa53-5517-4e53-9cf4-3a6e74c1f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:37.897326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-38f9fa53-5517-4e53-9cf4-3a6e74c1f248 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1096 time: 0.0733747
Nov 13 21:17:37.940362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89f045e8-e4c5-4f7e-93e0-4342430dc0e2 req-43873679-7af1-4d41-a8d5-d5f1dcfa687b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951066
Nov 13 21:17:37.972248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:37.995640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde429850>,) {'filters': {'network_id': ['c5f77e81-54f2-4e59-8ba8-4074fa360371']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:38.008783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde429850>, '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:38.010592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde429850>, '1e83964f-92fa-46bf-9c5f-4a5cbf1885a4') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:38.024063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.044961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.056331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:17:38.056781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   items = [
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:17:38.058817 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:17:38.061666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-acb426c8-e628-4b23-a26a-85476f86d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:38.063294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-acb426c8-e628-4b23-a26a-85476f86d5c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.1575801
Nov 13 21:17:38.069628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffb95-30e3-4e74-9a9c-711b83d4de1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.124136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2a6ffb95-30e3-4e74-9a9c-711b83d4de1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.158071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-9cb7bcd0-2698-4cfd-a401-db2d629a7da4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 1001 time: 0.0867362
Nov 13 21:17:38.198109 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.203649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c5f77e81-54f2-4e59-8ba8-4074fa360371 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:17:38.210689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.213844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/networks/c5f77e81-54f2-4e59-8ba8-4074fa360371 HTTP/1.1" status: 204  len: 168 time: 0.5004449
Nov 13 21:17:38.225507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dce494-e7ab-4529-821b-2de195c654ef tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5f77e81-54f2-4e59-8ba8-4074fa360371,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:38.543156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2a6ffb95-30e3-4e74-9a9c-711b83d4de1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c48e42a944d44fbb9c53ca76294825e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6791186
Nov 13 21:17:38.545574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36588) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:38.593993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ffb95-30e3-4e74-9a9c-711b83d4de1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0fc2f0-82c9-4a63-9fb3-3b91f7821031,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:38.639354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-e32c894d-e675-4947-b821-603496ea903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:38.640875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-e32c894d-e675-4947-b821-603496ea903d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.4732223
Nov 13 21:17:38.643912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e0f73d0-0f2f-4075-87dc-2fe6c87f6cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.648365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:38.655323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'name': 'tempest-router--347521345', 'project_id': 'b298dcfacf4b472383db9e8be3d9727d'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:38.669523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e0f73d0-0f2f-4075-87dc-2fe6c87f6cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.716445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-20d26a74-8509-47fe-8ff0-4c388d2fea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:38.717980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-20d26a74-8509-47fe-8ff0-4c388d2fea84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0674362
Nov 13 21:17:38.822118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-e3920cfb-d971-4801-aaa0-3d1b6d80b8d9 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965772
Nov 13 21:17:38.832132 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e0f73d0-0f2f-4075-87dc-2fe6c87f6cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.836309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e0f73d0-0f2f-4075-87dc-2fe6c87f6cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.836621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3e0f73d0-0f2f-4075-87dc-2fe6c87f6cae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b0fc2f0-82c9-4a63-9fb3-3b91f7821031 HTTP/1.1" status: 204  len: 168 time: 0.2901814
Nov 13 21:17:38.850900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f73d0-0f2f-4075-87dc-2fe6c87f6cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0fc2f0-82c9-4a63-9fb3-3b91f7821031,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:38.871249 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.872310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.967805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:38.978652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea55fd7-d464-4ebf-ab30-0571a26bef66 req-2f62dfd0-d282-47d4-9365-9c299f5ec2d2 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496527
Nov 13 21:17:39.015441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.074793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733293ae-3e76-4119-ac7f-c36cf169cfd9 req-c2b93288-ee76-48ef-bc56-9802ee5d60d7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:39.076278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-733293ae-3e76-4119-ac7f-c36cf169cfd9 req-c2b93288-ee76-48ef-bc56-9802ee5d60d7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0492992
Nov 13 21:17:39.080041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.081217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fcec8da3-b6f5-47bc-a78d-f28bed00e355 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4318173
Nov 13 21:17:39.084852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36622) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:39.136273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-733293ae-3e76-4119-ac7f-c36cf169cfd9 req-98e356ee-9891-429a-88a9-098d04b83d14 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476458
Nov 13 21:17:39.186239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.351749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.353973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.501222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.504987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0164574e-e7b0-4634-8090-220528c68e38 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:17:39.507920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.511500 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fc2e883c-4be7-4c61-9bc9-4993d72bc270 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0164574e-e7b0-4634-8090-220528c68e38 HTTP/1.1" status: 204  len: 168 time: 0.4254434
Nov 13 21:17:39.740185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36646) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:39.853104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36652) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:39.941397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b7ff-e3af-482b-b229-07f0424b625a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:39.995190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-190820390', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:40.043837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b7ff-e3af-482b-b229-07f0424b625a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.166258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.167379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.171947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cb1b7ff-e3af-482b-b229-07f0424b625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.204930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0cb1b7ff-e3af-482b-b229-07f0424b625a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28d0c2834b61430ebe71668d112a7e66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4631870
Nov 13 21:17:40.208371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:40.241099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1b7ff-e3af-482b-b229-07f0424b625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed94e2e4-4106-4b72-be7f-3cc3796f1bd5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:40.282142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7de67480-a62a-4262-a292-debe532fa6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.294924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.305184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7de67480-a62a-4262-a292-debe532fa6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.332724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f79d0-4670-4452-aec9-e0d211359882 req-b308b6b1-4949-40df-bcfc-ff85a6b32a99 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:40.334275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-949f79d0-4670-4452-aec9-e0d211359882 req-b308b6b1-4949-40df-bcfc-ff85a6b32a99 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0538807
Nov 13 21:17:40.460560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7de67480-a62a-4262-a292-debe532fa6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.462512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-949f79d0-4670-4452-aec9-e0d211359882 req-7f8e7f17-b1a7-4ed8-a612-b37749eeda43 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175187
Nov 13 21:17:40.463806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7de67480-a62a-4262-a292-debe532fa6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.465747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7de67480-a62a-4262-a292-debe532fa6e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed94e2e4-4106-4b72-be7f-3cc3796f1bd5 HTTP/1.1" status: 204  len: 168 time: 0.2546546
Nov 13 21:17:40.485169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de67480-a62a-4262-a292-debe532fa6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed94e2e4-4106-4b72-be7f-3cc3796f1bd5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:40.550182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.872222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:40.891744 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.003256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Allocated IP 172.35.3.100 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/6e85ce74-f80b-40cb-883f-a0604381f156) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:17:41.112778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.229240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:41.245107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1374050d-cd73-43ab-962a-092f8ab85247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.254939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.308317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:17:41.313206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:41.316100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:17:41.375315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event updated for resources: {'Port': ['ID=6e85ce74-f80b-40cb-883f-a0604381f156,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:41.517621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1374050d-cd73-43ab-962a-092f8ab85247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.597548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921b4b3-803f-4042-9b82-20545edbf08b req-cbbb06dd-f276-4459-8e0f-4f727dec9bae tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:41.599051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7921b4b3-803f-4042-9b82-20545edbf08b req-cbbb06dd-f276-4459-8e0f-4f727dec9bae tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 945 time: 0.0524461
Nov 13 21:17:41.640437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:17:41.649166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7921b4b3-803f-4042-9b82-20545edbf08b req-2f04a69c-e976-4643-b964-8e3efa33f751 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434046
Nov 13 21:17:41.649967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1374050d-cd73-43ab-962a-092f8ab85247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.724159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.725221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1374050d-cd73-43ab-962a-092f8ab85247 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=118bb78e07c0479d9f936f0258e860a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4947507
Nov 13 21:17:41.728009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36708) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:41.749878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374050d-cd73-43ab-962a-092f8ab85247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb50900e-5eb0-42b7-a099-fe215410b557,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:41.803366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:17:41.805704 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d9ab6-6664-4f81-83ce-817d22930d78" -d '{"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:17:41.820373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:41.825936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5da31df0-99cf-4397-8014-5f1064c2d178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.859046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.861057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5da31df0-99cf-4397-8014-5f1064c2d178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.897693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.897693 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab2ebe-48ac-461d-9162-3b47b29fe615 x-openstack-request-id: req-94ab2ebe-48ac-461d-9162-3b47b29fe615 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:17:41.897693 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-unplugged", "status": "failed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "code": 422}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:17:41.897693 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94ab2ebe-48ac-461d-9162-3b47b29fe615 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:17:41.897693 ncdv-master-1 neutron-server[120534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'code': 422} returned with failed status
Nov 13 21:17:41.897693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:41.964733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:42.022849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5da31df0-99cf-4397-8014-5f1064c2d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:42.028659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5da31df0-99cf-4397-8014-5f1064c2d178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:42.047056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5da31df0-99cf-4397-8014-5f1064c2d178 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb50900e-5eb0-42b7-a099-fe215410b557 HTTP/1.1" status: 204  len: 168 time: 0.3010113
Nov 13 21:17:42.062138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da31df0-99cf-4397-8014-5f1064c2d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb50900e-5eb0-42b7-a099-fe215410b557,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:42.396514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:42.660998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Router ed29db0f-8c01-4401-8c82-0274a50d6167 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:17:42.767334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:17:42.779739 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] Sync routers for ids ['ed29db0f-8c01-4401-8c82-0274a50d6167'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:17:42.790870 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] Routers {'ed29db0f-8c01-4401-8c82-0274a50d6167'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:42.791480 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde673ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ed29db0f-8c01-4401-8c82-0274a50d6167'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:42.824731 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde673ac0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:42.834348 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] Routers {'ed29db0f-8c01-4401-8c82-0274a50d6167'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:42.834937 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde673ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ed29db0f-8c01-4401-8c82-0274a50d6167'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:42.859420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:42.863716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36744) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:42.864183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bec8d2b7-e7e4-4043-b8c4-8a35b56ea69f tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.0096841
Nov 13 21:17:42.876308 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde673ac0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:42.877153 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfad58e-2191-4338-a5c4-43a29b2f00df None None] The sync data for ids ['ed29db0f-8c01-4401-8c82-0274a50d6167'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:17:42.986497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70d9aec0-5f3c-4ae2-a97d-b3cec2964a58 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/ed29db0f-8c01-4401-8c82-0274a50d6167 HTTP/1.1" status: 200  len: 920 time: 0.1214416
Nov 13 21:17:42.989358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36752) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:43.021954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-82e89e63-abc3-4b98-9b5f-fe45c0c94b72 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed29db0f-8c01-4401-8c82-0274a50d6167 HTTP/1.1" status: 200  len: 205 time: 0.0313694
Nov 13 21:17:43.024567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36754) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:43.142089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:43.275685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:43.337574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-22a12c87-c484-4e99-81ce-527544990f11 req-7ccb73ef-8f9c-47e7-8b2a-7084d493e349 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:17:43.338461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-22a12c87-c484-4e99-81ce-527544990f11 req-7ccb73ef-8f9c-47e7-8b2a-7084d493e349 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054648
Nov 13 21:17:43.415675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Deleting port 6e85ce74-f80b-40cb-883f-a0604381f156 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:43.416276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:43.510446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:43.526526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Calling delete_port for 6e85ce74-f80b-40cb-883f-a0604381f156 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:43.739738 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614932-ace5-4636-9966-f40c377807f2 req-b8d8b3bc-4c9e-4bb1-8d72-4223999e3ae8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:43.741229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73614932-ace5-4636-9966-f40c377807f2 req-b8d8b3bc-4c9e-4bb1-8d72-4223999e3ae8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0869181
Nov 13 21:17:43.789732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73614932-ace5-4636-9966-f40c377807f2 req-88cd5e45-b853-4dde-bc26-f485b4176d01 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424528
Nov 13 21:17:43.866777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:43.893620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event deleted for resources: {'Port': ['ID=6e85ce74-f80b-40cb-883f-a0604381f156,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:43.963324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.065838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.068100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.187566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.188649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Fanout notify agent at l3_agent the message router_deleted on router ed29db0f-8c01-4401-8c82-0274a50d6167 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:17:44.197087 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.202231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-122f3faf-cc49-4552-99e8-14ed86538a51 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/ed29db0f-8c01-4401-8c82-0274a50d6167 HTTP/1.1" status: 204  len: 168 time: 1.1730680
Nov 13 21:17:44.202231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36816) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:44.206612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964175855', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': False}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:44.351961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.353116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.376043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.407602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.417435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36824) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:44.549484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f6f914bb-3d1a-4ebd-8af6-c5675a3f6aac tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1151946418'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:44.549962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f6f914bb-3d1a-4ebd-8af6-c5675a3f6aac tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Unknown quota resources ['metering_label']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:17:44.553720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-efae44b7-17fd-4f9b-8ac3-f7b75ef3a818 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1709201
Nov 13 21:17:44.563640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-691046c3-bcef-4edf-af90-dfd5045ced4d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:17:44.564815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-691046c3-bcef-4edf-af90-dfd5045ced4d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061219
Nov 13 21:17:44.692773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.870153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6f914bb-3d1a-4ebd-8af6-c5675a3f6aac tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:44.874363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f6f914bb-3d1a-4ebd-8af6-c5675a3f6aac tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4558756
Nov 13 21:17:44.875928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36840) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:44.882113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-11498f12-b3bb-460c-aea8-3af54d84c148 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '32e7b0a1-78e5-41b7-9554-e41c32b695e8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:44.882472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-11498f12-b3bb-460c-aea8-3af54d84c148 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:17:44.916142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64908e0-7aa4-4ba9-8aac-c24f7b432031 req-01b54274-f1d4-41c1-a62f-d64b446e4908 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:44.917648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b64908e0-7aa4-4ba9-8aac-c24f7b432031 req-01b54274-f1d4-41c1-a62f-d64b446e4908 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0504453
Nov 13 21:17:44.966660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b64908e0-7aa4-4ba9-8aac-c24f7b432031 req-fc4dc111-a6b9-4ccd-ba88-a0fbf3e13832 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427220
Nov 13 21:17:45.087641 ncdv-master-1 neutron-server[120533]: WARNING neutron.services.metering.metering_plugin [None req-11498f12-b3bb-460c-aea8-3af54d84c148 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 13 21:17:45.235284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-11498f12-b3bb-460c-aea8-3af54d84c148 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.236485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-11498f12-b3bb-460c-aea8-3af54d84c148 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3585119
Nov 13 21:17:45.240563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36850) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:45.246025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a1a2ebf6-cbeb-4f4e-85cf-1cda1cbc00fd tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '32e7b0a1-78e5-41b7-9554-e41c32b695e8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:45.246763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a1a2ebf6-cbeb-4f4e-85cf-1cda1cbc00fd tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:17:45.256429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.280988 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.399100 ncdv-master-1 neutron-server[120532]: WARNING neutron.services.metering.metering_plugin [None req-a1a2ebf6-cbeb-4f4e-85cf-1cda1cbc00fd tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 13 21:17:45.401386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Allocated IP 172.35.3.89 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/195e5441-85d7-4e4b-b3aa-61d2d7068151) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:17:45.514385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.524279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1a2ebf6-cbeb-4f4e-85cf-1cda1cbc00fd tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.528052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a1a2ebf6-cbeb-4f4e-85cf-1cda1cbc00fd tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2833936
Nov 13 21:17:45.528269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36854) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:45.542038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-081defff-55ef-42a5-8da1-3d16e5eb21cf tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=27c812fa-b417-4315-8271-56afddd0e2b5 HTTP/1.1" status: 200  len: 464 time: 0.0101647
Nov 13 21:17:45.545359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36856) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:45.638376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.677378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:17:45.687559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:45.693979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:17:45.712426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Port': ['ID=195e5441-85d7-4e4b-b3aa-61d2d7068151,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:45.788375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ded0f19-ee19-4871-ba06-7769f46c65c1 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:45.792473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ded0f19-ee19-4871-ba06-7769f46c65c1 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/27c812fa-b417-4315-8271-56afddd0e2b5 HTTP/1.1" status: 204  len: 168 time: 0.2490196
Nov 13 21:17:45.793219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36862) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:45.805814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-414d707c-20a7-48f7-8b6b-67677b29f622 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=27c812fa-b417-4315-8271-56afddd0e2b5 HTTP/1.1" status: 200  len: 221 time: 0.0115204
Nov 13 21:17:45.806787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:45.811090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d310fd2a-a6e1-4b1f-bc3c-69c1d416d585 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--157533888', 'description': 'label created by tempest'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:45.811547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d310fd2a-a6e1-4b1f-bc3c-69c1d416d585 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Unknown quota resources ['metering_label']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:17:46.102528 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:46.130922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d310fd2a-a6e1-4b1f-bc3c-69c1d416d585 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:46.132781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d310fd2a-a6e1-4b1f-bc3c-69c1d416d585 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.3250680
Nov 13 21:17:46.135478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36894) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.208191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e94582-e299-4709-95fc-79c7ad618071 req-9bdfdb70-dab7-4dff-852d-e486c722cdf6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:46.209732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2e94582-e299-4709-95fc-79c7ad618071 req-9bdfdb70-dab7-4dff-852d-e486c722cdf6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1381733
Nov 13 21:17:46.233862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-664a3cc3-bb30-4a35-aa79-5ba8fc4fde07 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=c0eb021e-90c0-4f1a-a1cf-3d023d2a93dc HTTP/1.1" status: 200  len: 467 time: 0.0972402
Nov 13 21:17:46.236279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.328105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2e94582-e299-4709-95fc-79c7ad618071 req-b9dfa61b-c762-45f6-bffa-8484bab32c99 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122346
Nov 13 21:17:46.403866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:46.480970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ae161ae-a209-4e03-bbdf-1138d8d5948b tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:46.485319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ae161ae-a209-4e03-bbdf-1138d8d5948b tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/c0eb021e-90c0-4f1a-a1cf-3d023d2a93dc HTTP/1.1" status: 204  len: 168 time: 0.2451935
Nov 13 21:17:46.489639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36902) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.499388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-679b7613-8b79-4819-9e12-38b638b4bd54 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=c0eb021e-90c0-4f1a-a1cf-3d023d2a93dc HTTP/1.1" status: 200  len: 216 time: 0.0122333
Nov 13 21:17:46.502732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36904) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.513201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dd68bdce-fe22-4622-84d2-a017be02b0dc tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0088437
Nov 13 21:17:46.518512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36906) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.531627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0cf26c3c-b2c8-4ab0-920e-5e492075a685 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0119100
Nov 13 21:17:46.535616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36908) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.595277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6d773ec0-2d9f-4f12-9d4e-96808b30b51d tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/32e7b0a1-78e5-41b7-9554-e41c32b695e8 HTTP/1.1" status: 200  len: 473 time: 0.0552561
Nov 13 21:17:46.595843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.609276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd529233-27f9-452f-a7df-03a197587c7f tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/221684fe-b652-4226-ad11-acfb9c59122b HTTP/1.1" status: 200  len: 461 time: 0.0119295
Nov 13 21:17:46.612432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36914) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.815980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e60c321e-7620-4502-b159-e583747462a6 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:46.819628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e60c321e-7620-4502-b159-e583747462a6 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/221684fe-b652-4226-ad11-acfb9c59122b HTTP/1.1" status: 204  len: 168 time: 0.2030826
Nov 13 21:17:46.819628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:46.915510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Router 6b846f26-f73c-4db9-91d5-d09866f854db is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:17:47.035769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:17:47.047912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Sync routers for ids ['6b846f26-f73c-4db9-91d5-d09866f854db'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:17:47.052490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d05-c61e-4ff8-b745-cd4fde30da04 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.057487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f8b48d05-c61e-4ff8-b745-cd4fde30da04 tempest-MeteringTestJSON-967084048 tempest-MeteringTestJSON-967084048-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/32e7b0a1-78e5-41b7-9554-e41c32b695e8 HTTP/1.1" status: 204  len: 168 time: 0.2357857
Nov 13 21:17:47.070892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Routers {'6b846f26-f73c-4db9-91d5-d09866f854db'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:47.074976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd567070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['6b846f26-f73c-4db9-91d5-d09866f854db'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:47.167285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.167428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b95943d3-56fe-4158-814e-0590e7f21d9c tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 2.9642529
Nov 13 21:17:47.170063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36934) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:47.302209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-615a525d-dec4-492f-937b-01cacf449cfe tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/6b846f26-f73c-4db9-91d5-d09866f854db HTTP/1.1" status: 200  len: 907 time: 0.1308644
Nov 13 21:17:47.306235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:47.311160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'name': 'tempest-snat-router-964175855', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': True}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:47.341290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Set router 6b846f26-f73c-4db9-91d5-d09866f854db gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:47.467453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c5d0a-b239-4454-bea7-4b78a5d4fd74 req-1e19e112-e9b2-41c2-b421-85bd13d46206 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:47.469157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-933c5d0a-b239-4454-bea7-4b78a5d4fd74 req-1e19e112-e9b2-41c2-b421-85bd13d46206 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0695329
Nov 13 21:17:47.481415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.482679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.529239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-933c5d0a-b239-4454-bea7-4b78a5d4fd74 req-124db489-8077-4fe7-9e9b-6bbbd735640a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539036
Nov 13 21:17:47.547378 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.559920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd567070>, [{'id': '6b846f26-f73c-4db9-91d5-d09866f854db', 'name': 'tempest-snat-router-964175855', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.89'}], 'enable_snat': False}, 'gw_port_id': '195e5441-85d7-4e4b-b3aa-61d2d7068151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:44Z', 'updated_at': '2021-11-13T21:17:45Z', 'revision_number': 3, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port': {'id': '195e5441-85d7-4e4b-b3aa-61d2d7068151', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b846f26-f73c-4db9-91d5-d09866f854db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:17:45Z', 'updated_at': '2021-11-13T21:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:47.586467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Checking router: 6b846f26-f73c-4db9-91d5-d09866f854db for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:17:47.586818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Updating router 6b846f26-f73c-4db9-91d5-d09866f854db port 195e5441-85d7-4e4b-b3aa-61d2d7068151 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:17:47.617806 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.753077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36958) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:47.875571 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.934545 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.935020 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:47.974531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccdf2c-6342-48b9-89ed-069bbcf13a2c req-0305b196-87eb-4c09-b4f4-a2b00bb4fcb9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:47.975427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8ccdf2c-6342-48b9-89ed-069bbcf13a2c req-0305b196-87eb-4c09-b4f4-a2b00bb4fcb9 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.0850677
Nov 13 21:17:48.020948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.082454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571eeb1-ee5f-4b95-928f-f327cb7908f5 None None] Pushing event updated for resources: {'Port': ['ID=195e5441-85d7-4e4b-b3aa-61d2d7068151,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:48.108749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Attempting to bind port 195e5441-85d7-4e4b-b3aa-61d2d7068151 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:17:48.109716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Attempting to bind port 195e5441-85d7-4e4b-b3aa-61d2d7068151 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:17:48.110565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Attempting to bind port 195e5441-85d7-4e4b-b3aa-61d2d7068151 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:17:48.120634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:17:48.121387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:17:48.122098 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.122636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:17:48.123282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Bound port: 195e5441-85d7-4e4b-b3aa-61d2d7068151, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:17:48.123871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.134275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8ccdf2c-6342-48b9-89ed-069bbcf13a2c req-ff2a4934-6ee0-431f-b92e-03698d77e1f7 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1437616
Nov 13 21:17:48.163599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.166099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-2006be7e-2d97-430f-804d-47c191212dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:48.167456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-2006be7e-2d97-430f-804d-47c191212dc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6&tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 1094 time: 0.1350541
Nov 13 21:17:48.182113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] For port 195e5441-85d7-4e4b-b3aa-61d2d7068151, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:17:48.185403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] For port 195e5441-85d7-4e4b-b3aa-61d2d7068151, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=195e5441-85d7-4e4b-b3aa-61d2d7068151,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:17:48.231437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-dbae5902-373c-43d8-9758-a022938fa64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:48.232982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-dbae5902-373c-43d8-9758-a022938fa64b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1094 time: 0.0417295
Nov 13 21:17:48.233876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.234369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.254638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.289612 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.320332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e6719-6f0c-4671-b81b-f208b13394cd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:48.352119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Routers {'6b846f26-f73c-4db9-91d5-d09866f854db'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:48.353085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd567070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['6b846f26-f73c-4db9-91d5-d09866f854db'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:48.375372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.375829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.376370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.376742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.378819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.378819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.379906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.380504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.381059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.381543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.381947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.382391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:48.397290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Allocated IP 172.35.3.177 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/932af11f-3e16-4990-8c7a-0651bad24c24) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:17:48.403804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91214c20-0c7c-407c-87e8-98c0b6a5ad7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac693a8894d447d8a2f571836e83bee5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6477630
Nov 13 21:17:48.406440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36982) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:48.447711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-1a685f43-9ee0-47a4-85a6-3036199c6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:48.449401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-1a685f43-9ee0-47a4-85a6-3036199c6e5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.2091908
Nov 13 21:17:48.467165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571eeb1-ee5f-4b95-928f-f327cb7908f5 None None] Pushing event updated for resources: {'Port': ['ID=195e5441-85d7-4e4b-b3aa-61d2d7068151,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:48.474086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] Set router 6b846f26-f73c-4db9-91d5-d09866f854db gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:48.527733 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996f49f7-7a2f-48e6-a2da-9d0c45efab4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.529647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-6018cd21-1766-4a4b-8c6c-e1d9beded23a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 999 time: 0.0729175
Nov 13 21:17:48.591119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996f49f7-7a2f-48e6-a2da-9d0c45efab4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.604265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-c52e489d-b29b-4cca-90a1-e929affd8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:48.606310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-c52e489d-b29b-4cca-90a1-e929affd8f69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0687230
Nov 13 21:17:48.637578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.686224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-d5c93e17-35c5-4dd5-a4bb-513521583029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:48.687949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-d5c93e17-35c5-4dd5-a4bb-513521583029 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0734062
Nov 13 21:17:48.710743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd850cba-c2eb-4395-9cc7-6b50cb4f361a req-7d842548-af9e-4b8a-b32b-f0c7da73e2f9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:48.722873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd850cba-c2eb-4395-9cc7-6b50cb4f361a req-7d842548-af9e-4b8a-b32b-f0c7da73e2f9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0968649
Nov 13 21:17:48.729374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd567070>, [{'id': '6b846f26-f73c-4db9-91d5-d09866f854db', 'name': 'tempest-snat-router-964175855', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.89'}], 'enable_snat': False}, 'gw_port_id': '195e5441-85d7-4e4b-b3aa-61d2d7068151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:44Z', 'updated_at': '2021-11-13T21:17:45Z', 'revision_number': 3, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port': {'id': '195e5441-85d7-4e4b-b3aa-61d2d7068151', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b846f26-f73c-4db9-91d5-d09866f854db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:17:45Z', 'updated_at': '2021-11-13T21:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:48.758020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996f49f7-7a2f-48e6-a2da-9d0c45efab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.761096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-996f49f7-7a2f-48e6-a2da-9d0c45efab4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.762610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-996f49f7-7a2f-48e6-a2da-9d0c45efab4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/100e6719-6f0c-4671-b81b-f208b13394cd HTTP/1.1" status: 204  len: 168 time: 0.3548470
Nov 13 21:17:48.777495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:48.777495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f49f7-7a2f-48e6-a2da-9d0c45efab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e6719-6f0c-4671-b81b-f208b13394cd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:48.817305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:17:48.818720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3783048-9fe0-475a-b2ca-a050859105d1 None None] The sync data for ids ['6b846f26-f73c-4db9-91d5-d09866f854db'] in ncdv-master-1 is: [{'id': '6b846f26-f73c-4db9-91d5-d09866f854db', 'name': 'tempest-snat-router-964175855', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.89'}], 'enable_snat': False}, 'gw_port_id': '195e5441-85d7-4e4b-b3aa-61d2d7068151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:44Z', 'updated_at': '2021-11-13T21:17:45Z', 'revision_number': 3, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port': {'id': '195e5441-85d7-4e4b-b3aa-61d2d7068151', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:33:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b846f26-f73c-4db9-91d5-d09866f854db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:17:45Z', 'updated_at': '2021-11-13T21:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:17:48.820625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:48.825826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:17:48.891930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Port': ['ID=932af11f-3e16-4990-8c7a-0651bad24c24,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:48.898593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd850cba-c2eb-4395-9cc7-6b50cb4f361a req-3f8c3881-c9c2-4dab-bc87-365c81418547 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1667941
Nov 13 21:17:48.938339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-c9b1e4ff-fe8f-4d8a-b578-30f066b0bb23 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429683
Nov 13 21:17:49.056770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-f43e4726-d49a-4726-8527-b00c9db001bb service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114311
Nov 13 21:17:49.236402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a29010-223c-4dec-9fc6-df52be806819 req-fbeece24-ecc4-4806-8d81-ab78e913d570 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:49.240886 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1a29010-223c-4dec-9fc6-df52be806819 req-fbeece24-ecc4-4806-8d81-ab78e913d570 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.46 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.0881009
Nov 13 21:17:49.317924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:49.440299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb5d8b-c3ab-487e-84c6-92dc73a0f267 req-23d22a18-88dc-4bb3-b0c5-ba1e9416191b tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:49.442546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4cb5d8b-c3ab-487e-84c6-92dc73a0f267 req-23d22a18-88dc-4bb3-b0c5-ba1e9416191b tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.1717405
Nov 13 21:17:49.487237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Deleting port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:49.487600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:49.590814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4cb5d8b-c3ab-487e-84c6-92dc73a0f267 req-7b836d01-840f-4b5c-b810-0a957dc1e46e tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331906
Nov 13 21:17:49.620888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:49.630020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] For port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:49.630363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:49.766005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37036) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:49.805519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fefb061c-7052-47cd-b400-501b32a1fc9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:49.828876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Router c3273587-7aa6-492c-9830-4293eea10d4e is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:17:50.026550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:17:50.039198 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Sync routers for ids ['c3273587-7aa6-492c-9830-4293eea10d4e'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:17:50.062374 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Routers {'c3273587-7aa6-492c-9830-4293eea10d4e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:50.063004 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde673a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c3273587-7aa6-492c-9830-4293eea10d4e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:50.132419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.136629 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1f9f46dd-42ed-4804-b477-e30d4a7abf36 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 2.8284342
Nov 13 21:17:50.138377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37044) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:50.253068 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Set router c3273587-7aa6-492c-9830-4293eea10d4e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:50.369806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cc7a551c-8181-4237-b71d-4df31368a33b tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/c3273587-7aa6-492c-9830-4293eea10d4e HTTP/1.1" status: 200  len: 907 time: 0.2290063
Nov 13 21:17:50.370378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37050) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:50.541608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.605515 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde673a60>, [{'id': 'c3273587-7aa6-492c-9830-4293eea10d4e', 'name': 'tempest-snat-router-964175855', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.177'}], 'enable_snat': True}, 'gw_port_id': '932af11f-3e16-4990-8c7a-0651bad24c24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:47Z', 'updated_at': '2021-11-13T21:17:49Z', 'revision_number': 3, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port': {'id': '932af11f-3e16-4990-8c7a-0651bad24c24', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3273587-7aa6-492c-9830-4293eea10d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:17:48Z', 'updated_at': '2021-11-13T21:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:50.649779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Checking router: c3273587-7aa6-492c-9830-4293eea10d4e for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:17:50.650632 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Updating router c3273587-7aa6-492c-9830-4293eea10d4e port 932af11f-3e16-4990-8c7a-0651bad24c24 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:17:50.683492 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.739300 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.840702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.841310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.841408 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Floating IP b07fa35c-117f-448c-a38a-643331034b7e disassociated. External IP: 172.35.3.115, port: e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18.
Nov 13 21:17:50.841688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Calling delete_port for e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:50.900955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fefb061c-7052-47cd-b400-501b32a1fc9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:50.938656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f713-4c83-478a-bfa3-aac3dc77a7b4 req-62108ced-35ac-40ea-98ac-b1e810211df7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:50.941892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fb00f713-4c83-478a-bfa3-aac3dc77a7b4 req-62108ced-35ac-40ea-98ac-b1e810211df7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.8970273
Nov 13 21:17:50.945249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88989af6-5eb4-4ca9-9b17-d18e2155e604 req-f7648186-c8cf-43c8-909a-912514037162 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:50.957605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88989af6-5eb4-4ca9-9b17-d18e2155e604 req-f7648186-c8cf-43c8-909a-912514037162 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 946 time: 0.1287196
Nov 13 21:17:51.018476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Deleting port 932af11f-3e16-4990-8c7a-0651bad24c24 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:51.019155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.024673 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.046008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fefb061c-7052-47cd-b400-501b32a1fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.116453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88989af6-5eb4-4ca9-9b17-d18e2155e604 req-966eedec-ee1e-432e-b256-ffb6afe977b3 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e34067e-c875-4927-93dc-4f9e78c32fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1552052
Nov 13 21:17:51.118766 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.192063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.205736 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Attempting to bind port 932af11f-3e16-4990-8c7a-0651bad24c24 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:17:51.206255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Attempting to bind port 932af11f-3e16-4990-8c7a-0651bad24c24 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:17:51.206751 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Attempting to bind port 932af11f-3e16-4990-8c7a-0651bad24c24 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:17:51.218814 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:17:51.219611 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:17:51.221116 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.221762 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:17:51.226318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fefb061c-7052-47cd-b400-501b32a1fc9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a12b9863a2754704bde3daeed919d012&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4568655
Nov 13 21:17:51.227977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37058) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:51.229253 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Bound port: 932af11f-3e16-4990-8c7a-0651bad24c24, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:17:51.229915 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.230887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Calling delete_port for 932af11f-3e16-4990-8c7a-0651bad24c24 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:51.232761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb061c-7052-47cd-b400-501b32a1fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825f664-4013-4c3d-97f3-5aed613d13a7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:51.270084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fb00f713-4c83-478a-bfa3-aac3dc77a7b4 req-2b95184a-b24a-46e0-834d-3121c9670ec1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3170478
Nov 13 21:17:51.324929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 195e5441-85d7-4e4b-b3aa-61d2d7068151 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:17:51.336715 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Pushing event updated for resources: {'Port': ['ID=932af11f-3e16-4990-8c7a-0651bad24c24,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:51.382067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.386626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.400097 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.400453 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.400799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.403999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:51.439692 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] For port 932af11f-3e16-4990-8c7a-0651bad24c24, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:17:51.450391 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] For port 932af11f-3e16-4990-8c7a-0651bad24c24, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=932af11f-3e16-4990-8c7a-0651bad24c24,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:17:51.460340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 195e5441-85d7-4e4b-b3aa-61d2d7068151 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:17:51.461009 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.496605 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a82b32e1-0713-45be-9bed-9d4a069014de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.502093 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.523442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.585166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event deleted for resources: {'Port': ['ID=e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:51.597075 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Routers {'c3273587-7aa6-492c-9830-4293eea10d4e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:51.598639 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde673a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c3273587-7aa6-492c-9830-4293eea10d4e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:51.600816 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f1eaf-a5d0-49cc-8552-69d70b5cf86b None None] Pushing event updated for resources: {'Port': ['ID=932af11f-3e16-4990-8c7a-0651bad24c24,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:51.636150 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a82b32e1-0713-45be-9bed-9d4a069014de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.674758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.733733 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] Set router c3273587-7aa6-492c-9830-4293eea10d4e gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:51.771373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 195e5441-85d7-4e4b-b3aa-61d2d7068151, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=195e5441-85d7-4e4b-b3aa-61d2d7068151,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:51.792993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Router 7ef747a3-84bb-4927-b1c6-2f53b531c796 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:17:51.813290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde673a60>, [{'id': 'c3273587-7aa6-492c-9830-4293eea10d4e', 'name': 'tempest-snat-router-964175855', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:47Z', 'updated_at': '2021-11-13T21:17:50Z', 'revision_number': 4, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:51.847565 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a0959-bd39-42a3-9281-f0e1f22c768c None None] The sync data for ids ['c3273587-7aa6-492c-9830-4293eea10d4e'] in ncdv-master-1 is: [{'id': 'c3273587-7aa6-492c-9830-4293eea10d4e', 'name': 'tempest-snat-router-964175855', 'tenant_id': '775d2e68739c4760aff7e32962168c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:17:47Z', 'updated_at': '2021-11-13T21:17:50Z', 'revision_number': 4, 'project_id': '775d2e68739c4760aff7e32962168c0b', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:17:51.855672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.883507 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.911149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a82b32e1-0713-45be-9bed-9d4a069014de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.914166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a82b32e1-0713-45be-9bed-9d4a069014de admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:51.917919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a82b32e1-0713-45be-9bed-9d4a069014de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1825f664-4013-4c3d-97f3-5aed613d13a7 HTTP/1.1" status: 204  len: 168 time: 0.6862812
Nov 13 21:17:51.947037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event deleted for resources: {'Port': ['ID=932af11f-3e16-4990-8c7a-0651bad24c24,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:51.990138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=195e5441-85d7-4e4b-b3aa-61d2d7068151,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:52.041182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b32e1-0713-45be-9bed-9d4a069014de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825f664-4013-4c3d-97f3-5aed613d13a7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:52.054270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:17:52.076109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] Sync routers for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:17:52.135603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:52.136243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd222490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:52.139959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] No DVR routers for this DVR port e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:17:52.144775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:52.167056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:52.179164 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1a29010-223c-4dec-9fc6-df52be806819 req-5a49200c-eee9-4966-9d6e-a2c804a83c2d tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.46 "DELETE /v2.0/ports/e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 HTTP/1.1" status: 204  len: 173 time: 2.9306107
Nov 13 21:17:52.181000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'name': 'network-vif-deleted', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:17:52.189777 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239d687-c957-4b97-8223-3aa996de2e2f" -d '{"events": [{"server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "name": "network-vif-deleted", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:17:52.305925 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30bd67e-37c2-45ab-8101-719e8ee094d9 x-openstack-request-id: req-c30bd67e-37c2-45ab-8101-719e8ee094d9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:17:52.306425 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406514f5-7d85-46e2-9a9f-6f0a9d2858d1", "name": "network-vif-deleted", "tag": "e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:17:52.306828 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c30bd67e-37c2-45ab-8101-719e8ee094d9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:17:52.307416 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406514f5-7d85-46e2-9a9f-6f0a9d2858d1', 'name': 'network-vif-deleted', 'tag': 'e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18', 'status': 'completed', 'code': 200}
Nov 13 21:17:52.447519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:52.461051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99809535-166b-40bc-b84b-36f7bf4ef68b req-64d8a867-45e9-42e0-984d-ccc8d93a96a8 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 210 time: 0.1934829
Nov 13 21:17:52.564710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:52.568722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:52.734655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:52.735516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3273587-7aa6-492c-9830-4293eea10d4e {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:17:52.741073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:52.744466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3d50ff40-bace-432c-a735-a4799f6e17b4 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c3273587-7aa6-492c-9830-4293eea10d4e HTTP/1.1" status: 204  len: 168 time: 2.3710489
Nov 13 21:17:52.745265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37086) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:52.750692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0df6-a0db-4593-8d96-c2d594474870 req-c4756f17-9efa-4e8d-bcf4-e7f7d430b3d7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:52.774751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-119f0df6-a0db-4593-8d96-c2d594474870 req-c4756f17-9efa-4e8d-bcf4-e7f7d430b3d7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.2177939
Nov 13 21:17:52.928664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd222490>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:40Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:52.956840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-119f0df6-a0db-4593-8d96-c2d594474870 req-dcd3d5b0-c676-417e-ad4b-5f2a731bd5dd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1774406
Nov 13 21:17:53.022185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] Checking router: 7ef747a3-84bb-4927-b1c6-2f53b531c796 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:17:53.062282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:53.062282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd222490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:53.063081 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:53.203423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 195e5441-85d7-4e4b-b3aa-61d2d7068151 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:17:53.208573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:17:53.281700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:53.437499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:17:53.440502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e47ce10f-0e8c-4f25-9ba4-a8e12d66fe18 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:17:53.512883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:17:53.560809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Deleting port 195e5441-85d7-4e4b-b3aa-61d2d7068151 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:53.563418 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:53.575576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 195e5441-85d7-4e4b-b3aa-61d2d7068151 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:17:53.578776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:53.881363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46426147-8a43-464f-ac33-f41d193e8127 req-06e26d7b-932d-4939-8d0f-d17deeb8f5d5 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/ports?device_id=406514f5-7d85-46e2-9a9f-6f0a9d2858d1 HTTP/1.1" status: 200  len: 210 time: 0.1033955
Nov 13 21:17:53.967651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] For port 195e5441-85d7-4e4b-b3aa-61d2d7068151, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=195e5441-85d7-4e4b-b3aa-61d2d7068151,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:53.968250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:53.987323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Calling delete_port for 195e5441-85d7-4e4b-b3aa-61d2d7068151 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:54.025727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd222490>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:40Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:54.082488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c1f78-a456-4d17-b415-0d35e116186c None None] The sync data for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 is: [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:15:35Z', 'revision_number': 4, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a8f2167-80d4-4463-ae6e-590952877dbd', 'name': '', 'network_id': 'b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'mac_address': 'fa:16:3e:85:9d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:34Z', 'updated_at': '2021-11-13T21:15:40Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'subnets': [{'id': 'cca748d6-cc55-4b9b-bbbc-15275ec37637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:17:54.352552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.417806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event deleted for resources: {'Port': ['ID=195e5441-85d7-4e4b-b3aa-61d2d7068151,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:54.525350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b978-15da-4a80-9155-dbd241d7928d req-16079528-8eeb-4855-8887-41bb1a2d58ae tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:54.526957 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6415b978-15da-4a80-9155-dbd241d7928d req-16079528-8eeb-4855-8887-41bb1a2d58ae tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.2161741
Nov 13 21:17:54.599213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ac5f1-2464-438b-bd3f-72834368d181 None None] New status for floating IP b07fa35c-117f-448c-a38a-643331034b7e: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:17:54.625966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.735618 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa53f-1ded-4a3c-bd77-dc14c598ae6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.754993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6415b978-15da-4a80-9155-dbd241d7928d req-26625f80-792b-4f69-b227-3721473ede73 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2190065
Nov 13 21:17:54.756920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.770285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.896352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.897276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b846f26-f73c-4db9-91d5-d09866f854db {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:17:54.902866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:54.904056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-941794e1-99b2-49ee-bf4a-b88ee69665fb tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "DELETE /v2.0/routers/6b846f26-f73c-4db9-91d5-d09866f854db HTTP/1.1" status: 204  len: 168 time: 2.1576056
Nov 13 21:17:54.907694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:54.912987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2006147142', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:55.044320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.045446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.097774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37136) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:55.145948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.225513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7f2862f-4d5e-45d4-979c-6a5033d531fc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.286872 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7f2862f-4d5e-45d4-979c-6a5033d531fc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.443641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7f2862f-4d5e-45d4-979c-6a5033d531fc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.447917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7f2862f-4d5e-45d4-979c-6a5033d531fc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.460112 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7f2862f-4d5e-45d4-979c-6a5033d531fc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e34067e-c875-4927-93dc-4f9e78c32fa1 HTTP/1.1" status: 204  len: 168 time: 0.3611577
Nov 13 21:17:55.461455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:55.531832 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-cc9ede58-c823-4921-8d02-365be44d7a3e tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] show failed (client error): The resource could not be found.
Nov 13 21:17:55.548003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cc9ede58-c823-4921-8d02-365be44d7a3e tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "GET /v2.0/security-groups/0e34067e-c875-4927-93dc-4f9e78c32fa1 HTTP/1.1" status: 404  len: 347 time: 0.0681670
Nov 13 21:17:55.549457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:55.567292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2862f-4d5e-45d4-979c-6a5033d531fc tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34067e-c875-4927-93dc-4f9e78c32fa1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:55.745047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Deleting port 97e855a9-7e60-4702-b9e3-74151f659ac4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:55.745564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.875251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.875576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.878085 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:55.890881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Calling delete_port for 97e855a9-7e60-4702-b9e3-74151f659ac4 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:55.940072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37162) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:56.017375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea86a2-06fa-4ced-9b61-a73d64c7d80c req-ad56c5ca-5903-491f-b27d-bfa6d9c8dbb9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:56.025533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ea86a2-06fa-4ced-9b61-a73d64c7d80c req-ad56c5ca-5903-491f-b27d-bfa6d9c8dbb9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1189361
Nov 13 21:17:56.143672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-43f3c0ab-ff59-4b50-a13c-04bf4d19faae tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Request body: {'quota': {'network': 2}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:56.155785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ea86a2-06fa-4ced-9b61-a73d64c7d80c req-827c6a2e-3a86-4315-8bc7-925f500dec6c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268678
Nov 13 21:17:56.185836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.223377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Pushing event deleted for resources: {'Port': ['ID=97e855a9-7e60-4702-b9e3-74151f659ac4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:56.293202 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-43f3c0ab-ff59-4b50-a13c-04bf4d19faae tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "PUT /v2.0/quotas/44cae3c164c14166a26b6f0ea28e2fca HTTP/1.1" status: 200  len: 368 time: 0.3506324
Nov 13 21:17:56.298563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:56.305388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Request body: {'network': {'project_id': '44cae3c164c14166a26b6f0ea28e2fca'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:56.309860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.333139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.347615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.349348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.355599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ffeea68f-ad63-49e0-819a-986b9f544247 tempest-ServersTestFqdnHostnames-955411144 tempest-ServersTestFqdnHostnames-955411144-project] 10.222.0.20 "DELETE /v2.0/floatingips/b07fa35c-117f-448c-a38a-643331034b7e HTTP/1.1" status: 204  len: 168 time: 0.7956650
Nov 13 21:17:56.355815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37172) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:56.420464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Made reservation on behalf of 44cae3c164c14166a26b6f0ea28e2fca for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:17:56.423500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.437291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.565138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Allocated IP 172.35.3.219 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/04e6b534-d002-4596-8bb4-785e4d6f21e9) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:17:56.596380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.667164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.688553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:17:56.699522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.702705 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Added segment a1a49293-c486-44de-bfa9-f4a3e9c5ea8f of type vlan for network cfa218b7-3ffe-43d8-bfbf-c1a70211afec
Nov 13 21:17:56.808107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.820676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.848755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cd7057-6180-45e5-9859-6cd2c8b0beb3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:56.974378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.975509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:56.976173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:56.984220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.081360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Pushing event updated for resources: {'Network': ['ID=cfa218b7-3ffe-43d8-bfbf-c1a70211afec,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:57.095188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.107106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 195e5441-85d7-4e4b-b3aa-61d2d7068151 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:17:57.144471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bae4526f-d6d3-4193-bf0b-f76b659ce262 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.8458712
Nov 13 21:17:57.145400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 195e5441-85d7-4e4b-b3aa-61d2d7068151 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:17:57.145974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 195e5441-85d7-4e4b-b3aa-61d2d7068151 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:17:57.147215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37178) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:57.147709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network cfa218b7-3ffe-43d8-bfbf-c1a70211afec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:17:57.153048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Request body: {'network': {'project_id': '44cae3c164c14166a26b6f0ea28e2fca'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:57.174309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dfd5a0ed-f9ed-4428-bc83-1dfd1e11ff08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.193179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:17:57.243387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Made reservation on behalf of 44cae3c164c14166a26b6f0ea28e2fca for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:17:57.247209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.252082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:17:57.284131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:17:57.294527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:17:57.307601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.308032 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Added segment b52fb2bb-7813-4546-8421-b8a67bd33280 of type vlan for network ab944c76-429e-4e78-b69d-ba297e72b0c0
Nov 13 21:17:57.313206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event updated for resources: {'Port': ['ID=04e6b534-d002-4596-8bb4-785e4d6f21e9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:57.339103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.339447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.339798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.340129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.340456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.340811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.341135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.341457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.341778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.342098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.342415 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.342743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:17:57.377371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.395622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11ec31-e635-49a9-a45b-9b53c833d622 req-28193b26-32c2-4123-850a-92d97595db9a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:57.397360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de11ec31-e635-49a9-a45b-9b53c833d622 req-28193b26-32c2-4123-850a-92d97595db9a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1272428
Nov 13 21:17:57.504597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.505322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:57.506011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.581738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Pushing event updated for resources: {'Network': ['ID=ab944c76-429e-4e78-b69d-ba297e72b0c0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:57.604183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ab944c76-429e-4e78-b69d-ba297e72b0c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:17:57.623019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9a6a053f-d84c-4aff-a5e0-308f7e48bbe1 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.4743907
Nov 13 21:17:57.623720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de11ec31-e635-49a9-a45b-9b53c833d622 req-f046eca8-0548-4650-9e0d-add3bda19d3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1523314
Nov 13 21:17:57.624394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37190) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:57.681465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-114bb548-e132-49ba-96b6-d1e2bf5048e4 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Request body: {'network': {'project_id': '44cae3c164c14166a26b6f0ea28e2fca'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:57.794345 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-114bb548-e132-49ba-96b6-d1e2bf5048e4 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:17:57.794806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114bb548-e132-49ba-96b6-d1e2bf5048e4 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:17:57.796062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-114bb548-e132-49ba-96b6-d1e2bf5048e4 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1226554
Nov 13 21:17:57.798986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:57.867265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Deleting port 8a8f2167-80d4-4463-ae6e-590952877dbd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:17:57.867788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.876070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a7fcece0-2980-470a-b4ab-7ad66fee3e9b tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44cae3c164c14166a26b6f0ea28e2fca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0758097
Nov 13 21:17:57.877702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37194) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:57.939408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80660654-60d2-42e3-a8a4-5574831170d5 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.963921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:57.979136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80660654-60d2-42e3-a8a4-5574831170d5 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.033212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] For port 8a8f2167-80d4-4463-ae6e-590952877dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a8f2167-80d4-4463-ae6e-590952877dbd,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:17:58.033583 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.080580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Calling delete_port for 8a8f2167-80d4-4463-ae6e-590952877dbd owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:17:58.123601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80660654-60d2-42e3-a8a4-5574831170d5 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.126801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80660654-60d2-42e3-a8a4-5574831170d5 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.128369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-80660654-60d2-42e3-a8a4-5574831170d5 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/94cd7057-6180-45e5-9859-6cd2c8b0beb3 HTTP/1.1" status: 204  len: 168 time: 0.2491229
Nov 13 21:17:58.135446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37198) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:58.157267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80660654-60d2-42e3-a8a4-5574831170d5 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cd7057-6180-45e5-9859-6cd2c8b0beb3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:58.361149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.413981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.570010 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.641799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcb17af0>,) {'filters': {'network_id': ['ab944c76-429e-4e78-b69d-ba297e72b0c0']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:58.655751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.660475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb17af0>, 'b52fb2bb-7813-4546-8421-b8a67bd33280') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:58.660862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb17af0>, 'b52fb2bb-7813-4546-8421-b8a67bd33280') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:58.674965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.694433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.705046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:17:58.705452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:17:58.708004 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:17:58.789947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.856381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8f2167-80d4-4463-ae6e-590952877dbd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:58.908555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.918711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5be6da-ff84-46c8-a02d-c9e0cab850cd req-8591435f-5b77-4502-a0a2-5ecefba38ca5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:17:58.930721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef5be6da-ff84-46c8-a02d-c9e0cab850cd req-8591435f-5b77-4502-a0a2-5ecefba38ca5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1596935
Nov 13 21:17:58.958702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:58.962113 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ab944c76-429e-4e78-b69d-ba297e72b0c0 HTTP/1.1" status: 204  len: 168 time: 0.8254993
Nov 13 21:17:58.965073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37224) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:58.967101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47091089-8bfd-4ca4-bf38-f519f9c76e2e tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab944c76-429e-4e78-b69d-ba297e72b0c0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:58.978894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Router 353b2cfe-1e83-4b48-a879-8d653a3d1a72 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:17:59.150458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.257293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.290939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd079f10>,) {'filters': {'network_id': ['cfa218b7-3ffe-43d8-bfbf-c1a70211afec']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.306212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd079f10>, 'a1a49293-c486-44de-bfa9-f4a3e9c5ea8f') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.311211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd079f10>, 'a1a49293-c486-44de-bfa9-f4a3e9c5ea8f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.319139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.336952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.343865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:17:59.344355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:17:59.346545 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:17:59.614708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef5be6da-ff84-46c8-a02d-c9e0cab850cd req-8a5aad5e-b530-478f-9932-525eaa040e7d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6867757
Nov 13 21:17:59.617100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.763070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:17:59.781247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] Sync routers for ids ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:17:59.798786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.804915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] Routers {'353b2cfe-1e83-4b48-a879-8d653a3d1a72'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:59.806225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde25aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.808666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.815306 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cfa218b7-3ffe-43d8-bfbf-c1a70211afec HTTP/1.1" status: 204  len: 168 time: 0.8464622
Nov 13 21:17:59.841628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efde50-3edb-4db9-8c3b-8e9c4b08f354 tempest-QuotasNegativeTest-1863301722 tempest-QuotasNegativeTest-1863301722-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfa218b7-3ffe-43d8-bfbf-c1a70211afec,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:17:59.872834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde25aeb0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.877576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.882752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:17:59.887146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37242) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:17:59.889567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] Routers {'353b2cfe-1e83-4b48-a879-8d653a3d1a72'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:17:59.889567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde25aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.889835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-078c2c2d-41e4-4834-adcc-9e07cc9d6574 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.9804528
Nov 13 21:17:59.891933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': False}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:17:59.966303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde25aeb0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:17:59.974169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707250a3-c27c-4dcb-ab94-5bd7aaf924a0 None None] The sync data for ids ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:00.039629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Router 7ef747a3-84bb-4927-b1c6-2f53b531c796 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:00.177388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:00.184404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-142226f1-cd52-47d8-8b57-22cdf2ab9295 admin admin] 10.222.0.20 "PUT /v2.0/routers/7ef747a3-84bb-4927-b1c6-2f53b531c796/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8261693
Nov 13 21:18:00.189088 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] Sync routers for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:00.189678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37244) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:00.205651 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:00.206684 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2a46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:00.329959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:00.372351 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:00.417931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:00.511944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:00.592212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:00.592387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37250) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:00.851376 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2a46d0>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59'}], 'enable_snat': True}, 'gw_port_id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:17:58Z', 'revision_number': 5, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port': {'id': '5214cca0-42f3-4ba7-ab45-f4a3216420fe', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:29Z', 'updated_at': '2021-11-13T21:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:00.871470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f652d-e9a4-46bd-8f6a-5f387edbb375 req-6ca0b8c6-198b-41c4-ac10-8b4c23022f29 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:00.880027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-897f652d-e9a4-46bd-8f6a-5f387edbb375 req-6ca0b8c6-198b-41c4-ac10-8b4c23022f29 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0904415
Nov 13 21:18:00.895993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1f187d6-f18c-4e99-b6f6-01ea883f67dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:00.924585 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] Checking router: 7ef747a3-84bb-4927-b1c6-2f53b531c796 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:18:00.942928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-897f652d-e9a4-46bd-8f6a-5f387edbb375 req-afc977c0-ca14-450a-86fa-e6fd243ca78e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612631
Nov 13 21:18:00.952436 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] Routers {'7ef747a3-84bb-4927-b1c6-2f53b531c796'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:00.956178 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2a46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7ef747a3-84bb-4927-b1c6-2f53b531c796'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:01.052480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Deleting port 5214cca0-42f3-4ba7-ab45-f4a3216420fe {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:01.053574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.219613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1f187d6-f18c-4e99-b6f6-01ea883f67dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.229027 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] Set router 7ef747a3-84bb-4927-b1c6-2f53b531c796 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:01.275918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] For port 5214cca0-42f3-4ba7-ab45-f4a3216420fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5214cca0-42f3-4ba7-ab45-f4a3216420fe,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:01.279682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.301766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Calling delete_port for 5214cca0-42f3-4ba7-ab45-f4a3216420fe owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:01.312072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1f187d6-f18c-4e99-b6f6-01ea883f67dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.347978 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2a46d0>, [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:18:00Z', 'revision_number': 6, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:01.384034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f1f187d6-f18c-4e99-b6f6-01ea883f67dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58deb7a51fa64553a7c803dd2a19df30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7922006
Nov 13 21:18:01.389481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37264) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:01.402447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37266) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:01.416213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f187d6-f18c-4e99-b6f6-01ea883f67dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e21204-2504-432e-9bb8-88f2d62c621d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:01.460157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.464430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.500900 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f43b0c-9cdb-4d06-93eb-8d68719d804e None None] The sync data for ids ['7ef747a3-84bb-4927-b1c6-2f53b531c796'] in ncdv-master-1 is: [{'id': '7ef747a3-84bb-4927-b1c6-2f53b531c796', 'name': 'tempest-ServersTestFqdnHostnames-1329435824-router', 'tenant_id': '38d2a290e63544279ce55a7a1126244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:27Z', 'updated_at': '2021-11-13T21:18:00Z', 'revision_number': 6, 'project_id': '38d2a290e63544279ce55a7a1126244a', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:01.559095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0552aab-e5dc-4aac-91bc-ea2b3f2ab819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.611174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0552aab-e5dc-4aac-91bc-ea2b3f2ab819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.639444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Router 353b2cfe-1e83-4b48-a879-8d653a3d1a72 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:01.658230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cffd517b-6e90-4acf-a39d-799ef617656c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.757539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:01.761729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.762909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0636f53c-2c41-491e-bfab-8b26a7c7b564 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "PUT /v2.0/routers/353b2cfe-1e83-4b48-a879-8d653a3d1a72 HTTP/1.1" status: 200  len: 922 time: 1.8747749
Nov 13 21:18:01.765793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37270) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:01.766440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] Sync routers for ids ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:01.776305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] Routers {'353b2cfe-1e83-4b48-a879-8d653a3d1a72'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:01.776933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd51a4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:01.812019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd51a4f0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:01.821080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] Routers {'353b2cfe-1e83-4b48-a879-8d653a3d1a72'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:01.824894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd51a4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:01.848888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.854593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd51a4f0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:01.856343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301c7ff-023b-4820-8a45-589ba479e871 None None] The sync data for ids ['353b2cfe-1e83-4b48-a879-8d653a3d1a72'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:01.875095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-15262035-a047-4b0c-9dbb-1e5cca5a33fa tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/353b2cfe-1e83-4b48-a879-8d653a3d1a72 HTTP/1.1" status: 200  len: 922 time: 0.1080856
Nov 13 21:18:01.878898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37272) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:01.885104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Pushing event deleted for resources: {'Port': ['ID=5214cca0-42f3-4ba7-ab45-f4a3216420fe,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:01.922476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0552aab-e5dc-4aac-91bc-ea2b3f2ab819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.925539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50989790-c763-4e0f-80fe-12d28392dc40 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:01.925700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0552aab-e5dc-4aac-91bc-ea2b3f2ab819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:01.929968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e0552aab-e5dc-4aac-91bc-ea2b3f2ab819 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18e21204-2504-432e-9bb8-88f2d62c621d HTTP/1.1" status: 204  len: 168 time: 0.5363789
Nov 13 21:18:01.930143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50989790-c763-4e0f-80fe-12d28392dc40 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=353b2cfe-1e83-4b48-a879-8d653a3d1a72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0470226
Nov 13 21:18:01.933750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:01.969616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0552aab-e5dc-4aac-91bc-ea2b3f2ab819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e21204-2504-432e-9bb8-88f2d62c621d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:01.994718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.068356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ad4f7-51f7-4472-89f0-3b09b7c35dfc tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:02.069764 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a6ad4f7-51f7-4472-89f0-3b09b7c35dfc tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.1350546
Nov 13 21:18:02.072709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37280) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:02.098717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-679d73cb-42b3-493c-9790-53b04f6ed518 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=353b2cfe-1e83-4b48-a879-8d653a3d1a72 HTTP/1.1" status: 200  len: 205 time: 0.0249541
Nov 13 21:18:02.101378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37282) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:02.115557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.134391 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.194089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cffd517b-6e90-4acf-a39d-799ef617656c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.214229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d114887-033e-4549-9a46-b72a2c2ef0bf req-3e32c69d-267b-4aa6-b1a1-cdcd963755c5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:02.215756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d114887-033e-4549-9a46-b72a2c2ef0bf req-3e32c69d-267b-4aa6-b1a1-cdcd963755c5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1501427
Nov 13 21:18:02.222419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.269033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d114887-033e-4549-9a46-b72a2c2ef0bf req-b3abcc49-b4b5-45ca-86b1-54d4ab608c74 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468645
Nov 13 21:18:02.323125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cffd517b-6e90-4acf-a39d-799ef617656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.328139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.328664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef747a3-84bb-4927-b1c6-2f53b531c796 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:02.349869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.350507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.352094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2dc564fb-4d3e-433b-acfa-152ecc5e026c admin admin] 10.222.0.20 "DELETE /v2.0/routers/7ef747a3-84bb-4927-b1c6-2f53b531c796 HTTP/1.1" status: 204  len: 168 time: 2.1613081
Nov 13 21:18:02.354905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37290) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:02.388577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cffd517b-6e90-4acf-a39d-799ef617656c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1072b461ea844a8887452b5f972a8819&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9827182
Nov 13 21:18:02.388913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37292) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:02.390192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd517b-6e90-4acf-a39d-799ef617656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34937e0b-8b80-4a93-81f6-674950fb573a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:02.436678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Deleting subnet cca748d6-cc55-4b9b-bbbc-15275ec37637 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:18:02.442948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.715921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37296) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:02.731784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-431bae1d-d25a-4225-9ef9-bdf3160c8f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.812029 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-431bae1d-d25a-4225-9ef9-bdf3160c8f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.850063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0576689-7f77-4fab-902a-eb5033177b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.852859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.906335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-431bae1d-d25a-4225-9ef9-bdf3160c8f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.906891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0576689-7f77-4fab-902a-eb5033177b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.931082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Deleting port 04e6b534-d002-4596-8bb4-785e4d6f21e9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:02.931390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:02.955042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-431bae1d-d25a-4225-9ef9-bdf3160c8f48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcea5759c90f4cf0b8b47c6303e1289a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2350056
Nov 13 21:18:02.955042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bae1d-d25a-4225-9ef9-bdf3160c8f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e3bba-da6f-4bf7-b5b4-2a9ec7d73110,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:02.958086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37298) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:03.008180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca03885e-869b-4567-8c21-945fbfe1514c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.030212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca03885e-869b-4567-8c21-945fbfe1514c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.033028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.082634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.099461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Calling delete_port for 04e6b534-d002-4596-8bb4-785e4d6f21e9 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:03.124946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5214cca0-42f3-4ba7-ab45-f4a3216420fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:03.138965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca03885e-869b-4567-8c21-945fbfe1514c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.142793 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca03885e-869b-4567-8c21-945fbfe1514c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.146652 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca03885e-869b-4567-8c21-945fbfe1514c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f8e3bba-da6f-4bf7-b5b4-2a9ec7d73110 HTTP/1.1" status: 204  len: 168 time: 0.1850436
Nov 13 21:18:03.148009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0576689-7f77-4fab-902a-eb5033177b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.150591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0576689-7f77-4fab-902a-eb5033177b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.150729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5214cca0-42f3-4ba7-ab45-f4a3216420fe {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:03.151121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5214cca0-42f3-4ba7-ab45-f4a3216420fe not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:03.151716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8a8f2167-80d4-4463-ae6e-590952877dbd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:03.151845 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b0576689-7f77-4fab-902a-eb5033177b75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34937e0b-8b80-4a93-81f6-674950fb573a HTTP/1.1" status: 204  len: 168 time: 0.7618318
Nov 13 21:18:03.163413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03885e-869b-4567-8c21-945fbfe1514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e3bba-da6f-4bf7-b5b4-2a9ec7d73110,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:03.165124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0576689-7f77-4fab-902a-eb5033177b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34937e0b-8b80-4a93-81f6-674950fb573a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:03.182447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.183324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8a8f2167-80d4-4463-ae6e-590952877dbd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:03.183655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8a8f2167-80d4-4463-ae6e-590952877dbd not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:03.214403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca748d6-cc55-4b9b-bbbc-15275ec37637,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:03.220471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.225124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2d9a42a-52b1-4ea3-b430-3880be2c4455 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cca748d6-cc55-4b9b-bbbc-15275ec37637 HTTP/1.1" status: 204  len: 168 time: 0.8678820
Nov 13 21:18:03.227438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f427f-98be-4cef-b215-f9fe4ee87bd5 None None] Network b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:03.227675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37306) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:03.358924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.461067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df19aa-5532-4b43-95fc-959c0210ba53 req-8308c06d-6196-477e-a4ea-ade146853567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:03.462605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13df19aa-5532-4b43-95fc-959c0210ba53 req-8308c06d-6196-477e-a4ea-ade146853567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0615902
Nov 13 21:18:03.466801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Deleting port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:03.467238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.527970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] DHCP port deletion for b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:18:03.535903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.572561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event deleted for resources: {'Port': ['ID=04e6b534-d002-4596-8bb4-785e4d6f21e9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:03.589401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] Deleting port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:03.589775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.590667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] For port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:03.591221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.623200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13df19aa-5532-4b43-95fc-959c0210ba53 req-ef28bb0c-1b49-4404-b86c-ba34ee96fbd3 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472280
Nov 13 21:18:03.632733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Calling delete_port for b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:03.649802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.679425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] For port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,segment=NetworkSegment(a1cb4db5-a0f1-418f-9d79-31a72673bd5e),segment_id=a1cb4db5-a0f1-418f-9d79-31a72673bd5e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:03.680254 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.712973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] Calling delete_port for b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:03.792381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.795326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.882413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.891571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.910149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Pushing event deleted for resources: {'Port': ['ID=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:03.911436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.913451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Fanout notify agent at l3_agent the message router_deleted on router 353b2cfe-1e83-4b48-a879-8d653a3d1a72 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:03.915301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] No DVR routers for this DVR port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:03.926579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] Pushing event deleted for resources: {'Port': ['ID=b394f4ed-4b37-41fa-91f5-bdb47dd5fb41,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:03.927736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:03.928456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53c021-30e4-4261-b7ba-b9b1dbdce18a None None] No DVR routers for this DVR port b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:03.928911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6207b3f6-cba3-4826-8a97-b1064506f70b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/353b2cfe-1e83-4b48-a879-8d653a3d1a72 HTTP/1.1" status: 204  len: 168 time: 1.8265891
Nov 13 21:18:03.933133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37324) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:03.939268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1094408845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:04.000612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.024269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeea20d0>,) {'filters': {'network_id': ['b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:04.033926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeea20d0>, 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:04.034158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeea20d0>, 'a1cb4db5-a0f1-418f-9d79-31a72673bd5e') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:04.042882 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.044045 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.047624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.062461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.070360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:18:04.070762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:18:04.072472 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:18:04.104410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.256476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37328) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:04.259934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.265012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.267002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.279484 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d HTTP/1.1" status: 204  len: 168 time: 1.0450258
Nov 13 21:18:04.279745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a38fecb-bd0a-4f02-995c-69e9afd5b36c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.288734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869daa96-3a47-4956-b351-da02fb4ed810 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1cfe3bf-54d3-4ac3-8511-30e7bd901f4d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:04.342660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.344438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-780983d6-eb58-423a-a63d-2f6719d0580b tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4107187
Nov 13 21:18:04.347305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37334) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:04.353625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:04.445646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a38fecb-bd0a-4f02-995c-69e9afd5b36c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.585860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a38fecb-bd0a-4f02-995c-69e9afd5b36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.604729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.634545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5a38fecb-bd0a-4f02-995c-69e9afd5b36c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=372619d9b06448d6bd167830e31e7e7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3745770
Nov 13 21:18:04.634545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38fecb-bd0a-4f02-995c-69e9afd5b36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcbca6f-36a5-4d55-9ae4-70618af4fe80,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:04.636881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37346) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:04.696310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37350) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:04.716560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4a14a2b6-e6bb-451d-8524-a326f754fd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.775232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4a14a2b6-e6bb-451d-8524-a326f754fd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:04.782207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37354) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:04.887636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be102d-6199-4210-80d7-7988e49d2b34 req-d1c31df1-7e9d-4c7c-ac38-55f214e79e71 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:04.889368 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18be102d-6199-4210-80d7-7988e49d2b34 req-d1c31df1-7e9d-4c7c-ac38-55f214e79e71 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.1747642
Nov 13 21:18:04.923050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c8cdf7d8-f9ec-4292-8a18-4220a224ab2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38d2a290e63544279ce55a7a1126244a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1383851
Nov 13 21:18:04.926276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37358) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:04.974722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1161988750-network', 'tenant_id': 'b110044c736248adbfae21f2a52dad64'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:04.995338 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18be102d-6199-4210-80d7-7988e49d2b34 req-8618f4da-d1a2-419a-ae13-61965c6b0a68 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966485
Nov 13 21:18:05.015504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.016413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac443b7-2bf7-4fc8-ba29-27eb376ac70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.037414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.050685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac443b7-2bf7-4fc8-ba29-27eb376ac70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.073848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4a14a2b6-e6bb-451d-8524-a326f754fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.078316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4a14a2b6-e6bb-451d-8524-a326f754fd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.083476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4a14a2b6-e6bb-451d-8524-a326f754fd07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5bcbca6f-36a5-4d55-9ae4-70618af4fe80 HTTP/1.1" status: 204  len: 168 time: 0.4418631
Nov 13 21:18:05.099467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a2b6-e6bb-451d-8524-a326f754fd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcbca6f-36a5-4d55-9ae4-70618af4fe80,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:05.135491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Made reservation on behalf of b110044c736248adbfae21f2a52dad64 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:05.140738 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.155167 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.186210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:05.213790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac443b7-2bf7-4fc8-ba29-27eb376ac70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.217358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac443b7-2bf7-4fc8-ba29-27eb376ac70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.217635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:05.218302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b394f4ed-4b37-41fa-91f5-bdb47dd5fb41 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:05.218683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ac443b7-2bf7-4fc8-ba29-27eb376ac70a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f01602f-f4b2-4d49-b47d-a89b8577e6bf HTTP/1.1" status: 204  len: 168 time: 0.2902126
Nov 13 21:18:05.222548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Allocated IP 172.35.3.166 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/577a51a3-381d-44fb-94fe-09be87ec55bc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:05.237634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac443b7-2bf7-4fc8-ba29-27eb376ac70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01602f-f4b2-4d49-b47d-a89b8577e6bf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:05.359047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.388530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.436889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.465623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:05.478067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7397f4d2-adc0-4489-b07f-e6b4bcf49135,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:05.483766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.484233 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Added segment 085074c5-3cd5-400a-bd53-8fb3c0d4d5b7 of type vlan for network 353c66f0-3bee-48be-9428-f0537d9545b2
Nov 13 21:18:05.539031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.543639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.615652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:05.621115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:05.623846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:05.649307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event updated for resources: {'Port': ['ID=577a51a3-381d-44fb-94fe-09be87ec55bc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:05.708462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.708462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:05.708462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:05.749318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:18:05.841330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1437144
Nov 13 21:18:05.860001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cd221-c808-4809-a15d-038c8549789e admin admin] Pushing event updated for resources: {'Network': ['ID=353c66f0-3bee-48be-9428-f0537d9545b2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:05.937638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 353c66f0-3bee-48be-9428-f0537d9545b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:05.937638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:05.938451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37388) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:05.951845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Request body: {'subnet': {'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1161988750-subnet', 'tenant_id': 'b110044c736248adbfae21f2a52dad64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:05.962604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'port_id': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'mac_address': 'fa:16:3e:33:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:18:06.012559 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:06.026976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab5f594-94a2-4073-a633-bb7db37bf861 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:06.047210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:06.122526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c0eff-7e2b-4641-8b65-615db864fbf3 req-2d5a74c2-0f88-4aed-9c53-6c25be152812 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:06.124024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e83c0eff-7e2b-4641-8b65-615db864fbf3 req-2d5a74c2-0f88-4aed-9c53-6c25be152812 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 943 time: 0.0504951
Nov 13 21:18:06.179047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e83c0eff-7e2b-4641-8b65-615db864fbf3 req-2fa50a85-857b-4b45-9b41-3ade491f8eb6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484827
Nov 13 21:18:06.534502 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:06.538009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Made reservation on behalf of b110044c736248adbfae21f2a52dad64 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:06.541804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:06.604135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:06.756040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:06.760939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1ab5f594-94a2-4073-a633-bb7db37bf861'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:18:06.889357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:06.985730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=997317c7-c3ca-4b37-bfe4-9c3e0e1baefb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:06.994023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Checking segment: {'id': '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:06.994177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Network hostable DHCP agents. Network: 353c66f0-3bee-48be-9428-f0537d9545b2, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:07.019650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.023143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.062317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Network 353c66f0-3bee-48be-9428-f0537d9545b2 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:07.145695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 353c66f0-3bee-48be-9428-f0537d9545b2) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:07.151797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:07.153872 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.157007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c6fb4-6555-46a8-9f0d-707cd97f6799 None None] Network 353c66f0-3bee-48be-9428-f0537d9545b2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:07.162439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37418) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:07.275716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1955560254-network', 'tenant_id': '7899dd452c5242d1aad7833add03e84b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:07.295726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455da1e-338d-4b21-b81e-a7edca47d6ec None None] Network 353c66f0-3bee-48be-9428-f0537d9545b2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:07.298694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Router 904e2cfc-1e03-4969-9916-ea83783819ea is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:18:07.305155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c2db7cdc-54d3-4f06-9269-de7c121db62d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3654969
Nov 13 21:18:07.386652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba9e29-5cf5-4e91-8056-ad443ce2d1f3 req-6744ac11-a87f-4892-ae5f-223ebdb7eb9b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:07.388642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4ba9e29-5cf5-4e91-8056-ad443ce2d1f3 req-6744ac11-a87f-4892-ae5f-223ebdb7eb9b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 944 time: 0.1169829
Nov 13 21:18:07.393956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Made reservation on behalf of 7899dd452c5242d1aad7833add03e84b for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:07.396591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.411417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.496581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:07.501245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4ba9e29-5cf5-4e91-8056-ad443ce2d1f3 req-2de42837-0d1a-4afe-b6c3-589761ff0d6a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649483
Nov 13 21:18:07.507214 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.508378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-39102f74-965b-4bc3-9e3a-c25b2d0c7f80 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "PUT /v2.0/routers/904e2cfc-1e03-4969-9916-ea83783819ea HTTP/1.1" status: 200  len: 880 time: 3.1601472
Nov 13 21:18:07.509612 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] Sync routers for ids ['904e2cfc-1e03-4969-9916-ea83783819ea'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:07.511295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37432) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:07.537404 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] Routers {'904e2cfc-1e03-4969-9916-ea83783819ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:07.537734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.537833 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['904e2cfc-1e03-4969-9916-ea83783819ea'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:07.578659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1f40>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:07.600472 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] Routers {'904e2cfc-1e03-4969-9916-ea83783819ea'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:07.600472 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['904e2cfc-1e03-4969-9916-ea83783819ea'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:07.619952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.627008 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1f40>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:07.628202 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91632c-604c-49de-b42c-223cda3a793e None None] The sync data for ids ['904e2cfc-1e03-4969-9916-ea83783819ea'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:07.640508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-520401d0-6eba-4b24-bb75-8aa0d513a3cf tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/904e2cfc-1e03-4969-9916-ea83783819ea HTTP/1.1" status: 200  len: 921 time: 0.1281142
Nov 13 21:18:07.651487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37436) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:07.651743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:07.657060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02e327-a0e1-4576-abef-23fc5468b076,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:07.664980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.675114 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Added segment 5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4 of type vlan for network ada61c2e-1976-4b82-b6b7-3b9992d37c16
Nov 13 21:18:07.693902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ed67a-59bc-4b5d-a7f9-ecf6dd86b65f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:07.695540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fb7ed67a-59bc-4b5d-a7f9-ecf6dd86b65f tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=904e2cfc-1e03-4969-9916-ea83783819ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0425439
Nov 13 21:18:07.698551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:07.745351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.763881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:07.839168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd03416a-ba5d-4847-8340-099eb4244618 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:07.845274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fd03416a-ba5d-4847-8340-099eb4244618 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.1411309
Nov 13 21:18:07.845760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37448) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:07.874860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1ab5f594-94a2-4073-a633-bb7db37bf861 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:07.875274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.886306 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-723c6802-5a0f-44ee-8043-8d2a69235a6a tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=904e2cfc-1e03-4969-9916-ea83783819ea HTTP/1.1" status: 200  len: 205 time: 0.0372453
Nov 13 21:18:07.886564 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:07.910433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:07.912465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:07.913633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.004830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.034854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:08.037565 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617355d-6438-444d-ad64-062d93819545" -d '{"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:08.054770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:08.063486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=ada61c2e-1976-4b82-b6b7-3b9992d37c16,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:08.076040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1c4ba2a8-08bd-41f3-92db-aee3f5b36ca0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9125285
Nov 13 21:18:08.079046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37462) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:08.083655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:08.084598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Request body: {'subnet': {'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1955560254-subnet', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:08.089971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.150273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.161021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37464) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:08.197509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Made reservation on behalf of 7899dd452c5242d1aad7833add03e84b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:08.201080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.209668 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c7364e-1fab-4c72-8a57-8c548d2054b1 x-openstack-request-id: req-a3c7364e-1fab-4c72-8a57-8c548d2054b1 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:08.209668 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:08.209668 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3c7364e-1fab-4c72-8a57-8c548d2054b1 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:08.209668 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'code': 200}
Nov 13 21:18:08.250400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.263450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:08.383981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Deleting port 577a51a3-381d-44fb-94fe-09be87ec55bc {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:08.384243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.462151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-554234437'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:08.481923 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.495555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Calling delete_port for 577a51a3-381d-44fb-94fe-09be87ec55bc owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:08.526263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b8c8-d1b8-433c-9b97-b3c6e547827c req-ea09a12c-af5d-48cc-ac01-31b4f0597ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:08.527791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9297b8c8-d1b8-433c-9b97-b3c6e547827c req-ea09a12c-af5d-48cc-ac01-31b4f0597ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1097 time: 0.0492921
Nov 13 21:18:08.543004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.580106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37476) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:08.593376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865618034-network', 'tenant_id': 'ee587133d0e54708b0dc02713212d86b'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:08.606022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Made reservation on behalf of 2c91ee5788304edf8ec0846d2935d4ec for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:08.609503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.649031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.667545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9297b8c8-d1b8-433c-9b97-b3c6e547827c req-8e2d7e04-69c5-4391-b6b2-019747ddf88e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322567
Nov 13 21:18:08.677874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6535fa-caaf-412c-adf8-2d09b134dd14,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:08.696368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Checking segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:08.696755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Network hostable DHCP agents. Network: ada61c2e-1976-4b82-b6b7-3b9992d37c16, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:08.716955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a04500-d22f-4fe6-a71e-a280cff10bf5 req-8b63cb4c-cf68-48cd-b494-a5ae7c1b4bc4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:08.718444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36a04500-d22f-4fe6-a71e-a280cff10bf5 req-8b63cb4c-cf68-48cd-b494-a5ae7c1b4bc4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.0907106
Nov 13 21:18:08.766489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.771899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36a04500-d22f-4fe6-a71e-a280cff10bf5 req-26bcda4c-9514-47fc-a124-23517bd72ef0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440655
Nov 13 21:18:08.808238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Made reservation on behalf of ee587133d0e54708b0dc02713212d86b for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:08.810669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.822561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.837042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.839690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:08.863473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event deleted for resources: {'Port': ['ID=577a51a3-381d-44fb-94fe-09be87ec55bc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:08.885901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.928109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:08.934889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.936542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.943092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ada61c2e-1976-4b82-b6b7-3b9992d37c16) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:08.952558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:08.952558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.953413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:08.953716 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Added segment 5085cb19-449b-4a96-8217-0307669dc347 of type vlan for network cfcaa1f4-3167-4bb7-ade2-225af5c2e676
Nov 13 21:18:08.956511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90badacb-d4a7-4b59-9af0-a3ce85878303,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:08.960429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1dea3b-ff8f-45ad-b53e-d95fc078da85 None None] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:08.993983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.021520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.030158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:09.032255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.034572 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.048709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e723b6c1-4a2f-487e-91d5-e4a6faf22009 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9685380
Nov 13 21:18:09.053931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37482) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:09.059610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.059610 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Added segment 2dc3e85e-daa9-4f27-870c-174b24b18bfc of type vlan for network 0f781c30-60a5-4761-8f66-adf215c7a84c
Nov 13 21:18:09.062971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:09.086856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1664e1ff-1a3d-4c78-aa2b-6332e22c99fc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:09.134312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.135356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.142661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.158727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.159352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Fanout notify agent at l3_agent the message router_deleted on router 904e2cfc-1e03-4969-9916-ea83783819ea {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:09.166767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.168497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.172284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:09.172932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.174896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f7f0807c-220e-4f45-9514-b83db730d3d5 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/904e2cfc-1e03-4969-9916-ea83783819ea HTTP/1.1" status: 204  len: 168 time: 1.2871761
Nov 13 21:18:09.175718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37484) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:09.180671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1018967960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:09.274047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.282666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Pushing event updated for resources: {'Network': ['ID=cfcaa1f4-3167-4bb7-ade2-225af5c2e676,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:09.288574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.289123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:09.289722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.297582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:18:09.298522 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.310411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:09.311669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.312991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.351650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=0f781c30-60a5-4761-8f66-adf215c7a84c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:09.368817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0f781c30-60a5-4761-8f66-adf215c7a84c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:09.376402 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.404405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3934efe1-3b8b-43fb-9f54-c3a6609e1351 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.2422912
Nov 13 21:18:09.410223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dd077dd5-4c76-4a04-bc26-9d5501fb3dd2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8222623
Nov 13 21:18:09.415713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:09.421618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Request body: {'subnet': {'network_id': '0f781c30-60a5-4761-8f66-adf215c7a84c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865618034-subnet', 'tenant_id': 'ee587133d0e54708b0dc02713212d86b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:09.445578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.520575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Made reservation on behalf of ee587133d0e54708b0dc02713212d86b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:09.524621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.573345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Allocated IP 172.20.0.2 (ada61c2e-1976-4b82-b6b7-3b9992d37c16/cc6535fa-caaf-412c-adf8-2d09b134dd14/790a7a0f-be87-49a1-be3b-607bb55fd914) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:09.594433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.598332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7086665f-29ba-4dd8-9cf1-f93133b59f68 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4189630
Nov 13 21:18:09.599106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:09.603108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': True}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:09.835743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.874914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37498) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:09.882505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Request body: {'port': {'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1794882697'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:09.892395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.895410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:09.935066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:09.938047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:09.941306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:09.959428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Pushing event updated for resources: {'Port': ['ID=790a7a0f-be87-49a1-be3b-607bb55fd914,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:09.996960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Made reservation on behalf of fef94bd08d2d45bc81a97de9a5dadd17 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:10.002400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.016151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Attempting to bind port 790a7a0f-be87-49a1-be3b-607bb55fd914 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:10.018884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.019001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Attempting to bind port 790a7a0f-be87-49a1-be3b-607bb55fd914 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:10.019001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Attempting to bind port 790a7a0f-be87-49a1-be3b-607bb55fd914 on network ada61c2e-1976-4b82-b6b7-3b9992d37c16 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:10.024392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:10.025246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Checking segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:10.025907 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.026749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Bound using segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:10.027714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Bound port: 790a7a0f-be87-49a1-be3b-607bb55fd914, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:10.028336 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.120940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] For port 790a7a0f-be87-49a1-be3b-607bb55fd914, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:10.124769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] For port 790a7a0f-be87-49a1-be3b-607bb55fd914, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=790a7a0f-be87-49a1-be3b-607bb55fd914,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:10.184744 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.203141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.261051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1186cb9-336e-415e-97c8-2559b98d4666 req-236a14c8-feba-42ea-bea3-f79e6d43ad30 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:10.268803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1186cb9-336e-415e-97c8-2559b98d4666 req-236a14c8-feba-42ea-bea3-f79e6d43ad30 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.1774659
Nov 13 21:18:10.301827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.305809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.310623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port 7b5b3502-bfc7-4771-ae6c-422983f9b851 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:10.310824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4462-c97e-42a1-815b-94f7cde19b06 None None] Pushing event updated for resources: {'Port': ['ID=790a7a0f-be87-49a1-be3b-607bb55fd914,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:10.398386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1186cb9-336e-415e-97c8-2559b98d4666 req-04e50015-d404-44af-bd3b-4f8975abf61a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285589
Nov 13 21:18:10.459335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82934dd6-d041-4ad9-a694-f706e04432d5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:10.525283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.569846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.592201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.735735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2941131-a71a-4c74-a73d-34d064f33683,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:10.776820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Checking segment: {'id': '2dc3e85e-daa9-4f27-870c-174b24b18bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0f781c30-60a5-4761-8f66-adf215c7a84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:10.777143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Network hostable DHCP agents. Network: 0f781c30-60a5-4761-8f66-adf215c7a84c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:10.795703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Allocated IP 172.35.3.164 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/9572f0c6-edb8-4b97-86c6-411aa35fca1a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:10.797266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.798817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port 7b5b3502-bfc7-4771-ae6c-422983f9b851 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:10.817948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.821499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.880407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Network 0f781c30-60a5-4761-8f66-adf215c7a84c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:10.903814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.951726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.957447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f781c30-60a5-4761-8f66-adf215c7a84c) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:10.963062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:10.963467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:10.966436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240c15c-e59f-45d4-9e57-fa4ec6d513e0 None None] Network 0f781c30-60a5-4761-8f66-adf215c7a84c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:10.988595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5b3502-bfc7-4771-ae6c-422983f9b851,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:11.019199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Checking segment: {'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:11.019563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Network hostable DHCP agents. Network: cfcaa1f4-3167-4bb7-ade2-225af5c2e676, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:11.077344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4cfbbde8-bdfb-405b-93d0-0588a872fe08 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6461108
Nov 13 21:18:11.132457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923ad01-3522-42f0-b460-0ec48347e6ea None None] Network 0f781c30-60a5-4761-8f66-adf215c7a84c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:11.147696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:11.155127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.244137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cfcaa1f4-3167-4bb7-ade2-225af5c2e676) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:11.255041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7786f-02c5-46f7-9082-3d1249f9f68d None None] Network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:11.257036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:11.258125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:11.275994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:11.304578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:11.310711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Allocated IP 172.35.3.134 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/92d52957-f752-4651-81a0-9f00e7104f01) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:11.351369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Pushing event updated for resources: {'Port': ['ID=9572f0c6-edb8-4b97-86c6-411aa35fca1a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:11.355457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:11.355800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:11.356166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:11.360289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 790a7a0f-be87-49a1-be3b-607bb55fd914 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:11.381655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:11.382010 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:11.384121 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 2 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:11.603931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.622354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 790a7a0f-be87-49a1-be3b-607bb55fd914 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:11.622847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.660227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:11.660567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:11.661106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:11.674168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:11.674588 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:11.679427 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 3 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:11.697163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:11.697963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:11.698568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:11.705087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:11.706235 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:11.707210 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 4 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:11.717657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f3ac-c5ad-4a21-80a6-04b24311a0d2 req-b466dec2-03ba-448b-a64f-99254160ff45 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:11.719183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b65f3ac-c5ad-4a21-80a6-04b24311a0d2 req-b466dec2-03ba-448b-a64f-99254160ff45 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.1359029
Nov 13 21:18:11.725005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.735588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6fa7e5-79d4-4bcc-ab58-4800d987e05c None None] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:11.741987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:11.742879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:11.743612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:11.750362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:11.750705 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:11.751100 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 5 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:11.775580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:11.790327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:11.790772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:11.797890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:11.798225 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:11.801296 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 6 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:11.805205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b65f3ac-c5ad-4a21-80a6-04b24311a0d2 req-329e7345-96bb-4e65-a99d-5ab1eb8c509f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698292
Nov 13 21:18:11.820547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.854887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f096a4ba-a9d8-463c-bcc3-27739083b59e None None] Provisioning complete for port 790a7a0f-be87-49a1-be3b-607bb55fd914 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:11.859746 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f096a4ba-a9d8-463c-bcc3-27739083b59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.863323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:11.866310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:11.872649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:11.876381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 790a7a0f-be87-49a1-be3b-607bb55fd914, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=790a7a0f-be87-49a1-be3b-607bb55fd914,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:11.894858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:11.895180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:11.895516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:11.906280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Port': ['ID=92d52957-f752-4651-81a0-9f00e7104f01,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:11.948180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:11.971876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:11.972425 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:11.975926 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 7 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:12.009449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.012257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:12.012600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:12.012975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:12.024209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.032358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:12.032718 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:12.034563 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 8 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:12.074146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=790a7a0f-be87-49a1-be3b-607bb55fd914,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:12.086637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-38b64b21-9ab6-4600-a809-4aaf3627ed3e tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:12.088136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-38b64b21-9ab6-4600-a809-4aaf3627ed3e tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/networks?id=353c66f0-3bee-48be-9428-f0537d9545b2 HTTP/1.1" status: 200  len: 809 time: 0.2490609
Nov 13 21:18:12.096467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:12.096832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:12.097170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:12.144645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:12.145011 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:12.147055 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 9 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:12.150538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-6a6d803c-0fb7-493d-8202-d363c561c0ce tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/quotas/b110044c736248adbfae21f2a52dad64 HTTP/1.1" status: 200  len: 375 time: 0.0511501
Nov 13 21:18:12.180165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:12.180500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:12.180873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:12.185676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:12.186006 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:12.199754 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 10 to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851
Nov 13 21:18:12.207204 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-f1049c17-636b-40be-b254-a580aae70312 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b110044c736248adbfae21f2a52dad64&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473175
Nov 13 21:18:12.248066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:12.248396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:12.248754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:12.256111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.298992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:12.299822 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 7b5b3502-bfc7-4771-ae6c-422983f9b851 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:12.300176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.394508 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:18:12.430730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d74407f6-67e1-4f7d-809e-b17d346903b6 None None] Provisioning complete for port 790a7a0f-be87-49a1-be3b-607bb55fd914 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:12.431297 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d74407f6-67e1-4f7d-809e-b17d346903b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.455387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-0b082b2b-bbc5-40eb-b88f-783cfda464e6 service neutron] 10.222.0.20 "GET /v2.0/networks/353c66f0-3bee-48be-9428-f0537d9545b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395704
Nov 13 21:18:12.489533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.501700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.509053 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.531341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] For port 7b5b3502-bfc7-4771-ae6c-422983f9b851, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:12.531721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempted to set empty binding levels {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 13 21:18:12.633043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.669294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-6cccc9ac-a372-4406-a1b4-a86b62399675 service neutron] 10.222.0.20 "GET /v2.0/networks/353c66f0-3bee-48be-9428-f0537d9545b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071826
Nov 13 21:18:12.680636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:12.681262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.704457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=7b5b3502-bfc7-4771-ae6c-422983f9b851,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:12.722824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Router 16870c0c-7992-401e-82d3-2ea7f5127ea8 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:18:12.816309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a0607e22-a202-42ba-887b-ee1b11379d2d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 2.9402766
Nov 13 21:18:12.819157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37570) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:12.832594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:12.837869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.842803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a5e00c45-e571-42d8-830a-9231cfe7eca6 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "PUT /v2.0/routers/16870c0c-7992-401e-82d3-2ea7f5127ea8 HTTP/1.1" status: 200  len: 915 time: 3.2397540
Nov 13 21:18:12.842803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:12.845517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] Sync routers for ids ['16870c0c-7992-401e-82d3-2ea7f5127ea8'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:12.863316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] Routers {'16870c0c-7992-401e-82d3-2ea7f5127ea8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:12.863316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdda73670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16870c0c-7992-401e-82d3-2ea7f5127ea8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:12.914163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Router 84a9d645-0984-4212-81da-0add17abb112 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:18:12.917322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdda73670>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:12.928674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] Routers {'16870c0c-7992-401e-82d3-2ea7f5127ea8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:12.929736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdda73670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16870c0c-7992-401e-82d3-2ea7f5127ea8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:12.939396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Deleting port 7b5b3502-bfc7-4771-ae6c-422983f9b851 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:12.939742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:12.989364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdda73670>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:12.990027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29d98f-9ba3-4c93-a61f-a65052cbcafc None None] The sync data for ids ['16870c0c-7992-401e-82d3-2ea7f5127ea8'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:13.021294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3921efde-e306-40f4-8166-57678fa313ad tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/16870c0c-7992-401e-82d3-2ea7f5127ea8 HTTP/1.1" status: 200  len: 921 time: 0.1738210
Nov 13 21:18:13.021554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.083230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3ddd-52ef-4099-af0c-37445a21489b req-133d1fb5-6062-49a3-992f-2ab3f3caaff1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:13.091364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17cf3ddd-52ef-4099-af0c-37445a21489b req-133d1fb5-6062-49a3-992f-2ab3f3caaff1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.1441379
Nov 13 21:18:13.137348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc0824cd-e06a-4186-b252-4dd493dc35a8 req-156ba9fc-2e1a-493a-b318-c37f54f4758c tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 210 time: 0.1096480
Nov 13 21:18:13.154790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 790a7a0f-be87-49a1-be3b-607bb55fd914 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:13.160098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17cf3ddd-52ef-4099-af0c-37445a21489b req-ffb30cd6-6277-45e2-a8ef-b7d03fe25aab tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681033
Nov 13 21:18:13.162287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d72e-db17-4930-9e9a-831ac4ea40da tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:13.166096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b51d72e-db17-4930-9e9a-831ac4ea40da tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=16870c0c-7992-401e-82d3-2ea7f5127ea8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1413567
Nov 13 21:18:13.169061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37584) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.179399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] For port 7b5b3502-bfc7-4771-ae6c-422983f9b851, host nch1-master-1, got binding levels [] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:13.179775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.199888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Calling delete_port for 7b5b3502-bfc7-4771-ae6c-422983f9b851 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:13.217051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:13.227092 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Sync routers for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:13.238930 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:13.243215 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde83ed30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:13.266406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 790a7a0f-be87-49a1-be3b-607bb55fd914 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:13.266947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.319271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b03064-05b1-4d35-a228-48bdcb0edea9 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:13.321213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4b03064-05b1-4d35-a228-48bdcb0edea9 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.1506429
Nov 13 21:18:13.329135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37592) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.358191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a8beb6c7-520b-4ae9-a2cd-cd5b92f00ea8 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=16870c0c-7992-401e-82d3-2ea7f5127ea8 HTTP/1.1" status: 200  len: 205 time: 0.0279384
Nov 13 21:18:13.360939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37594) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.388140 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:13.412816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.414085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0773b9b3-7b6e-4552-9bce-fbf8eff4481d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.3564970
Nov 13 21:18:13.416619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.417482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.456001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b5b3502-bfc7-4771-ae6c-422983f9b851,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:13.486823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.490157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bcaf2c33-2c26-4107-81d7-8436896a35ca tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7b5b3502-bfc7-4771-ae6c-422983f9b851 HTTP/1.1" status: 204  len: 168 time: 0.6699271
Nov 13 21:18:13.494534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37600) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.529373 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-534af817-abb8-474b-8fb0-a2a6f868670f tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:18:13.530929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-534af817-abb8-474b-8fb0-a2a6f868670f tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "GET /v2.0/ports/7b5b3502-bfc7-4771-ae6c-422983f9b851 HTTP/1.1" status: 404  len: 333 time: 0.0354772
Nov 13 21:18:13.534733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37602) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:13.541124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Request body: {'port': {'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-349871406'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:13.546844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.625225 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde83ed30>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:11Z', 'revision_number': 3, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:13.659936 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Checking router: 84a9d645-0984-4212-81da-0add17abb112 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:18:13.660775 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Updating router 84a9d645-0984-4212-81da-0add17abb112 port 9572f0c6-edb8-4b97-86c6-411aa35fca1a binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:18:13.664413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.695087 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.704000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Made reservation on behalf of fef94bd08d2d45bc81a97de9a5dadd17 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:13.707738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.761074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port bf896c67-c8a3-4416-a464-56d35659216f yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:13.900430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Deleting port 92d52957-f752-4651-81a0-9f00e7104f01 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:13.900972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.977481 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.986411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:13.999079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Calling delete_port for 92d52957-f752-4651-81a0-9f00e7104f01 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:14.041916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.059649 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.114017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Attempting to bind port 9572f0c6-edb8-4b97-86c6-411aa35fca1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:14.114643 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Attempting to bind port 9572f0c6-edb8-4b97-86c6-411aa35fca1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:14.115299 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Attempting to bind port 9572f0c6-edb8-4b97-86c6-411aa35fca1a on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:14.120983 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.126897 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:14.128194 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:14.128468 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.128970 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:14.129535 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Bound port: 9572f0c6-edb8-4b97-86c6-411aa35fca1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:14.130004 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.154693 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff9a06-818e-4626-8aa3-350ed6a9c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9572f0c6-edb8-4b97-86c6-411aa35fca1a,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:14.192480 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.195687 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] For port 9572f0c6-edb8-4b97-86c6-411aa35fca1a, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:14.277237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.277878 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] For port 9572f0c6-edb8-4b97-86c6-411aa35fca1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9572f0c6-edb8-4b97-86c6-411aa35fca1a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:14.300225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.301413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:14.305334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event deleted for resources: {'Port': ['ID=92d52957-f752-4651-81a0-9f00e7104f01,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:14.312260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a735669-a84f-4548-81a9-b705a9031e9b req-21c6607e-1137-4e2d-aecc-7eeb8b28531a tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 210 time: 0.0857320
Nov 13 21:18:14.317665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:14.326731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:14.327733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:14.328349 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.350413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=bf896c67-c8a3-4416-a464-56d35659216f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:14.380189 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.404400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.419363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Allocated IP 172.20.0.1 (ada61c2e-1976-4b82-b6b7-3b9992d37c16/cc6535fa-caaf-412c-adf8-2d09b134dd14/0735526b-1285-44b4-9a78-ae8f1624f22b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:14.432013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e48a61de-9e84-41c9-903e-8944cd0c6f47 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.8951299
Nov 13 21:18:14.440404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37612) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:14.454513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:14.454513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde83ed30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:14.455092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:14.527851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.531365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.546311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.571696 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff9a06-818e-4626-8aa3-350ed6a9c0e4 None None] Pushing event updated for resources: {'Port': ['ID=9572f0c6-edb8-4b97-86c6-411aa35fca1a,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:14.609335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:14.683777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.688581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.689189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Fanout notify agent at l3_agent the message router_deleted on router 16870c0c-7992-401e-82d3-2ea7f5127ea8 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:14.698197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.699943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9751277-fb75-42df-8b53-f28c63ae8567 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/16870c0c-7992-401e-82d3-2ea7f5127ea8 HTTP/1.1" status: 204  len: 168 time: 1.3378992
Nov 13 21:18:14.705218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37616) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:14.710531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1606427908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:14.827569 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde83ed30>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:11Z', 'revision_number': 3, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:14.856403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1327e294-c83b-4a1b-85a0-7c92226f0da7 None None] The sync data for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 is: [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:11Z', 'revision_number': 3, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:14.865495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.869953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:14.932879 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.032731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.118682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.120071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a6752445-eea5-4a5a-ac7e-8bba9e5d29b2 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4132600
Nov 13 21:18:15.123309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37620) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:15.137892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'enable_snat': False}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:15.142839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port bf896c67-c8a3-4416-a464-56d35659216f yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:15.156771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.166455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.217398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:15.221423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:15.246511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:15.285888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.291273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Pushing event updated for resources: {'Port': ['ID=0735526b-1285-44b4-9a78-ae8f1624f22b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:15.348524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=bf896c67-c8a3-4416-a464-56d35659216f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:15.353293 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.395695 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.506443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ae3eb8d4-dbd2-41d7-8e8f-e8549c44933b req-d5b85998-86c0-4ba9-b8aa-5f95550f537e tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 210 time: 0.0675211
Nov 13 21:18:15.528261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.528773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.529147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.538794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.539291 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.541666 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 2 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.564887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.566147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.566147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.580561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.581093 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.582006 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 3 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.590025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4f2d8635-36ae-492a-b8ea-ad74355d0528 None None] Provisioning complete for port 0735526b-1285-44b4-9a78-ae8f1624f22b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:15.590632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4f2d8635-36ae-492a-b8ea-ad74355d0528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.596519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.596909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.597247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.602213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.602553 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.602953 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 4 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.622000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.622570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.623076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.629663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.630127 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.630775 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 5 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.670409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.670893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.671418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.679258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d8635-36ae-492a-b8ea-ad74355d0528 None None] Port 0735526b-1285-44b4-9a78-ae8f1624f22b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:15.683334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.683744 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.687532 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 6 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.723363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.724393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.724393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.731676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:15.735513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.735845 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.743737 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 7 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.784447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.784804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.785133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.792769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.793242 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.795176 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 8 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.812875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.813199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.813786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.826004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.826322 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.833909 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 9 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.864657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.865025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.865344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.879389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.879707 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.907829 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 10 to bind port bf896c67-c8a3-4416-a464-56d35659216f
Nov 13 21:18:15.929546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:15.929872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:15.930205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:15.942825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:15.943638 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port bf896c67-c8a3-4416-a464-56d35659216f on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:15.944024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.056376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.058492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] For port bf896c67-c8a3-4416-a464-56d35659216f, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:16.058895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempted to set empty binding levels {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 13 21:18:16.102658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-d95d404f-ab78-434b-aa58-dcd5cef2a974 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.104095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-d95d404f-ab78-434b-aa58-dcd5cef2a974 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.37 "GET /v2.0/networks?id=353c66f0-3bee-48be-9428-f0537d9545b2 HTTP/1.1" status: 200  len: 809 time: 0.6067679
Nov 13 21:18:16.119120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Request body: {'port': {'device_id': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2', 'admin_state_up': True, 'tenant_id': 'b110044c736248adbfae21f2a52dad64'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:16.129057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.172146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.201877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] In _notify_port_updated(), no bound segment for port bf896c67-c8a3-4416-a464-56d35659216f on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:18:16.202733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.203335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.204704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "PUT /v2.0/ports/bf896c67-c8a3-4416-a464-56d35659216f HTTP/1.1" status: 200  len: 974 time: 1.7583823
Nov 13 21:18:16.210966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37630) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:16.219288 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.240819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Pushing event updated for resources: {'Port': ['ID=0735526b-1285-44b4-9a78-ae8f1624f22b,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:16.329541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.356739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.371059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ba2d9-a572-40f2-bfa0-6552235c6dfa tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=bf896c67-c8a3-4416-a464-56d35659216f,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:16.393939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Made reservation on behalf of b110044c736248adbfae21f2a52dad64 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:16.397475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.404423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.404919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.405386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.405852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.406304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.406820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.407204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.407654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.408102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.408609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.410257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.410257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.410257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.410506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.410813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.411260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.411705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.412147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.412590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.413067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.413502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.413941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.414377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.415159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.415284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.415695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.416139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.416579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.417041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.417483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.417956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.418400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.418845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.419288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.419728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.420168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:16.424137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8776b044-8010-4773-ac7e-deb6304248be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 32298 time: 0.2122023
Nov 13 21:18:16.430017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37632) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:16.463673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:16.465504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:16.630284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Router 84a9d645-0984-4212-81da-0add17abb112 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:16.649545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Allocated IP 172.35.3.137 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/c4488038-d157-4c87-9cfd-451eb1d1d21f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:16.668834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b31fcca3-b1a6-4a12-aefa-1650dcd28243 req-01bc43d3-189c-40c1-8c5b-bb5031dd90f8 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 210 time: 0.0304964
Nov 13 21:18:16.682682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Allocated IP 172.20.0.8 (353c66f0-3bee-48be-9428-f0537d9545b2/997317c7-c3ca-4b37-bfe4-9c3e0e1baefb/8cab8b5b-3e7d-4909-9cf4-b2cc14429616) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:16.787044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Deleting port bf896c67-c8a3-4416-a464-56d35659216f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:16.787400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.829376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5b7d8591-ac44-44e1-ae7e-44063c557db5 None None] Provisioning complete for port 0735526b-1285-44b4-9a78-ae8f1624f22b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:16.830271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8591-ac44-44e1-ae7e-44063c557db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:16.832757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:16.857358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1e011d32-0142-4509-8931-4eb038d31111 admin admin] 10.222.0.20 "PUT /v2.0/routers/84a9d645-0984-4212-81da-0add17abb112/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4314902
Nov 13 21:18:16.878041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d8591-ac44-44e1-ae7e-44063c557db5 None None] Port 0735526b-1285-44b4-9a78-ae8f1624f22b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:16.977047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] For port bf896c67-c8a3-4416-a464-56d35659216f, host nch1-master-1, got binding levels [] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:16.977409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.004055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Calling delete_port for bf896c67-c8a3-4416-a464-56d35659216f owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:17.035961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Sync routers for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:17.046945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:17.047661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd663a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:17.094973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.112878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.187299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:17.218229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9572f0c6-edb8-4b97-86c6-411aa35fca1a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:17.312460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37648) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:17.317279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.317519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367198244', 'description': 'tempest-description--471633093'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:17.319871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.329511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.366255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9572f0c6-edb8-4b97-86c6-411aa35fca1a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:17.366634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.372966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:17.380478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:17.384189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.387952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bf896c67-c8a3-4416-a464-56d35659216f HTTP/1.1" status: 204  len: 168 time: 0.9565210
Nov 13 21:18:17.388354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:17.390828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37650) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:17.402447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Network 353c66f0-3bee-48be-9428-f0537d9545b2 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:17.409277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.426896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:17.430601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Pushing event updated for resources: {'Port': ['ID=c4488038-d157-4c87-9cfd-451eb1d1d21f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:17.432934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:17.438301 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0134d11-a0b6-4c6f-9b7d-31df55c572be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:18:17.444570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a0134d11-a0b6-4c6f-9b7d-31df55c572be tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "GET /v2.0/ports/bf896c67-c8a3-4416-a464-56d35659216f HTTP/1.1" status: 404  len: 333 time: 0.0466988
Nov 13 21:18:17.444570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37652) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:17.451178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-176037902', 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:17.495014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f336f-bfb0-49f0-b619-f69b03256c11 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf896c67-c8a3-4416-a464-56d35659216f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:17.535370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.576313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Made reservation on behalf of fef94bd08d2d45bc81a97de9a5dadd17 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:17.576909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.599506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port 9470b10a-6713-4679-832a-d0d3a8002356 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:17.622942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:17.623603 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.639285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.659279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.686853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Pushing event updated for resources: {'Port': ['ID=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:17.688235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 9572f0c6-edb8-4b97-86c6-411aa35fca1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9572f0c6-edb8-4b97-86c6-411aa35fca1a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:17.691207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd663a60>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 2, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:17.696121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaf31e5-064b-4c49-92c5-e1ca80059c02,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:17.719576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Checking router: 84a9d645-0984-4212-81da-0add17abb112 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:18:17.721889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Updating router 84a9d645-0984-4212-81da-0add17abb112 port 0735526b-1285-44b4-9a78-ae8f1624f22b binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:18:17.723952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-1bef31fd-8fa1-4c5b-bebf-be87e480b1df tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6096590
Nov 13 21:18:17.738319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Request body: {'port': {'device_id': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:17.747073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.782894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.785576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.788065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ccc347e5-7386-48de-b3a4-527b9b71d074 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4743795
Nov 13 21:18:17.788852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37660) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:17.796562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Request body: {'security_group_rule': {'security_group_id': 'ffaf31e5-064b-4c49-92c5-e1ca80059c02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:17.846195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.864124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.911804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=9572f0c6-edb8-4b97-86c6-411aa35fca1a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:17.933850 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.959449 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:17.961129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee682b0-5e94-4385-a0e4-00005c1a01e9 req-b1f9c6c9-ce5d-46ee-9a14-174d613131bc tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:17.962430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ee682b0-5e94-4385-a0e4-00005c1a01e9 req-b1f9c6c9-ce5d-46ee-9a14-174d613131bc tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 931 time: 0.1581864
Nov 13 21:18:18.015307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:18.021863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:18.030450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:18.037728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:18.037728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.055295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=9470b10a-6713-4679-832a-d0d3a8002356,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.058724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.094240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.129885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.153130 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1b00dc-7be8-4560-970a-f9ab0ec9a442,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.167940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.178889 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5238697f-8b4d-47fe-b3c3-24cefd57c756 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.7331562
Nov 13 21:18:18.179698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37680) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:18.207073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ee682b0-5e94-4385-a0e4-00005c1a01e9 req-8f522a10-8f04-42b4-805f-441ad7b9fc37 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399257
Nov 13 21:18:18.209795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.228417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.231949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ba89ac9d-fa1e-4667-8b94-296355f8e7b9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4373052
Nov 13 21:18:18.234361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37682) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:18.241768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Request body: {'security_group_rule': {'security_group_id': 'ffaf31e5-064b-4c49-92c5-e1ca80059c02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:18.251019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fdd3aa-c207-424b-ae98-400746ba317d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:18.255157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525d41c-e7a9-4c1e-805e-be39c76120c0 None None] Pushing event updated for resources: {'Port': ['ID=0735526b-1285-44b4-9a78-ae8f1624f22b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.255435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76fdd3aa-c207-424b-ae98-400746ba317d tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "GET /v2.0/ports/9470b10a-6713-4679-832a-d0d3a8002356 HTTP/1.1" status: 200  len: 954 time: 0.0746770
Nov 13 21:18:18.261272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37684) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:18.305751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Attempting to bind port 0735526b-1285-44b4-9a78-ae8f1624f22b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:18.305973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Attempting to bind port 0735526b-1285-44b4-9a78-ae8f1624f22b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:18.306235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Attempting to bind port 0735526b-1285-44b4-9a78-ae8f1624f22b on network ada61c2e-1976-4b82-b6b7-3b9992d37c16 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:18.316635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:18.317134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Checking segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:18.317545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.317942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Bound using segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:18.318437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Bound port: 0735526b-1285-44b4-9a78-ae8f1624f22b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:18.318954 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.375096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Deleting port 9470b10a-6713-4679-832a-d0d3a8002356 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:18.375443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.400590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] For port 0735526b-1285-44b4-9a78-ae8f1624f22b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:18.404873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] For port 0735526b-1285-44b4-9a78-ae8f1624f22b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0735526b-1285-44b4-9a78-ae8f1624f22b,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:18.447995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.457048 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.473208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Calling delete_port for 9470b10a-6713-4679-832a-d0d3a8002356 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:18.518866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f5042a6b-737e-4cb8-afe0-1aaee4722dce None None] Provisioning complete for port 0735526b-1285-44b4-9a78-ae8f1624f22b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:18.519163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f5042a6b-737e-4cb8-afe0-1aaee4722dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.519634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.530762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.548050 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.589940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.606367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f5042a6b-737e-4cb8-afe0-1aaee4722dce None None] Port 0735526b-1285-44b4-9a78-ae8f1624f22b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:18.633477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:18.634707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd663a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:18.636649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525d41c-e7a9-4c1e-805e-be39c76120c0 None None] Pushing event updated for resources: {'Port': ['ID=0735526b-1285-44b4-9a78-ae8f1624f22b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.645017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:18.656573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.677022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.693222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d233c50-40b0-4388-90eb-38ba452dda86,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.706001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.762032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.769350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Transition to ACTIVE for port object 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:18:18.770731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "DELETE /v2.0/ports/9470b10a-6713-4679-832a-d0d3a8002356 HTTP/1.1" status: 204  len: 168 time: 0.5086086
Nov 13 21:18:18.774380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37688) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:18.778823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e78515-9e8a-4a65-b0e4-0d9b872e5049 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event deleted for resources: {'Port': ['ID=9470b10a-6713-4679-832a-d0d3a8002356,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.798375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.802611 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42a882ae-7070-454f-82f7-a859611f6e05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5642459
Nov 13 21:18:18.806891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37690) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:18.826571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:18.826771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:18.831790 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-430e0549-89d5-4dbf-9d61-97f60b0073d9 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:18:18.831790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-430e0549-89d5-4dbf-9d61-97f60b0073d9 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "GET /v2.0/ports/9470b10a-6713-4679-832a-d0d3a8002356 HTTP/1.1" status: 404  len: 333 time: 0.0507388
Nov 13 21:18:18.831790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:18.838821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Request body: {'port': {'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-671685696'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:18.851996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:18.943264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Router 83067a29-0e2c-4aa3-8d48-4013c1b4653d is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:18:18.970331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Pushing event updated for resources: {'Port': ['ID=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:18.977546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.036937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Made reservation on behalf of fef94bd08d2d45bc81a97de9a5dadd17 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:19.039441 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.056162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port 6d5e94a8-d3c0-436d-afee-3985c9447b66 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:19.092261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7dab587f-7d2e-44d8-a6ed-784dbcb5fb4c None None] Provisioning complete for port 0735526b-1285-44b4-9a78-ae8f1624f22b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:19.094462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7dab587f-7d2e-44d8-a6ed-784dbcb5fb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.162989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9572f0c6-edb8-4b97-86c6-411aa35fca1a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:19.218324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Attempting to bind port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:19.219967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Attempting to bind port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:19.220668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Attempting to bind port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 on network 353c66f0-3bee-48be-9428-f0537d9545b2 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:19.267413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd663a60>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:18Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:19.299697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:19.312385 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] Sync routers for ids ['83067a29-0e2c-4aa3-8d48-4013c1b4653d'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:19.317080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e620a46-3a9a-457f-bae7-26f81ddac365 None None] The sync data for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 is: [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:18Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:19.317904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.320644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-58ce528f-f967-4801-975f-e813a7a8fcb2 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "PUT /v2.0/routers/83067a29-0e2c-4aa3-8d48-4013c1b4653d HTTP/1.1" status: 200  len: 916 time: 4.1964750
Nov 13 21:18:19.329924 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] Routers {'83067a29-0e2c-4aa3-8d48-4013c1b4653d'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:19.330906 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['83067a29-0e2c-4aa3-8d48-4013c1b4653d'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:19.340458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37700) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:19.349272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7dab587f-7d2e-44d8-a6ed-784dbcb5fb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.351872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 on network 353c66f0-3bee-48be-9428-f0537d9545b2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:19.357183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Attempting to bind port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 on network 353c66f0-3bee-48be-9428-f0537d9545b2 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:19.396536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7dab587f-7d2e-44d8-a6ed-784dbcb5fb4c None None] For port 0735526b-1285-44b4-9a78-ae8f1624f22b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0735526b-1285-44b4-9a78-ae8f1624f22b,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:19.412429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.425446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9572f0c6-edb8-4b97-86c6-411aa35fca1a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:19.425857 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.445468 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5bb0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:19.456988 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] Routers {'83067a29-0e2c-4aa3-8d48-4013c1b4653d'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:19.458002 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['83067a29-0e2c-4aa3-8d48-4013c1b4653d'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:19.459120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:19.462152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Checking segment: {'id': '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:19.463313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Bound using segment: {'id': '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:19.463891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Bound port: 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:19.464871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.483259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7dab587f-7d2e-44d8-a6ed-784dbcb5fb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.525022 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5bb0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:19.525950 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cc3bf8-48a8-4d1a-b5d8-4029b3e0060a None None] The sync data for ids ['83067a29-0e2c-4aa3-8d48-4013c1b4653d'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:19.589199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067ee12-a65b-4ffe-a36d-42470dd5fc43 req-7be762c0-41fd-4b8e-a93b-36d5f7d5144c tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:19.598953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f067ee12-a65b-4ffe-a36d-42470dd5fc43 req-7be762c0-41fd-4b8e-a93b-36d5f7d5144c tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 943 time: 0.2710538
Nov 13 21:18:19.607369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab587f-7d2e-44d8-a6ed-784dbcb5fb4c None None] Pushing event updated for resources: {'Port': ['ID=0735526b-1285-44b4-9a78-ae8f1624f22b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:19.625444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.668281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ccf772b8-396d-4753-9997-1c0b9826bb29 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/83067a29-0e2c-4aa3-8d48-4013c1b4653d HTTP/1.1" status: 200  len: 922 time: 0.3260181
Nov 13 21:18:19.672368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37702) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:19.698235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] For port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:19.803118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.809741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] For port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,segment=NetworkSegment(085074c5-3cd5-400a-bd53-8fb3c0d4d5b7),segment_id=085074c5-3cd5-400a-bd53-8fb3c0d4d5b7)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:19.838045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f067ee12-a65b-4ffe-a36d-42470dd5fc43 req-39d2d1c2-a0e2-4517-a542-ec1177ea941a tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380219
Nov 13 21:18:19.859823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9064491-319a-4095-8ce1-9179a2a24499 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:19.861507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b9064491-319a-4095-8ce1-9179a2a24499 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=83067a29-0e2c-4aa3-8d48-4013c1b4653d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1861334
Nov 13 21:18:19.867004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37706) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:19.880010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:19.890427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.913907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:19.921802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5e94a8-d3c0-436d-afee-3985c9447b66,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:19.924915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:19.925856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:19.926461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.962709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:19.963018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:19.964677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] 10.222.0.37 "PUT /v2.0/ports/8cab8b5b-3e7d-4909-9cf4-b2cc14429616 HTTP/1.1" status: 200  len: 1091 time: 2.2320216
Nov 13 21:18:19.964922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'tag': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:19.967332 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb2a4d1-f4e6-479f-bc62-2b9353438387" -d '{"events": [{"name": "network-changed", "server_uuid": "3e49a95b-4f9d-49ce-b434-ca20179abf44", "tag": "8cab8b5b-3e7d-4909-9cf4-b2cc14429616"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:19.970779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Allocated IP 172.35.3.136 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/e2c1687c-85c9-4981-b605-255499598ad5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:20.012020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1f494-5b66-4c1f-88fa-665e0b2602b1 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:20.013526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5bc1f494-5b66-4c1f-88fa-665e0b2602b1 tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/networks/33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 881 time: 0.1357760
Nov 13 21:18:20.019046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37712) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:20.028018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bfab6-3713-4092-b9e4-dc9696b8756c service neutron] Pushing event updated for resources: {'Port': ['ID=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:20.047459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-24e8fb29-15f3-456b-bba2-2bd2882da31e tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=83067a29-0e2c-4aa3-8d48-4013c1b4653d HTTP/1.1" status: 200  len: 205 time: 0.0272245
Nov 13 21:18:20.053416 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-98b08077-7cb0-4920-8f84-31e9fa1d46d7 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.2181885
Nov 13 21:18:20.053416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37714) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:20.054197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37716) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:20.069141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:20.091624 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c151016d-2a62-445f-9031-7a1e6283c563 x-openstack-request-id: req-c151016d-2a62-445f-9031-7a1e6283c563 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:20.091995 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e49a95b-4f9d-49ce-b434-ca20179abf44", "tag": "8cab8b5b-3e7d-4909-9cf4-b2cc14429616", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:20.092887 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c151016d-2a62-445f-9031-7a1e6283c563 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:20.092887 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'tag': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616', 'status': 'completed', 'code': 200}
Nov 13 21:18:20.238126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.251204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.468853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.531500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a4d1-f4e6-479f-bc62-2b9353438387 req-dab021a8-3e8b-4860-a3a1-100ab61ab586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:20.533034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfb2a4d1-f4e6-479f-bc62-2b9353438387 req-dab021a8-3e8b-4860-a3a1-100ab61ab586 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b110044c736248adbfae21f2a52dad64&device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 1094 time: 0.4435456
Nov 13 21:18:20.551003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] device_id is not set on port 6d5e94a8-d3c0-436d-afee-3985c9447b66 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:20.556645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.560002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.613188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Deleting port c4488038-d157-4c87-9cfd-451eb1d1d21f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:20.613440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.676652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a4d1-f4e6-479f-bc62-2b9353438387 req-cfc826fe-a7f4-4a92-9333-aa3ea27692d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:20.678279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfb2a4d1-f4e6-479f-bc62-2b9353438387 req-cfc826fe-a7f4-4a92-9333-aa3ea27692d3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b110044c736248adbfae21f2a52dad64&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1362526
Nov 13 21:18:20.682829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.729440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.748475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:20.760877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Calling delete_port for c4488038-d157-4c87-9cfd-451eb1d1d21f owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:20.762693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5e94a8-d3c0-436d-afee-3985c9447b66,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:20.789276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:20.789572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:20.790654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:20.819777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:20.824009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:20.825207 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:20.825607 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 2 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:20.839700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:20.842250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:20.847065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:20.847789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:20.847789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:20.860627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:20.861027 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:20.863115 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 3 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:20.868246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event updated for resources: {'Port': ['ID=e2c1687c-85c9-4981-b605-255499598ad5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:20.874424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2a4d1-f4e6-479f-bc62-2b9353438387 req-61e8bcfb-d694-44f0-a520-0e03c1c838df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:20.875954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfb2a4d1-f4e6-479f-bc62-2b9353438387 req-61e8bcfb-d694-44f0-a520-0e03c1c838df service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1901879
Nov 13 21:18:20.880903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:20.881246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:20.881914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:20.925060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:20.925397 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:20.927992 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 4 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:20.962303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:20.962642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:20.962980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:20.984366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:20.984753 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:20.989728 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 5 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:20.993101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.002936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-0b2e8937-0acf-492e-8f07-9d4cf15ce1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:21.004444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-0b2e8937-0acf-492e-8f07-9d4cf15ce1ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b110044c736248adbfae21f2a52dad64&device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 1094 time: 0.0821114
Nov 13 21:18:21.029679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:21.030018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:21.030359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:21.043019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:21.043353 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:21.045496 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 6 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:21.055912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747eb1f-ed5b-4de4-93db-7fea969811c0 req-c24e556a-35d2-4401-a23a-38ddbad88aaf tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:21.057484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-c6595367-66a5-40eb-b4d5-10b52f453b8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cab8b5b-3e7d-4909-9cf4-b2cc14429616 HTTP/1.1" status: 200  len: 217 time: 0.0446301
Nov 13 21:18:21.057711 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0747eb1f-ed5b-4de4-93db-7fea969811c0 req-c24e556a-35d2-4401-a23a-38ddbad88aaf tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 943 time: 0.1160276
Nov 13 21:18:21.091019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:21.091380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:21.091723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:21.102924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:21.103263 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:21.108963 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 7 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:21.129325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.136442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.140924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:21.141263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:21.141605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:21.150383 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0747eb1f-ed5b-4de4-93db-7fea969811c0 req-308ebe83-f84e-4c0c-952b-d01b207218e8 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814445
Nov 13 21:18:21.183520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event deleted for resources: {'Port': ['ID=c4488038-d157-4c87-9cfd-451eb1d1d21f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:21.190726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:21.191164 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:21.194511 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 8 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:21.196281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-7a102f6d-07d9-4999-9b08-c0dc2603cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:21.198225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-7a102f6d-07d9-4999-9b08-c0dc2603cfc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=997317c7-c3ca-4b37-bfe4-9c3e0e1baefb HTTP/1.1" status: 200  len: 849 time: 0.1333852
Nov 13 21:18:21.222692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0735526b-1285-44b4-9a78-ae8f1624f22b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:21.243744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-e06a622f-0b3b-45ab-bcc8-0fb650a9ea0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=353c66f0-3bee-48be-9428-f0537d9545b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348279
Nov 13 21:18:21.257047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:21.257385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:21.257723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:21.263541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:21.263869 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:21.265804 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 9 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:21.287914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:21.288274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:21.288601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:21.294997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:21.295329 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:21.296894 ncdv-master-1 neutron-server[120533]: INFO neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempt 10 to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66
Nov 13 21:18:21.300950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.315926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0735526b-1285-44b4-9a78-ae8f1624f22b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:21.316679 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.395091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:21.395091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:21.395091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempting to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:21.401174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:21.401523 ncdv-master-1 neutron-server[120533]: ERROR neutron.plugins.ml2.managers [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Failed to bind port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on host nch1-master-1 for vnic_type normal using segments [{'id': '5085cb19-449b-4a96-8217-0307669dc347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'cfcaa1f4-3167-4bb7-ade2-225af5c2e676'}]
Nov 13 21:18:21.401862 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.406950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.418233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.422970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-df980582-a90f-4fc1-9a05-19bff2714b69 service neutron] 10.222.0.37 "GET /v2.0/networks/353c66f0-3bee-48be-9428-f0537d9545b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602027
Nov 13 21:18:21.464028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.515171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] For port 6d5e94a8-d3c0-436d-afee-3985c9447b66, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:21.515680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attempted to set empty binding levels {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 13 21:18:21.531305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5581749b-d950-4dc1-aa79-f9c36ae51fda req-d5dad25e-af13-4927-9022-6411487f66c8 service neutron] 10.222.0.37 "GET /v2.0/networks/353c66f0-3bee-48be-9428-f0537d9545b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008956
Nov 13 21:18:21.562371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.634267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event updated for resources: {'Port': ['ID=e2c1687c-85c9-4981-b605-255499598ad5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:21.636967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.637577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Fanout notify agent at l3_agent the message router_deleted on router 83067a29-0e2c-4aa3-8d48-4013c1b4653d {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:21.647461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.647573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.648021 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12df1542-f7a2-4ce7-8942-090fd3a9af87 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/83067a29-0e2c-4aa3-8d48-4013c1b4653d HTTP/1.1" status: 204  len: 168 time: 1.5956836
Nov 13 21:18:21.651661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37730) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:21.656923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1117102084', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:21.667325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.702563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] In _notify_port_updated(), no bound segment for port 6d5e94a8-d3c0-436d-afee-3985c9447b66 on network cfcaa1f4-3167-4bb7-ade2-225af5c2e676 {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:18:21.703436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:21.704034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.706146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "PUT /v2.0/ports/6d5e94a8-d3c0-436d-afee-3985c9447b66 HTTP/1.1" status: 200  len: 974 time: 1.6517715
Nov 13 21:18:21.709072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:21.726473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8b25-37bb-459c-a1e6-d8006fa1ad6e tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5e94a8-d3c0-436d-afee-3985c9447b66,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:21.739765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.741030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-650d3c2e-8ab5-4bef-96a9-18c49ab8bb7a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9304554
Nov 13 21:18:21.792265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Deleting port 6d5e94a8-d3c0-436d-afee-3985c9447b66 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:21.792617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.815771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.817054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.873422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] For port 6d5e94a8-d3c0-436d-afee-3985c9447b66, host nch1-master-1, got binding levels [] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:21.873804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.874277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:21.892499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Calling delete_port for 6d5e94a8-d3c0-436d-afee-3985c9447b66 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:21.923636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-0ac0ac7e-2d94-4796-b60c-8fc21f7cfe7f tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--367198244&fields=id&tenant_id=7899dd452c5242d1aad7833add03e84b HTTP/1.1" status: 200  len: 267 time: 0.0677104
Nov 13 21:18:22.076177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-971de722-91a3-4a8c-86eb-d1cda0c19d35 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:22.077703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-971de722-91a3-4a8c-86eb-d1cda0c19d35 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/networks?id=ada61c2e-1976-4b82-b6b7-3b9992d37c16 HTTP/1.1" status: 200  len: 812 time: 0.1273544
Nov 13 21:18:22.093189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-c8fe68e7-1464-4f2c-bef0-09b94158e90f tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/quotas/7899dd452c5242d1aad7833add03e84b HTTP/1.1" status: 200  len: 375 time: 0.0095670
Nov 13 21:18:22.150728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2d02b184-a11c-432f-ad89-f2a86ac4db5c tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7899dd452c5242d1aad7833add03e84b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0514522
Nov 13 21:18:22.151892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.200345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d5e94a8-d3c0-436d-afee-3985c9447b66,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:22.212837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.218710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a21fe764-adcd-4f38-8428-460517020153 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "DELETE /v2.0/ports/6d5e94a8-d3c0-436d-afee-3985c9447b66 HTTP/1.1" status: 204  len: 168 time: 0.5059187
Nov 13 21:18:22.219969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37750) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:22.274355 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc93b267-1912-478a-a865-4de7d55523a2 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:18:22.279521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc93b267-1912-478a-a865-4de7d55523a2 tempest-PortsAdminExtendedAttrsTestJSON-1861782457 tempest-PortsAdminExtendedAttrsTestJSON-1861782457-project-admin] 10.222.0.20 "GET /v2.0/ports/6d5e94a8-d3c0-436d-afee-3985c9447b66 HTTP/1.1" status: 404  len: 333 time: 0.0559762
Nov 13 21:18:22.280357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37754) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:22.376078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-d8d41df7-a3d9-4636-9181-d31c6b8ad183 service neutron] 10.222.0.20 "GET /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953962
Nov 13 21:18:22.382275 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.442506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.480533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898f74e-9d58-48f0-97b4-37ad1f398ce8 req-465c1003-6835-445a-8e7b-783f836d38ef tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:22.482105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c898f74e-9d58-48f0-97b4-37ad1f398ce8 req-465c1003-6835-445a-8e7b-783f836d38ef tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 943 time: 0.0554597
Nov 13 21:18:22.531214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c898f74e-9d58-48f0-97b4-37ad1f398ce8 req-a3fc2cba-9500-482e-83fc-41fd375aeef9 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415652
Nov 13 21:18:22.546285 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.560209 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-7fc0213d-ecb0-4f2d-ab28-7071029a2e1d service neutron] 10.222.0.20 "GET /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681838
Nov 13 21:18:22.564971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcd2afd0>,) {'filters': {'network_id': ['cfcaa1f4-3167-4bb7-ade2-225af5c2e676']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:22.578481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcd2afd0>, '5085cb19-449b-4a96-8217-0307669dc347') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:22.592869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcd2afd0>, '5085cb19-449b-4a96-8217-0307669dc347') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:22.592869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.613188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.624741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:18:22.625180 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:18:22.629185 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:18:22.752248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.759774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.772835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.776587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] 10.222.0.20 "DELETE /v2.0/networks/cfcaa1f4-3167-4bb7-ade2-225af5c2e676 HTTP/1.1" status: 204  len: 168 time: 0.4956977
Nov 13 21:18:22.800672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:22.826701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901cfad-c53b-468d-b94b-e7dacdbb0d56 tempest-PortsAdminExtendedAttrsTestJSON-374020134 tempest-PortsAdminExtendedAttrsTestJSON-374020134-project] Pushing event deleted for resources: {'Network': ['ID=cfcaa1f4-3167-4bb7-ade2-225af5c2e676,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:22.886784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c308f652-206e-4ee7-b90b-50f9e4233803 req-2d418572-085c-4d15-b65e-35f4120c6189 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 210 time: 0.0335183
Nov 13 21:18:22.970455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Allocated IP 172.35.3.200 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b0775e3c-46ab-4b81-8f82-1785b22ba3c4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:23.101837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.192191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.231327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:23.234223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:23.240072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:23.270728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event updated for resources: {'Port': ['ID=b0775e3c-46ab-4b81-8f82-1785b22ba3c4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:23.320938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37772) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:23.459862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-14e07c9c-04cb-4197-ab90-6712a43d117a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c91ee5788304edf8ec0846d2935d4ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377029
Nov 13 21:18:23.462416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37776) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:23.512628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb49588e-1117-40e8-842d-2d09e6fc25b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.535052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb49588e-1117-40e8-842d-2d09e6fc25b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.596395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.659825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb49588e-1117-40e8-842d-2d09e6fc25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.662898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb49588e-1117-40e8-842d-2d09e6fc25b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.666831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb49588e-1117-40e8-842d-2d09e6fc25b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90badacb-d4a7-4b59-9af0-a3ce85878303 HTTP/1.1" status: 204  len: 168 time: 0.2010860
Nov 13 21:18:23.683753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49588e-1117-40e8-842d-2d09e6fc25b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90badacb-d4a7-4b59-9af0-a3ce85878303,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:23.747918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429145ee-a3ed-4fe9-9c44-13a1ceef21bf req-6778d8e9-f883-4451-8006-2fc357ad3a5c tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:23.749638 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-429145ee-a3ed-4fe9-9c44-13a1ceef21bf req-6778d8e9-f883-4451-8006-2fc357ad3a5c tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 943 time: 0.1193480
Nov 13 21:18:23.806873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-ae60dafa-ac2f-479c-ae68-9a2845cde340 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0491679
Nov 13 21:18:23.859085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:18:23.875111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-429145ee-a3ed-4fe9-9c44-13a1ceef21bf req-0c8ad2ae-98d7-49ad-922c-c90ad8584a64 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181576
Nov 13 21:18:23.897345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-b0e2bdf3-cb49-4888-9754-5107a2b65d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:23.898394 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:23.901168 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-b0e2bdf3-cb49-4888-9754-5107a2b65d8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 1097 time: 0.0510638
Nov 13 21:18:23.984620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,segment=NetworkSegment(085074c5-3cd5-400a-bd53-8fb3c0d4d5b7),segment_id=085074c5-3cd5-400a-bd53-8fb3c0d4d5b7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:24.000097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616', 'network_id': '353c66f0-3bee-48be-9428-f0537d9545b2', 'port_id': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616', 'mac_address': 'fa:16:3e:c3:d5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997317c7-c3ca-4b37-bfe4-9c3e0e1baefb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:18:24.031266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-103ad16c-e3c5-46ac-9b77-24c129216d9c req-a86db667-cea6-4e89-a148-9d970cb03540 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 210 time: 0.0357447
Nov 13 21:18:24.049634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.062313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-93bb63a6-a41b-4a9a-89af-e2d4439e7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:24.063882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-93bb63a6-a41b-4a9a-89af-e2d4439e7696 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.1244395
Nov 13 21:18:24.066188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:24.089180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,segment=NetworkSegment(085074c5-3cd5-400a-bd53-8fb3c0d4d5b7),segment_id=085074c5-3cd5-400a-bd53-8fb3c0d4d5b7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:24.094218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Router b619b1c3-bbb4-446d-a4dc-ebbe75643df0 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:18:24.133930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.147122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-f99568de-70c7-43b5-a743-42cae90c9709 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 200  len: 1001 time: 0.0761883
Nov 13 21:18:24.193871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:24.215772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.217667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.217667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.218829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.219304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.219872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.220248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.220610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.225879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-d972f89c-f3bb-4a68-8121-3724d450581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:24.226943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.228144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.228144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.228144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:24.229941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-d972f89c-f3bb-4a68-8121-3724d450581e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0746286
Nov 13 21:18:24.275383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:24.292345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3399ac-ab99-4757-b633-75923d981aee None None] Sync routers for ids ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:24.300035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-969fa9fb-b86c-4c00-a4a3-b5d2d9be9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:24.301774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-969fa9fb-b86c-4c00-a4a3-b5d2d9be9126 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0648065
Nov 13 21:18:24.309772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3399ac-ab99-4757-b633-75923d981aee None None] Routers {'b619b1c3-bbb4-446d-a4dc-ebbe75643df0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:24.310779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de3399ac-ab99-4757-b633-75923d981aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:24.347164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de3399ac-ab99-4757-b633-75923d981aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb1c0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:24.356249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3399ac-ab99-4757-b633-75923d981aee None None] Routers {'b619b1c3-bbb4-446d-a4dc-ebbe75643df0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:24.356790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de3399ac-ab99-4757-b633-75923d981aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:24.360108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.364547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c86088de-f66d-479f-a635-403e21cf589d tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.7082853
Nov 13 21:18:24.365101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37794) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:24.370469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:24.392820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['8cab8b5b-3e7d-4909-9cf4-b2cc14429616'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:18:24.399330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de3399ac-ab99-4757-b633-75923d981aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3fb1c0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:24.399330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3399ac-ab99-4757-b633-75923d981aee None None] The sync data for ids ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:24.432107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-d1042a2a-5677-469d-a887-072dedbc1f19 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221263
Nov 13 21:18:24.572607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62ddcc98-61fa-4481-b4aa-5de3f8682ee9 req-67c22617-94bd-4916-8425-a29a8701f0aa service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314592
Nov 13 21:18:24.578732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37796) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:24.628461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc70a118-110c-483a-9c1e-501d1cbb0d1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fef94bd08d2d45bc81a97de9a5dadd17&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0457332
Nov 13 21:18:24.628859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:24.678924 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a932973-0a28-4322-acdb-f008d4b3e39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.700297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a932973-0a28-4322-acdb-f008d4b3e39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.739880 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.745716 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d343ce2-9dba-4634-b7b0-ede89a1654f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.886846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.940502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a932973-0a28-4322-acdb-f008d4b3e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.940502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a932973-0a28-4322-acdb-f008d4b3e39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:24.940502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0a932973-0a28-4322-acdb-f008d4b3e39b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82934dd6-d041-4ad9-a694-f706e04432d5 HTTP/1.1" status: 204  len: 168 time: 0.3071659
Nov 13 21:18:24.945912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a932973-0a28-4322-acdb-f008d4b3e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82934dd6-d041-4ad9-a694-f706e04432d5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:25.035127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a198a4f-e54e-43a0-b854-5cd133dc9fb8 req-e5e296d0-9d9c-4b28-a92a-83d79215c0c2 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:25.036658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a198a4f-e54e-43a0-b854-5cd133dc9fb8 req-e5e296d0-9d9c-4b28-a92a-83d79215c0c2 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 944 time: 0.0578566
Nov 13 21:18:25.062794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Deleting port b0775e3c-46ab-4b81-8f82-1785b22ba3c4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:25.063426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.097849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a198a4f-e54e-43a0-b854-5cd133dc9fb8 req-f6240084-8263-4f27-8115-50c322a1f7c1 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536299
Nov 13 21:18:25.148298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8013a93e-6f82-4d4c-8bf6-e07c1ab418bf req-520bed87-3fde-4402-a48e-a4787d6fb904 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 210 time: 0.0337191
Nov 13 21:18:25.175788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.189177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Calling delete_port for b0775e3c-46ab-4b81-8f82-1785b22ba3c4 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:25.425593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.457835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Pushing event deleted for resources: {'Port': ['ID=b0775e3c-46ab-4b81-8f82-1785b22ba3c4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:25.468537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-6a983f79-583d-479c-9749-82c2294554ab tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:25.470192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-6a983f79-583d-479c-9749-82c2294554ab tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.46 "GET /v2.0/networks?id=ada61c2e-1976-4b82-b6b7-3b9992d37c16 HTTP/1.1" status: 200  len: 812 time: 0.1191683
Nov 13 21:18:25.525686 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.552386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-81f95f52-869e-416d-a567-29429642263d tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7899dd452c5242d1aad7833add03e84b HTTP/1.1" status: 200  len: 379 time: 0.0671721
Nov 13 21:18:25.563228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Request body: {'port': {'device_id': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'admin_state_up': True, 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'security_groups': ['ffaf31e5-064b-4c49-92c5-e1ca80059c02']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:25.748822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.753004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.813625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Made reservation on behalf of 7899dd452c5242d1aad7833add03e84b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:25.820991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.836815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Router b619b1c3-bbb4-446d-a4dc-ebbe75643df0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:25.888059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:25.929879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:25.940204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:25.941196 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] Sync routers for ids ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:25.941704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ce281cd4-c8b2-4b4c-a50e-551a434ada23 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "PUT /v2.0/routers/b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 200  len: 706 time: 1.5752499
Nov 13 21:18:25.944297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37832) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:25.961954 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] Routers {'b619b1c3-bbb4-446d-a4dc-ebbe75643df0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:25.965317 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde20a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:25.989621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Allocated IP 172.20.0.14 (ada61c2e-1976-4b82-b6b7-3b9992d37c16/cc6535fa-caaf-412c-adf8-2d09b134dd14/c8af5d4e-bd0b-47bd-939f-14e1db85c83d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:26.011094 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde20a970>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:26.021226 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] Routers {'b619b1c3-bbb4-446d-a4dc-ebbe75643df0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:26.021932 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde20a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:17:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:26.037541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b171d99a-d29f-49b6-ac43-fcee0711d4ae tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/routers/b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 200  len: 741 time: 0.0920153
Nov 13 21:18:26.038164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:26.056650 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde20a970>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:26.057756 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479c78f1-dc17-4013-8688-4b35f70a65ef None None] The sync data for ids ['b619b1c3-bbb4-446d-a4dc-ebbe75643df0'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:26.061176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:18:26.074603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:26.074967 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.090141 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fb1894fe-138b-438f-bfff-77a63631170e tempest-RoutersAdminTest-1238769445 tempest-RoutersAdminTest-1238769445-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&device_id=b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 200  len: 205 time: 0.0504985
Nov 13 21:18:26.092469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:26.109588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:26.120207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95d3af3b-81fc-4552-8a76-46d192ae0b59 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 200  len: 205 time: 0.0265188
Nov 13 21:18:26.124153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37846) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:26.191506 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.228324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.252723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:26.254978 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42677a77-7db8-47f9-9e6e-fc0ecad3de72" -d '{"events": [{"server_uuid": "3e49a95b-4f9d-49ce-b434-ca20179abf44", "name": "network-vif-plugged", "status": "completed", "tag": "8cab8b5b-3e7d-4909-9cf4-b2cc14429616"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:26.269339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,segment=NetworkSegment(085074c5-3cd5-400a-bd53-8fb3c0d4d5b7),segment_id=085074c5-3cd5-400a-bd53-8fb3c0d4d5b7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:26.273686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db489c5e-3ab7-48e4-939a-cca61e56aaee req-3a8f5ef0-d580-4401-bf51-50785591bbd1 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:26.275208 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db489c5e-3ab7-48e4-939a-cca61e56aaee req-3a8f5ef0-d580-4401-bf51-50785591bbd1 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 944 time: 0.0782790
Nov 13 21:18:26.306817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-611054167'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:26.317673 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.344162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badc657e-3d4e-4b01-b134-ab9e4574e1c2 req-a9ad2007-226c-4445-bd7f-9868c773fe39 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 210 time: 0.1104050
Nov 13 21:18:26.349719 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.391501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:26.422882 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c2e2e7-d9f6-445d-b68e-5b340240336e x-openstack-request-id: req-15c2e2e7-d9f6-445d-b68e-5b340240336e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:26.423234 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e49a95b-4f9d-49ce-b434-ca20179abf44", "name": "network-vif-plugged", "status": "completed", "tag": "8cab8b5b-3e7d-4909-9cf4-b2cc14429616", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:26.424243 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15c2e2e7-d9f6-445d-b68e-5b340240336e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:26.424785 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616', 'code': 200}
Nov 13 21:18:26.463346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.467032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.552374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Made reservation on behalf of 473fff660cbc4fc2a1dbe4614ec2d86f for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:26.555815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.568679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.584528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e88c3-8106-4cd2-b0ec-182b88984b0b req-b7561bf3-0e61-4310-8f32-1802ee8ed77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:26.586061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-481e88c3-8106-4cd2-b0ec-182b88984b0b req-b7561bf3-0e61-4310-8f32-1802ee8ed77c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 1096 time: 0.0713222
Nov 13 21:18:26.685710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db489c5e-3ab7-48e4-939a-cca61e56aaee req-cb137268-1f91-44c2-b9a9-db84d694620e tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4039333
Nov 13 21:18:26.951651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.952077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Fanout notify agent at l3_agent the message router_deleted on router b619b1c3-bbb4-446d-a4dc-ebbe75643df0 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:26.953997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.960972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:26.969047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a71f8e76-35b2-4b7f-baac-3c430ec20609 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 204  len: 168 time: 0.8369203
Nov 13 21:18:26.969897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.003584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-57d870f7-f30b-40e3-bbaa-3921f718fce4 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 200  len: 205 time: 0.0311635
Nov 13 21:18:27.003855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37860) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.096070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:27.098311 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-ad31a3dd-af93-4292-8027-5cdf4fd4b530 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] delete failed (client error): The resource could not be found.
Nov 13 21:18:27.099258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad31a3dd-af93-4292-8027-5cdf4fd4b530 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/b619b1c3-bbb4-446d-a4dc-ebbe75643df0 HTTP/1.1" status: 404  len: 336 time: 0.0862951
Nov 13 21:18:27.099381 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-813af83c-9db9-4a09-a464-42f2d7c6aeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.102150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37864) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.109959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:27.113636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-481e88c3-8106-4cd2-b0ec-182b88984b0b req-601dd4d8-8613-4856-80dc-c1db2767ed25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5192690
Nov 13 21:18:27.115548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:27.138366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ac837a8e-994b-4f9c-a533-e51bf6799f29 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=83067a29-0e2c-4aa3-8d48-4013c1b4653d HTTP/1.1" status: 200  len: 205 time: 0.0326669
Nov 13 21:18:27.140112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37866) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.148468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event updated for resources: {'Port': ['ID=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:27.185178 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-72edb0e7-86a7-4482-91e8-5395b5249389 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] delete failed (client error): The resource could not be found.
Nov 13 21:18:27.186376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-72edb0e7-86a7-4482-91e8-5395b5249389 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/83067a29-0e2c-4aa3-8d48-4013c1b4653d HTTP/1.1" status: 404  len: 336 time: 0.0455639
Nov 13 21:18:27.190075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37868) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.253864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-15d7f828-6224-4b8d-8f08-0727c6033440 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=16870c0c-7992-401e-82d3-2ea7f5127ea8 HTTP/1.1" status: 200  len: 205 time: 0.0561059
Nov 13 21:18:27.256005 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.258619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37870) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.263808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:27.264461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.290619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af96e-18ea-4775-952f-7d6dc0c17361 req-31d220e5-60f1-4810-85f5-496bfa8c014f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:27.292821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e04af96e-18ea-4775-952f-7d6dc0c17361 req-31d220e5-60f1-4810-85f5-496bfa8c014f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.1781805
Nov 13 21:18:27.312568 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-3544eb45-1eb4-44aa-9b91-aeb17c3c5759 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] delete failed (client error): The resource could not be found.
Nov 13 21:18:27.315954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3544eb45-1eb4-44aa-9b91-aeb17c3c5759 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/16870c0c-7992-401e-82d3-2ea7f5127ea8 HTTP/1.1" status: 404  len: 336 time: 0.0539074
Nov 13 21:18:27.317184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37872) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.343642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd0b1652-0e33-47a1-978a-cc6f36b47027 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=904e2cfc-1e03-4969-9916-ea83783819ea HTTP/1.1" status: 200  len: 205 time: 0.0252213
Nov 13 21:18:27.345703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e04af96e-18ea-4775-952f-7d6dc0c17361 req-2fe98991-3e06-48dc-ad7f-729e85782f89 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447061
Nov 13 21:18:27.346800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.347385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37874) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.369961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a2145578-d729-4728-91d5-eb9572aef130 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8106849
Nov 13 21:18:27.382184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:27.390275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Request body: {'port': {'device_id': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:27.391532 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-b9db0eca-cc31-4e82-85eb-bf25561598df tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] delete failed (client error): The resource could not be found.
Nov 13 21:18:27.395078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b9db0eca-cc31-4e82-85eb-bf25561598df tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/904e2cfc-1e03-4969-9916-ea83783819ea HTTP/1.1" status: 404  len: 336 time: 0.0440836
Nov 13 21:18:27.396266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37880) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.427800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38368dce-6301-4c7a-8c9d-c57d15f7fba6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:27.430203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-93833e71-f4b0-4d3d-b16d-bd73f400fddb tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=353b2cfe-1e83-4b48-a879-8d653a3d1a72 HTTP/1.1" status: 200  len: 205 time: 0.0327506
Nov 13 21:18:27.432824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37882) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.443994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.450580 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Added segment a742c622-1880-41d6-a6ab-24eac692663a of type vlan for network 9a927df8-076d-4a15-9b40-5fa3e5922578
Nov 13 21:18:27.506291 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-cd5916a5-b3b1-415c-9cdd-d5cfc5be625a tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] delete failed (client error): The resource could not be found.
Nov 13 21:18:27.507925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cd5916a5-b3b1-415c-9cdd-d5cfc5be625a tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/353b2cfe-1e83-4b48-a879-8d653a3d1a72 HTTP/1.1" status: 404  len: 336 time: 0.0732687
Nov 13 21:18:27.512938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.515740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.559096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8b3a4515-eb95-4d14-9457-c2f1c0b29bbb tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed29db0f-8c01-4401-8c82-0274a50d6167 HTTP/1.1" status: 200  len: 205 time: 0.0413914
Nov 13 21:18:27.561021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.563239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37892) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.592558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0f739fb1-15a1-4ce2-95ab-ba74ab40be5b None None] Provisioning complete for port c8af5d4e-bd0b-47bd-939f-14e1db85c83d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:27.593020 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f739fb1-15a1-4ce2-95ab-ba74ab40be5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.620149 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-349ee100-3e03-4a96-932a-c74ec6ec55f6 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] delete failed (client error): The resource could not be found.
Nov 13 21:18:27.621562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-349ee100-3e03-4a96-932a-c74ec6ec55f6 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/routers/ed29db0f-8c01-4401-8c82-0274a50d6167 HTTP/1.1" status: 404  len: 336 time: 0.0569880
Nov 13 21:18:27.624734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37894) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.640516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0f739fb1-15a1-4ce2-95ab-ba74ab40be5b None None] Port c8af5d4e-bd0b-47bd-939f-14e1db85c83d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:27.679599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f39b5c-602b-4e75-93e5-da660f9e866c req-e44dd0b7-8449-47e0-b1be-db99356e4b05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:27.681156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6f39b5c-602b-4e75-93e5-da660f9e866c req-e44dd0b7-8449-47e0-b1be-db99356e4b05 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 932 time: 0.1716032
Nov 13 21:18:27.682941 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a922edf1-7773-47b8-bfad-de40c62ee036 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:18:27.683388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a922edf1-7773-47b8-bfad-de40c62ee036 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:27.686395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a922edf1-7773-47b8-bfad-de40c62ee036 tempest-RoutersAdminTest-292407686 tempest-RoutersAdminTest-292407686-project] 10.222.0.20 "DELETE /v2.0/subnets/b4c52239-6388-4ede-bef4-fe1e3af031e2 HTTP/1.1" status: 404  len: 337 time: 0.0599349
Nov 13 21:18:27.720303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.728585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:27.729216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:27.748965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6f39b5c-602b-4e75-93e5-da660f9e866c req-c2ab79a6-2e05-4040-8991-d1389e2cc6a2 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598769
Nov 13 21:18:27.852259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.7415452
Nov 13 21:18:27.855250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37904) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:27.860417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'subnet': {'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:27.862236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96719c3f-6493-4b7d-a301-607d1d14aa54 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Network': ['ID=9a927df8-076d-4a15-9b40-5fa3e5922578,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:27.873828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:28.004539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8af5d4e-bd0b-47bd-939f-14e1db85c83d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:28.005193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497021ce-c0a2-4e78-aee9-08f8fc5e8052 req-73e67a2d-d7f6-4a49-a230-0a0379bcfe14 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:28.006686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-497021ce-c0a2-4e78-aee9-08f8fc5e8052 req-73e67a2d-d7f6-4a49-a230-0a0379bcfe14 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 945 time: 0.0756569
Nov 13 21:18:28.014223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.028464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Transition to ACTIVE for port object c8af5d4e-bd0b-47bd-939f-14e1db85c83d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:18:28.077016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-497021ce-c0a2-4e78-aee9-08f8fc5e8052 req-7cce84ba-8654-4263-b382-d25fd2e89ef8 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643198
Nov 13 21:18:28.099369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Made reservation on behalf of 473fff660cbc4fc2a1dbe4614ec2d86f for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:28.106092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.116598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.207096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Pushing event updated for resources: {'Port': ['ID=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:28.313469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Attempting to bind port c8af5d4e-bd0b-47bd-939f-14e1db85c83d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:28.313991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Attempting to bind port c8af5d4e-bd0b-47bd-939f-14e1db85c83d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:28.314345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Attempting to bind port c8af5d4e-bd0b-47bd-939f-14e1db85c83d on network ada61c2e-1976-4b82-b6b7-3b9992d37c16 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:28.325124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Port c8af5d4e-bd0b-47bd-939f-14e1db85c83d on network ada61c2e-1976-4b82-b6b7-3b9992d37c16 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:18:28.325715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Attempting to bind port c8af5d4e-bd0b-47bd-939f-14e1db85c83d on network ada61c2e-1976-4b82-b6b7-3b9992d37c16 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:28.332476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:28.332833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Checking segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:28.333140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Bound using segment: {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:28.333756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Bound port: c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:28.334113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.347955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37914) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:28.443548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] For port c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:28.448119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.453363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] For port c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:28.470747 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.533671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Subnet': ['ID=bf2659ea-12d4-4f5f-9688-f7c6d9cf0665,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:28.536881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5158fd3b-a648-4358-8904-1845a45576ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.548529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Checking segment: {'id': 'a742c622-1880-41d6-a6ab-24eac692663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:28.548923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network hostable DHCP agents. Network: 9a927df8-076d-4a15-9b40-5fa3e5922578, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:28.591826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.632081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:28.632081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.632081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] 10.222.0.46 "PUT /v2.0/ports/c8af5d4e-bd0b-47bd-939f-14e1db85c83d HTTP/1.1" status: 200  len: 1092 time: 1.2497051
Nov 13 21:18:28.632081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:28.633206 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:28.651985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5158fd3b-a648-4358-8904-1845a45576ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.667772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadda9c-5782-46d3-8316-297c792cc88d service neutron] Pushing event updated for resources: {'Port': ['ID=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:28.682422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:28.700579 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824dee63-5142-4aeb-adc9-b85fb37d623c x-openstack-request-id: req-824dee63-5142-4aeb-adc9-b85fb37d623c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:28.700579 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:28.700579 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-824dee63-5142-4aeb-adc9-b85fb37d623c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:28.700579 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'status': 'completed', 'code': 200}
Nov 13 21:18:28.739554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5158fd3b-a648-4358-8904-1845a45576ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.774335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a927df8-076d-4a15-9b40-5fa3e5922578) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:28.782986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca9ba9-2a94-4a80-ba5d-9c9f687ba0b9 None None] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:28.794021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:28.794540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.797901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb req-10a27c51-f585-4482-94a7-1b31ed4f7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:28.802341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb req-10a27c51-f585-4482-94a7-1b31ed4f7874 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7899dd452c5242d1aad7833add03e84b&device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 1095 time: 0.0805173
Nov 13 21:18:28.809257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5158fd3b-a648-4358-8904-1845a45576ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a111952f55794a9aa1d17f8a35974576&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4571695
Nov 13 21:18:28.809257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158fd3b-a648-4358-8904-1845a45576ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7660be6c-bfd3-46d4-896a-10a62481bf6e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:28.812603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:28.915008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08744260-4476-4e1a-afe5-74de1b20617e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.919300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5fb640a6-bcb0-4c7e-a7e9-bf69da90be97 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0629902
Nov 13 21:18:28.923159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:28.928315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1767769857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:28.984621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08744260-4476-4e1a-afe5-74de1b20617e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:28.989973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb req-1bf474c0-6b62-472b-bdf5-aead827a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:28.992578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb req-1bf474c0-6b62-472b-bdf5-aead827a0d15 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7899dd452c5242d1aad7833add03e84b&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1788502
Nov 13 21:18:29.011063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723b6a-1d02-404e-9976-1a173e159a33 req-5bc675f5-2ba7-49d3-baae-e0b8022572a8 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:29.013626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e723b6a-1d02-404e-9976-1a173e159a33 req-5bc675f5-2ba7-49d3-baae-e0b8022572a8 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 944 time: 0.1236424
Nov 13 21:18:29.022340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a927df8-076d-4a15-9b40-5fa3e5922578', 'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578', 'tenant_id': '473fff660cbc4fc2a1dbe4614ec2d86f', 'fixed_ips': [{'subnet_id': 'bf2659ea-12d4-4f5f-9688-f7c6d9cf0665'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:18:29.023508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.080335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e723b6a-1d02-404e-9976-1a173e159a33 req-704c6cca-3c37-42cf-ae3c-09c6941fb406 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592787
Nov 13 21:18:29.088347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.092448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.161368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb req-efc7bebf-f9f6-46ee-9029-428d79ad5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:29.162932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cfb3011-f3d6-4178-bd78-cb0fcb6d17eb req-efc7bebf-f9f6-46ee-9029-428d79ad5606 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1635790
Nov 13 21:18:29.168542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08744260-4476-4e1a-afe5-74de1b20617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.172202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08744260-4476-4e1a-afe5-74de1b20617e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.176376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-08744260-4476-4e1a-afe5-74de1b20617e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7660be6c-bfd3-46d4-896a-10a62481bf6e HTTP/1.1" status: 204  len: 168 time: 0.3600504
Nov 13 21:18:29.211297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08744260-4476-4e1a-afe5-74de1b20617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660be6c-bfd3-46d4-896a-10a62481bf6e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:29.219321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Allocated IP 172.20.0.2 (9a927df8-076d-4a15-9b40-5fa3e5922578/bf2659ea-12d4-4f5f-9688-f7c6d9cf0665/fd3613bd-4b7b-4fcf-94b6-2b970e048e41) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:29.310922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60360d8a-0df2-4c7a-a6b6-d2be7881edf1 req-99b77980-a252-40aa-bfdf-62b3ca2c56fc tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:29.313614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60360d8a-0df2-4c7a-a6b6-d2be7881edf1 req-99b77980-a252-40aa-bfdf-62b3ca2c56fc tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 945 time: 0.1492789
Nov 13 21:18:29.323752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.342894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a937718d-2498-4de7-b7c0-c72f944fdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:29.344293 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-a937718d-2498-4de7-b7c0-c72f944fdda1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7899dd452c5242d1aad7833add03e84b&device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 1095 time: 0.1208847
Nov 13 21:18:29.396239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-72bbe252-d447-449e-a098-c278e25df1c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d HTTP/1.1" status: 200  len: 217 time: 0.0406880
Nov 13 21:18:29.401635 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.403848 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60360d8a-0df2-4c7a-a6b6-d2be7881edf1 req-b84b59a7-4f81-46d2-95f4-2905e3ec5eb5 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833006
Nov 13 21:18:29.413945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.459641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-51d7c7f6-66b9-497d-ac6f-658141448899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:29.461163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-51d7c7f6-66b9-497d-ac6f-658141448899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc6535fa-caaf-412c-adf8-2d09b134dd14 HTTP/1.1" status: 200  len: 851 time: 0.0565703
Nov 13 21:18:29.495664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.514468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-df1c1698-69fd-4041-82ae-c811486a8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:29.516009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-df1c1698-69fd-4041-82ae-c811486a8696 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ada61c2e-1976-4b82-b6b7-3b9992d37c16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0476232
Nov 13 21:18:29.548471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:29.554991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:29.560561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:29.564971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Pushing event updated for resources: {'Port': ['ID=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:29.567136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.572357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-83fbf47d-7ea2-4599-b449-abc8d963e23a tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.6436687
Nov 13 21:18:29.572615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:29.652345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-c1a40d82-4d03-4c50-ac4c-d2c426840fbf service neutron] 10.222.0.46 "GET /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287673
Nov 13 21:18:29.653218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Attempting to bind port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:29.653592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Attempting to bind port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a742c622-1880-41d6-a6ab-24eac692663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:29.653964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Attempting to bind port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 on network 9a927df8-076d-4a15-9b40-5fa3e5922578 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:29.659894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:29.660268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Checking segment: {'id': 'a742c622-1880-41d6-a6ab-24eac692663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:29.660665 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.661093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Bound using segment: {'id': 'a742c622-1880-41d6-a6ab-24eac692663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:29.661566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Bound port: fd3613bd-4b7b-4fcf-94b6-2b970e048e41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a742c622-1880-41d6-a6ab-24eac692663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:29.661945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.743800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] For port fd3613bd-4b7b-4fcf-94b6-2b970e048e41, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:29.749042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] For port fd3613bd-4b7b-4fcf-94b6-2b970e048e41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,segment=NetworkSegment(a742c622-1880-41d6-a6ab-24eac692663a),segment_id=a742c622-1880-41d6-a6ab-24eac692663a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:29.769411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4966c3e4-3d5c-4a9e-9072-4a4ea3958e83 req-3b748956-0694-4695-ba42-09e91f72c497 service neutron] 10.222.0.46 "GET /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100101
Nov 13 21:18:29.913549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.928222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.929673 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:29.996771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73c8ec-cb51-4554-91dc-e02d42b86544 None None] Pushing event updated for resources: {'Port': ['ID=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:30.165697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37948) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:30.231086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Allocated IP 172.20.0.1 (9a927df8-076d-4a15-9b40-5fa3e5922578/bf2659ea-12d4-4f5f-9688-f7c6d9cf0665/3157a3a0-b87f-40c5-a8af-52bd763e6440) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:30.312110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c33e65f-e463-407e-b598-1c882234850f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=775d2e68739c4760aff7e32962168c0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1478727
Nov 13 21:18:30.315170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37958) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:30.371331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063100f-815a-4795-a406-89028ea1745a req-c1d70fc8-5c91-4355-884d-e4dfa16d7b17 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:30.373608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.390710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c063100f-815a-4795-a406-89028ea1745a req-c1d70fc8-5c91-4355-884d-e4dfa16d7b17 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 944 time: 0.1583245
Nov 13 21:18:30.429485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14ec2f16-076d-4f24-9370-2324bcbe8de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.434572 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.469318 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14ec2f16-076d-4f24-9370-2324bcbe8de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.489609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c063100f-815a-4795-a406-89028ea1745a req-c6170470-1c26-4036-831c-ddce8b5b8e38 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847137
Nov 13 21:18:30.579530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.630904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:30.634106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:30.638750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:30.642877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Port': ['ID=3157a3a0-b87f-40c5-a8af-52bd763e6440,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:30.643606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14ec2f16-076d-4f24-9370-2324bcbe8de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.647127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14ec2f16-076d-4f24-9370-2324bcbe8de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.650662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-14ec2f16-076d-4f24-9370-2324bcbe8de8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebaa3851-de75-4d1e-b915-c1e64fa26be4 HTTP/1.1" status: 204  len: 168 time: 0.3322618
Nov 13 21:18:30.657407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec2f16-076d-4f24-9370-2324bcbe8de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa3851-de75-4d1e-b915-c1e64fa26be4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:30.693242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:30.902726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.105054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c3fd7-7ed1-4b5f-914b-f5a9f349b7f5 None None] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:31.200675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2bc8c5ce-1749-4cb9-af92-236283338ff7 None None] Provisioning complete for port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:31.200675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c5ce-1749-4cb9-af92-236283338ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.203351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fd3613bd-4b7b-4fcf-94b6-2b970e048e41 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:31.240542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.321320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-39183fc2-402c-48b5-b8d3-9dd97599341f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0603802
Nov 13 21:18:31.329123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.408125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:31.409521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Port': ['ID=3157a3a0-b87f-40c5-a8af-52bd763e6440,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:31.413351 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.422762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.442214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96370efb-5626-4962-94f4-14f4800a5385 req-f4d4dd65-f0e1-49be-8dbf-c6834e49471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:31.443691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-f4d4dd65-f0e1-49be-8dbf-c6834e49471e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.0686812
Nov 13 21:18:31.522917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c5ce-1749-4cb9-af92-236283338ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.596964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2bc8c5ce-1749-4cb9-af92-236283338ff7 None None] For port fd3613bd-4b7b-4fcf-94b6-2b970e048e41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,segment=NetworkSegment(a742c622-1880-41d6-a6ab-24eac692663a),segment_id=a742c622-1880-41d6-a6ab-24eac692663a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:31.613792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.671657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcda0f-8f84-4e33-8990-6f7ce8b4752b req-96d6d456-82ae-46db-83f8-362e2eedab5b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:31.673422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57bcda0f-8f84-4e33-8990-6f7ce8b4752b req-96d6d456-82ae-46db-83f8-362e2eedab5b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 944 time: 0.1022482
Nov 13 21:18:31.704904 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2bc8c5ce-1749-4cb9-af92-236283338ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.705244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:31.710542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:31.780871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96370efb-5626-4962-94f4-14f4800a5385 req-2f732288-a9a8-40e1-85a6-c40c37a233e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:31.781212 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-2f732288-a9a8-40e1-85a6-c40c37a233e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.3075264
Nov 13 21:18:31.791297 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:18:31.791822 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:18:31.792726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8c5ce-1749-4cb9-af92-236283338ff7 None None] Pushing event updated for resources: {'Port': ['ID=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:31.805098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57bcda0f-8f84-4e33-8990-6f7ce8b4752b req-f08e84a2-266d-4539-83f8-a90647549350 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248703
Nov 13 21:18:31.853194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ceb8dec5-0048-4662-a667-720835cdfa52 None None] Provisioning complete for port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:31.853975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ceb8dec5-0048-4662-a667-720835cdfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:31.900244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-e066ae34-62a4-44f4-9085-6b75b3f84eeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 1000 time: 0.1063306
Nov 13 21:18:31.937360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:18:32.015495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96370efb-5626-4962-94f4-14f4800a5385 req-cf73e05a-8f0e-48d5-b3d5-66d66135f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:32.015495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-cf73e05a-8f0e-48d5-b3d5-66d66135f0e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0661187
Nov 13 21:18:32.021559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96370efb-5626-4962-94f4-14f4800a5385 req-b569f230-89de-42a5-ad44-0f77f412f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:32.024288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-b569f230-89de-42a5-ad44-0f77f412f2a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0450048
Nov 13 21:18:32.091060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:32.109838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:18:32.115622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ceb8dec5-0048-4662-a667-720835cdfa52 None None] Provisioning complete for port 3157a3a0-b87f-40c5-a8af-52bd763e6440 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:32.116847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ceb8dec5-0048-4662-a667-720835cdfa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.138051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-e4f0f64d-7356-4c18-8ee3-2451f68eb1f9 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063194
Nov 13 21:18:32.174229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Router 99034e7d-ec5a-4da0-a01e-ef63a067c52b is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:18:32.191610 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.193579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ceb8dec5-0048-4662-a667-720835cdfa52 None None] Port 3157a3a0-b87f-40c5-a8af-52bd763e6440 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:32.206632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:32.252577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:32.257223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96370efb-5626-4962-94f4-14f4800a5385 req-8f7b6789-65c2-4bd2-806c-dded12448376 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124110
Nov 13 21:18:32.300905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:32.306377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-36607704-a113-4a80-8f91-f07b55246ed6 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "PUT /v2.0/routers/99034e7d-ec5a-4da0-a01e-ef63a067c52b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7338758
Nov 13 21:18:32.308872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38010) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:32.315170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'port': {'network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578', 'name': 'tempest-FloatingIPNegativeTestJSON-1914087486'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:32.321297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] Sync routers for ids ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:32.348510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.360729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] Routers {'99034e7d-ec5a-4da0-a01e-ef63a067c52b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:32.360729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4a5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:32.382055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38024) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:32.427080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4a5fa0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:32.459251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bebccbbf-eaf7-4646-8ea1-99bae22b0fa0 None None] Provisioning complete for port 3157a3a0-b87f-40c5-a8af-52bd763e6440 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:32.465519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bebccbbf-eaf7-4646-8ea1-99bae22b0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.495259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ffc83d89-df42-4dff-996a-e95ed3e5665a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:18:32.508529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] Routers {'99034e7d-ec5a-4da0-a01e-ef63a067c52b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:32.509251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4a5fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:32.531677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:32.536284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1971388393'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:32.584473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bebccbbf-eaf7-4646-8ea1-99bae22b0fa0 None None] Port 3157a3a0-b87f-40c5-a8af-52bd763e6440 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:32.596919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4a5fa0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:32.597581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e64331-3924-413b-ac46-aa230b4502b0 None None] The sync data for ids ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:32.608021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Made reservation on behalf of 473fff660cbc4fc2a1dbe4614ec2d86f for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:32.618935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.641003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] device_id is not set on port 46e0dbdf-5dd3-4021-b108-dd5d355eddac yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:32.733813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:32.738037 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.748248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.770261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Allocated IP 172.20.0.6 (9a927df8-076d-4a15-9b40-5fa3e5922578/bf2659ea-12d4-4f5f-9688-f7c6d9cf0665/46e0dbdf-5dd3-4021-b108-dd5d355eddac) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:32.864865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.916993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.951245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:32.956239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9370d1-7d95-42ed-8ba3-e6ec24025115,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:32.962511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:32.963106 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Added segment 8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc of type vlan for network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f
Nov 13 21:18:33.001841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09958-4ded-4b77-a822-d82cd527aa59 req-ec66ea93-05d2-42d0-a88e-9a4ac88ee0b6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:33.003360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91a09958-4ded-4b77-a822-d82cd527aa59 req-ec66ea93-05d2-42d0-a88e-9a4ac88ee0b6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 944 time: 0.0804622
Nov 13 21:18:33.017358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.019799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.076198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91a09958-4ded-4b77-a822-d82cd527aa59 req-5311a61e-e81f-45e7-a583-3392615c2f18 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639601
Nov 13 21:18:33.133357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.139084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:33.139744 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.146181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fd3613bd-4b7b-4fcf-94b6-2b970e048e41 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:33.185203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.197157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:33.197526 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.225829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Network': ['ID=7ef633e8-94b7-48ec-9cbc-65040dc8bd0f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:33.254573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:33.274305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:33.281626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:33.286844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-279aa56c-2211-401b-9405-9c87a31d4351 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.8991075
Nov 13 21:18:33.288264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38050) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:33.291279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:33.298334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'subnet': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:33.355287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:33.357321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.368833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Port': ['ID=46e0dbdf-5dd3-4021-b108-dd5d355eddac,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:33.471254 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99fed660-95c9-4d6c-a788-416e6659454c tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1574724
Nov 13 21:18:33.471464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38058) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:33.476425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:33.520357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:18:33.520357 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:18:33.520357 ncdv-master-1 neutron-server[120533]: [parameters: {'project_id_1': 'b2fe6ef886284d9ab7067f30d600eb15', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 18, 13, 488518)}]
Nov 13 21:18:33.520357 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:18:33.528151 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:18:33.570049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c8af5d4e-bd0b-47bd-939f-14e1db85c83d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:18:33.677310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.724270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:33.766733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'port_id': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'mac_address': 'fa:16:3e:60:f1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:18:33.776329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b5dddd9b-d0a4-46e3-a7d9-44cc8e6dac81 None None] Provisioning complete for port 46e0dbdf-5dd3-4021-b108-dd5d355eddac triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:33.777097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5dddd9b-d0a4-46e3-a7d9-44cc8e6dac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.817926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.857792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b5dddd9b-d0a4-46e3-a7d9-44cc8e6dac81 None None] Port 46e0dbdf-5dd3-4021-b108-dd5d355eddac cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:33.865990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:33.884338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8af5d4e-bd0b-47bd-939f-14e1db85c83d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:33.933780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:33.964929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:34.004916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Allocated IP 172.35.3.129 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b6451ac1-b592-4c3f-9e4a-7a0b42e0eba2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:34.006196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.078344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:34.093428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ffc83d89-df42-4dff-996a-e95ed3e5665a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:34.093859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.167877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:34.172713 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.195951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.305704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['c8af5d4e-bd0b-47bd-939f-14e1db85c83d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:18:34.312288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.383897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.384625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f453b-c899-4594-8570-563bacb939cb req-ebd41d42-0e49-4fc6-97aa-ff74c074c2b6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:34.392616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-183f453b-c899-4594-8570-563bacb939cb req-ebd41d42-0e49-4fc6-97aa-ff74c074c2b6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 945 time: 0.1992044
Nov 13 21:18:34.470685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:34.471998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:34.473131 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b51492-0e64-41b2-8389-59a90718cd83" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:34.503333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Port': ['ID=b6451ac1-b592-4c3f-9e4a-7a0b42e0eba2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:34.505431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:34.507957 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-183f453b-c899-4594-8570-563bacb939cb req-e141673c-511e-4d5a-9b69-8a6d272d4ffd tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1099999
Nov 13 21:18:34.513119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:34.570067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:34.579350 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca0ade-ed66-4736-8845-94b5f558cbc8 x-openstack-request-id: req-c7ca0ade-ed66-4736-8845-94b5f558cbc8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:34.579666 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:34.579915 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7ca0ade-ed66-4736-8845-94b5f558cbc8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:34.580343 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:18:34.682681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.699265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.773078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:34.797088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.871390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:34.889366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Subnet': ['ID=87b7b016-30b4-47ef-85e6-e75a7721fc4c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:34.901854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Checking segment: {'id': '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:34.902239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network hostable DHCP agents. Network: 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:34.985428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:35.048750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:35.053667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:35.059329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.061642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de1122-6f3e-402c-9fa7-a6164b4246f4 None None] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:35.109139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.144309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-22fae0a1-f598-43c9-b1cc-1c85e6abee0c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8551335
Nov 13 21:18:35.146854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38090) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:35.155980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'name': 'tempest-AllowedAddressPairTestJSON-1311141503'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:35.167931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.263173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Port': ['ID=b6451ac1-b592-4c3f-9e4a-7a0b42e0eba2,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:35.286400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.317256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'tenant_id': 'b2fe6ef886284d9ab7067f30d600eb15', 'fixed_ips': [{'subnet_id': '87b7b016-30b4-47ef-85e6-e75a7721fc4c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:18:35.317256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.377074 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.379228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3bd61a44-3c95-4013-bfbc-5e3641e2e8e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9059677
Nov 13 21:18:35.382043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38096) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:35.388848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-027d442b-2fd9-45b1-a2ce-fa10424172a3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'floatingip': {'port_id': '46e0dbdf-5dd3-4021-b108-dd5d355eddac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:35.459897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:35.470613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.488245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-027d442b-2fd9-45b1-a2ce-fa10424172a3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.534607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] device_id is not set on port 2bd7959b-2d7d-4246-8787-7ffbb3bc074d yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:35.585581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Allocated IP 172.20.0.2 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/00c2e9b4-10d3-4405-8777-4caa5a521c64) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:35.609180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c8af5d4e-bd0b-47bd-939f-14e1db85c83d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:35.781963 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-027d442b-2fd9-45b1-a2ce-fa10424172a3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] update failed (client error): The resource could not be found.
Nov 13 21:18:35.782565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cfaac-9a39-425c-8ccd-c9fe8b9ea19c req-dd83f3a6-d1fb-4b3c-9b0e-4c5406eae624 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:35.785722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b13cfaac-9a39-425c-8ccd-c9fe8b9ea19c req-dd83f3a6-d1fb-4b3c-9b0e-4c5406eae624 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 945 time: 0.1206071
Nov 13 21:18:35.785888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-027d442b-2fd9-45b1-a2ce-fa10424172a3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "PUT /v2.0/floatingips/94747748-be5e-408c-8e70-c626148de350 HTTP/1.1" status: 404  len: 507 time: 0.4027588
Nov 13 21:18:35.786454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38114) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:35.857403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port c8af5d4e-bd0b-47bd-939f-14e1db85c83d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:18:35.859265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b13cfaac-9a39-425c-8ccd-c9fe8b9ea19c req-94f9c5a3-c85d-46aa-b360-bfae901ce4f9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670307
Nov 13 21:18:35.901071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port c8af5d4e-bd0b-47bd-939f-14e1db85c83d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:35.901756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:35.958774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.000726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Deleting port b6451ac1-b592-4c3f-9e4a-7a0b42e0eba2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:36.001108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.015260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.084102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:36.085486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Allocated IP 172.20.0.14 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/2bd7959b-2d7d-4246-8787-7ffbb3bc074d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:36.091468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:36.111593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:36.119285 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.138284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.141698 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.160125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Calling delete_port for b6451ac1-b592-4c3f-9e4a-7a0b42e0eba2 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:36.218070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Pushing event updated for resources: {'Port': ['ID=00c2e9b4-10d3-4405-8777-4caa5a521c64,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:36.362997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:36.364437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Attempting to bind port 00c2e9b4-10d3-4405-8777-4caa5a521c64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:36.369222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Attempting to bind port 00c2e9b4-10d3-4405-8777-4caa5a521c64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:36.371004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Attempting to bind port 00c2e9b4-10d3-4405-8777-4caa5a521c64 on network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:36.379270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:36.379845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Checking segment: {'id': '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:36.380254 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.380797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Bound using segment: {'id': '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:36.381287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Bound port: 00c2e9b4-10d3-4405-8777-4caa5a521c64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:36.381689 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.430771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bca81-e488-4270-ba0c-e7f6f228fcd4 req-fed4f03b-ab86-4a24-94ac-a4f30b64c217 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:36.436785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.443527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a84bca81-e488-4270-ba0c-e7f6f228fcd4 req-fed4f03b-ab86-4a24-94ac-a4f30b64c217 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 945 time: 0.1951382
Nov 13 21:18:36.456571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] For port 00c2e9b4-10d3-4405-8777-4caa5a521c64, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:36.462756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] For port 00c2e9b4-10d3-4405-8777-4caa5a521c64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c2e9b4-10d3-4405-8777-4caa5a521c64,segment=NetworkSegment(8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc),segment_id=8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:36.465384 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.478774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Port': ['ID=b6451ac1-b592-4c3f-9e4a-7a0b42e0eba2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:36.550220 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a84bca81-e488-4270-ba0c-e7f6f228fcd4 req-8d128fb2-eec5-4b18-8697-ab3decb4f4f4 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111298
Nov 13 21:18:36.558731 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.564069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:36.571255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.628453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:36.631408 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a10059-547f-445a-98f6-1acc1bc9fad7" -d '{"events": [{"server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "name": "network-vif-plugged", "status": "completed", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:36.640922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.644097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.645998 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8b55d3cb-2760-4217-8492-9d7ddea10cab tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "DELETE /v2.0/floatingips/94747748-be5e-408c-8e70-c626148de350 HTTP/1.1" status: 204  len: 168 time: 0.8586142
Nov 13 21:18:36.650558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:36.657436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b1fef184-296b-45b3-bb8c-931ce87a44f4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'floatingip': {'floating_network_id': '9a927df8-076d-4a15-9b40-5fa3e5922578', 'port_id': '46e0dbdf-5dd3-4021-b108-dd5d355eddac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:36.713017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669938c6-67d0-4e5a-bd82-e29c6af0558f None None] Pushing event updated for resources: {'Port': ['ID=00c2e9b4-10d3-4405-8777-4caa5a521c64,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:36.723772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.738061 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31685412-a5fc-41aa-9197-d24f7c51c50f x-openstack-request-id: req-31685412-a5fc-41aa-9197-d24f7c51c50f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:36.738061 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "name": "network-vif-plugged", "status": "completed", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:36.738061 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31685412-a5fc-41aa-9197-d24f7c51c50f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:36.738061 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'code': 200}
Nov 13 21:18:36.791234 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1fef184-296b-45b3-bb8c-931ce87a44f4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.803093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:36.807451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:36.812385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:36.818924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=2bd7959b-2d7d-4246-8787-7ffbb3bc074d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:36.877461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:36.878167 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:36.913958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e688-7766-4426-8696-304e2b0013be req-2c317fab-d036-4cab-8cbc-d3e188139eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:36.916272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ca7e688-7766-4426-8696-304e2b0013be req-2c317fab-d036-4cab-8cbc-d3e188139eca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 1097 time: 0.1062188
Nov 13 21:18:36.983525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b3e5ba9-a4bb-44be-a376-36fa4e6fa31b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8354492
Nov 13 21:18:36.987087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38130) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:36.993702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'name': 'tempest-AllowedAddressPairTestJSON-1604573437', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2e:a0:ab'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:37.150960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ca7e688-7766-4426-8696-304e2b0013be req-a2ea5c7d-6b9b-4ea6-8a5e-c3c5ebf48032 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638010
Nov 13 21:18:37.188498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505abc0-7404-4c53-a67c-5331f94f782c req-8a3b5260-0812-4acc-b04a-305a54777cf1 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:37.190665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5505abc0-7404-4c53-a67c-5331f94f782c req-8a3b5260-0812-4acc-b04a-305a54777cf1 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.1391802
Nov 13 21:18:37.293657 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5505abc0-7404-4c53-a67c-5331f94f782c req-582a7ba6-088d-44b2-9206-c92a397a665c tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881774
Nov 13 21:18:37.295836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 00c2e9b4-10d3-4405-8777-4caa5a521c64 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:37.361133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 00c2e9b4-10d3-4405-8777-4caa5a521c64 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:37.361720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:37.380716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:37.443072 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-b1fef184-296b-45b3-bb8c-931ce87a44f4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:18:37.449215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b1fef184-296b-45b3-bb8c-931ce87a44f4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.7925718
Nov 13 21:18:37.449485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38134) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:37.454508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '46e0dbdf-5dd3-4021-b108-dd5d355eddac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:37.473958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:37.531912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:37.561257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] device_id is not set on port ca65f7f4-7015-4307-a03d-7825684775ca yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:37.561790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 00c2e9b4-10d3-4405-8777-4caa5a521c64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c2e9b4-10d3-4405-8777-4caa5a521c64,segment=NetworkSegment(8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc),segment_id=8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:37.582650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-7bedc88d-1635-462b-ad17-6977ec77f6cd tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:37.584502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-7bedc88d-1635-462b-ad17-6977ec77f6cd tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 945 time: 0.1220899
Nov 13 21:18:37.666468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:37.681895 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:37.792968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=00c2e9b4-10d3-4405-8777-4caa5a521c64,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:37.852143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb287f-1d4d-4730-845f-777e72019281 req-f83b5e3a-6562-4a4f-a6cf-501ef4b69ae0 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:37.853892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2fb287f-1d4d-4730-845f-777e72019281 req-f83b5e3a-6562-4a4f-a6cf-501ef4b69ae0 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 945 time: 0.1917894
Nov 13 21:18:37.923791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Allocated IP 172.20.0.9 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/ca65f7f4-7015-4307-a03d-7825684775ca) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:37.961786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2fb287f-1d4d-4730-845f-777e72019281 req-7385a4ec-c2f7-4c1e-a76c-96f1a3fd61f0 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/security-groups?id=7397f4d2-adc0-4489-b07f-e6b4bcf49135&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913134
Nov 13 21:18:38.165300 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.232262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69a7ab-1851-4dab-af34-dc503ae5dc2f None None] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:38.271596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Deleting port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:38.272190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.333045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c88a3585-c091-49df-972f-ec0180d491df None None] Provisioning complete for port 00c2e9b4-10d3-4405-8777-4caa5a521c64 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:38.333577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c88a3585-c091-49df-972f-ec0180d491df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.356589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.374085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.387615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] For port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,segment=NetworkSegment(085074c5-3cd5-400a-bd53-8fb3c0d4d5b7),segment_id=085074c5-3cd5-400a-bd53-8fb3c0d4d5b7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:38.387987 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.434185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Calling delete_port for 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:38.435943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:38.449449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:38.452505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:38.516182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=ca65f7f4-7015-4307-a03d-7825684775ca,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:38.569601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Allocated IP 172.35.3.51 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/6dd8eecc-74ee-4a4c-8171-2d4af86a5a74) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:38.601281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:38.602693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.626974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb775-a7b0-4c20-a84e-07537745f637 req-281b9909-5537-45d6-8848-8c1975aeb3e1 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:38.637168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d59cb775-a7b0-4c20-a84e-07537745f637 req-281b9909-5537-45d6-8848-8c1975aeb3e1 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.2390406
Nov 13 21:18:38.705153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9f3616c4-3600-4a02-92ae-b5c8bd29b54f tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 1.7160540
Nov 13 21:18:38.715800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38156) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:38.727004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d59cb775-a7b0-4c20-a84e-07537745f637 req-e612de74-a5bb-4056-a277-d2d069851f01 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888014
Nov 13 21:18:38.831716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.846165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e969e5-d211-43e9-8f2b-f8f1f47bcd2d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:38.852309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e969e5-d211-43e9-8f2b-f8f1f47bcd2d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:38.863853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e969e5-d211-43e9-8f2b-f8f1f47bcd2d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:38.863853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-21e969e5-d211-43e9-8f2b-f8f1f47bcd2d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.1371872
Nov 13 21:18:38.863853 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.864979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38160) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:38.878400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['8cab8b5b-3e7d-4909-9cf4-b2cc14429616'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:18:38.902773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Pushing event deleted for resources: {'Port': ['ID=8cab8b5b-3e7d-4909-9cf4-b2cc14429616,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:38.957877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Provisioning complete for port ca65f7f4-7015-4307-a03d-7825684775ca triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:38.958271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:38.995438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] No DVR routers for this DVR port 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:38.999337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.003974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0c54f62-b768-47e5-85d6-a21c62838e3d req-d9b7cdff-6796-4bf9-89d8-1d990e3d9116 tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.37 "DELETE /v2.0/ports/8cab8b5b-3e7d-4909-9cf4-b2cc14429616 HTTP/1.1" status: 204  len: 173 time: 1.4123387
Nov 13 21:18:39.004657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'name': 'network-vif-deleted', 'tag': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:39.007637 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41d009b-504c-4bc4-a3ef-1b34914776f8" -d '{"events": [{"server_uuid": "3e49a95b-4f9d-49ce-b434-ca20179abf44", "name": "network-vif-deleted", "tag": "8cab8b5b-3e7d-4909-9cf4-b2cc14429616"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:39.073609 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90152803-6cac-4163-bef5-117a58aa956b x-openstack-request-id: req-90152803-6cac-4163-bef5-117a58aa956b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:39.073902 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e49a95b-4f9d-49ce-b434-ca20179abf44", "name": "network-vif-deleted", "tag": "8cab8b5b-3e7d-4909-9cf4-b2cc14429616", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:39.074224 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90152803-6cac-4163-bef5-117a58aa956b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:39.074743 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e49a95b-4f9d-49ce-b434-ca20179abf44', 'name': 'network-vif-deleted', 'tag': '8cab8b5b-3e7d-4909-9cf4-b2cc14429616', 'status': 'completed', 'code': 200}
Nov 13 21:18:39.075560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port ca65f7f4-7015-4307-a03d-7825684775ca {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:39.076057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.078147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Port ca65f7f4-7015-4307-a03d-7825684775ca cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:39.113280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.132658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Provisioning complete for port 2bd7959b-2d7d-4246-8787-7ffbb3bc074d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:39.133651 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.206981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Port 2bd7959b-2d7d-4246-8787-7ffbb3bc074d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:39.233662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-809e65be-273f-414f-80df-9e1cc20efd69 req-86e1e525-e7b5-47ef-8ae1-28d3542d53bd tempest-VolumesActionsTest-1736934617 tempest-VolumesActionsTest-1736934617-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e49a95b-4f9d-49ce-b434-ca20179abf44 HTTP/1.1" status: 200  len: 210 time: 0.1140971
Nov 13 21:18:39.239701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Provisioning complete for port 00c2e9b4-10d3-4405-8777-4caa5a521c64 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:39.239926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dff9b78f-ce9c-4bfb-b9e5-474648f20d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.253101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:39.267290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:39.270732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:39.313022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 00c2e9b4-10d3-4405-8777-4caa5a521c64 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:39.337462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.369479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event updated for resources: {'Port': ['ID=6dd8eecc-74ee-4a4c-8171-2d4af86a5a74,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:39.375409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for ca65f7f4-7015-4307-a03d-7825684775ca owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:39.506291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Deleting port 6dd8eecc-74ee-4a4c-8171-2d4af86a5a74 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:39.506795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.594914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 00c2e9b4-10d3-4405-8777-4caa5a521c64 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:39.596036 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.642944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.643499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.671539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Calling delete_port for 6dd8eecc-74ee-4a4c-8171-2d4af86a5a74 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:39.739603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.933918 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.948420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e27e4f38-4442-4dc4-a6eb-d556c2e92b0c None None] Could not find standard attr ID for object ca65f7f4-7015-4307-a03d-7825684775ca. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:18:39.974321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e27e4f38-4442-4dc4-a6eb-d556c2e92b0c None None] Provisioning complete for port 2bd7959b-2d7d-4246-8787-7ffbb3bc074d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:39.974680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e27e4f38-4442-4dc4-a6eb-d556c2e92b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:39.977321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Port': ['ID=6dd8eecc-74ee-4a4c-8171-2d4af86a5a74,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:40.087801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e27e4f38-4442-4dc4-a6eb-d556c2e92b0c None None] Port 2bd7959b-2d7d-4246-8787-7ffbb3bc074d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:40.173161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=ca65f7f4-7015-4307-a03d-7825684775ca,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:40.180240 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] create failed (client error): The resource could not be found.
Nov 13 21:18:40.183979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-83b5a848-08e6-4e03-85b4-32eef224a538 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.7333245
Nov 13 21:18:40.188308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38176) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:40.373337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1d0b-c4c4-41c9-8197-94a9167526f8 req-122ceabb-2fcd-4c80-95d4-5711d02ab16d tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:40.373337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23cc1d0b-c4c4-41c9-8197-94a9167526f8 req-122ceabb-2fcd-4c80-95d4-5711d02ab16d tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.2129247
Nov 13 21:18:40.398678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Deleting port 46e0dbdf-5dd3-4021-b108-dd5d355eddac {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:40.399282 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:40.511506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23cc1d0b-c4c4-41c9-8197-94a9167526f8 req-d487fea3-ec94-4dc4-ad1c-e634c48a98a8 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373270
Nov 13 21:18:40.512774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:40.525472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1357ea4d-85a1-4215-b014-6125e4a6ab1d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/ports/ca65f7f4-7015-4307-a03d-7825684775ca HTTP/1.1" status: 204  len: 168 time: 1.6593723
Nov 13 21:18:40.526141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38184) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:40.561428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:40.596256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Calling delete_port for 46e0dbdf-5dd3-4021-b108-dd5d355eddac owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:40.604809 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-777dd8e1-6f3b-465d-abf0-203306229f7c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:40.606685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-777dd8e1-6f3b-465d-abf0-203306229f7c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "GET /v2.0/ports/ca65f7f4-7015-4307-a03d-7825684775ca HTTP/1.1" status: 404  len: 333 time: 0.0795794
Nov 13 21:18:40.610953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38188) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:40.620402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'name': 'tempest-AllowedAddressPairTestJSON-641923885'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:40.686111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122825c-ba6d-4c9a-8fe8-86b2ec09256a req-60f95dc5-3559-4f23-8c9e-215100d12e8e tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:40.699876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b122825c-ba6d-4c9a-8fe8-86b2ec09256a req-60f95dc5-3559-4f23-8c9e-215100d12e8e tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.0700610
Nov 13 21:18:40.699876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38196) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:40.706306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Request body: {'floatingip': {'port_id': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:40.750390 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:40.894704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:40.901521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:40.927501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] device_id is not set on port efcb2f3c-509b-4544-aa56-3d4a3402ae31 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:40.972983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.019057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Port': ['ID=46e0dbdf-5dd3-4021-b108-dd5d355eddac,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:41.212882 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.216154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-57f2cf68-1450-4518-bd97-af933908f9e7 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "DELETE /v2.0/ports/46e0dbdf-5dd3-4021-b108-dd5d355eddac HTTP/1.1" status: 204  len: 168 time: 1.0245662
Nov 13 21:18:41.217500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38202) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:41.302081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Allocated IP 172.20.0.11 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/efcb2f3c-509b-4544-aa56-3d4a3402ae31) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:41.392035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da79a69-a6d8-4705-bdb4-e5e8a7378951 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:41.397283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3da79a69-a6d8-4705-bdb4-e5e8a7378951 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "GET /v2.0/ports?device_id=99034e7d-ec5a-4da0-a01e-ef63a067c52b HTTP/1.1" status: 200  len: 913 time: 0.1687865
Nov 13 21:18:41.397886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38206) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:41.518157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.resource_extend [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 13 21:18:41.552281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.630198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.676827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.705881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.734483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:41.738409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:41.744313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:41.749781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=efcb2f3c-509b-4544-aa56-3d4a3402ae31,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:41.817581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:41.818739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.893736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:41.900043 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Floating IP c64de60f-e53a-450e-a2a7-cbc4fce6885b associated. External IP: 172.35.3.136, port: c8af5d4e-bd0b-47bd-939f-14e1db85c83d.
Nov 13 21:18:41.908196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b3a913c-619e-4ee4-bcb9-5e9255207528 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2915697
Nov 13 21:18:41.909245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38226) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:41.914960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2e:a0:ab'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:41.982850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:42.017479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:42.020588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8cab8b5b-3e7d-4909-9cf4-b2cc14429616 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:42.146751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e628e960-d010-40fe-ba66-756e3bab360d None None] Provisioning complete for port efcb2f3c-509b-4544-aa56-3d4a3402ae31 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:42.147427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e628e960-d010-40fe-ba66-756e3bab360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.180398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.201585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Router 84a9d645-0984-4212-81da-0add17abb112 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:42.220756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e628e960-d010-40fe-ba66-756e3bab360d None None] Port efcb2f3c-509b-4544-aa56-3d4a3402ae31 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:42.357242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.430619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:42.436246 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.443579 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] Sync routers for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:42.452953 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:42.453991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8d3730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:42.478090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.486473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-44a913b4-e11f-4a4b-b2d8-26d74b85c72b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "PUT /v2.0/floatingips/c64de60f-e53a-450e-a2a7-cbc4fce6885b HTTP/1.1" status: 200  len: 992 time: 1.7848618
Nov 13 21:18:42.487309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:42.489603 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d3342-2fd0-4fd3-8d9f-575f135b3321" -d '{"events": [{"name": "network-changed", "server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:42.570657 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed232938-82c8-4197-bed7-07ecc31228ec x-openstack-request-id: req-ed232938-82c8-4197-bed7-07ecc31228ec {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:42.571124 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:42.571520 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed232938-82c8-4197-bed7-07ecc31228ec {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:42.572265 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'status': 'completed', 'code': 200}
Nov 13 21:18:42.621078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.650525 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:42.750745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Deleting port 3157a3a0-b87f-40c5-a8af-52bd763e6440 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:42.751822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.827210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=efcb2f3c-509b-4544-aa56-3d4a3402ae31,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:42.885281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-0085b913-bf12-4797-8a6b-b191c3f2fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:42.887380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-0085b913-bf12-4797-8a6b-b191c3f2fb60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7899dd452c5242d1aad7833add03e84b&device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 1097 time: 0.2923179
Nov 13 21:18:42.888380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] In _notify_port_updated(), no bound segment for port efcb2f3c-509b-4544-aa56-3d4a3402ae31 on network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:18:42.894282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:42.895038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.896450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1e91375d-f5a9-4dae-bf9d-c34aa3afdf5e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "PUT /v2.0/ports/efcb2f3c-509b-4544-aa56-3d4a3402ae31 HTTP/1.1" status: 200  len: 994 time: 0.9857893
Nov 13 21:18:42.905146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38242) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:42.941493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:42.963848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Calling delete_port for 3157a3a0-b87f-40c5-a8af-52bd763e6440 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:43.154296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-818cba44-b93a-4982-be01-9fe95e97bb40 None None] Provisioning complete for port efcb2f3c-509b-4544-aa56-3d4a3402ae31 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:43.155339 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-818cba44-b93a-4982-be01-9fe95e97bb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:43.187434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-b3939e7a-a819-4702-ae5c-6412fa0bd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:43.190175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-b3939e7a-a819-4702-ae5c-6412fa0bd046 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ada61c2e-1976-4b82-b6b7-3b9992d37c16 HTTP/1.1" status: 200  len: 913 time: 0.2923465
Nov 13 21:18:43.209945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-818cba44-b93a-4982-be01-9fe95e97bb40 None None] Port efcb2f3c-509b-4544-aa56-3d4a3402ae31 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:43.275222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port efcb2f3c-509b-4544-aa56-3d4a3402ae31 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:43.275700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:43.297242 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8d3730>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c64de60f-e53a-450e-a2a7-cbc4fce6885b', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'floating_ip_address': '172.35.3.136', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '84a9d645-0984-4212-81da-0add17abb112', 'port_id': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'mac_address': 'fa:16:3e:60:f1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:18:20Z', 'updated_at': '2021-11-13T21:18:41Z', 'revision_number': 1, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:19Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:43.305006 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:43.345142 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] Checking router: 84a9d645-0984-4212-81da-0add17abb112 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:18:43.388583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-bebeff3f-1387-47eb-bc75-789149d6b649 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d HTTP/1.1" status: 200  len: 1000 time: 0.1813405
Nov 13 21:18:43.398249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Port': ['ID=3157a3a0-b87f-40c5-a8af-52bd763e6440,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:43.401417 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:43.402054 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8d3730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:43.477258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:43.481646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-919eb995-18f1-43bf-a543-2c11303dc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:43.483247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-919eb995-18f1-43bf-a543-2c11303dc23a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc6535fa-caaf-412c-adf8-2d09b134dd14 HTTP/1.1" status: 200  len: 851 time: 0.0847139
Nov 13 21:18:43.505721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for efcb2f3c-509b-4544-aa56-3d4a3402ae31 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:43.612118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-2e5c5981-e84b-4129-91bb-92c3ba2a7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:43.614648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-2e5c5981-e84b-4129-91bb-92c3ba2a7483 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ada61c2e-1976-4b82-b6b7-3b9992d37c16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1234794
Nov 13 21:18:43.701906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:43.755592 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:43.843895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-9518f067-b69c-4724-87b2-2323632424cf service neutron] 10.222.0.46 "GET /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2133856
Nov 13 21:18:44.011416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Router 99034e7d-ec5a-4da0-a01e-ef63a067c52b has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:44.034107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a88d3342-2fd0-4fd3-8d9f-575f135b3321 req-bf49c7d1-b233-4c1f-b268-64ecc1990047 service neutron] 10.222.0.46 "GET /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788852
Nov 13 21:18:44.116579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.122998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:44.128675 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1c9e4212-a8fe-438e-91ac-de7b43f802b4 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "PUT /v2.0/routers/99034e7d-ec5a-4da0-a01e-ef63a067c52b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7279832
Nov 13 21:18:44.131377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38264) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:44.141291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] Sync routers for ids ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:44.145202 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8d3730>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c64de60f-e53a-450e-a2a7-cbc4fce6885b', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'floating_ip_address': '172.35.3.136', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '84a9d645-0984-4212-81da-0add17abb112', 'port_id': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'mac_address': 'fa:16:3e:60:f1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:18:20Z', 'updated_at': '2021-11-13T21:18:41Z', 'revision_number': 1, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:19Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:44.168827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] Routers {'99034e7d-ec5a-4da0-a01e-ef63a067c52b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:44.170149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd737670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:44.195643 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d825f0-a644-4608-90fc-0c437846ed8a None None] The sync data for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 is: [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c64de60f-e53a-450e-a2a7-cbc4fce6885b', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'floating_ip_address': '172.35.3.136', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '84a9d645-0984-4212-81da-0add17abb112', 'port_id': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'mac_address': 'fa:16:3e:60:f1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:18:20Z', 'updated_at': '2021-11-13T21:18:41Z', 'revision_number': 1, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:19Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:44.240823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=efcb2f3c-509b-4544-aa56-3d4a3402ae31,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:44.241063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd737670>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:44.253066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] Routers {'99034e7d-ec5a-4da0-a01e-ef63a067c52b'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:44.253946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd737670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:44.597172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd737670>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:44.597172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4ea8da-7879-4144-a1ed-a4b678f9b1bc None None] The sync data for ids ['99034e7d-ec5a-4da0-a01e-ef63a067c52b'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91e77b0b-a409-42ce-a82f-be5d763bc71c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/ports/efcb2f3c-509b-4544-aa56-3d4a3402ae31 HTTP/1.1" status: 204  len: 168 time: 1.6202528
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce2ff24-e8de-4add-98a4-f6d083b15ea5 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1ce2ff24-e8de-4add-98a4-f6d083b15ea5 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "GET /v2.0/ports/efcb2f3c-509b-4544-aa56-3d4a3402ae31 HTTP/1.1" status: 404  len: 333 time: 0.0578914
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38278) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:44.600716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'name': 'tempest-AllowedAddressPairTestJSON-317823144'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:44.638559 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c2190-e67f-404e-ae39-b029f7f09a19 None None] New status for floating IP c64de60f-e53a-450e-a2a7-cbc4fce6885b: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:18:44.652467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.716885 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.824592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:44.828520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.855353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] device_id is not set on port e75abd85-67a6-47a9-a7d1-902639ddace8 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:44.872279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.874622 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:44.994554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Allocated IP 172.20.0.6 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/e75abd85-67a6-47a9-a7d1-902639ddace8) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:45.013240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.013794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Fanout notify agent at l3_agent the message router_deleted on router 99034e7d-ec5a-4da0-a01e-ef63a067c52b {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:18:45.024018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.029394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38292) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:45.030799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f25561d2-3e69-40eb-a1d5-4a999cf62fd8 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "DELETE /v2.0/routers/99034e7d-ec5a-4da0-a01e-ef63a067c52b HTTP/1.1" status: 204  len: 168 time: 0.8966241
Nov 13 21:18:45.128270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Deleting subnet bf2659ea-12d4-4f5f-9688-f7c6d9cf0665 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:18:45.138113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.598395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.674077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.767318 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.772347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:45.886020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:45.906744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:45.919697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:45.920168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=e75abd85-67a6-47a9-a7d1-902639ddace8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:46.004651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:46.006037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.071272 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.115590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2659ea-12d4-4f5f-9688-f7c6d9cf0665,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:46.128289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8cab1419-20bc-464f-9d80-0e1514bc0f40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5354536
Nov 13 21:18:46.130963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:46.137766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2e:a0:ab'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:46.143822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cdca3-9090-4ae8-94fa-7305070ae21b None None] Network 9a927df8-076d-4a15-9b40-5fa3e5922578 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:46.144922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.153548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-490b0483-7015-46d2-9dd3-9186ef3899f3 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "DELETE /v2.0/subnets/bf2659ea-12d4-4f5f-9688-f7c6d9cf0665 HTTP/1.1" status: 204  len: 168 time: 1.1208832
Nov 13 21:18:46.153929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38322) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:46.335244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.357882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.358779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d6f4edfa-6b38-4ae7-9ec8-4d9702399543 None None] Provisioning complete for port e75abd85-67a6-47a9-a7d1-902639ddace8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:46.359349 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6f4edfa-6b38-4ae7-9ec8-4d9702399543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.428521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Deleting port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:46.428814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.438725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4edfa-6b38-4ae7-9ec8-4d9702399543 None None] Port e75abd85-67a6-47a9-a7d1-902639ddace8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:46.505783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] DHCP port deletion for 9a927df8-076d-4a15-9b40-5fa3e5922578 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:18:46.533574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] For port fd3613bd-4b7b-4fcf-94b6-2b970e048e41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,segment=NetworkSegment(a742c622-1880-41d6-a6ab-24eac692663a),segment_id=a742c622-1880-41d6-a6ab-24eac692663a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:46.535690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.556320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Calling delete_port for fd3613bd-4b7b-4fcf-94b6-2b970e048e41 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:46.578967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] Deleting port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:46.579602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.621276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.665439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] For port fd3613bd-4b7b-4fcf-94b6-2b970e048e41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,segment=NetworkSegment(a742c622-1880-41d6-a6ab-24eac692663a),segment_id=a742c622-1880-41d6-a6ab-24eac692663a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:46.666103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.682206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] Calling delete_port for fd3613bd-4b7b-4fcf-94b6-2b970e048e41 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:46.721877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.727227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.790328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Port': ['ID=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:46.792860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] No DVR routers for this DVR port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   from cryptography.utils import int_from_bytes
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   from cryptography.utils import int_from_bytes
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.824316 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:18:46.827636 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:18:46.849234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.886566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] Pushing event deleted for resources: {'Port': ['ID=fd3613bd-4b7b-4fcf-94b6-2b970e048e41,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:46.902240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349d425-4251-407c-ae0c-6ff75afcaeea None None] No DVR routers for this DVR port fd3613bd-4b7b-4fcf-94b6-2b970e048e41 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:46.923687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=e75abd85-67a6-47a9-a7d1-902639ddace8,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:46.962914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] In _notify_port_updated(), no bound segment for port e75abd85-67a6-47a9-a7d1-902639ddace8 on network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:18:46.979631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:46.981445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:46.983781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a1fb1db-bca7-44ee-b9c0-c77a1232a92a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "PUT /v2.0/ports/e75abd85-67a6-47a9-a7d1-902639ddace8 HTTP/1.1" status: 200  len: 995 time: 0.8516998
Nov 13 21:18:46.993329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38334) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:47.037194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.116476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc4d0130>,) {'filters': {'network_id': ['9a927df8-076d-4a15-9b40-5fa3e5922578']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:47.135839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port e75abd85-67a6-47a9-a7d1-902639ddace8 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:47.135839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.156297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4d0130>, 'a742c622-1880-41d6-a6ab-24eac692663a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:47.156893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4d0130>, 'a742c622-1880-41d6-a6ab-24eac692663a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:47.178208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2ddfa5a2-26d3-45de-ac44-9e881963ca8f None None] Provisioning complete for port e75abd85-67a6-47a9-a7d1-902639ddace8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:47.181590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa5a2-26d3-45de-ac44-9e881963ca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.187897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.223328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.233982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:18:47.233982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.234523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fd3613bd-4b7b-4fcf-94b6-2b970e048e41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:18:47.263225 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:18:47.300522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: fd3613bd-4b7b-4fcf-94b6-2b970e048e41 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:47.300906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fd3613bd-4b7b-4fcf-94b6-2b970e048e41 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:47.317690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfa5a2-26d3-45de-ac44-9e881963ca8f None None] Port e75abd85-67a6-47a9-a7d1-902639ddace8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:47.325362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.342141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for e75abd85-67a6-47a9-a7d1-902639ddace8 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:47.425413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.435688 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.442918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] 10.222.0.20 "DELETE /v2.0/networks/9a927df8-076d-4a15-9b40-5fa3e5922578 HTTP/1.1" status: 204  len: 168 time: 1.2876434
Nov 13 21:18:47.462084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfbb82-e915-405d-99b0-c4edbb509154 tempest-FloatingIPNegativeTestJSON-1493124585 tempest-FloatingIPNegativeTestJSON-1493124585-project] Pushing event deleted for resources: {'Network': ['ID=9a927df8-076d-4a15-9b40-5fa3e5922578,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:47.647338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.677920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=e75abd85-67a6-47a9-a7d1-902639ddace8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:47.806193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:47.815646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38350) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:47.816449 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e4545f05-37a1-42dc-814d-f11174c2472e tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/ports/e75abd85-67a6-47a9-a7d1-902639ddace8 HTTP/1.1" status: 204  len: 168 time: 0.8218935
Nov 13 21:18:47.862116 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0db4c0-3237-466b-b660-7812a9b2d600 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:47.864744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fe0db4c0-3237-466b-b660-7812a9b2d600 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "GET /v2.0/ports/e75abd85-67a6-47a9-a7d1-902639ddace8 HTTP/1.1" status: 404  len: 333 time: 0.0473802
Nov 13 21:18:47.868330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38352) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:47.873641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'name': 'tempest-AllowedAddressPairTestJSON-1486504053'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:48.136668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:48.140064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.181625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] device_id is not set on port d209eb50-e269-4b56-92d6-a25e23e4023c yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:48.205074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306325ef-980f-48d7-97f6-36c25d2ec731 req-37c9c780-d050-4cca-850e-118eb05a628a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:48.213219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-306325ef-980f-48d7-97f6-36c25d2ec731 req-37c9c780-d050-4cca-850e-118eb05a628a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.0867603
Nov 13 21:18:48.214645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38364) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:48.332114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-306325ef-980f-48d7-97f6-36c25d2ec731 req-c0f1b024-1ba8-4d01-87e6-91bf903ccf42 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907280
Nov 13 21:18:48.374894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Allocated IP 172.20.0.11 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/d209eb50-e269-4b56-92d6-a25e23e4023c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:48.467176 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2f496d69-1df3-4390-b2fa-09ceea799715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=473fff660cbc4fc2a1dbe4614ec2d86f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2507250
Nov 13 21:18:48.470596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38372) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:48.529286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9faee45a-99c5-47b3-992f-e0fb100121a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.567721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9faee45a-99c5-47b3-992f-e0fb100121a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.577279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.711139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.738489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9faee45a-99c5-47b3-992f-e0fb100121a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.738489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9faee45a-99c5-47b3-992f-e0fb100121a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.738489 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9faee45a-99c5-47b3-992f-e0fb100121a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38368dce-6301-4c7a-8c9d-c57d15f7fba6 HTTP/1.1" status: 204  len: 168 time: 0.2666028
Nov 13 21:18:48.757040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee45a-99c5-47b3-992f-e0fb100121a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38368dce-6301-4c7a-8c9d-c57d15f7fba6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:48.764359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:48.796251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:48.801163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:48.887167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=d209eb50-e269-4b56-92d6-a25e23e4023c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:48.896649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:48.897370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:48.917067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.917700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.918044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.918384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.918700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.919026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.919380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.919672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.920080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.920334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.921616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:48.921957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:49.118536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9165f3b7-70af-4c57-bd57-f938f5b7032f None None] Provisioning complete for port d209eb50-e269-4b56-92d6-a25e23e4023c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:49.118536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9165f3b7-70af-4c57-bd57-f938f5b7032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:49.118536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9165f3b7-70af-4c57-bd57-f938f5b7032f None None] Port d209eb50-e269-4b56-92d6-a25e23e4023c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:49.273636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c9e5389b-e4e2-408c-95c2-e508c7391081 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4037533
Nov 13 21:18:49.276365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38384) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:49.281462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'network_id': '7ef633e8-94b7-48ec-9cbc-65040dc8bd0f', 'name': 'tempest-AllowedAddressPairTestJSON-132603266'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:49.394154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:18:49.541722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Made reservation on behalf of b2fe6ef886284d9ab7067f30d600eb15 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:49.548288 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:49.595945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] device_id is not set on port c1692baa-204d-4110-bf90-9b56ddd1476f yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:18:49.625492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f8c92-3442-42ad-b649-f17182b87509 req-645392c9-dd4c-465c-ad2d-ca292d5bb46d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:49.627559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-145f8c92-3442-42ad-b649-f17182b87509 req-645392c9-dd4c-465c-ad2d-ca292d5bb46d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.1195328
Nov 13 21:18:49.650650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-07a7f9f0-d461-4805-b5ea-22985229d9e6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:49.652159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-07a7f9f0-d461-4805-b5ea-22985229d9e6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 946 time: 0.0954731
Nov 13 21:18:49.767862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Allocated IP 172.20.0.3 (7ef633e8-94b7-48ec-9cbc-65040dc8bd0f/87b7b016-30b4-47ef-85e6-e75a7721fc4c/c1692baa-204d-4110-bf90-9b56ddd1476f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:49.791625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-145f8c92-3442-42ad-b649-f17182b87509 req-d89c63bb-0c6b-4d3b-ae47-319f6c5ba8ee tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384432
Nov 13 21:18:49.827105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Deleting port 1ab5f594-94a2-4073-a633-bb7db37bf861 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:49.828003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:49.978893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:49.990851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] For port 1ab5f594-94a2-4073-a633-bb7db37bf861, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1ab5f594-94a2-4073-a633-bb7db37bf861,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:49.991219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.128980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.189953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:50.197382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:50.201360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:50.211171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=c1692baa-204d-4110-bf90-9b56ddd1476f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:50.280348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.280348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.280348 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Floating IP 11e6f7ce-1c2c-4e76-92c6-035517692ef5 disassociated. External IP: 172.35.3.176, port: 1ab5f594-94a2-4073-a633-bb7db37bf861.
Nov 13 21:18:50.280348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Calling delete_port for 1ab5f594-94a2-4073-a633-bb7db37bf861 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:50.284122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:50.286235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.386418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9e24191a-6e31-4615-8dac-e7ecbb08737d tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.1088049
Nov 13 21:18:50.387675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38420) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.393761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2e:a0:ab'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:60:e2:c2'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:50.483898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.538954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.543542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4d3bd168-3ebb-44ef-9714-e5b6c3563b13 None None] Provisioning complete for port c1692baa-204d-4110-bf90-9b56ddd1476f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:50.545230 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d3bd168-3ebb-44ef-9714-e5b6c3563b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.599012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38430) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.611955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event deleted for resources: {'Port': ['ID=1ab5f594-94a2-4073-a633-bb7db37bf861,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:50.645210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bd168-3ebb-44ef-9714-e5b6c3563b13 None None] Port c1692baa-204d-4110-bf90-9b56ddd1476f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:50.753376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.764101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f2809742-c376-40e9-9e25-b9e5a47fc853 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] Request body: {'port': {'network_id': '50eba5a5-f2b4-4c36-8196-0789184106bc', 'name': 'tempest-NetworksNegativeTestJSON-151610021'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:50.766871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:18:50.782917 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2809742-c376-40e9-9e25-b9e5a47fc853 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] POST failed (client error): The resource could not be found.
Nov 13 21:18:50.783484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2809742-c376-40e9-9e25-b9e5a47fc853 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:50.784634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2809742-c376-40e9-9e25-b9e5a47fc853 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1845829
Nov 13 21:18:50.788327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38438) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.807602 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae51d59-7d9a-4e1f-b75c-415244d22b48 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:18:50.808143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae51d59-7d9a-4e1f-b75c-415244d22b48 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:50.811173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3ae51d59-7d9a-4e1f-b75c-415244d22b48 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "DELETE /v2.0/networks/af858d8d-6559-4325-ab47-0525508b926d HTTP/1.1" status: 404  len: 339 time: 0.0219023
Nov 13 21:18:50.815426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.839388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.844335 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebccad0-02e5-4657-a32d-62e2cb6dc5a1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:18:50.845131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebccad0-02e5-4657-a32d-62e2cb6dc5a1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:50.853878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5ebccad0-02e5-4657-a32d-62e2cb6dc5a1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "DELETE /v2.0/ports/dcb7efda-e8a2-428c-b245-41c285066c05 HTTP/1.1" status: 404  len: 333 time: 0.0317349
Nov 13 21:18:50.853878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38444) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.881508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:18:50.892734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:18:50.911184 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fd630d-0b4e-4a7c-9c6e-64c80ccdd0d1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:18:50.911646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fd630d-0b4e-4a7c-9c6e-64c80ccdd0d1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:50.918449 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b4fd630d-0b4e-4a7c-9c6e-64c80ccdd0d1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "DELETE /v2.0/subnets/7d5a1ff1-ee83-4020-a7bb-2448bb57428e HTTP/1.1" status: 404  len: 337 time: 0.0613167
Nov 13 21:18:50.919605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.925607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:50.926740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddab2e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:50.945429 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d601c780-6a6a-4611-b7c0-045927954b10 req-c9ec1dae-1e59-43f9-86d5-3dfca723428b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 210 time: 0.0325282
Nov 13 21:18:50.956647 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f89de7-6f17-4d30-8d46-a123c1cd07e7 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:50.956647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a8f89de7-6f17-4d30-8d46-a123c1cd07e7 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "GET /v2.0/networks/71cd42a3-7dd0-438e-b194-a64cf8760c84 HTTP/1.1" status: 404  len: 339 time: 0.0276771
Nov 13 21:18:50.961256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38452) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:50.962098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] No DVR routers for this DVR port 1ab5f594-94a2-4073-a633-bb7db37bf861 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:50.976801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:50.986233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-346e5e1d-0125-4e01-a2a5-89c500ec04cd req-e26e1012-b15c-40a6-bb9f-4305fe09b389 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "DELETE /v2.0/ports/1ab5f594-94a2-4073-a633-bb7db37bf861 HTTP/1.1" status: 204  len: 173 time: 1.3177702
Nov 13 21:18:50.986233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-deleted', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:50.990932 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d0b7f3-a80a-47bc-a55f-f1eabe855ed7" -d '{"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-deleted", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:51.008079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event updated for resources: {'Port': ['ID=c1692baa-204d-4110-bf90-9b56ddd1476f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:51.019296 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cfbec6-6d59-4201-9c09-dfa0d8aca8d5 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:51.027847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38456) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:51.032741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f6cfbec6-6d59-4201-9c09-dfa0d8aca8d5 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "GET /v2.0/ports/5c4ddb2a-c162-4f5d-ab77-a6364919cc67 HTTP/1.1" status: 404  len: 333 time: 0.0569358
Nov 13 21:18:51.073539 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1d52a4-4769-4705-8003-a018f32e0705 x-openstack-request-id: req-7b1d52a4-4769-4705-8003-a018f32e0705 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:51.076760 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314f45d4-8373-4169-b3ee-bf5011e0b0c6", "name": "network-vif-deleted", "tag": "1ab5f594-94a2-4073-a633-bb7db37bf861", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:51.076760 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b1d52a4-4769-4705-8003-a018f32e0705 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:51.076760 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314f45d4-8373-4169-b3ee-bf5011e0b0c6', 'name': 'network-vif-deleted', 'tag': '1ab5f594-94a2-4073-a633-bb7db37bf861', 'status': 'completed', 'code': 200}
Nov 13 21:18:51.088676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] In _notify_port_updated(), no bound segment for port c1692baa-204d-4110-bf90-9b56ddd1476f on network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:18:51.118491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:51.119192 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:51.125637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38460) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:51.125970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1b19a871-7e3c-47e1-a88d-b751dd603059 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "PUT /v2.0/ports/c1692baa-204d-4110-bf90-9b56ddd1476f HTTP/1.1" status: 200  len: 1056 time: 0.7368464
Nov 13 21:18:51.131707 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8448d4-efd6-46ca-abc9-4b1fbf32fc8d tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:51.131707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd8448d4-efd6-46ca-abc9-4b1fbf32fc8d tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "GET /v2.0/subnets/24d7c46d-340c-460a-8860-a8184ce8c26d HTTP/1.1" status: 404  len: 337 time: 0.1009521
Nov 13 21:18:51.133436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38462) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:51.140628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7d191661-706f-4049-8ec0-0364f1c0f7e1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] Request body: {'network': {'name': 'new_name'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:51.147855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:51.180577 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d191661-706f-4049-8ec0-0364f1c0f7e1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] PUT failed (client error): The resource could not be found.
Nov 13 21:18:51.181248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d191661-706f-4049-8ec0-0364f1c0f7e1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:51.186307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7d191661-706f-4049-8ec0-0364f1c0f7e1 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "PUT /v2.0/networks/6458ac25-e9d0-447d-b860-b9770abd45bd HTTP/1.1" status: 404  len: 339 time: 0.0473945
Nov 13 21:18:51.186976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38468) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:51.194760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-336428fa-45a7-4d62-a742-217cb60395e0 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] Request body: {'port': {'name': 'new_name'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:51.259295 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-336428fa-45a7-4d62-a742-217cb60395e0 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] PUT failed (client error): The resource could not be found.
Nov 13 21:18:51.260065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336428fa-45a7-4d62-a742-217cb60395e0 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:51.261329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-336428fa-45a7-4d62-a742-217cb60395e0 tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "PUT /v2.0/ports/44b65b0e-bf8c-4eb8-8f08-ee14c3abac52 HTTP/1.1" status: 404  len: 333 time: 0.0733657
Nov 13 21:18:51.266761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:51.279721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f2c4e957-cd60-40f5-b529-e9577e78d37e tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:51.336445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port c1692baa-204d-4110-bf90-9b56ddd1476f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:51.337112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:51.351579 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c4e957-cd60-40f5-b529-e9577e78d37e tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] PUT failed (client error): The resource could not be found.
Nov 13 21:18:51.352803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c4e957-cd60-40f5-b529-e9577e78d37e tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:18:51.355487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2c4e957-cd60-40f5-b529-e9577e78d37e tempest-NetworksNegativeTestJSON-1818130975 tempest-NetworksNegativeTestJSON-1818130975-project] 10.222.0.20 "PUT /v2.0/subnets/e2800092-ba6d-4e52-a6ed-87e5fe03ee18 HTTP/1.1" status: 404  len: 337 time: 0.0866013
Nov 13 21:18:51.451059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-75ea9d1f-0d2c-4f97-afda-3ee6b78ee7c6 None None] Provisioning complete for port c1692baa-204d-4110-bf90-9b56ddd1476f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:51.451427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ea9d1f-0d2c-4f97-afda-3ee6b78ee7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:51.476731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d35eec-9c59-4878-a9be-51d0b3019359 req-08188392-8642-4f0d-95bb-237c2eb16c64 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:51.477393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:51.491809 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23d35eec-9c59-4878-a9be-51d0b3019359 req-08188392-8642-4f0d-95bb-237c2eb16c64 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.1425917
Nov 13 21:18:51.508414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for c1692baa-204d-4110-bf90-9b56ddd1476f owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:51.517319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-75ea9d1f-0d2c-4f97-afda-3ee6b78ee7c6 None None] Port c1692baa-204d-4110-bf90-9b56ddd1476f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:18:51.552121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddab2e80>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:51.577532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23d35eec-9c59-4878-a9be-51d0b3019359 req-aa68cfe1-5d1e-484f-8ee2-4b68ab0666cf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823159
Nov 13 21:18:51.590003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:18:51.600820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:18:51.601443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddab2e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:51.717913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:18:51.727172 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:51.768277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=c1692baa-204d-4110-bf90-9b56ddd1476f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:51.945551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddab2e80>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:51.982389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690101b8-7c0e-47d5-a6af-b5c0ab9e6116 None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:18:52.035154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.040221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-26ccb356-334b-42a0-b803-9d96f5a5b29c tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/ports/c1692baa-204d-4110-bf90-9b56ddd1476f HTTP/1.1" status: 204  len: 168 time: 0.9135234
Nov 13 21:18:52.043785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:52.085891 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a31868-6a18-4a16-800a-728314388f30 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:52.087569 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3a31868-6a18-4a16-800a-728314388f30 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "GET /v2.0/ports/c1692baa-204d-4110-bf90-9b56ddd1476f HTTP/1.1" status: 404  len: 333 time: 0.0427659
Nov 13 21:18:52.090299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:52.121466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:52.134926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bce4145-74e5-4754-90d4-55a7227d2a7a req-69c6c635-7631-435b-95cf-d6008b91e4a1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=314f45d4-8373-4169-b3ee-bf5011e0b0c6 HTTP/1.1" status: 200  len: 210 time: 0.0602243
Nov 13 21:18:52.218446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port d209eb50-e269-4b56-92d6-a25e23e4023c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:52.218799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.282484 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9c60d41-bc7d-43bf-9a25-4d9daf4026a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.332226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.347054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for d209eb50-e269-4b56-92d6-a25e23e4023c owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:52.358846 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba763e-0f54-4154-bcc2-a0862b388341 None None] New status for floating IP 11e6f7ce-1c2c-4e76-92c6-035517692ef5: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:18:52.368212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9c60d41-bc7d-43bf-9a25-4d9daf4026a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.459161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9c60d41-bc7d-43bf-9a25-4d9daf4026a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.500123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c60d41-bc7d-43bf-9a25-4d9daf4026a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1edde71-9c9b-4e92-b24c-aa542ca49f39,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:52.506019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9c60d41-bc7d-43bf-9a25-4d9daf4026a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78ad5aa5591444b0baa4c8eb57cb3bce&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3820560
Nov 13 21:18:52.508652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:52.556542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13045f26-21ae-4154-b17d-1efad0607192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.577540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13045f26-21ae-4154-b17d-1efad0607192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.658882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.689950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=d209eb50-e269-4b56-92d6-a25e23e4023c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:52.718251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13045f26-21ae-4154-b17d-1efad0607192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.723813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13045f26-21ae-4154-b17d-1efad0607192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.728107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-13045f26-21ae-4154-b17d-1efad0607192 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1edde71-9c9b-4e92-b24c-aa542ca49f39 HTTP/1.1" status: 204  len: 168 time: 0.2154014
Nov 13 21:18:52.743987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13045f26-21ae-4154-b17d-1efad0607192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1edde71-9c9b-4e92-b24c-aa542ca49f39,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:52.766458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66ab9c-d9ca-4d7f-b0aa-ce41fbfb7482 req-1c3f7da1-2b20-41f2-8c9c-97b7db8a85a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:52.773251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f66ab9c-d9ca-4d7f-b0aa-ce41fbfb7482 req-1c3f7da1-2b20-41f2-8c9c-97b7db8a85a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.1064360
Nov 13 21:18:52.809063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:52.816391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-23e6d649-90f0-4e31-b39b-cbb939fca3ad tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/ports/d209eb50-e269-4b56-92d6-a25e23e4023c HTTP/1.1" status: 204  len: 168 time: 0.7245359
Nov 13 21:18:52.819782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38512) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:52.857328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f66ab9c-d9ca-4d7f-b0aa-ce41fbfb7482 req-9ab39cdc-6994-47f6-a6ae-edd5edfb5cbd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774183
Nov 13 21:18:52.862087 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c0509a-8b48-4213-b269-4a99e5e1934a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] GET failed (client error): The resource could not be found.
Nov 13 21:18:52.863684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-26c0509a-8b48-4213-b269-4a99e5e1934a tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "GET /v2.0/ports/d209eb50-e269-4b56-92d6-a25e23e4023c HTTP/1.1" status: 404  len: 333 time: 0.0428560
Nov 13 21:18:52.867806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38514) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:52.965395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port 2bd7959b-2d7d-4246-8787-7ffbb3bc074d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:52.965729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.058112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.070963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for 2bd7959b-2d7d-4246-8787-7ffbb3bc074d owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:53.304900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.332747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=2bd7959b-2d7d-4246-8787-7ffbb3bc074d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:53.364027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38540) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:53.417016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.424529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ab1d5ee7-4a2e-4f40-97ef-8a54fcee58e2 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/ports/2bd7959b-2d7d-4246-8787-7ffbb3bc074d HTTP/1.1" status: 204  len: 168 time: 0.5536170
Nov 13 21:18:53.424671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:53.484293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d44-448d-41df-9010-b2a351e90ba1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.524452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting subnet 87b7b016-30b4-47ef-85e6-e75a7721fc4c {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:18:53.530322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.568783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d44-448d-41df-9010-b2a351e90ba1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.605178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.697023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.789380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d44-448d-41df-9010-b2a351e90ba1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.792533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cce1d44-448d-41df-9010-b2a351e90ba1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.796598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8cce1d44-448d-41df-9010-b2a351e90ba1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "DELETE /v2.0/security-groups/07e8653c-1bec-4a19-9d7c-0a4cc2ec2818 HTTP/1.1" status: 204  len: 168 time: 0.4310923
Nov 13 21:18:53.796775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38560) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:53.806368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce1d44-448d-41df-9010-b2a351e90ba1 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e8653c-1bec-4a19-9d7c-0a4cc2ec2818,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:53.811612 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-606b5ba0-c7dc-4e21-b28a-8275e8c5d82e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] show failed (client error): The resource could not be found.
Nov 13 21:18:53.815624 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-606b5ba0-c7dc-4e21-b28a-8275e8c5d82e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups/07e8653c-1bec-4a19-9d7c-0a4cc2ec2818 HTTP/1.1" status: 404  len: 347 time: 0.0146751
Nov 13 21:18:53.816246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38562) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:53.868514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.928077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Subnet': ['ID=87b7b016-30b4-47ef-85e6-e75a7721fc4c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:53.939489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:53.940479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106b205c-0fa4-4d6c-b246-ade87b71f938 None None] Network 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:53.945351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b668bde-ec9a-4df0-8de3-49cd11a6ce40 tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/subnets/87b7b016-30b4-47ef-85e6-e75a7721fc4c HTTP/1.1" status: 204  len: 168 time: 0.5197089
Nov 13 21:18:53.945603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38568) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:53.999733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Deleting port 77b3dd7c-23d5-45f0-953f-5ca084da2e65 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:54.000152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.029339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.031423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38570) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:54.038069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:54.077701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 1ab5f594-94a2-4073-a633-bb7db37bf861 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:54.078383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1ab5f594-94a2-4073-a633-bb7db37bf861 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:54.079084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:54.084458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.084814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.098759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Calling delete_port for 77b3dd7c-23d5-45f0-953f-5ca084da2e65 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:54.119212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Deleting port 00c2e9b4-10d3-4405-8777-4caa5a521c64 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:54.119553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.185326 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.198905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-155001914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:54.210326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] DHCP port deletion for 7ef633e8-94b7-48ec-9cbc-65040dc8bd0f request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:18:54.228673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] For port 00c2e9b4-10d3-4405-8777-4caa5a521c64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c2e9b4-10d3-4405-8777-4caa5a521c64,segment=NetworkSegment(8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc),segment_id=8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:54.229076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.245170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:54.247524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Calling delete_port for 00c2e9b4-10d3-4405-8777-4caa5a521c64 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:54.248577 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c18bf5-1e79-4b71-9e14-a5fee1cb87a8" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:54.274541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:54.289551 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81d6889-4315-4c38-9fd0-80940c7c2c7a x-openstack-request-id: req-e81d6889-4315-4c38-9fd0-80940c7c2c7a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:54.289842 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:54.290085 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e81d6889-4315-4c38-9fd0-80940c7c2c7a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:54.290461 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:18:54.296049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] Deleting port 00c2e9b4-10d3-4405-8777-4caa5a521c64 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:18:54.296410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.306200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.307604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.344589 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.363163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.366625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] For port 00c2e9b4-10d3-4405-8777-4caa5a521c64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00c2e9b4-10d3-4405-8777-4caa5a521c64,segment=NetworkSegment(8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc),segment_id=8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:54.367005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.373957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event deleted for resources: {'Port': ['ID=77b3dd7c-23d5-45f0-953f-5ca084da2e65,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:54.379564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.401023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] Calling delete_port for 00c2e9b4-10d3-4405-8777-4caa5a521c64 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:18:54.437256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.445643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.452417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.455451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.456858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f3661324-ad65-47b0-b1a1-3b924312f5a0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "DELETE /v2.0/floatingips/11e6f7ce-1c2c-4e76-92c6-035517692ef5 HTTP/1.1" status: 204  len: 168 time: 0.6393695
Nov 13 21:18:54.470117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:54.493283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Port': ['ID=00c2e9b4-10d3-4405-8777-4caa5a521c64,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:54.495579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] No DVR routers for this DVR port 00c2e9b4-10d3-4405-8777-4caa5a521c64 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:54.553835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.574249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.574249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-52311b81-f101-4a1c-a50d-821282504286 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.5397515
Nov 13 21:18:54.576413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38586) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:54.585568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1456813409'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:54.597028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] Pushing event deleted for resources: {'Port': ['ID=00c2e9b4-10d3-4405-8777-4caa5a521c64,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:54.606266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd98c3-8536-4fda-9035-a8ce0cba8528 None None] No DVR routers for this DVR port 00c2e9b4-10d3-4405-8777-4caa5a521c64 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:18:54.646249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.685160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeb581c0>,) {'filters': {'network_id': ['7ef633e8-94b7-48ec-9cbc-65040dc8bd0f']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:54.696090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeb581c0>, '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:54.696385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeb581c0>, '8e7f8179-4e0c-4f0f-b47a-efaf16fae2dc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:18:54.699922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fca767ef-7e91-4056-a625-9319b2df5fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.709302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.715323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Made reservation on behalf of 61fd13ee2e1e44838c2bce6607541b33 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:54.718944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.724564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.728607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.731263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:18:54.731627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:18:54.735639 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:18:54.841018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38608) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:54.846175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769840289', 'description': 'tempest-description--1477849111'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:54.892947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.902768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:54.905221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] 10.222.0.20 "DELETE /v2.0/networks/7ef633e8-94b7-48ec-9cbc-65040dc8bd0f HTTP/1.1" status: 204  len: 168 time: 0.9579203
Nov 13 21:18:54.928960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ed4df-506b-4734-adab-3b001054e53b tempest-AllowedAddressPairTestJSON-1700870408 tempest-AllowedAddressPairTestJSON-1700870408-project] Pushing event deleted for resources: {'Network': ['ID=7ef633e8-94b7-48ec-9cbc-65040dc8bd0f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:54.939936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.008922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.036281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.121330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.149516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:55.158863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d926d062-6ca1-48e3-9921-b043d1e45fd1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:55.164836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.183554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 00c2e9b4-10d3-4405-8777-4caa5a521c64 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:18:55.185499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.185851 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Added segment 0a03fd3e-41da-4e69-8229-a646fd5bf120 of type vlan for network 42e8857b-14c9-4738-8792-70cecce8fb29
Nov 13 21:18:55.213490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6bdd79-289c-45fb-8abe-e4aef80f1657,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:55.213627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 00c2e9b4-10d3-4405-8777-4caa5a521c64 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:18:55.213627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 00c2e9b4-10d3-4405-8777-4caa5a521c64 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:18:55.247471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.330369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.331654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1aa40fdb-707f-4e37-988f-749b15c8a9a7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4895906
Nov 13 21:18:55.334561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38614) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:55.339506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'security_group_rule': {'security_group_id': 'aa6bdd79-289c-45fb-8abe-e4aef80f1657', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:55.353683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.359555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:55.359555 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.439803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Network': ['ID=42e8857b-14c9-4738-8792-70cecce8fb29,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:55.443598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 42e8857b-14c9-4738-8792-70cecce8fb29 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:55.456056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38620) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:55.484797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.539258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38626) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:55.539510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-263d4795-70ef-407c-a3a8-7f665566f210 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.9599283
Nov 13 21:18:55.543701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'subnet': {'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:55.577468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.680273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81b59fb1-5d73-4f07-bac0-d57b786862ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2fe6ef886284d9ab7067f30d600eb15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2227538
Nov 13 21:18:55.681816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.682733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38634) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:55.700683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b768073-8f21-4e86-85b7-43e4bc8968eb,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:55.737909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5cb55c0-7538-4ec4-96c5-e0954fde02e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.761493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5cb55c0-7538-4ec4-96c5-e0954fde02e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.779270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Made reservation on behalf of 61fd13ee2e1e44838c2bce6607541b33 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:55.782967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.850855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.852548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-55608456-9398-4467-a90b-0f7f09fbe5d5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5170426
Nov 13 21:18:55.855606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38640) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:55.860637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'security_group_rule': {'security_group_id': 'aa6bdd79-289c-45fb-8abe-e4aef80f1657', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:55.969185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5cb55c0-7538-4ec4-96c5-e0954fde02e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.972842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5cb55c0-7538-4ec4-96c5-e0954fde02e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:55.973003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5cb55c0-7538-4ec4-96c5-e0954fde02e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da9370d1-7d95-42ed-8ba3-e6ec24025115 HTTP/1.1" status: 204  len: 168 time: 0.2890973
Nov 13 21:18:55.995052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb55c0-7538-4ec4-96c5-e0954fde02e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9370d1-7d95-42ed-8ba3-e6ec24025115,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:55.995749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:18:56.007067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.123753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:56.130882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.196099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.200589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.247506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10d7d87-ee0a-4a91-a68c-c860e2a205c1,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:56.265808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:18:56.280789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Subnet': ['ID=d21191d3-e2d3-4961-906b-0313875fcc11,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:56.300089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Checking segment: {'id': '0a03fd3e-41da-4e69-8229-a646fd5bf120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:56.300538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network hostable DHCP agents. Network: 42e8857b-14c9-4738-8792-70cecce8fb29, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:56.315202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.328180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:18:56.334953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.336170 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7d8699ae-a21a-4f5b-95d2-672e974336a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4796214
Nov 13 21:18:56.339383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38658) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:56.343792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:56.355811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:56.447296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network 42e8857b-14c9-4738-8792-70cecce8fb29 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:56.476543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.476821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.537806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:56.539633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42e8857b-14c9-4738-8792-70cecce8fb29) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:56.549320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:56.549924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.551715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ffc83d89-df42-4dff-996a-e95ed3e5665a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:18:56.577396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96124de7-dd3d-4dad-b2cc-b022ae92660b None None] Network 42e8857b-14c9-4738-8792-70cecce8fb29 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:56.606883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.662920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9d26de77-8c83-465b-bc07-9fe4b7d42696 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1244338
Nov 13 21:18:56.666109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38674) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:56.672064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'network': {'name': 'tempest-router-network01--976046532'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:56.773455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Allocated IP 172.35.3.81 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/18e31fd4-fc7d-4987-a59e-17b75d0341ff) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:56.806920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Made reservation on behalf of 61fd13ee2e1e44838c2bce6607541b33 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:56.811305 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.829454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42e8857b-14c9-4738-8792-70cecce8fb29', 'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29', 'tenant_id': '61fd13ee2e1e44838c2bce6607541b33', 'fixed_ips': [{'subnet_id': 'd21191d3-e2d3-4961-906b-0313875fcc11'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:18:56.832870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.854933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:56.872660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.873401 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Added segment 0a0139ed-0efa-4441-8950-08ab0df38588 of type vlan for network 1f512067-70df-4789-b12f-19e8994bba19
Nov 13 21:18:56.917141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:56.939244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.036678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Allocated IP 172.20.0.2 (42e8857b-14c9-4738-8792-70cecce8fb29/d21191d3-e2d3-4961-906b-0313875fcc11/dd77568b-c179-48a3-9017-52a25badad39) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:18:57.110785 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db5da1c3-1146-4e63-a4ab-d22b15cef933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.116880 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.117735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.119742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:57.120403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.162100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:57.181462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:57.185377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:57.190032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'Port': ['ID=18e31fd4-fc7d-4987-a59e-17b75d0341ff,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:57.204061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Network': ['ID=1f512067-70df-4789-b12f-19e8994bba19,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:57.212934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.218065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 1f512067-70df-4789-b12f-19e8994bba19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:57.244549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91e65880-e3ef-42dd-8b41-7041477b2c49 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5767362
Nov 13 21:18:57.252103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38690) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:57.252834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'network': {'name': 'tempest-router-network02--1817173325'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:57.279862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38692) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:57.342994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.350846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.384478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-634874088'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:57.393618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Made reservation on behalf of 61fd13ee2e1e44838c2bce6607541b33 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:57.406222 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.406387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Network 42e8857b-14c9-4738-8792-70cecce8fb29 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:18:57.406387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:57.406387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:18:57.422120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Pushing event updated for resources: {'Port': ['ID=dd77568b-c179-48a3-9017-52a25badad39,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:57.427507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:57.437338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.439834 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Added segment 534bdf5b-39d4-48d5-95c5-dfb976fe7095 of type vlan for network b3656b13-bd5d-4408-bf31-30de93ba6a6f
Nov 13 21:18:57.457567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.476244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Attempting to bind port dd77568b-c179-48a3-9017-52a25badad39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:18:57.476580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Attempting to bind port dd77568b-c179-48a3-9017-52a25badad39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a03fd3e-41da-4e69-8229-a646fd5bf120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:18:57.477413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Attempting to bind port dd77568b-c179-48a3-9017-52a25badad39 on network 42e8857b-14c9-4738-8792-70cecce8fb29 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:18:57.483870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:18:57.484250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Checking segment: {'id': '0a03fd3e-41da-4e69-8229-a646fd5bf120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:57.484768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.485168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Bound using segment: {'id': '0a03fd3e-41da-4e69-8229-a646fd5bf120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:18:57.486282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Bound port: dd77568b-c179-48a3-9017-52a25badad39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a03fd3e-41da-4e69-8229-a646fd5bf120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '42e8857b-14c9-4738-8792-70cecce8fb29'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:18:57.486596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.489768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:57.494717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.499715 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.510333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.588111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] For port dd77568b-c179-48a3-9017-52a25badad39, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:18:57.592496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] For port dd77568b-c179-48a3-9017-52a25badad39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77568b-c179-48a3-9017-52a25badad39,segment=NetworkSegment(0a03fd3e-41da-4e69-8229-a646fd5bf120),segment_id=0a03fd3e-41da-4e69-8229-a646fd5bf120)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:18:57.629150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.646851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.653513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:57.654326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.693879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.694831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.718798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Network': ['ID=b3656b13-bd5d-4408-bf31-30de93ba6a6f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:57.732054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b3656b13-bd5d-4408-bf31-30de93ba6a6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:57.747894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.775865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:18:57.789834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c5c1b6-fae6-4e75-87e9-5eb80c8a92cc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:57.795570 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.795781 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Added segment 065f0742-e85c-49be-8768-73fbf173799a of type vlan for network b409089c-f8d8-457f-aafb-e32ee5f6f556
Nov 13 21:18:57.816722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c9a59-85c0-4568-8cac-bb52022567f5 None None] Pushing event updated for resources: {'Port': ['ID=dd77568b-c179-48a3-9017-52a25badad39,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:57.873048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:57.904394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8b13c983-f994-48d3-a48d-1faf23cfe6dc tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6559730
Nov 13 21:18:57.906929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:57.912370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'subnet': {'network_id': '1f512067-70df-4789-b12f-19e8994bba19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:57.948352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.012900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:58.031476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.044986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:58.044986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.093251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'Port': ['ID=18e31fd4-fc7d-4987-a59e-17b75d0341ff,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:58.094525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ffc83d89-df42-4dff-996a-e95ed3e5665a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:58.094750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.104740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.105085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.105426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.105748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.106076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.108595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:18:58.123100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.197381 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.199817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Network': ['ID=b409089c-f8d8-457f-aafb-e32ee5f6f556,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:58.219961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87fbc981-2225-40b0-b3e0-51886b2925c4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9336226
Nov 13 21:18:58.221058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38732) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:58.222153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:18:58.227210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'subnet': {'network_id': 'b409089c-f8d8-457f-aafb-e32ee5f6f556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:58.232482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:18:58.235757 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7813a5-af95-4141-8482-ef3a2a480c2d" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:18:58.265424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:18:58.301440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.308111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-98dbfe0d-8987-4a9a-8069-7c123d09ae3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9625566
Nov 13 21:18:58.317393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Made reservation on behalf of 61fd13ee2e1e44838c2bce6607541b33 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:58.323662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.361940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.513280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:58.555982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:58.560679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.585572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.659491 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903047c0-6470-4c87-a7b9-4196e0aaf093 x-openstack-request-id: req-903047c0-6470-4c87-a7b9-4196e0aaf093 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:18:58.659970 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:18:58.660280 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-903047c0-6470-4c87-a7b9-4196e0aaf093 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:18:58.660782 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:18:58.696571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-36a70752-c55e-4775-b437-340a8f81f2d2 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1769840289&fields=id&tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 267 time: 0.0896189
Nov 13 21:18:58.816435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.891826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-9999672e-9e4b-4ed8-949d-7114faaf8b57 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:58.899081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-9999672e-9e4b-4ed8-949d-7114faaf8b57 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 817 time: 0.1909146
Nov 13 21:18:58.947385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-33251439-ad3a-424c-b7bf-81a2d57964dd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/quotas/0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 375 time: 0.0473387
Nov 13 21:18:58.950825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:58.951508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Subnet': ['ID=3c943961-0e21-415f-a1c8-91666f433bc4,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:58.968937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Checking segment: {'id': '0a0139ed-0efa-4441-8950-08ab0df38588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1f512067-70df-4789-b12f-19e8994bba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:58.969660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network hostable DHCP agents. Network: 1f512067-70df-4789-b12f-19e8994bba19, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:59.046742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca3400dd-bd6d-4e18-b7de-9bab02c20ec6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0983977
Nov 13 21:18:59.158829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Checking segment: {'id': '065f0742-e85c-49be-8768-73fbf173799a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b409089c-f8d8-457f-aafb-e32ee5f6f556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:18:59.164466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network hostable DHCP agents. Network: b409089c-f8d8-457f-aafb-e32ee5f6f556, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:18:59.164775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Subnet': ['ID=d7f26956-eb49-4070-847e-d65a654d2037,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:18:59.196949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network 1f512067-70df-4789-b12f-19e8994bba19 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:59.233967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a10ec0-c2f0-4ffc-a7a3-7fce288f1c73 None None] Network 42e8857b-14c9-4738-8792-70cecce8fb29 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:59.234580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-b201ef2a-832e-4e7b-b803-eecdb217231b service neutron] 10.222.0.20 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660683
Nov 13 21:18:59.253582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:18:59.299431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dd77568b-c179-48a3-9017-52a25badad39 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:18:59.357492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b409089c-f8d8-457f-aafb-e32ee5f6f556) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:59.361998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5b99c3ce-184a-45fa-85e2-0f7f33005bb9 None None] Provisioning complete for port dd77568b-c179-48a3-9017-52a25badad39 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:59.362926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b99c3ce-184a-45fa-85e2-0f7f33005bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.371656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:59.372272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.374356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f081d-8f8c-4277-b2bf-60ff63edb977 None None] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:59.386913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f512067-70df-4789-b12f-19e8994bba19) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:18:59.401730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:18:59.402411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.435207 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-19e885a5-98f9-453a-ad7f-46c73baaae75 service neutron] 10.222.0.20 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990151
Nov 13 21:18:59.444092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfde241-392d-4899-ba5a-5b2d6c417cdc None None] Network 1f512067-70df-4789-b12f-19e8994bba19 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:59.469086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50703f81-acb2-4538-8e27-912e834c2183 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2463152
Nov 13 21:18:59.472039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38778) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:59.477973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1700436132', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:59.497456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-68d2ce3a-ac4d-4e0e-a0eb-7df46e24cab8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5892966
Nov 13 21:18:59.505313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:18:59.510768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'subnet': {'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:18:59.664749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.665768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.734051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port dd77568b-c179-48a3-9017-52a25badad39 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:18:59.734420 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.751777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.779954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Made reservation on behalf of 61fd13ee2e1e44838c2bce6607541b33 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:18:59.784410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.858800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f512067-70df-4789-b12f-19e8994bba19', 'network_id': '1f512067-70df-4789-b12f-19e8994bba19', 'tenant_id': '61fd13ee2e1e44838c2bce6607541b33', 'fixed_ips': [{'subnet_id': '3c943961-0e21-415f-a1c8-91666f433bc4'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:18:59.860208 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.934101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b99c3ce-184a-45fa-85e2-0f7f33005bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:18:59.960364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140c576-92bc-4371-a796-2194f774bf2d None None] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:18:59.972628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.066253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.107877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf71d9ae-f708-481e-af12-acb57f33f818 req-611ea596-ecac-4474-9c84-1185eb2193eb tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 210 time: 0.1701753
Nov 13 21:19:00.430767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.470469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5b99c3ce-184a-45fa-85e2-0f7f33005bb9 None None] For port dd77568b-c179-48a3-9017-52a25badad39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77568b-c179-48a3-9017-52a25badad39,segment=NetworkSegment(0a03fd3e-41da-4e69-8229-a646fd5bf120),segment_id=0a03fd3e-41da-4e69-8229-a646fd5bf120)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:00.562538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Subnet': ['ID=5677cbda-dcd3-4b3e-838e-46dd1b66787e,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:00.597325 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.602645 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b99c3ce-184a-45fa-85e2-0f7f33005bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.606481 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.621972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Checking segment: {'id': '534bdf5b-39d4-48d5-95c5-dfb976fe7095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:00.622335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network hostable DHCP agents. Network: b3656b13-bd5d-4408-bf31-30de93ba6a6f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:19:00.638452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.696380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Allocated IP 172.20.0.2 (1f512067-70df-4789-b12f-19e8994bba19/3c943961-0e21-415f-a1c8-91666f433bc4/99013d95-9e15-4aa6-84d4-11960f4a96d4) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:00.762350 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.773356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network b3656b13-bd5d-4408-bf31-30de93ba6a6f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:19:00.782313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.159 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/eff72fff-aaf1-4c9e-815e-793938fba5e9) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:00.794157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99c3ce-184a-45fa-85e2-0f7f33005bb9 None None] Pushing event updated for resources: {'Port': ['ID=dd77568b-c179-48a3-9017-52a25badad39,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:00.816098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6784c22e-4772-409d-82a1-f700ad79dc61 None None] Provisioning complete for port dd77568b-c179-48a3-9017-52a25badad39 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:00.816471 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6784c22e-4772-409d-82a1-f700ad79dc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.855506 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:19:00.855810 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:19:00.881295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3656b13-bd5d-4408-bf31-30de93ba6a6f) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:00.885862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:00.886471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:00.900631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f6cef6-68ce-4a30-ae82-c168050fa270 None None] Network b3656b13-bd5d-4408-bf31-30de93ba6a6f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:01.034275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc311182-e8ae-4474-8e99-092f718cca07 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5276265
Nov 13 21:19:01.036948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38808) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:01.154122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.235667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b3656b13-bd5d-4408-bf31-30de93ba6a6f', 'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f', 'tenant_id': '61fd13ee2e1e44838c2bce6607541b33', 'fixed_ips': [{'subnet_id': '5677cbda-dcd3-4b3e-838e-46dd1b66787e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:19:01.236555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.267133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.411823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edb5c76d-9ad1-4bf7-98fd-7df368b8ab38 req-c79b6583-5ee7-4aba-a674-82da361ee736 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 210 time: 0.1184199
Nov 13 21:19:01.449036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.476847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Network 1f512067-70df-4789-b12f-19e8994bba19 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:01.544994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:01.547736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:01.565371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Pushing event updated for resources: {'Port': ['ID=99013d95-9e15-4aa6-84d4-11960f4a96d4,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:01.602642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.681887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Attempting to bind port 99013d95-9e15-4aa6-84d4-11960f4a96d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:19:01.683421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Attempting to bind port 99013d95-9e15-4aa6-84d4-11960f4a96d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a0139ed-0efa-4441-8950-08ab0df38588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1f512067-70df-4789-b12f-19e8994bba19'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:19:01.683421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Attempting to bind port 99013d95-9e15-4aa6-84d4-11960f4a96d4 on network 1f512067-70df-4789-b12f-19e8994bba19 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:01.707984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:19:01.708420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Checking segment: {'id': '0a0139ed-0efa-4441-8950-08ab0df38588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1f512067-70df-4789-b12f-19e8994bba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:01.710903 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.711813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Bound using segment: {'id': '0a0139ed-0efa-4441-8950-08ab0df38588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1f512067-70df-4789-b12f-19e8994bba19'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:19:01.712050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Bound port: 99013d95-9e15-4aa6-84d4-11960f4a96d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0139ed-0efa-4441-8950-08ab0df38588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1f512067-70df-4789-b12f-19e8994bba19'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:19:01.712397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.742931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dd77568b-c179-48a3-9017-52a25badad39 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:01.779034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Allocated IP 172.20.0.2 (b3656b13-bd5d-4408-bf31-30de93ba6a6f/5677cbda-dcd3-4b3e-838e-46dd1b66787e/0d6d7146-c016-410b-8c67-fec43b32e69c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:01.814230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=eff72fff-aaf1-4c9e-815e-793938fba5e9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:01.855241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:01.857649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:01.865444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:01.957410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port dd77568b-c179-48a3-9017-52a25badad39 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:01.957879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:01.996452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] For port 99013d95-9e15-4aa6-84d4-11960f4a96d4, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:19:02.019092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] For port 99013d95-9e15-4aa6-84d4-11960f4a96d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99013d95-9e15-4aa6-84d4-11960f4a96d4,segment=NetworkSegment(0a0139ed-0efa-4441-8950-08ab0df38588),segment_id=0a0139ed-0efa-4441-8950-08ab0df38588)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:19:02.152765 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.174151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.189333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.248245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.267280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7779c-0729-44a6-aac0-1700f449ca91 None None] Pushing event updated for resources: {'Port': ['ID=99013d95-9e15-4aa6-84d4-11960f4a96d4,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:02.297387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Network b3656b13-bd5d-4408-bf31-30de93ba6a6f is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:02.324558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:02.329305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:02.361625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Pushing event updated for resources: {'Port': ['ID=0d6d7146-c016-410b-8c67-fec43b32e69c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:02.428090 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.530253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Attempting to bind port 0d6d7146-c016-410b-8c67-fec43b32e69c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:19:02.530759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Attempting to bind port 0d6d7146-c016-410b-8c67-fec43b32e69c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '534bdf5b-39d4-48d5-95c5-dfb976fe7095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:19:02.532174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Attempting to bind port 0d6d7146-c016-410b-8c67-fec43b32e69c on network b3656b13-bd5d-4408-bf31-30de93ba6a6f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:02.533237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Allocated IP 172.20.0.1 (1f512067-70df-4789-b12f-19e8994bba19/3c943961-0e21-415f-a1c8-91666f433bc4/1cd9be38-269a-47a6-b44c-34a7a568660a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:02.579480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:19:02.582734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Checking segment: {'id': '534bdf5b-39d4-48d5-95c5-dfb976fe7095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:02.583304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.583778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Bound using segment: {'id': '534bdf5b-39d4-48d5-95c5-dfb976fe7095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:19:02.586716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Bound port: 0d6d7146-c016-410b-8c67-fec43b32e69c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534bdf5b-39d4-48d5-95c5-dfb976fe7095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b3656b13-bd5d-4408-bf31-30de93ba6a6f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:19:02.587186 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.729437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1cb686e9-64dc-4da2-a227-25ccb8949cd2 req-3595362a-ea77-4cd0-90e1-d8e2cb8f818e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 210 time: 0.0578930
Nov 13 21:19:02.826110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] For port 0d6d7146-c016-410b-8c67-fec43b32e69c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:19:02.826394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:02.835907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] For port 0d6d7146-c016-410b-8c67-fec43b32e69c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d6d7146-c016-410b-8c67-fec43b32e69c,segment=NetworkSegment(534bdf5b-39d4-48d5-95c5-dfb976fe7095),segment_id=534bdf5b-39d4-48d5-95c5-dfb976fe7095)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:19:02.977885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:03.033928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-a677d754-638d-4da2-84f4-e2f7f077bf16 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:03.064825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-a677d754-638d-4da2-84f4-e2f7f077bf16 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 817 time: 0.1623828
Nov 13 21:19:03.115343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-20514256-b0dd-4639-8c26-c2864ee7c51b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 380 time: 0.0689201
Nov 13 21:19:03.125798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'port': {'device_id': '8fee1324-7239-4171-85d9-f805b2c55731', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'admin_state_up': True, 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'security_groups': ['aa6bdd79-289c-45fb-8abe-e4aef80f1657']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:03.173970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:03.251968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aed272-dd0e-4c8c-9efd-2953008581c0 None None] Pushing event updated for resources: {'Port': ['ID=0d6d7146-c016-410b-8c67-fec43b32e69c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:03.281135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:19:03.286332 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:03.383660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network 1f512067-70df-4789-b12f-19e8994bba19 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:03.394806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:03.400830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:03.409490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Port': ['ID=1cd9be38-269a-47a6-b44c-34a7a568660a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:03.455711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Made reservation on behalf of 0cf5c9c1ed024cb58d69f1ed135ac148 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:03.462260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:03.481722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:03.507192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:03.517919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d012505-2113-4b10-9684-175b02169adf None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:03.534673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d012505-2113-4b10-9684-175b02169adf None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:03.535373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0d012505-2113-4b10-9684-175b02169adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:03.643794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0d012505-2113-4b10-9684-175b02169adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a550>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:03.654143 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:03.660421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15d15f91-5630-428e-a02f-9f35b6076fe1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.1833842
Nov 13 21:19:03.663649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38840) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:03.665802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d012505-2113-4b10-9684-175b02169adf None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:03.666410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0d012505-2113-4b10-9684-175b02169adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:03.785728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0d012505-2113-4b10-9684-175b02169adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd42a550>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:03.791641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d012505-2113-4b10-9684-175b02169adf None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:04.108849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.119514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a5fe28a-2763-4cf8-9c63-e4b60bbe743c req-5f7b7651-a285-4201-b6ba-5b553ff28c73 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 210 time: 0.1172349
Nov 13 21:19:04.133085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99013d95-9e15-4aa6-84d4-11960f4a96d4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:04.149531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Allocated IP 172.20.0.14 (31db4671-c03c-421d-a4dc-7b14414e97bb/0b391f24-9839-4abf-883a-5db90ad8a5cd/ebe6f231-c03d-4fa9-8d16-ae4766b52fe4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:04.204096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 99013d95-9e15-4aa6-84d4-11960f4a96d4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:04.204818 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.249136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30581373-d36d-4f77-98b3-19e45fe2ffb1 None None] Network 1f512067-70df-4789-b12f-19e8994bba19 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:04.407196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.437074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.634935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.697497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a8cea9c2-0c65-4eac-9297-2875333c5d3c None None] Provisioning complete for port 99013d95-9e15-4aa6-84d4-11960f4a96d4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:04.698588 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8cea9c2-0c65-4eac-9297-2875333c5d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.808935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.868807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 99013d95-9e15-4aa6-84d4-11960f4a96d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99013d95-9e15-4aa6-84d4-11960f4a96d4,segment=NetworkSegment(0a0139ed-0efa-4441-8950-08ab0df38588),segment_id=0a0139ed-0efa-4441-8950-08ab0df38588)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:04.891195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:04.931760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:04.931760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0d6d7146-c016-410b-8c67-fec43b32e69c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:04.960475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Network 31db4671-c03c-421d-a4dc-7b14414e97bb is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:04.966346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:04.971932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:05.083784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:05.084394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.158174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=99013d95-9e15-4aa6-84d4-11960f4a96d4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:05.192423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-ca449c2e-3de3-41b6-85e6-b15246519d5b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0689635
Nov 13 21:19:05.217751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Request body: {'port': {'device_id': '8fee1324-7239-4171-85d9-f805b2c55731', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:05.280318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c34f75-9f84-4007-ad6d-42569e913b2d None None] Network b3656b13-bd5d-4408-bf31-30de93ba6a6f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:05.281132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.1 (b409089c-f8d8-457f-aafb-e32ee5f6f556/d7f26956-eb49-4070-847e-d65a654d2037/18a7ffcf-ead4-405b-ae3f-4dffca416141) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:05.301610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.369098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.421923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Provisioning complete for port 0d6d7146-c016-410b-8c67-fec43b32e69c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:05.422341 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.424115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ac595-ee45-46aa-8e0e-f5a8f70a670a req-149a94c7-d7ba-4cae-ae38-8962abe9e449 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:05.426002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f87ac595-ee45-46aa-8e0e-f5a8f70a670a req-149a94c7-d7ba-4cae-ae38-8962abe9e449 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 932 time: 0.1498053
Nov 13 21:19:05.452322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0d6d7146-c016-410b-8c67-fec43b32e69c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:05.452796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.513496 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.534625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f87ac595-ee45-46aa-8e0e-f5a8f70a670a req-0833c369-4503-4cea-96ca-5a0aadf34177 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980029
Nov 13 21:19:05.607341 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.681647 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.704642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.744071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.764763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Port': ['ID=1cd9be38-269a-47a6-b44c-34a7a568660a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:05.779749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] For port 0d6d7146-c016-410b-8c67-fec43b32e69c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d6d7146-c016-410b-8c67-fec43b32e69c,segment=NetworkSegment(534bdf5b-39d4-48d5-95c5-dfb976fe7095),segment_id=534bdf5b-39d4-48d5-95c5-dfb976fe7095)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:05.798893 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.826012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.831028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:05.841624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:05.846705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:05.934128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Provisioning complete for port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:05.934503 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:05.977612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.006693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:19:06.007267 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:19:06.014538 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Pushing event updated for resources: {'Port': ['ID=0d6d7146-c016-410b-8c67-fec43b32e69c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:06.065190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a6633f1f-acec-4594-bb9c-536befac1d54 None None] Port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:06.154746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:19:06.169292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.194035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Provisioning complete for port 1cd9be38-269a-47a6-b44c-34a7a568660a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:06.194411 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.220640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Transition to ACTIVE for port object ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:19:06.228383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=18a7ffcf-ead4-405b-ae3f-4dffca416141,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:06.230056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network 1f512067-70df-4789-b12f-19e8994bba19 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:06.237294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:06.267479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Port 1cd9be38-269a-47a6-b44c-34a7a568660a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:06.279633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Provisioning complete for port 99013d95-9e15-4aa6-84d4-11960f4a96d4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:06.279999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.303663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.462145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.480827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Provisioning complete for port 0d6d7146-c016-410b-8c67-fec43b32e69c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:06.481460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80555d8b-c683-4046-943f-d27dda1e27a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.587320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:06.696400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:19:06.697167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:19:06.697167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:06.705453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on network 31db4671-c03c-421d-a4dc-7b14414e97bb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:19:06.712179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:06.712179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:19:06.712179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Checking segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:06.712492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Bound using segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:19:06.712747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Bound port: ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:19:06.713132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.798314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Router 4aae6b35-2433-43a6-b9f0-62a9b29610e6 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:19:06.830788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:19:06.834691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:19:06.880197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b6f7f-8dbd-4646-8d45-c39d11058957 req-d04757d4-1ceb-4120-8ead-e23f7fef3d12 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:06.882973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-369b6f7f-8dbd-4646-8d45-c39d11058957 req-d04757d4-1ceb-4120-8ead-e23f7fef3d12 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.1743016
Nov 13 21:19:06.883712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99013d95-9e15-4aa6-84d4-11960f4a96d4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:06.965894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.967870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-83059394-6c4c-4dc2-b0a9-d9c913404aba None None] Provisioning complete for port 1cd9be38-269a-47a6-b44c-34a7a568660a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:06.973976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83059394-6c4c-4dc2-b0a9-d9c913404aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:06.975373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-369b6f7f-8dbd-4646-8d45-c39d11058957 req-5a3035fe-0e6b-4eb6-a5f0-7ff36b213552 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746498
Nov 13 21:19:06.978780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:06.994125 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] Sync routers for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:07.006964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce95b88a-7529-40e5-a94f-50ed0b448553 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9641554
Nov 13 21:19:07.006964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:07.019573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:07.020309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:07.021771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] 10.222.0.37 "PUT /v2.0/ports/ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 1092 time: 1.8192568
Nov 13 21:19:07.024086 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:07.024757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:07.050250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 99013d95-9e15-4aa6-84d4-11960f4a96d4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:07.050820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:07.053991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-83059394-6c4c-4dc2-b0a9-d9c913404aba None None] Port 1cd9be38-269a-47a6-b44c-34a7a568660a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:07.173027 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc490>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:07.192727 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:07.195002 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:07.227713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:07.233957 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33af106-8aed-43f6-b1c6-3b0491b37429" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:07.299527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0d6d7146-c016-410b-8c67-fec43b32e69c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:07.342569 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03a8903-127f-4b3a-8d87-d9726c40aee9 x-openstack-request-id: req-d03a8903-127f-4b3a-8d87-d9726c40aee9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:07.342569 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:07.342960 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d03a8903-127f-4b3a-8d87-d9726c40aee9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:07.343147 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'status': 'completed', 'code': 200}
Nov 13 21:19:07.350303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b4595-295f-423a-9253-4ffa82446f65 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:07.370824 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6fc490>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:07.372162 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b04ce-f06c-45e8-a930-5fcd35c60c1d None None] The sync data for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:07.413800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0d6d7146-c016-410b-8c67-fec43b32e69c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:07.414518 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:07.424916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:07.450976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-52ca7855-cd04-4d47-a462-b5dab4a9726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:07.452193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-52ca7855-cd04-4d47-a462-b5dab4a9726d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1095 time: 0.2119725
Nov 13 21:19:07.515580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-77e59291-0b96-43d8-b306-c4211cd2cd83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 217 time: 0.0522265
Nov 13 21:19:07.518140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:07.652582 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:07.656744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=18a7ffcf-ead4-405b-ae3f-4dffca416141,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:07.664517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-005a8ca8-0f0c-4af5-8358-7e90ac9bb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:07.666008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-005a8ca8-0f0c-4af5-8358-7e90ac9bb7dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.1416366
Nov 13 21:19:07.797688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-6146a760-8d89-4c9c-9bb6-ee776d8a0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:07.799536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-6146a760-8d89-4c9c-9bb6-ee776d8a0241 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1249814
Nov 13 21:19:07.819524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:07.822074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:07.823350 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-9437ea4e-b893-4586-a67b-11ec9277cbcb tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:07.827115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9437ea4e-b893-4586-a67b-11ec9277cbcb tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.8154697
Nov 13 21:19:07.827557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:07.945550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-3c6808a1-10d7-45ab-a45b-e8d5dce5c420 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377151
Nov 13 21:19:08.085377 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8de07ab6-4696-4352-b0e6-a77ab686d444 req-eae76c72-09b7-450d-b699-ea28d2f1fda2 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302295
Nov 13 21:19:08.599313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:08.654886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ed851-df2c-48b2-80ad-6c63b8d65ef2 req-e0c872c7-fb4a-4510-9656-a87cfecc9c07 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:08.656590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b52ed851-df2c-48b2-80ad-6c63b8d65ef2 req-e0c872c7-fb4a-4510-9656-a87cfecc9c07 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.5693343
Nov 13 21:19:08.669345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-bafd55cc-c26d-4e7e-8609-3398e8e8a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:08.672463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-bafd55cc-c26d-4e7e-8609-3398e8e8a693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1095 time: 0.0718863
Nov 13 21:19:08.752977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b52ed851-df2c-48b2-80ad-6c63b8d65ef2 req-ce620d86-7529-454a-bb77-13d956e6b7cd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792921
Nov 13 21:19:08.858644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-cd47c2b5-7396-404f-b72a-c22cede608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:08.860665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-cd47c2b5-7396-404f-b72a-c22cede608a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.1693437
Nov 13 21:19:08.865422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:08.875386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3e8aea22-4f6d-4477-a3a6-c48b5fac708a tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/routers/b1342648-05a1-4588-a7ab-2d08036a9427/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2016819
Nov 13 21:19:08.884038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38930) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:08.885462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:08.890951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'port': {'network_id': 'b409089c-f8d8-457f-aafb-e32ee5f6f556', 'name': 'tempest-FloatingIPTestJSON-1941880627'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:08.902819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:08.903427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddadc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:08.931130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-64243ef1-1e4a-453a-9de8-ec46a87a80d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 217 time: 0.0604017
Nov 13 21:19:08.961791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddadc940>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:08.973793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:08.974499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddadc940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:09.016782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-a17b09d8-9cb6-4460-a2d5-587b6f4a178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:09.020401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-a17b09d8-9cb6-4460-a2d5-587b6f4a178d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0811515
Nov 13 21:19:09.043918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddadc940>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:09.044216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3184b02-268c-47ee-abab-3d5411e4190c None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:09.098572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-4c99575e-0200-4443-ba45-3410d821a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:09.100344 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-4c99575e-0200-4443-ba45-3410d821a572 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0706782
Nov 13 21:19:09.110961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:09.232610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-0951d7f8-7385-4780-9e24-db2594c3184f service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192305
Nov 13 21:19:09.292481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:09.297839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:09.350142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] device_id is not set on port b751c313-8e66-4f9c-96e3-94c7b6791689 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:19:09.379636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33af106-8aed-43f6-b1c6-3b0491b37429 req-c44fa03e-2fa7-4a14-ba81-d9a65e8c8208 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381845
Nov 13 21:19:09.582158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.11 (b409089c-f8d8-457f-aafb-e32ee5f6f556/d7f26956-eb49-4070-847e-d65a654d2037/b751c313-8e66-4f9c-96e3-94c7b6791689) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:09.648754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting port 1cd9be38-269a-47a6-b44c-34a7a568660a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:09.649454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:09.850657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:09.860134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:09.878626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Calling delete_port for 1cd9be38-269a-47a6-b44c-34a7a568660a owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:09.942552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04c920-54e0-45c1-91ac-86af1ef81342 req-e248d987-9ded-4952-9f31-c4358d0ed78e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:09.951196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a04c920-54e0-45c1-91ac-86af1ef81342 req-e248d987-9ded-4952-9f31-c4358d0ed78e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.0670366
Nov 13 21:19:10.042216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a04c920-54e0-45c1-91ac-86af1ef81342 req-cccd3569-e567-4022-8dbd-2b004bd451de tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892577
Nov 13 21:19:10.048111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:10.117198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:19:10.126754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:10.133697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:10.146438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:10.185653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=b751c313-8e66-4f9c-96e3-94c7b6791689,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:10.226569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:10.228094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:10.248233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:10.279758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:10.297062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'mac_address': 'fa:16:3e:c6:0f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:19:10.297203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Port': ['ID=1cd9be38-269a-47a6-b44c-34a7a568660a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:10.344229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:10.365640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:19:10.402946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-10e94bc4-147e-45e0-964b-a6fbbd30e5d0 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5175786
Nov 13 21:19:10.405702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38974) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:10.413994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'port': {'network_id': 'b409089c-f8d8-457f-aafb-e32ee5f6f556', 'name': 'tempest-FloatingIPTestJSON-1499598810'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:10.439431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:10.727286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:10.763398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Router 4aae6b35-2433-43a6-b9f0-62a9b29610e6 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:10.842702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:10.851222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53c9c3f2-7bfb-48d0-a9d3-06bb629d1491 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0191996
Nov 13 21:19:10.852279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:10.855426 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] Sync routers for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:10.858348 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:10.894292 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-b2c1a5d5-8749-4d9e-8d16-f2f91f31912b tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] delete failed (client error): The resource could not be found.
Nov 13 21:19:10.899030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2c1a5d5-8749-4d9e-8d16-f2f91f31912b tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-179926619 HTTP/1.1" status: 404  len: 334 time: 0.0419827
Nov 13 21:19:10.899243 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:10.899243 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7305e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:10.899469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38984) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:10.903508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3c462140-a3aa-4343-91b4-699fb0a302ec tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'router': {'external_gateway_info': {'network_id': '4aae6b35-2433-43a6-b9f0-62a9b29610e6'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:10.917858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:10.937308 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7305e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:10.946216 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:10.947189 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7305e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:11.004458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:11.004458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.006760 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7305e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:11.006760 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc425d4d-e32d-49a8-bc30-cd85dff83b2e None None] The sync data for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:11.071577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] device_id is not set on port 974ec768-3637-4996-bc86-001631cf8053 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:19:11.085739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:19:11.220098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c462140-a3aa-4343-91b4-699fb0a302ec tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.287684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9161-2ba2-46f9-b23c-917c43490f40 req-b8951a29-c31c-4a15-a4bf-29b660519250 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:11.289178 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b00b9161-2ba2-46f9-b23c-917c43490f40 req-b8951a29-c31c-4a15-a4bf-29b660519250 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.1109757
Nov 13 21:19:11.337044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.13 (b409089c-f8d8-457f-aafb-e32ee5f6f556/d7f26956-eb49-4070-847e-d65a654d2037/974ec768-3637-4996-bc86-001631cf8053) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:11.340746 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-3c462140-a3aa-4343-91b4-699fb0a302ec tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] update failed (client error): The resource could not be found.
Nov 13 21:19:11.341821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c462140-a3aa-4343-91b4-699fb0a302ec tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6 HTTP/1.1" status: 404  len: 339 time: 0.4418089
Nov 13 21:19:11.346086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38998) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:11.392557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b00b9161-2ba2-46f9-b23c-917c43490f40 req-c34ff594-cf38-4b8c-af1c-8d533a7e436c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923719
Nov 13 21:19:11.558934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.676950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.699992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.757018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=974ec768-3637-4996-bc86-001631cf8053,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:11.779109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:11.783101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:11.791530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:11.880423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:11.889963 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.927023 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:11.975363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3cf108f0-e070-4b6b-ab10-c817725d4c69 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5654848
Nov 13 21:19:11.979631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39006) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:11.991707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '974ec768-3637-4996-bc86-001631cf8053', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:12.044435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Allocated IP 172.20.0.1 (42e8857b-14c9-4738-8792-70cecce8fb29/d21191d3-e2d3-4961-906b-0313875fcc11/e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:12.116041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.120875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:12.193753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.285681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.366701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:19:12.367967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.373037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:12.373898 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.427435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network 42e8857b-14c9-4738-8792-70cecce8fb29 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:12.433634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:12.440423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:12.475990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Port': ['ID=e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:12.481676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.240 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/90ee17c9-51f9-4022-983a-3b4e65699630) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:12.511591 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.540050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.548794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:12.551587 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb991988-5f30-4a55-b3bb-76ad53cc19f8" -d '{"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-plugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:12.592293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:12.619210 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d718f06-690c-4f58-8cb3-c02c38eee48f x-openstack-request-id: req-8d718f06-690c-4f58-8cb3-c02c38eee48f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:12.619819 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-plugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:12.620254 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d718f06-690c-4f58-8cb3-c02c38eee48f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:12.620857 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'code': 200}
Nov 13 21:19:12.678352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.695837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab50833-d47e-4fff-a474-0242887b60ca req-47eb0419-7daa-42fb-a183-a3ec57101b8b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:12.704120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ab50833-d47e-4fff-a474-0242887b60ca req-47eb0419-7daa-42fb-a183-a3ec57101b8b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.1430795
Nov 13 21:19:12.717011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.803044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:12.874872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ab50833-d47e-4fff-a474-0242887b60ca req-81cb5d17-3896-4fb2-8652-cda35e29f0fa tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670945
Nov 13 21:19:12.904795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d89145-1a69-422c-948a-e9af36cc7f6a req-d0e5efda-0da1-46cd-b2cb-4f95665cbad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:12.907090 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29d89145-1a69-422c-948a-e9af36cc7f6a req-d0e5efda-0da1-46cd-b2cb-4f95665cbad2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1097 time: 0.1633010
Nov 13 21:19:12.931844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:12.969059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29d89145-1a69-422c-948a-e9af36cc7f6a req-a53c7312-4a4f-464c-a885-a498de8b74ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534799
Nov 13 21:19:12.987447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ed8daac8-73b6-4740-9b75-4af742a8b4de None None] Provisioning complete for port e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:12.990110 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed8daac8-73b6-4740-9b75-4af742a8b4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:13.013663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:13.046504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ed8daac8-73b6-4740-9b75-4af742a8b4de None None] Port e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:13.169975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:13.174747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:13.179134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:13.181457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=90ee17c9-51f9-4022-983a-3b4e65699630,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:13.722791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:13.810069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:13.962261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:13.980897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.135082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event updated for resources: {'Port': ['ID=e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:14.148526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.208707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa3cd0-ce7f-4860-b9b0-6b6dc13ef673 req-81ff236c-e3fd-4ffd-82aa-ca04d72c4754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:14.217982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56fa3cd0-ce7f-4860-b9b0-6b6dc13ef673 req-81ff236c-e3fd-4ffd-82aa-ca04d72c4754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1156783
Nov 13 21:19:14.306931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56fa3cd0-ce7f-4860-b9b0-6b6dc13ef673 req-2514c4cd-946b-4ba0-9ba4-4b1e2e9d8c29 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856333
Nov 13 21:19:14.310967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.355709 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.359443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Network 42e8857b-14c9-4738-8792-70cecce8fb29 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:14.361292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:14.493409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Router 4aae6b35-2433-43a6-b9f0-62a9b29610e6 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:14.526883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.589079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=90ee17c9-51f9-4022-983a-3b4e65699630,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:14.636181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:14.641720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9eb6ceeb-1c99-485d-9d90-4442813c6499 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2944715
Nov 13 21:19:14.644315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39060) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:14.647896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] Sync routers for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:14.651791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.682892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:14.686131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb494c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:14.737791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb494c0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:14.744200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bcc6d39c-3614-4de0-9c44-941eebe33305 None None] Provisioning complete for port e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:14.745093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d39c-3614-4de0-9c44-941eebe33305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.755694 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffcb519b-43b0-4dd2-86bd-5fd74dab2e86 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:14.768081 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP c41e1d15-e8ba-4a14-beac-1eb50f2521ef associated. External IP: 172.35.3.240, port: 974ec768-3637-4996-bc86-001631cf8053.
Nov 13 21:19:14.791581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:14.792528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb494c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:14.861858 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-ffcb519b-43b0-4dd2-86bd-5fd74dab2e86 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:19:14.862991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ffcb519b-43b0-4dd2-86bd-5fd74dab2e86 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6 HTTP/1.1" status: 409  len: 329 time: 0.2169950
Nov 13 21:19:14.865904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39062) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:15.083176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb494c0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:15.084030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d9764-35af-4ea4-baea-c139d3a54998 None None] The sync data for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:15.087199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6d39c-3614-4de0-9c44-941eebe33305 None None] Port e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:15.329051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:15.329051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:15.330300 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:15.330300 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:15.330300 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde730ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:15.330300 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde730ca0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:15.350444 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:15.351129 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde730ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:15.351478 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.389281 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde730ca0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:15.390463 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb2561-f26e-4635-83e0-728233e1c436 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:15.447601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a1401-af79-4c70-bf91-7a9c8f9ba70d req-543bf451-d283-4f44-aa1a-689f88509d48 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:15.449196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b3a1401-af79-4c70-bf91-7a9c8f9ba70d req-543bf451-d283-4f44-aa1a-689f88509d48 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0509331
Nov 13 21:19:15.504872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b3a1401-af79-4c70-bf91-7a9c8f9ba70d req-7002915c-0c58-4113-b92d-ccf6a3f8b367 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482781
Nov 13 21:19:15.627064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.654501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b7cc2436-e0f4-4b92-b1c9-02703eba7d71 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 3.6722984
Nov 13 21:19:15.656484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting port e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:15.656848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.665543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39080) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:15.665543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:15.666735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d04ec-5510-4434-9959-47b97f416368 req-45d8d12c-f19c-49c7-93b9-62c4b4604f16 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:15.668223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e1d04ec-5510-4434-9959-47b97f416368 req-45d8d12c-f19c-49c7-93b9-62c4b4604f16 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0757091
Nov 13 21:19:15.680438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39082) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:15.684639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Request body: {'floatingip': {'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:15.722000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.760768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.875122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.878263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:15.900648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Calling delete_port for e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:16.029454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.030208 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP c41e1d15-e8ba-4a14-beac-1eb50f2521ef disassociated. External IP: 172.35.3.240, port: 974ec768-3637-4996-bc86-001631cf8053.
Nov 13 21:19:16.441773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:16.487505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.524737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Port': ['ID=e8597bdd-5c9b-4ba1-a6fc-93cec20b80b8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:16.564219 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.626374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:16.635778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.638434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:16.655163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:16.659658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde355c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:16.667843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1e27500e-de69-45a4-aad0-2c73f35bbb60 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/floatingips/c41e1d15-e8ba-4a14-beac-1eb50f2521ef HTTP/1.1" status: 200  len: 688 time: 1.0094142
Nov 13 21:19:16.686604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39100) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:16.726729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde355c70>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:16.738284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.751344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.751795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:16.751795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde355c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:16.784597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde355c70>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:16.785281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ac76ed-ecd8-4c7d-b02f-99ed39540959 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:16.854151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port 90ee17c9-51f9-4022-983a-3b4e65699630 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:16.854537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.943800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.943800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:16.956871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for 90ee17c9-51f9-4022-983a-3b4e65699630 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:16.990922 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Floating IP 945f2bb2-bf83-4b9c-abce-f906df67da55 associated. External IP: 172.35.3.81, port: ebe6f231-c03d-4fa9-8d16-ae4766b52fe4.
Nov 13 21:19:17.027831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Router 4aae6b35-2433-43a6-b9f0-62a9b29610e6 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:17.150925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:17.160897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a6aeae8e-2068-41d2-a08b-1aea0539da9d tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2908275
Nov 13 21:19:17.162067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39110) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:17.164453 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] Sync routers for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:17.209048 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-9d5c8ca5-b029-40f5-855d-8c88907702f0 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] show failed (client error): The resource could not be found.
Nov 13 21:19:17.210257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9d5c8ca5-b029-40f5-855d-8c88907702f0 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1249315791 HTTP/1.1" status: 404  len: 335 time: 0.0471687
Nov 13 21:19:17.216385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.222146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39116) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:17.250217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-047d5b73-7794-4075-8697-e220d4bee6af tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Request body: {'router': {'name': 'new_name'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:17.256925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=90ee17c9-51f9-4022-983a-3b4e65699630,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:17.307125 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-047d5b73-7794-4075-8697-e220d4bee6af tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] update failed (client error): The resource could not be found.
Nov 13 21:19:17.308310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-047d5b73-7794-4075-8697-e220d4bee6af tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1263992024 HTTP/1.1" status: 404  len: 335 time: 0.0624480
Nov 13 21:19:17.309711 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:17.312310 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde25a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:17.312529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39118) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:17.346952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde25a040>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:17.356222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] Routers {'4aae6b35-2433-43a6-b9f0-62a9b29610e6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:17.357582 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde25a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:17.391372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde25a040>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:17.391942 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21b116-2f16-432f-9082-1c200d4852ca None None] The sync data for ids ['4aae6b35-2433-43a6-b9f0-62a9b29610e6'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:17.394956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting subnet 5677cbda-dcd3-4b3e-838e-46dd1b66787e {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:19:17.396419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.398953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.400116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d6ab609b-8527-4762-8c27-b153b0185ac8 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/floatingips/c41e1d15-e8ba-4a14-beac-1eb50f2521ef HTTP/1.1" status: 204  len: 168 time: 0.7123199
Nov 13 21:19:17.402476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.405105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39120) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:17.432334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'b751c313-8e66-4f9c-96e3-94c7b6791689'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:17.494973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.567227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.714493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:17.843901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:17.849620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:17.858237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:17.894931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:17.895800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0fb2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:17.902986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfa61dc4-5972-4a26-a397-f6efac2ab567 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "PUT /v2.0/floatingips/945f2bb2-bf83-4b9c-abce-f906df67da55 HTTP/1.1" status: 200  len: 991 time: 2.2202790
Nov 13 21:19:17.904037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:17.911512 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f012464-94ad-451f-b166-8387bcd248fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:18.037798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:19:18.050540 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be87e0f-46aa-403f-88ed-12d1b2f8ff23 x-openstack-request-id: req-5be87e0f-46aa-403f-88ed-12d1b2f8ff23 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:18.051061 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:18.051157 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5be87e0f-46aa-403f-88ed-12d1b2f8ff23 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:18.051650 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'status': 'completed', 'code': 200}
Nov 13 21:19:18.059605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.153120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17e3e5-d637-4ecf-bc2b-1e4c8f82f858 req-99bb3bcf-8ff1-4b35-9130-e495271041f5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:18.161690 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db17e3e5-d637-4ecf-bc2b-1e4c8f82f858 req-99bb3bcf-8ff1-4b35-9130-e495271041f5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1431983
Nov 13 21:19:18.219145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012464-94ad-451f-b166-8387bcd248fb req-3d132163-7ba8-4901-a4f5-2297842897cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:18.220636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-3d132163-7ba8-4901-a4f5-2297842897cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1097 time: 0.1374440
Nov 13 21:19:18.271125 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db17e3e5-d637-4ecf-bc2b-1e4c8f82f858 req-5124e383-4600-4fdc-8368-eb16ea03bae1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090488
Nov 13 21:19:18.296866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0fb2b0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '945f2bb2-bf83-4b9c-abce-f906df67da55', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'floating_ip_address': '172.35.3.81', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'mac_address': 'fa:16:3e:c6:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee1324-7239-4171-85d9-f805b2c55731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:18:57Z', 'updated_at': '2021-11-13T21:19:16Z', 'revision_number': 1, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:18.308157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.320483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.334376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:19:18.345439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:18.346053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0fb2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:18.359313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Subnet': ['ID=5677cbda-dcd3-4b3e-838e-46dd1b66787e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:18.364978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.370500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63377945-93bf-4023-a5c3-2125e4b5a55e tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/subnets/5677cbda-dcd3-4b3e-838e-46dd1b66787e HTTP/1.1" status: 204  len: 168 time: 1.0542910
Nov 13 21:19:18.372472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:18.389140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbc24f-8a32-479c-b938-a13da4ced373 None None] Network b3656b13-bd5d-4408-bf31-30de93ba6a6f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:18.420970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012464-94ad-451f-b166-8387bcd248fb req-13d71079-7fd2-450a-a77a-d8079f547dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:18.420970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-13d71079-7fd2-450a-a77a-d8079f547dd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.1898935
Nov 13 21:19:18.438673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting subnet 3c943961-0e21-415f-a1c8-91666f433bc4 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:19:18.443290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.494027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.50 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/e0224128-5e9c-4467-bba7-2f14329f8262) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:18.504648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.588366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:19:18.664968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-09e78abb-bd29-40da-9dee-809dd603b7c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 999 time: 0.0825391
Nov 13 21:19:18.692616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.698875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] DHCP port deletion for b3656b13-bd5d-4408-bf31-30de93ba6a6f request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:19:18.708427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.740355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012464-94ad-451f-b166-8387bcd248fb req-5d239dd9-d376-4d4a-80ca-a34a4c872c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:18.741847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-5d239dd9-d376-4d4a-80ca-a34a4c872c50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0656624
Nov 13 21:19:18.831812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f012464-94ad-451f-b166-8387bcd248fb req-e0b52be1-492f-4972-8977-616c517d1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:18.833500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] Deleting port 0d6d7146-c016-410b-8c67-fec43b32e69c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:18.833834 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-e0b52be1-492f-4972-8977-616c517d1374 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0828967
Nov 13 21:19:18.834247 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.898973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0d6d7146-c016-410b-8c67-fec43b32e69c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:19:18.910627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.938336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Subnet': ['ID=3c943961-0e21-415f-a1c8-91666f433bc4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:18.945896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] For port 0d6d7146-c016-410b-8c67-fec43b32e69c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d6d7146-c016-410b-8c67-fec43b32e69c,segment=NetworkSegment(534bdf5b-39d4-48d5-95c5-dfb976fe7095),segment_id=534bdf5b-39d4-48d5-95c5-dfb976fe7095)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:18.946542 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.946909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.952977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d0bb499c-e645-4854-aab2-f981cd1cade8 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/subnets/3c943961-0e21-415f-a1c8-91666f433bc4 HTTP/1.1" status: 204  len: 168 time: 0.5768635
Nov 13 21:19:18.955964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39182) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:18.959748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:18.980632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75613820-e761-4229-bdee-c90be57155c9 None None] Network 1f512067-70df-4789-b12f-19e8994bba19 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:18.996646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-fd164015-b961-41ff-9808-bc0007b063e2 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552904
Nov 13 21:19:19.005758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] Calling delete_port for 0d6d7146-c016-410b-8c67-fec43b32e69c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:19.026492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:19.033011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:19.042800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:19.073174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=e0224128-5e9c-4467-bba7-2f14329f8262,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:19.089400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.181078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting port 0d6d7146-c016-410b-8c67-fec43b32e69c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:19.182054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.231008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f012464-94ad-451f-b166-8387bcd248fb req-345098b2-022a-4d26-8981-3749e13a92de service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248840
Nov 13 21:19:19.262334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] For port 0d6d7146-c016-410b-8c67-fec43b32e69c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d6d7146-c016-410b-8c67-fec43b32e69c,segment=NetworkSegment(534bdf5b-39d4-48d5-95c5-dfb976fe7095),segment_id=534bdf5b-39d4-48d5-95c5-dfb976fe7095)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:19.263277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.273350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e3f85-f776-4985-a282-6dabbe85635d req-3bcdda62-ff02-498e-a207-922755ee3b3b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:19.280967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d30e3f85-f776-4985-a282-6dabbe85635d req-3bcdda62-ff02-498e-a207-922755ee3b3b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1200271
Nov 13 21:19:19.290975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.293843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Calling delete_port for 0d6d7146-c016-410b-8c67-fec43b32e69c owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:19.305542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0fb2b0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '945f2bb2-bf83-4b9c-abce-f906df67da55', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'floating_ip_address': '172.35.3.81', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'mac_address': 'fa:16:3e:c6:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee1324-7239-4171-85d9-f805b2c55731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:18:57Z', 'updated_at': '2021-11-13T21:19:16Z', 'revision_number': 1, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:19.344379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4b425-dac8-495e-9162-66ec4490e2b5 None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '945f2bb2-bf83-4b9c-abce-f906df67da55', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'floating_ip_address': '172.35.3.81', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'mac_address': 'fa:16:3e:c6:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fee1324-7239-4171-85d9-f805b2c55731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:18:57Z', 'updated_at': '2021-11-13T21:19:16Z', 'revision_number': 1, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:19.390735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.427632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d30e3f85-f776-4985-a282-6dabbe85635d req-a6696f68-db4c-4252-9983-83eff4db9626 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457045
Nov 13 21:19:19.450204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.490817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] No DVR routers for this DVR port 0d6d7146-c016-410b-8c67-fec43b32e69c on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:19:19.496748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Port': ['ID=0d6d7146-c016-410b-8c67-fec43b32e69c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:19.617111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] DHCP port deletion for 1f512067-70df-4789-b12f-19e8994bba19 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:19:19.623467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] Pushing event deleted for resources: {'Port': ['ID=0d6d7146-c016-410b-8c67-fec43b32e69c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:19.626707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42632ed7-cb2e-4497-89a0-bcd2ea5fc90b None None] No DVR routers for this DVR port 0d6d7146-c016-410b-8c67-fec43b32e69c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:19:19.672517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.686348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.700632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f97c0>,) {'filters': {'network_id': ['b3656b13-bd5d-4408-bf31-30de93ba6a6f']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:19.712244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f97c0>, '534bdf5b-39d4-48d5-95c5-dfb976fe7095') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:19.712860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc1f97c0>, '534bdf5b-39d4-48d5-95c5-dfb976fe7095') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:19.725165 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.728904 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40410df0-e891-4039-8aa7-6d28998257f4 None None] New status for floating IP 945f2bb2-bf83-4b9c-abce-f906df67da55: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:19:19.734649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] Deleting port 99013d95-9e15-4aa6-84d4-11960f4a96d4 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:19.738017 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.743961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.753269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:19:19.753940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:19:19.758182 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:19:19.876396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.882387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] For port 99013d95-9e15-4aa6-84d4-11960f4a96d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99013d95-9e15-4aa6-84d4-11960f4a96d4,segment=NetworkSegment(0a0139ed-0efa-4441-8950-08ab0df38588),segment_id=0a0139ed-0efa-4441-8950-08ab0df38588)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:19.885498 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:19.912762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] Calling delete_port for 99013d95-9e15-4aa6-84d4-11960f4a96d4 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:20.065802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.086801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.096198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.099488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/networks/b3656b13-bd5d-4408-bf31-30de93ba6a6f HTTP/1.1" status: 204  len: 168 time: 1.1425791
Nov 13 21:19:20.102128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:20.109541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d2c7d-f418-4229-acfb-3350ae1606e6 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Network': ['ID=b3656b13-bd5d-4408-bf31-30de93ba6a6f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:20.151219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:19:20.173907 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.199523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.211615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.213088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] Pushing event deleted for resources: {'Port': ['ID=99013d95-9e15-4aa6-84d4-11960f4a96d4,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:20.218040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7cb67-dbc5-4bbc-80b7-51d1e896df86 None None] No DVR routers for this DVR port 99013d95-9e15-4aa6-84d4-11960f4a96d4 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:19:20.269445 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.291741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:20.293937 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812ee68-2fc8-44c5-8c31-26f1d7ad3662" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:20.306308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:20.332147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=e0224128-5e9c-4467-bba7-2f14329f8262,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:20.338575 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09274e0b-32dc-4ff3-b453-24094230c827 x-openstack-request-id: req-09274e0b-32dc-4ff3-b453-24094230c827 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:20.338930 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:20.339184 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09274e0b-32dc-4ff3-b453-24094230c827 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:20.339663 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:19:20.366573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.368120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.373838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.416361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=11']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:20.436097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddb5d7c0>,) {'filters': {'network_id': ['1f512067-70df-4789-b12f-19e8994bba19']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:20.448341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb5d7c0>, '0a0139ed-0efa-4441-8950-08ab0df38588') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:20.448644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb5d7c0>, '0a0139ed-0efa-4441-8950-08ab0df38588') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:20.485370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.519919 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.549362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:19:20.549683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:19:20.553351 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:19:20.563889 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP d3fd5533-0129-4685-9d17-4d6a48bbdbb6 associated. External IP: 172.35.3.50, port: b751c313-8e66-4f9c-96e3-94c7b6791689.
Nov 13 21:19:20.664488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5fdc0-f215-447f-9ea6-e9fd93a5e8ce req-5ddc5ddf-1d57-425c-bf93-c27486fd36a9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:20.666045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89d5fdc0-f215-447f-9ea6-e9fd93a5e8ce req-5ddc5ddf-1d57-425c-bf93-c27486fd36a9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1614769
Nov 13 21:19:20.757353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89d5fdc0-f215-447f-9ea6-e9fd93a5e8ce req-f160d5a5-f322-449b-9bb8-aaad0902ba25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615127
Nov 13 21:19:20.809185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.814112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.819434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/networks/1f512067-70df-4789-b12f-19e8994bba19 HTTP/1.1" status: 204  len: 168 time: 0.7157798
Nov 13 21:19:20.820133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39210) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:20.830515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99013d95-9e15-4aa6-84d4-11960f4a96d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:19:20.856251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 99013d95-9e15-4aa6-84d4-11960f4a96d4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:19:20.856886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99013d95-9e15-4aa6-84d4-11960f4a96d4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:19:20.873500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbbaa1-1798-44b1-8504-c33724217bab tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Network': ['ID=1f512067-70df-4789-b12f-19e8994bba19,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:20.898711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting subnet d21191d3-e2d3-4961-906b-0313875fcc11 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:19:20.902177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:20.904245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:20.943758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.028584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:21.029898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.040830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:21.053475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:21.054086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.086947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6cd0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.096229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:21.096937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.105550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.129775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6cd0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.130445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e395a-1848-4ae0-9a11-6fd805cb9bf3 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:21.134584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0749bafb-44fd-4b52-ace4-dc3e7a08ef70 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.7276926
Nov 13 21:19:21.136539 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39214) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:21.179443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.214540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Subnet': ['ID=d21191d3-e2d3-4961-906b-0313875fcc11,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:21.224475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.229951 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47fd7902-13d0-41a0-8561-fa3491521d3c tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/subnets/d21191d3-e2d3-4961-906b-0313875fcc11 HTTP/1.1" status: 204  len: 168 time: 0.4064550
Nov 13 21:19:21.230110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccceb65-219b-4167-804e-0fd3c4ee00d6 None None] Network 42e8857b-14c9-4738-8792-70cecce8fb29 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:21.231196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39218) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:21.246401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d67cf36c-4f64-4770-8ce5-c4616c28a3cf tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/floatingips/d3fd5533-0129-4685-9d17-4d6a48bbdbb6 HTTP/1.1" status: 200  len: 978 time: 0.1079075
Nov 13 21:19:21.251270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39220) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:21.319781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.379796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d3f9b247-a2c9-4618-a9bc-83607d0c4d8e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.1244376
Nov 13 21:19:21.383518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39222) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:21.384671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'port_id': '974ec768-3637-4996-bc86-001631cf8053'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:21.384860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Deleting port dd77568b-c179-48a3-9017-52a25badad39 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:21.385201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.437244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] DHCP port deletion for 42e8857b-14c9-4738-8792-70cecce8fb29 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:19:21.446748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.467295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] For port dd77568b-c179-48a3-9017-52a25badad39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77568b-c179-48a3-9017-52a25badad39,segment=NetworkSegment(0a03fd3e-41da-4e69-8229-a646fd5bf120),segment_id=0a03fd3e-41da-4e69-8229-a646fd5bf120)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:21.467688 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.495519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Calling delete_port for dd77568b-c179-48a3-9017-52a25badad39 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:21.499616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] Deleting port dd77568b-c179-48a3-9017-52a25badad39 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:21.499993 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.569037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] For port dd77568b-c179-48a3-9017-52a25badad39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd77568b-c179-48a3-9017-52a25badad39,segment=NetworkSegment(0a03fd3e-41da-4e69-8229-a646fd5bf120),segment_id=0a03fd3e-41da-4e69-8229-a646fd5bf120)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:21.569518 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.593759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] Calling delete_port for dd77568b-c179-48a3-9017-52a25badad39 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:21.721131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.730005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.753141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Port': ['ID=dd77568b-c179-48a3-9017-52a25badad39,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:21.760097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] No DVR routers for this DVR port dd77568b-c179-48a3-9017-52a25badad39 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:19:21.767714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] Pushing event deleted for resources: {'Port': ['ID=dd77568b-c179-48a3-9017-52a25badad39,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:21.771511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0258cd1-036c-44da-a234-c7170f713bd2 None None] No DVR routers for this DVR port dd77568b-c179-48a3-9017-52a25badad39 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:19:21.845253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.879405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7a5bfd0>,) {'filters': {'network_id': ['42e8857b-14c9-4738-8792-70cecce8fb29']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.904380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7a5bfd0>, '0a03fd3e-41da-4e69-8229-a646fd5bf120') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.904678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7a5bfd0>, '0a03fd3e-41da-4e69-8229-a646fd5bf120') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:21.918040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.935162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.945283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c88db9-8b47-46ed-bf24-38d39885e453 req-3092dc28-7325-4b24-8062-cdb8b08b97ac tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:21.946822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9c88db9-8b47-46ed-bf24-38d39885e453 req-3092dc28-7325-4b24-8062-cdb8b08b97ac tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0860353
Nov 13 21:19:21.951905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:19:21.952433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:19:21.955459 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:19:22.005660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.051327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9c88db9-8b47-46ed-bf24-38d39885e453 req-6184b83f-e845-4d02-8603-0dc39a65d599 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846159
Nov 13 21:19:22.080864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.115383 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.126360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.129672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/networks/42e8857b-14c9-4738-8792-70cecce8fb29 HTTP/1.1" status: 204  len: 168 time: 0.8983526
Nov 13 21:19:22.132315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39234) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:22.139324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d0e42-de9d-4e30-8e07-1efb191f7652 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Pushing event deleted for resources: {'Network': ['ID=42e8857b-14c9-4738-8792-70cecce8fb29,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:22.142704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:19:22.187727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-32d68a66-1fc0-45dd-a4b1-0ecac4fd44e2 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "GET /v2.0/ports?device_id=4aae6b35-2433-43a6-b9f0-62a9b29610e6 HTTP/1.1" status: 200  len: 205 time: 0.0541086
Nov 13 21:19:22.190215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39236) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:22.213184 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP d3fd5533-0129-4685-9d17-4d6a48bbdbb6 associated. External IP: 172.35.3.50, port: b751c313-8e66-4f9c-96e3-94c7b6791689.
Nov 13 21:19:22.241400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:22.254050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'mac_address': 'fa:16:3e:39:f6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:19:22.271932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.302329 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.320728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:19:22.344204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:22.427854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:22.446451 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.459553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.461887 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.498819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:22.534119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ffc83d89-df42-4dff-996a-e95ed3e5665a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:19:22.542543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:22.552937 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:22.564498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:22.565155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe05ba3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:22.607392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.608339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Fanout notify agent at l3_agent the message router_deleted on router 4aae6b35-2433-43a6-b9f0-62a9b29610e6 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:19:22.634284 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe05ba3d0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:22.638162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:22.638162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d7439984-4fe1-4244-8818-62c01a981a67 tempest-RoutersNegativeTest-1175593690 tempest-RoutersNegativeTest-1175593690-project] 10.222.0.20 "DELETE /v2.0/routers/4aae6b35-2433-43a6-b9f0-62a9b29610e6 HTTP/1.1" status: 204  len: 168 time: 0.4465582
Nov 13 21:19:22.648971 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:22.650264 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe05ba3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:22.698834 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe05ba3d0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:22.699908 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cbe2f9-0ce8-4fa9-ae2d-3cfab03d93aa None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:22.847321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dd77568b-c179-48a3-9017-52a25badad39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:19:22.876835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: dd77568b-c179-48a3-9017-52a25badad39 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:19:22.880666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dd77568b-c179-48a3-9017-52a25badad39 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:19:23.227040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:23.236257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71726fd9-d245-4e6d-804a-a65a5415f81d req-a75c050d-f691-4588-a361-781576e543f6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:23.237888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71726fd9-d245-4e6d-804a-a65a5415f81d req-a75c050d-f691-4588-a361-781576e543f6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.0894399
Nov 13 21:19:23.290965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39268) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:23.365505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71726fd9-d245-4e6d-804a-a65a5415f81d req-0052dabb-991c-46ad-bf6c-1ed90dcadd4f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190951
Nov 13 21:19:23.401451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:23.415130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:23.425350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.426241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:23.426862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:23.464572 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4ba283ef-dfa3-4e4e-a05d-23e9fff3b5e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61fd13ee2e1e44838c2bce6607541b33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1739345
Nov 13 21:19:23.467108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:23.468242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce130>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:23.477768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:23.478364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:23.501430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-38983c6a-24e4-42ee-bb5a-39a329d68a92 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/floatingips/d3fd5533-0129-4685-9d17-4d6a48bbdbb6 HTTP/1.1" status: 200  len: 978 time: 2.1179233
Nov 13 21:19:23.501678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39280) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:23.508600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'port_id': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:23.512513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce130>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:23.513400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706d13b-5798-4e79-b859-d2daf0297e1f None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:23.531022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1928-d63b-4499-8197-5c601796007d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.559514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1928-d63b-4499-8197-5c601796007d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.574176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.729494 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.800421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1928-d63b-4499-8197-5c601796007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.803727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1928-d63b-4499-8197-5c601796007d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.815796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fbeb1928-d63b-4499-8197-5c601796007d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d926d062-6ca1-48e3-9921-b043d1e45fd1 HTTP/1.1" status: 204  len: 168 time: 0.3467143
Nov 13 21:19:23.824873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:23.825370 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP d3fd5533-0129-4685-9d17-4d6a48bbdbb6 disassociated. External IP: 172.35.3.50, port: 974ec768-3637-4996-bc86-001631cf8053.
Nov 13 21:19:23.831049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1928-d63b-4499-8197-5c601796007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926d062-6ca1-48e3-9921-b043d1e45fd1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:24.121160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:24.153770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:24.228644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ffc83d89-df42-4dff-996a-e95ed3e5665a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:24.229510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.298187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:24.305896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.308873 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:24.327978 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:24.327978 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2fb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:24.328334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.359557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:24.364715 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85addb62-bba8-4271-945e-1d588f1d765f" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:24.502243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:24.503312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:24.504384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2477e346-be57-4271-b8ed-44f5b5a5619d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/floatingips/d3fd5533-0129-4685-9d17-4d6a48bbdbb6 HTTP/1.1" status: 200  len: 687 time: 0.9073615
Nov 13 21:19:24.504706 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66792ac-5b10-4dc5-be37-ed54631147c4 x-openstack-request-id: req-a66792ac-5b10-4dc5-be37-ed54631147c4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:24.504706 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-plugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:24.504706 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a66792ac-5b10-4dc5-be37-ed54631147c4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:24.504706 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:19:24.505573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2fb6a0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:24.505573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:24.505573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2fb6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:24.545207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be887a-e262-4535-859b-cb87d566972b req-75a791dd-ad4b-43e0-8082-78eb80f239bd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:24.553971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1be887a-e262-4535-859b-cb87d566972b req-75a791dd-ad4b-43e0-8082-78eb80f239bd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 946 time: 0.0940781
Nov 13 21:19:24.564130 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2fb6a0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:24.568604 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.579662 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c779e59d-825e-47ac-b9a2-8cb8f0d025c1 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:24.634815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=13']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:24.655838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1be887a-e262-4535-859b-cb87d566972b req-adcb736f-24d1-4772-bce9-0d90eeddaf36 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941322
Nov 13 21:19:24.670520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.680929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.681697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.681697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.681697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:24.713630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port e0224128-5e9c-4467-bba7-2f14329f8262 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:24.714071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.815732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.816267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.833882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1e34-d2ad-4c24-bdd2-487ef1fc8574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:24.844757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for e0224128-5e9c-4467-bba7-2f14329f8262 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:25.094329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:25.125062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=e0224128-5e9c-4467-bba7-2f14329f8262,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:25.209036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:25.212002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:25.213942 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7c56ed39-aa5d-4261-bcbf-1d3552aa92d5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3fd5533-0129-4685-9d17-4d6a48bbdbb6 HTTP/1.1" status: 204  len: 168 time: 0.8218801
Nov 13 21:19:25.217912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39326) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:25.254395 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-98ab2202-6c6f-459b-90b8-e0590eab2162 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] delete failed (client error): The resource could not be found.
Nov 13 21:19:25.256729 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-98ab2202-6c6f-459b-90b8-e0590eab2162 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3fd5533-0129-4685-9d17-4d6a48bbdbb6 HTTP/1.1" status: 404  len: 345 time: 0.0366068
Nov 13 21:19:25.267506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39330) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:25.390535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b5467-8f03-434d-85a0-2738e1128f88 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:25.397013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b5467-8f03-434d-85a0-2738e1128f88 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:25.402978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b5467-8f03-434d-85a0-2738e1128f88 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:25.405007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-713b5467-8f03-434d-85a0-2738e1128f88 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/ports?network_id=b409089c-f8d8-457f-aafb-e32ee5f6f556 HTTP/1.1" status: 200  len: 2360 time: 0.1441917
Nov 13 21:19:25.408168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39334) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:25.461018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39336) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:25.503321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644efc8-5428-4000-9590-f6ec5f9b7307 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:25.506581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6644efc8-5428-4000-9590-f6ec5f9b7307 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/subnets/d7f26956-eb49-4070-847e-d65a654d2037 HTTP/1.1" status: 200  len: 797 time: 0.0954492
Nov 13 21:19:25.509817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39340) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:25.518470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'port': {'network_id': 'b409089c-f8d8-457f-aafb-e32ee5f6f556', 'name': 'tempest-FloatingIPTestJSON-1314062799', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:25.606536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c7cb60d4-5825-4fd2-b092-55b55a69bf9d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:25.607342 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-c7cb60d4-5825-4fd2-b092-55b55a69bf9d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 13 21:19:25.607842 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-c7cb60d4-5825-4fd2-b092-55b55a69bf9d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:19:25.609443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c7cb60d4-5825-4fd2-b092-55b55a69bf9d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1474240
Nov 13 21:19:25.613281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39352) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:25.619578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--564759479'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:25.778596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:25.828055 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:25.832128 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6498f2-44ac-4976-8a89-edfda707ef28 req-ef97f71b-d98d-4590-888c-9b746f6ad9e3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:25.840703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc6498f2-44ac-4976-8a89-edfda707ef28 req-ef97f71b-d98d-4590-888c-9b746f6ad9e3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1063266
Nov 13 21:19:25.842562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-7daf0885-4f01-4979-943a-01dba4379421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:25.844795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-7daf0885-4f01-4979-943a-01dba4379421 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1098 time: 0.0622125
Nov 13 21:19:25.914483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:25.947157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc6498f2-44ac-4976-8a89-edfda707ef28 req-c82bfa26-df13-4e59-8fd0-66422582aa34 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053114
Nov 13 21:19:26.020025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-2bbb4fbf-4bd3-4cdb-91f9-8e0487276428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:26.024105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-2bbb4fbf-4bd3-4cdb-91f9-8e0487276428 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1593153
Nov 13 21:19:26.048959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.104360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.118114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] device_id is not set on port ed64d50c-f9ad-4e7f-819e-1762327774f4 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:19:26.119189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-80079b44-309a-4a33-b5b2-b7e6850991fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 1001 time: 0.0863833
Nov 13 21:19:26.184796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-323e54bd-f062-44ee-abaa-c15af577bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:26.187648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-323e54bd-f062-44ee-abaa-c15af577bb49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0613103
Nov 13 21:19:26.196042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.245062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d881d8-f6eb-480e-a0ca-7237cb768b63,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:26.313590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-ee4d8ff3-1726-430c-82d0-3b5e2f00032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:26.315123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-ee4d8ff3-1726-430c-82d0-3b5e2f00032a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0969090
Nov 13 21:19:26.412895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:19:26.473736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.522934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-1d10a817-ebb2-4ec4-8bb9-58f67b823451 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969993
Nov 13 21:19:26.650121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.14 (b409089c-f8d8-457f-aafb-e32ee5f6f556/d7f26956-eb49-4070-847e-d65a654d2037/ed64d50c-f9ad-4e7f-819e-1762327774f4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:26.657605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.12 (b409089c-f8d8-457f-aafb-e32ee5f6f556/d7f26956-eb49-4070-847e-d65a654d2037/ed64d50c-f9ad-4e7f-819e-1762327774f4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:26.726320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.741419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ce84e8-dbcc-4f08-a45a-28ef694ef092 req-1057a449-99a4-4d66-b057-26c37ff636d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489992
Nov 13 21:19:26.819608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fa5a80-a6c5-4e06-a152-38b518e6044c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:26.957174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.978486 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:26.980044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a501d38-5d4b-4ddc-a7c1-ea36bd33ea8b tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.3655901
Nov 13 21:19:26.999909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:27.006176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '50fa5a80-a6c5-4e06-a152-38b518e6044c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:27.137666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b12a-0317-4d5d-868e-e09dbe8bdf5c req-c41bb080-f8a6-4018-a680-e1d0b021f7a5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:27.139075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5708b12a-0317-4d5d-868e-e09dbe8bdf5c req-c41bb080-f8a6-4018-a680-e1d0b021f7a5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.0807469
Nov 13 21:19:27.161636 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7475c11-dde3-4805-8de4-48ceaaef5fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.195784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.220759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5708b12a-0317-4d5d-868e-e09dbe8bdf5c req-c7d8cce0-a1eb-45a8-84c6-84afde415ae1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729320
Nov 13 21:19:27.226502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.268289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=ed64d50c-f9ad-4e7f-819e-1762327774f4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:27.276655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:27.278295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:27.281176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:27.286090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.339769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:27.339907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.418140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.439118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2659a9c-3fb1-4a53-bf9c-8769ea594229,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:27.468923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-05df7381-c13f-4c5a-a681-539a48607fb3 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.9580173
Nov 13 21:19:27.476618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39392) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:27.479421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'ed64d50c-f9ad-4e7f-819e-1762327774f4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:27.576679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:27.579857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-581b45fc-f8a4-4062-8d0a-6b07f572ba22 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5812154
Nov 13 21:19:27.582913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39400) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:27.589516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-fc5c5473-3515-4d95-bbca-61d97dfd706f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '50fa5a80-a6c5-4e06-a152-38b518e6044c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:28.030183 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.134943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.178396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5473-3515-4d95-bbca-61d97dfd706f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.300873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.121 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/fa2968b6-4a65-45d2-b3d4-ed4af2469e80) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:28.335910 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-fc5c5473-3515-4d95-bbca-61d97dfd706f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:19:28.339617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fc5c5473-3515-4d95-bbca-61d97dfd706f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.7527726
Nov 13 21:19:28.340675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39420) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:28.407086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da95e63-8d86-4a7f-b8f4-ccf65a48b1a8 req-02c869f1-66ec-476c-b379-0e4e2d1cc2cd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:28.408610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2da95e63-8d86-4a7f-b8f4-ccf65a48b1a8 req-02c869f1-66ec-476c-b379-0e4e2d1cc2cd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1034689
Nov 13 21:19:28.437485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0879-1b19-44bd-8427-529434d6fd16 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.455614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.457874 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.493966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0879-1b19-44bd-8427-529434d6fd16 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.517205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2da95e63-8d86-4a7f-b8f4-ccf65a48b1a8 req-f22a3a72-dd82-449b-b795-12a852d8533d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859501
Nov 13 21:19:28.629539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.663820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0879-1b19-44bd-8427-529434d6fd16 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.666725 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b0f0879-1b19-44bd-8427-529434d6fd16 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:28.668018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2b0f0879-1b19-44bd-8427-529434d6fd16 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/50fa5a80-a6c5-4e06-a152-38b518e6044c HTTP/1.1" status: 204  len: 168 time: 0.3263276
Nov 13 21:19:28.672271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39426) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:28.676728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:28.679945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:28.682819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:28.697373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f0879-1b19-44bd-8427-529434d6fd16 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fa5a80-a6c5-4e06-a152-38b518e6044c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:28.741111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5839c7c9-ccaf-41a7-96ee-2c2795fb7731 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0651135
Nov 13 21:19:28.747788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39428) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:28.752536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--525026966'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:28.776215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=fa2968b6-4a65-45d2-b3d4-ed4af2469e80,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:28.960655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.050609 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.160774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.167909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.228256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d01f1f-1e33-444d-8069-8a12ff692f0e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:29.322915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.324155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d665871-1629-48ae-893f-ebe0cb8efcc6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5752063
Nov 13 21:19:29.327805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39436) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:29.333568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e189f82b-6692-4014-a33e-a373fab205fd tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a1d01f1f-1e33-444d-8069-8a12ff692f0e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:29.333568 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-e189f82b-6692-4014-a33e-a373fab205fd tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 13 21:19:29.333862 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-e189f82b-6692-4014-a33e-a373fab205fd tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:29.337953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e189f82b-6692-4014-a33e-a373fab205fd tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0063629
Nov 13 21:19:29.338285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39438) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:29.414034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.476967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-983d2c8c-5bbe-40b4-a70c-df67d6314b44 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.535830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-983d2c8c-5bbe-40b4-a70c-df67d6314b44 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.709778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4e325-8d26-4fd3-ab3f-971acef531f4 req-aaa131d6-f70c-459f-9c54-54c66bc978ef tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:29.711267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eda4e325-8d26-4fd3-ab3f-971acef531f4 req-aaa131d6-f70c-459f-9c54-54c66bc978ef tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.0945539
Nov 13 21:19:29.772991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.788201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eda4e325-8d26-4fd3-ab3f-971acef531f4 req-bb177808-1342-42dc-86bd-5b48b787657c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679941
Nov 13 21:19:29.824238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-983d2c8c-5bbe-40b4-a70c-df67d6314b44 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.830160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-983d2c8c-5bbe-40b4-a70c-df67d6314b44 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.834062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-983d2c8c-5bbe-40b4-a70c-df67d6314b44 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/a1d01f1f-1e33-444d-8069-8a12ff692f0e HTTP/1.1" status: 204  len: 168 time: 0.4922194
Nov 13 21:19:29.834469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39446) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:29.841972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d2c8c-5bbe-40b4-a70c-df67d6314b44 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d01f1f-1e33-444d-8069-8a12ff692f0e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:29.881559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.894801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5e0a1fd0-746c-40da-a674-503838a31661 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0592048
Nov 13 21:19:29.898983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:29.905342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--104682468'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:29.926601 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:29.971956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=fa2968b6-4a65-45d2-b3d4-ed4af2469e80,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:29.992731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.024955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.122918 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.149965 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP 48f425b7-4637-4b96-a7d6-abc5de4e1bad associated. External IP: 172.35.3.121, port: ed64d50c-f9ad-4e7f-819e-1762327774f4.
Nov 13 21:19:30.269651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.322836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34103376-ca6c-497f-9cfc-733adc08417a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:30.378559 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.426518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.430952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-064ae499-7a70-4a8d-a06e-553d72cda522 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5303783
Nov 13 21:19:30.437451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39458) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:30.441864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-23dd1c21-f80a-4201-bf73-ad9d4a10d635 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '34103376-ca6c-497f-9cfc-733adc08417a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:30.442777 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-23dd1c21-f80a-4201-bf73-ad9d4a10d635 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 13 21:19:30.443458 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-23dd1c21-f80a-4201-bf73-ad9d4a10d635 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:30.446868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-23dd1c21-f80a-4201-bf73-ad9d4a10d635 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0079336
Nov 13 21:19:30.447092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39460) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:30.481987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:30.524416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f97-cde3-4e8a-8bf0-40385fe811ee tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.565549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f97-cde3-4e8a-8bf0-40385fe811ee tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.697172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:30.707324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:30.726537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:30.727242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:30.755442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f97-cde3-4e8a-8bf0-40385fe811ee tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.758495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f97-cde3-4e8a-8bf0-40385fe811ee tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.762320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f3d13f97-cde3-4e8a-8bf0-40385fe811ee tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/34103376-ca6c-497f-9cfc-733adc08417a HTTP/1.1" status: 204  len: 168 time: 0.3113699
Nov 13 21:19:30.762684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39470) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:30.767197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce0a0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:30.777450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:30.778320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:30.778820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13f97-cde3-4e8a-8bf0-40385fe811ee tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34103376-ca6c-497f-9cfc-733adc08417a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:30.822151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:30.843997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6ce0a0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:30.844611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7d371-cb7d-4d5c-a474-230f361b68b6 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:30.868889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:30.873978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'port_id': 'ed64d50c-f9ad-4e7f-819e-1762327774f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:30.879068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0460ed92-340e-477c-aa2f-fcccd6c496f9 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 3.4061255
Nov 13 21:19:30.902677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-69351031-0d95-45eb-84db-3af9f1066797 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1386013
Nov 13 21:19:30.908401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39476) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:30.916109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244882157'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:31.003698 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:31.058955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:31.168934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83016ce8-20b0-463d-a1c0-5f09ae099996 req-bff68af0-cac4-442e-b604-8683058eb041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:31.176879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83016ce8-20b0-463d-a1c0-5f09ae099996 req-bff68af0-cac4-442e-b604-8683058eb041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.2992864
Nov 13 21:19:31.180909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:31.283710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83016ce8-20b0-463d-a1c0-5f09ae099996 req-02414c01-13d8-4c18-871a-bcb373a9d8ba tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056578
Nov 13 21:19:31.285909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:31.335331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:31.409682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:31.411226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-582d9b62-8725-4c27-ab73-f829b99ef3df tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5014281
Nov 13 21:19:31.414471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:31.419172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-836ea5d7-7f3a-4fcd-997c-6a0f43bc095f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:31.434563 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-836ea5d7-7f3a-4fcd-997c-6a0f43bc095f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 13 21:19:31.435524 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-836ea5d7-7f3a-4fcd-997c-6a0f43bc095f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:31.438240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-836ea5d7-7f3a-4fcd-997c-6a0f43bc095f tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0226812
Nov 13 21:19:31.441222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39496) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:31.445788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a53a9257-94c6-4dcb-9add-1aac40f08030 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:31.446485 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-a53a9257-94c6-4dcb-9add-1aac40f08030 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 13 21:19:31.446990 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-a53a9257-94c6-4dcb-9add-1aac40f08030 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:31.450912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a53a9257-94c6-4dcb-9add-1aac40f08030 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0059164
Nov 13 21:19:31.451110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39498) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:31.458058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e2190662-b6a9-4f44-bfcc-144099359e1e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:31.459129 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-e2190662-b6a9-4f44-bfcc-144099359e1e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 13 21:19:31.459688 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-e2190662-b6a9-4f44-bfcc-144099359e1e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:31.461611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e2190662-b6a9-4f44-bfcc-144099359e1e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0079849
Nov 13 21:19:31.475567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39500) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:31.477608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0a0a793e-a88f-46f1-96af-22abf6826107 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:31.477910 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-0a0a793e-a88f-46f1-96af-22abf6826107 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 13 21:19:31.478442 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-0a0a793e-a88f-46f1-96af-22abf6826107 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:31.483583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0a0a793e-a88f-46f1-96af-22abf6826107 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0105114
Nov 13 21:19:31.484229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:31.577584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7241-1e66-450f-ad4d-c3511df7bd7a tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:31.620474 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7241-1e66-450f-ad4d-c3511df7bd7a tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.192265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.311691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-af356a4d-cb11-435c-950e-7664de13e0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0544460
Nov 13 21:19:32.387747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7241-1e66-450f-ad4d-c3511df7bd7a tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.390334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2cc7241-1e66-450f-ad4d-c3511df7bd7a tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.391417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2cc7241-1e66-450f-ad4d-c3511df7bd7a tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2 HTTP/1.1" status: 204  len: 168 time: 0.9061742
Nov 13 21:19:32.394285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39514) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:32.414213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.414690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.415141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.415589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.416036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.416485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.417030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.418901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-bd34088f-14a7-45fc-9ba0-c9de91d80ae3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6501 time: 0.0807066
Nov 13 21:19:32.428753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc7241-1e66-450f-ad4d-c3511df7bd7a tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa5ef5-b3b0-43e5-a4ec-d5529c691cb2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:32.435907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.456940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72ba4a-6936-4351-ac51-bf5aa19b6bdf req-03cc76f9-f4c9-4f88-9acc-c05aeff59e90 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.456940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca72ba4a-6936-4351-ac51-bf5aa19b6bdf req-03cc76f9-f4c9-4f88-9acc-c05aeff59e90 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.0774007
Nov 13 21:19:32.518042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aaf5ef1b-b3aa-4428-b20e-5361faf9d3fb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1225200
Nov 13 21:19:32.523273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39524) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:32.527785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--947175848'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:32.594533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca72ba4a-6936-4351-ac51-bf5aa19b6bdf req-880f3251-433b-46f4-957c-7431f70756f8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295638
Nov 13 21:19:32.638373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-1980bfc0-6370-4f13-afe1-8f81a1600f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.639568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-1980bfc0-6370-4f13-afe1-8f81a1600f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.640067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-1980bfc0-6370-4f13-afe1-8f81a1600f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.642463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-1980bfc0-6370-4f13-afe1-8f81a1600f88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=986d9268-612c-49cc-ba08-fd64bf54a38c&id=986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 200  len: 2298 time: 0.1695714
Nov 13 21:19:32.740046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-08ee41e4-d7c4-45f6-a95a-c5ec343d9dd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 200  len: 1001 time: 0.0883169
Nov 13 21:19:32.741745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.799654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:32.807984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-8a4576bf-e382-4b90-8d31-022cd4372e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.809511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-8a4576bf-e382-4b90-8d31-022cd4372e83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d3886af-e48e-40cf-824b-23bdcef4618d HTTP/1.1" status: 200  len: 856 time: 0.0617769
Nov 13 21:19:32.879369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-557666ef-95d8-4156-b339-07d667c3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:32.880931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-557666ef-95d8-4156-b339-07d667c3fe6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0635192
Nov 13 21:19:32.887875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:32.993033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.026237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-499eb65e-cd15-4eeb-816a-c17c1ee0982c service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366305
Nov 13 21:19:33.051939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:33.053722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b6b52-648a-4043-af29-94b7a8f0d427,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:33.064136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.078304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:33.093321 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:33.094335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde318a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:33.129191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3a46c24f-65a9-451d-b063-403ba7c2a0b5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/floatingips/48f425b7-4637-4b96-a7d6-abc5de4e1bad HTTP/1.1" status: 200  len: 979 time: 2.2564719
Nov 13 21:19:33.131344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.144145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde318a90>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:33.158761 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:33.159933 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde318a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:33.182075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.186641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-34279931-4b77-43d7-80fc-d4e8f6127c3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6590896
Nov 13 21:19:33.187566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39530) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.197321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-78656b09-6f2e-4e6f-bf56-012a6d87b0fe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:33.198227 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-78656b09-6f2e-4e6f-bf56-012a6d87b0fe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 13 21:19:33.198734 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-78656b09-6f2e-4e6f-bf56-012a6d87b0fe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:33.204584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78656b09-6f2e-4e6f-bf56-012a6d87b0fe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0119395
Nov 13 21:19:33.216869 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde318a90>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:33.218046 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a90421-05bd-4cb2-be6f-de36407f4d63 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:33.223015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39538) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.237335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f2949da7-73fc-4555-83f6-f5eb9bb1b44c tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:33.279723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-712fa6eb-c093-4eb5-aa4e-76281ec6d130 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434018
Nov 13 21:19:33.349824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-7b0f624a-f7e3-460b-930c-b14fbe184a6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 217 time: 0.0628307
Nov 13 21:19:33.426281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-cde8d621-9d04-493f-a926-3bfe1224da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:33.427850 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-cde8d621-9d04-493f-a926-3bfe1224da20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0654445
Nov 13 21:19:33.430364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port fa2968b6-4a65-45d2-b3d4-ed4af2469e80 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:33.431294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.493343 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-f2949da7-73fc-4555-83f6-f5eb9bb1b44c tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:33.494552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2949da7-73fc-4555-83f6-f5eb9bb1b44c tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2693410
Nov 13 21:19:33.499201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39540) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.506270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-abfad661-8624-47eb-aeee-f5a940de9268 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:33.507774 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-abfad661-8624-47eb-aeee-f5a940de9268 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 13 21:19:33.508902 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-abfad661-8624-47eb-aeee-f5a940de9268 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:33.513146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-abfad661-8624-47eb-aeee-f5a940de9268 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0101008
Nov 13 21:19:33.516034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-fb99de9f-d1cb-49aa-b23a-24cfc38d3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:33.518097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-fb99de9f-d1cb-49aa-b23a-24cfc38d3396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0810337
Nov 13 21:19:33.518582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39542) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.522878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6f22ffb2-9ff5-4e26-98ba-709ffdae3b6d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:33.562078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.562419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.590788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for fa2968b6-4a65-45d2-b3d4-ed4af2469e80 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:33.658773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-9a25bb6b-a6e1-4a5e-9808-486a11bde0f4 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294932
Nov 13 21:19:33.863902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5e441-1789-400c-bc2f-1ca724d2bb39 req-adac35c1-5795-406b-b368-bf39226933d7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:33.871572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5dd5e441-1789-400c-bc2f-1ca724d2bb39 req-adac35c1-5795-406b-b368-bf39226933d7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1037757
Nov 13 21:19:33.885272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-df7ca9a6-cae4-44be-ad50-5a0da089032f service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102971
Nov 13 21:19:33.937866 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-6f22ffb2-9ff5-4e26-98ba-709ffdae3b6d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:33.939698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6f22ffb2-9ff5-4e26-98ba-709ffdae3b6d tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4195824
Nov 13 21:19:33.942842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-359f4c97-f0ed-4169-97b8-e061b158dc5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 217 time: 0.0493829
Nov 13 21:19:33.946081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.951476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-15e275a0-5692-4df5-ac55-606aa9e23844 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:33.952475 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-15e275a0-5692-4df5-ac55-606aa9e23844 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 13 21:19:33.952971 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-15e275a0-5692-4df5-ac55-606aa9e23844 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:33.954318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15e275a0-5692-4df5-ac55-606aa9e23844 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0070612
Nov 13 21:19:33.957388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:33.958073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39554) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:33.990813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0afd87d2-b429-4b1a-9731-70298366bda3 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:34.035802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=fa2968b6-4a65-45d2-b3d4-ed4af2469e80,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:34.082285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:34.082611 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP 48f425b7-4637-4b96-a7d6-abc5de4e1bad disassociated (deleted). External IP: 172.35.3.121, port: ed64d50c-f9ad-4e7f-819e-1762327774f4.
Nov 13 21:19:34.090692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-bc413601-7eb0-4fa6-8cc1-995e4cdc3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:34.092231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-bc413601-7eb0-4fa6-8cc1-995e4cdc3569 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.1316700
Nov 13 21:19:34.117488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5dd5e441-1789-400c-bc2f-1ca724d2bb39 req-e456b009-b938-4acf-81e3-d44da611037c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2433848
Nov 13 21:19:34.159494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-3171305b-c29b-4bc5-ac85-204614f98b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:34.161306 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-3171305b-c29b-4bc5-ac85-204614f98b0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0591812
Nov 13 21:19:34.275091 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-0afd87d2-b429-4b1a-9731-70298366bda3 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Project e943e47ef2844e678d564091686cb96f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:19:34.301565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-8a06c35b-7088-4196-9054-7fa123113a15 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305366
Nov 13 21:19:34.352151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:34.393032 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-0afd87d2-b429-4b1a-9731-70298366bda3 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:34.394942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0afd87d2-b429-4b1a-9731-70298366bda3 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4164352
Nov 13 21:19:34.397944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39562) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:34.402550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e729fb86-bcbf-4c59-8b19-78176d9e4ca1 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:34.403233 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-e729fb86-bcbf-4c59-8b19-78176d9e4ca1 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 13 21:19:34.403851 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-e729fb86-bcbf-4c59-8b19-78176d9e4ca1 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:34.405096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e729fb86-bcbf-4c59-8b19-78176d9e4ca1 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0060813
Nov 13 21:19:34.409743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39564) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:34.527016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:34.539472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:34.544115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:34.567138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:34.569482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:34.581904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fc81200d-26e5-4806-b08b-b2339d41f88b tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/floatingips/48f425b7-4637-4b96-a7d6-abc5de4e1bad HTTP/1.1" status: 204  len: 168 time: 1.4493785
Nov 13 21:19:34.588460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:34.614034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a430>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:34.629484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:34.630372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:34.692676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a430>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:34.693808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe9aa0-81b3-45c6-b974-c4db2cee6409 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:34.728281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port ed64d50c-f9ad-4e7f-819e-1762327774f4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:34.728766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:34.807617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-64a31c7c-3632-4c93-b036-a2b39a8c16c8 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:34.850113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:34.861435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-58545e0f-9b59-4616-aa09-503d1d2e1bab service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5484023
Nov 13 21:19:34.870239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for ed64d50c-f9ad-4e7f-819e-1762327774f4 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:34.920751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-2894aef7-7d72-4266-b75f-cc83107d2181 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0 HTTP/1.1" status: 200  len: 217 time: 0.0509205
Nov 13 21:19:34.967321 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-64a31c7c-3632-4c93-b036-a2b39a8c16c8 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Project e943e47ef2844e678d564091686cb96f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:19:34.999691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-d01cc9e1-b8cf-48cc-a185-448204874d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:35.001496 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-d01cc9e1-b8cf-48cc-a185-448204874d4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0724130
Nov 13 21:19:35.063290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-cda0be9a-6f26-47a4-b53a-ff12cc19daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:35.066017 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-cda0be9a-6f26-47a4-b53a-ff12cc19daf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0573030
Nov 13 21:19:35.071525 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-64a31c7c-3632-4c93-b036-a2b39a8c16c8 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:35.073262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-64a31c7c-3632-4c93-b036-a2b39a8c16c8 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.6625273
Nov 13 21:19:35.076999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:35.082879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-59eb359c-7a72-4530-969e-595d06e076a7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'a91b6b52-648a-4043-af29-94b7a8f0d427', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:35.193475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-dc44d8ca-3011-48c2-a236-0d5c08410b66 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172702
Nov 13 21:19:35.223965 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-59eb359c-7a72-4530-969e-595d06e076a7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Project e943e47ef2844e678d564091686cb96f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:19:35.257546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.339054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e5b5f-5319-4aab-b36b-80bf89012368 req-1bf26483-bc8d-4bea-bd32-36c61e7c60e3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:35.340084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=ed64d50c-f9ad-4e7f-819e-1762327774f4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:35.349909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca0e5b5f-5319-4aab-b36b-80bf89012368 req-1bf26483-bc8d-4bea-bd32-36c61e7c60e3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1243706
Nov 13 21:19:35.399484 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-59eb359c-7a72-4530-969e-595d06e076a7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:35.400626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59eb359c-7a72-4530-969e-595d06e076a7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3227563
Nov 13 21:19:35.401829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.403581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-fc934a19-53db-443e-b824-f0dc9794b2fb service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019963
Nov 13 21:19:35.405804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bbb4d979-65ec-4a28-bb85-8a6f7770ac12 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/ports/ed64d50c-f9ad-4e7f-819e-1762327774f4 HTTP/1.1" status: 204  len: 168 time: 0.8159668
Nov 13 21:19:35.406397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:35.422710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:35.422710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:35.426620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca0e5b5f-5319-4aab-b36b-80bf89012368 req-df061db4-8dad-40d5-925e-94f04eaf0425 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717146
Nov 13 21:19:35.475171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-d7afb405-502e-4c7e-a7a0-35ef0a3d9dc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4 HTTP/1.1" status: 200  len: 217 time: 0.0466383
Nov 13 21:19:35.491113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-244790d0-52d5-4313-a5f4-ad7162bf8ce7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.532127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-244790d0-52d5-4313-a5f4-ad7162bf8ce7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.536252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-ae383a51-73a8-4ea3-9561-e6a025718594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:35.537747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-ae383a51-73a8-4ea3-9561-e6a025718594 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0560708
Nov 13 21:19:35.618937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-35fb1e0d-5121-4c34-bae9-802a1952a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:35.620519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-35fb1e0d-5121-4c34-bae9-802a1952a6ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0697010
Nov 13 21:19:35.663639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.727276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-244790d0-52d5-4313-a5f4-ad7162bf8ce7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.729139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-244790d0-52d5-4313-a5f4-ad7162bf8ce7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.730165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-244790d0-52d5-4313-a5f4-ad7162bf8ce7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/a91b6b52-648a-4043-af29-94b7a8f0d427 HTTP/1.1" status: 204  len: 168 time: 0.3228254
Nov 13 21:19:35.734946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39586) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:35.758012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-5108040e-41a1-48aa-a672-65bf4069dc99 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293755
Nov 13 21:19:35.761940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244790d0-52d5-4313-a5f4-ad7162bf8ce7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b6b52-648a-4043-af29-94b7a8f0d427,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:35.848887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5ba03844-3921-43ad-8ca1-ead719585f96 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1080973
Nov 13 21:19:35.850586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39590) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:35.858989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253978664'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:35.862997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-a5eef29d-2cd8-41e1-939d-ee828b90143e service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949891
Nov 13 21:19:35.931870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:35.935018 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-c542983b-b3b7-4c8a-9da4-0985e794db8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 HTTP/1.1" status: 200  len: 217 time: 0.0637658
Nov 13 21:19:35.991072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-c665486b-68f2-42fa-a070-b507e4abff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:35.993099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-c665486b-68f2-42fa-a070-b507e4abff70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0500321
Nov 13 21:19:36.030179 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.052995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-7ef35635-4257-461a-bdad-18b6fce25c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:36.055531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-7ef35635-4257-461a-bdad-18b6fce25c14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0544338
Nov 13 21:19:36.069190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.115 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/acfe6ae2-b938-4016-81c5-bfb62fa6cf35) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:36.205498 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.212825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-0a3c8f25-169f-4632-b88a-ff89e6d9aa55 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481690
Nov 13 21:19:36.242065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.288718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.322477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971b66f1-b8a6-4b77-a6d5-b577953788a0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:36.337792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-2f5a4d3b-6cd5-4160-bb57-d7c4419e9907 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142664
Nov 13 21:19:36.355397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.391777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-57559806-4048-44e3-bb51-2577c2726ae7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 200  len: 217 time: 0.0457611
Nov 13 21:19:36.410242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.411511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5500b8f-62e5-45e0-8609-4739c841c294 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5599029
Nov 13 21:19:36.421156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39594) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:36.433750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:36.441015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1e38e0e7-0eb7-4e4d-8a3e-eb207f368afc tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '971b66f1-b8a6-4b77-a6d5-b577953788a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:36.459430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:36.464383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:36.470232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=acfe6ae2-b938-4016-81c5-bfb62fa6cf35,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:36.475178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-30448ff0-45f9-4fc2-a1a6-0b8bd81dcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:36.476749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-30448ff0-45f9-4fc2-a1a6-0b8bd81dcac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0785413
Nov 13 21:19:36.557114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784d9a-c9c0-494d-b421-feffde263903 req-486b87d7-b081-4540-ae32-f0ca4f19c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:36.558535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-486b87d7-b081-4540-ae32-f0ca4f19c106 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0725939
Nov 13 21:19:36.582501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:36.621411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809edaa-45ba-4c8a-8e88-257e317acefe req-a9b49b6d-99ae-4ac6-a2e5-86e076e9675d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:36.623082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9809edaa-45ba-4c8a-8e88-257e317acefe req-a9b49b6d-99ae-4ac6-a2e5-86e076e9675d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.0968392
Nov 13 21:19:36.733253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9809edaa-45ba-4c8a-8e88-257e317acefe req-05d99ab6-fa9a-4cb2-9657-7e3ceb05b7fa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775392
Nov 13 21:19:36.737649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-35e61a34-76ee-4fe5-9037-dfb9f0c99b4f service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720228
Nov 13 21:19:36.831937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52784d9a-c9c0-494d-b421-feffde263903 req-e8cd440e-02f3-4458-8057-4fdceddc069c service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874577
Nov 13 21:19:37.064630 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-1e38e0e7-0eb7-4e4d-8a3e-eb207f368afc tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The resource could not be found.
Nov 13 21:19:37.065934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1e38e0e7-0eb7-4e4d-8a3e-eb207f368afc tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6346292
Nov 13 21:19:37.069488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39610) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:37.071267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.077719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-48c1023c-2cb6-4a7f-a1f2-28e2dd528ab7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '971b66f1-b8a6-4b77-a6d5-b577953788a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '544ac0e1-440f-4669-a93f-7cd50a275328'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:37.241473 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-48c1023c-2cb6-4a7f-a1f2-28e2dd528ab7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The resource could not be found.
Nov 13 21:19:37.246498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-48c1023c-2cb6-4a7f-a1f2-28e2dd528ab7 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1735053
Nov 13 21:19:37.247062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39614) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:37.265882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.316549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-62623184-2cad-4df0-a0d9-f703d4400fe6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.332035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.343716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-62623184-2cad-4df0-a0d9-f703d4400fe6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.413104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=acfe6ae2-b938-4016-81c5-bfb62fa6cf35,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:37.427813 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.463706 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-62623184-2cad-4df0-a0d9-f703d4400fe6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.468278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-62623184-2cad-4df0-a0d9-f703d4400fe6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.469900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-62623184-2cad-4df0-a0d9-f703d4400fe6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/971b66f1-b8a6-4b77-a6d5-b577953788a0 HTTP/1.1" status: 204  len: 168 time: 0.2211099
Nov 13 21:19:37.472384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39616) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:37.485775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62623184-2cad-4df0-a0d9-f703d4400fe6 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b66f1-b8a6-4b77-a6d5-b577953788a0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:37.523170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.523170 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-677d29a3-86cd-4b1b-bc3d-f9a60e202fa5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0964260
Nov 13 21:19:37.523369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39620) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:37.530545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'port': {'network_id': 'b409089c-f8d8-457f-aafb-e32ee5f6f556', 'name': 'tempest-FloatingIPTestJSON-1413046466'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:37.534096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-808df852-9873-407c-ac8d-f4a79dde45cd tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0600705
Nov 13 21:19:37.541702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39622) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:37.552013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8a412998-facd-4c78-b392-c29b919314b5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '8ac290ba-3d63-4047-8197-7c664d9d91ed', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:37.857653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:37.861447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:37.879637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] device_id is not set on port caace793-110e-43a9-81cc-6dc5e43bf4d0 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:19:37.932176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889f890-653f-4231-a0b1-edaebfb8c40f req-37fae3a6-3c97-4542-9d42-a971a9771343 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:37.933817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2889f890-653f-4231-a0b1-edaebfb8c40f req-37fae3a6-3c97-4542-9d42-a971a9771343 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1170576
Nov 13 21:19:37.954349 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-8a412998-facd-4c78-b392-c29b919314b5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The resource could not be found.
Nov 13 21:19:37.955376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8a412998-facd-4c78-b392-c29b919314b5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4123116
Nov 13 21:19:37.958971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39632) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:37.964800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137042972'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:37.989987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.8 (b409089c-f8d8-457f-aafb-e32ee5f6f556/d7f26956-eb49-4070-847e-d65a654d2037/caace793-110e-43a9-81cc-6dc5e43bf4d0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:38.017019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2889f890-653f-4231-a0b1-edaebfb8c40f req-4db835de-0579-4185-aeb2-b9aca2818ab0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762942
Nov 13 21:19:38.103044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.157136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.173151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.314380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.338000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.357130 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e190828e-99c5-4852-9bf0-3505ec494a23,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:38.388493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network b409089c-f8d8-457f-aafb-e32ee5f6f556 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:38.392424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:38.397397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:38.401096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=caace793-110e-43a9-81cc-6dc5e43bf4d0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:38.448272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.449540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-94e77793-2895-42ea-a6c1-e595057c2902 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4896750
Nov 13 21:19:38.449766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:38.450387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.459573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39648) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:38.464039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381075436'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:38.603116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09171c9f-d492-4b62-8af6-89235b2ce10e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0789621
Nov 13 21:19:38.605819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39652) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:38.616016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'port_id': 'caace793-110e-43a9-81cc-6dc5e43bf4d0'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:38.659749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.737569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.861074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:38.971028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.005072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420539c5-83bc-4eec-9866-fcd9ba82ee76,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:39.077007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.078520 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-174ae4a8-f9cb-427f-88c5-3f24cd69fcbe tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6179388
Nov 13 21:19:39.082154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39674) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:39.088252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4699567a-6325-4703-831b-1c0436f820b0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': 'e190828e-99c5-4852-9bf0-3505ec494a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '420539c5-83bc-4eec-9866-fcd9ba82ee76'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:39.184441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.204753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64dfc2-3cbc-44da-8a5b-f7a42f291884 req-7cdf249d-af6b-4933-823e-aa1420c16e61 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:39.211135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed64dfc2-3cbc-44da-8a5b-f7a42f291884 req-7cdf249d-af6b-4933-823e-aa1420c16e61 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.0683026
Nov 13 21:19:39.254931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed64dfc2-3cbc-44da-8a5b-f7a42f291884 req-e49f135e-d1bf-44dc-b7ad-f05709cb7f67 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425408
Nov 13 21:19:39.280169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.280315 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-4699567a-6325-4703-831b-1c0436f820b0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:39.282784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4699567a-6325-4703-831b-1c0436f820b0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1990914
Nov 13 21:19:39.295235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39684) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:39.353483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51ffc6ea-d2b0-42f0-b6c8-530e10a2f9a5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.376203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51ffc6ea-d2b0-42f0-b6c8-530e10a2f9a5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.387170 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP fd38be84-2363-401c-96ca-7c9b73ca09db associated. External IP: 172.35.3.115, port: caace793-110e-43a9-81cc-6dc5e43bf4d0.
Nov 13 21:19:39.520385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51ffc6ea-d2b0-42f0-b6c8-530e10a2f9a5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.523281 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51ffc6ea-d2b0-42f0-b6c8-530e10a2f9a5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.524675 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-51ffc6ea-d2b0-42f0-b6c8-530e10a2f9a5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/420539c5-83bc-4eec-9866-fcd9ba82ee76 HTTP/1.1" status: 204  len: 168 time: 0.2282233
Nov 13 21:19:39.528103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:39.542234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffc6ea-d2b0-42f0-b6c8-530e10a2f9a5 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420539c5-83bc-4eec-9866-fcd9ba82ee76,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:39.604777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6d832968-39a9-43f4-95ae-595eac0ed281 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0740957
Nov 13 21:19:39.607610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:39.672842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-872d02d3-44de-40c8-a758-dae2c18c4f20 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.721193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-872d02d3-44de-40c8-a758-dae2c18c4f20 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.835004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-872d02d3-44de-40c8-a758-dae2c18c4f20 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.837948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-872d02d3-44de-40c8-a758-dae2c18c4f20 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:39.841518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-872d02d3-44de-40c8-a758-dae2c18c4f20 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/e190828e-99c5-4852-9bf0-3505ec494a23 HTTP/1.1" status: 204  len: 168 time: 0.2304547
Nov 13 21:19:39.841633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:39.842727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39710) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:39.848348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d02d3-44de-40c8-a758-dae2c18c4f20 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e190828e-99c5-4852-9bf0-3505ec494a23,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:39.929469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e9797b6a-0bcb-46de-808d-bc0ddb0a8737 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0855684
Nov 13 21:19:39.933291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39716) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:39.938424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940825292'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:40.001781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:40.006891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.011107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:40.021159 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:40.021741 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde318640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:40.034458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-123f3517-6393-405c-991f-f7e973153da6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/floatingips/fd38be84-2363-401c-96ca-7c9b73ca09db HTTP/1.1" status: 200  len: 978 time: 1.4273572
Nov 13 21:19:40.037107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39722) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:40.053977 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde318640>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:40.063467 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:40.064050 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde318640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:40.065598 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.098233 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde318640>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:40.098876 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93350b6f-c07b-47aa-8ce4-aff9cfee13f1 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:40.182672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port caace793-110e-43a9-81cc-6dc5e43bf4d0 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:40.183009 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.189015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.277754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.341377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.415380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6fcc0a-c5d5-4f78-9dd1-6ec5802f5e0e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:40.471046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.472270 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-be0be84b-e250-4bf2-8113-37d8bae94b3e tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5379813
Nov 13 21:19:40.476280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:40.481110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8ce601d9-0d37-4168-a4a4-b9b97a1b3a91 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '8e6fcc0a-c5d5-4f78-9dd1-6ec5802f5e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:40.525995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.526357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.526672 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP fd38be84-2363-401c-96ca-7c9b73ca09db disassociated. External IP: 172.35.3.115, port: caace793-110e-43a9-81cc-6dc5e43bf4d0.
Nov 13 21:19:40.527009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for caace793-110e-43a9-81cc-6dc5e43bf4d0 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:40.720515 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-8ce601d9-0d37-4168-a4a4-b9b97a1b3a91 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:40.721637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ce601d9-0d37-4168-a4a4-b9b97a1b3a91 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2443182
Nov 13 21:19:40.730519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39738) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:40.730519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-70950abf-50dc-418e-a82e-d59d07748eab tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group_rule': {'security_group_id': '8e6fcc0a-c5d5-4f78-9dd1-6ec5802f5e0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:40.783203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.811317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=caace793-110e-43a9-81cc-6dc5e43bf4d0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:40.892468 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-70950abf-50dc-418e-a82e-d59d07748eab tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:19:40.893900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70950abf-50dc-418e-a82e-d59d07748eab tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1686995
Nov 13 21:19:40.896910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39740) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:40.954525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-33679afd-23de-4b32-be1d-c54c9f1aabdb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:40.982961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-33679afd-23de-4b32-be1d-c54c9f1aabdb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.108807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-33679afd-23de-4b32-be1d-c54c9f1aabdb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.111465 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-33679afd-23de-4b32-be1d-c54c9f1aabdb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.112670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-33679afd-23de-4b32-be1d-c54c9f1aabdb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e6fcc0a-c5d5-4f78-9dd1-6ec5802f5e0e HTTP/1.1" status: 204  len: 168 time: 0.2147579
Nov 13 21:19:41.116016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39746) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.135713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33679afd-23de-4b32-be1d-c54c9f1aabdb tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6fcc0a-c5d5-4f78-9dd1-6ec5802f5e0e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:41.169076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1622e613-3a20-4e4a-954d-c8784fea1fbc tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0505035
Nov 13 21:19:41.172040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39748) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.176544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118898471'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:41.251764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.254867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:41.319565 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.364304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:41.386822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:41.397540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:41.398138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd050880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:41.400246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.429554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba4929b-749b-4168-9d1a-0f7d9d238dfa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:41.439357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.444340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-789acc59-8924-43aa-b4a1-ee966add7fa6 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/ports/caace793-110e-43a9-81cc-6dc5e43bf4d0 HTTP/1.1" status: 204  len: 168 time: 1.4052856
Nov 13 21:19:41.449675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd050880>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:41.451276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39760) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.455140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:41.455765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd050880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:41.502426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd050880>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:41.502426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699d7081-0b42-4c5e-a970-29c4e6b24b85 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:41.502596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f22691f3-5d2a-4fae-a417-f816cc90f008 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/floatingips/fd38be84-2363-401c-96ca-7c9b73ca09db HTTP/1.1" status: 200  len: 688 time: 0.0485640
Nov 13 21:19:41.503644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.522824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.524177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-060ecf8b-fd8d-456c-96a0-809b176974af tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3510478
Nov 13 21:19:41.527556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39766) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.532081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8a5820b7-5cdc-4f00-993a-5eb463db97f0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:41.532504 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-8a5820b7-5cdc-4f00-993a-5eb463db97f0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 13 21:19:41.535376 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-8a5820b7-5cdc-4f00-993a-5eb463db97f0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:19:41.535376 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8a5820b7-5cdc-4f00-993a-5eb463db97f0 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "PUT /v2.0/security-groups/3ba4929b-749b-4168-9d1a-0f7d9d238dfa HTTP/1.1" status: 409  len: 330 time: 0.0054984
Nov 13 21:19:41.537321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39768) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.594048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5ed408b-c18f-496b-bf0e-40f8a7b48aa4 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.618081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5ed408b-c18f-496b-bf0e-40f8a7b48aa4 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.650125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14bc9f-c38a-4292-b510-9e321a73b80c req-6ba8459f-7a58-43ad-8141-6405b081c1a2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:41.651667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba14bc9f-c38a-4292-b510-9e321a73b80c req-6ba8459f-7a58-43ad-8141-6405b081c1a2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 947 time: 0.1134346
Nov 13 21:19:41.696283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port acfe6ae2-b938-4016-81c5-bfb62fa6cf35 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:41.696620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.725904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba14bc9f-c38a-4292-b510-9e321a73b80c req-c8f52bdd-83fb-4e34-b438-6f10e528dd6b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654778
Nov 13 21:19:41.790821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.791565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.806350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for acfe6ae2-b938-4016-81c5-bfb62fa6cf35 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:41.851525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5ed408b-c18f-496b-bf0e-40f8a7b48aa4 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.860400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5ed408b-c18f-496b-bf0e-40f8a7b48aa4 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.860400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c5ed408b-c18f-496b-bf0e-40f8a7b48aa4 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/3ba4929b-749b-4168-9d1a-0f7d9d238dfa HTTP/1.1" status: 204  len: 168 time: 0.3179593
Nov 13 21:19:41.860841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39784) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.867071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed408b-c18f-496b-bf0e-40f8a7b48aa4 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba4929b-749b-4168-9d1a-0f7d9d238dfa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:41.925450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-61c7a114-23a4-48f6-a40d-72858f4061e2 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0647659
Nov 13 21:19:41.925645 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:41.929284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39790) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.946158 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-10daf3c1-514d-4a1c-8e0a-e5ecd0876c33 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] delete failed (client error): The resource could not be found.
Nov 13 21:19:41.947163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-10daf3c1-514d-4a1c-8e0a-e5ecd0876c33 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "DELETE /v2.0/security-groups/4d1a0f9e-4d9d-4983-8388-ca5d1f5e1f53 HTTP/1.1" status: 404  len: 347 time: 0.0168064
Nov 13 21:19:41.950915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39792) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.963763 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-a566fb43-00f8-425b-91bc-035c71af5e86 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] show failed (client error): The resource could not be found.
Nov 13 21:19:41.964745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a566fb43-00f8-425b-91bc-035c71af5e86 tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-groups/dda46d0d-a16d-4d85-ac0e-91b5c9b8eb1c HTTP/1.1" status: 404  len: 347 time: 0.0129280
Nov 13 21:19:41.984603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39794) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:41.998394 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-6c292a3c-44c9-4ae9-ade7-8aeddc5bb18c tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] show failed (client error): The resource could not be found.
Nov 13 21:19:41.999382 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6c292a3c-44c9-4ae9-ade7-8aeddc5bb18c tempest-NegativeSecGroupIPv6Test-1875174153 tempest-NegativeSecGroupIPv6Test-1875174153-project] 10.222.0.20 "GET /v2.0/security-group-rules/ba5ca8b1-8e5e-4322-ad34-872b38aa722b HTTP/1.1" status: 404  len: 356 time: 0.0138335
Nov 13 21:19:42.132002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.164997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=acfe6ae2-b938-4016-81c5-bfb62fa6cf35,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:42.199242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:19:42.226401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.229544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.234737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:42.234895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-517611fd-1f5d-4c31-9f0c-f4db9437a3cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/floatingips/fd38be84-2363-401c-96ca-7c9b73ca09db HTTP/1.1" status: 204  len: 168 time: 0.7301743
Nov 13 21:19:42.240383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '974ec768-3637-4996-bc86-001631cf8053'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:42.361217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.410855 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.433506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:42.435753 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8107a6c6-38df-41b3-ae76-920960eecc9f" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:42.448851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:42.468711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.479028 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2289cb5e-3d35-4955-bc4d-79f5c57b85f4 x-openstack-request-id: req-2289cb5e-3d35-4955-bc4d-79f5c57b85f4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:42.479271 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:42.479522 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2289cb5e-3d35-4955-bc4d-79f5c57b85f4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:42.479918 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'code': 200}
Nov 13 21:19:42.514726 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.566135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=14']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:42.642110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39830) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:42.740253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.216 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/c4c49727-3ce1-4d99-9f6b-d476e046443b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:42.833892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:42.835319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e223079b-fb37-46bf-b967-af6b3547788f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e943e47ef2844e678d564091686cb96f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1899488
Nov 13 21:19:42.921966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.944193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4eb41d37-c0cf-4c6f-a9b2-0626a9d60f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:42.982138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4eb41d37-c0cf-4c6f-a9b2-0626a9d60f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:43.051827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:43.088552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:43.091432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:43.099082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:43.129556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=c4c49727-3ce1-4d99-9f6b-d476e046443b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:43.144832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4eb41d37-c0cf-4c6f-a9b2-0626a9d60f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:43.147453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4eb41d37-c0cf-4c6f-a9b2-0626a9d60f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:43.148607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4eb41d37-c0cf-4c6f-a9b2-0626a9d60f8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24d881d8-f6eb-480e-a0ca-7237cb768b63 HTTP/1.1" status: 204  len: 168 time: 0.3130224
Nov 13 21:19:43.165088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb41d37-c0cf-4c6f-a9b2-0626a9d60f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d881d8-f6eb-480e-a0ca-7237cb768b63,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:43.538431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:43.771481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:43.949691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.000897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.066677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=c4c49727-3ce1-4d99-9f6b-d476e046443b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:44.080532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.183981 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP 4df347ae-3e40-4509-a4ac-7df82ef00fdd associated. External IP: 172.35.3.216, port: 974ec768-3637-4996-bc86-001631cf8053.
Nov 13 21:19:44.395746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:44.509348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:44.520367 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:44.532918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.537898 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:44.538526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:44.562932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:44.578019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1700>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:44.586638 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:44.587219 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:44.623824 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1700>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:44.626341 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55b4e4-a8c9-481b-b2d3-a0322d6869c3 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:44.667875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-606474983-network', 'tenant_id': 'c863fd1642fc415c949ec37bb5db3e2a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:44.696984 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.727825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f873613a-b91b-4828-bb51-43933af7c390 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.4914734
Nov 13 21:19:44.735690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39934) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:44.735690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-436251072'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:44.870355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Made reservation on behalf of c863fd1642fc415c949ec37bb5db3e2a for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:44.870355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.878807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:44.955656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.016938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:45.020798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.047419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:19:45.056467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.071043 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Added segment 420e94aa-4ea5-4637-9c1d-df7383f91c0a of type vlan for network 408ac42c-11e5-439a-af8e-2c7a7858f763
Nov 13 21:19:45.093566 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.107596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.125568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:19:45.156868 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.157211 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Added segment 9346b309-35af-44fe-bffa-422e1e930b70 of type vlan for network b7d368d0-c948-4422-90ba-3d17da621ec7
Nov 13 21:19:45.158440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0367c26-0f5d-493b-bf52-8af5142b9708,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:45.200430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.251385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.257459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:45.260306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.345570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Network': ['ID=408ac42c-11e5-439a-af8e-2c7a7858f763,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:45.357042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:19:45.380563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.381747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:45.382317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.422036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8c6d463-1a69-4717-bb22-64e0c0335afb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6906128
Nov 13 21:19:45.425154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39962) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:45.430534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'subnet': {'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:45.493489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca71f6-591d-4040-b1b3-e842405b4a94 req-d33d9561-861a-499c-9659-49b8bcdc7c79 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:45.494993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80ca71f6-591d-4040-b1b3-e842405b4a94 req-d33d9561-861a-499c-9659-49b8bcdc7c79 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1457176
Nov 13 21:19:45.503664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9394033
Nov 13 21:19:45.507522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39964) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:45.513442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4592e-816d-47a1-a966-ea7e3e5ce70a admin admin] Pushing event updated for resources: {'Network': ['ID=b7d368d0-c948-4422-90ba-3d17da621ec7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:45.525971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Request body: {'subnet': {'network_id': 'b7d368d0-c948-4422-90ba-3d17da621ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-606474983-subnet', 'tenant_id': 'c863fd1642fc415c949ec37bb5db3e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:45.533156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b7d368d0-c948-4422-90ba-3d17da621ec7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:19:45.576230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80ca71f6-591d-4040-b1b3-e842405b4a94 req-3b014343-820d-460e-a4ba-73d03f4bebfd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688560
Nov 13 21:19:45.632886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:45.636395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:45.760530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Made reservation on behalf of c863fd1642fc415c949ec37bb5db3e2a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:45.762855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.017663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.049779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696120d-e3e0-4b4a-a49d-ba9a9168b3ca req-1b69000d-8b47-4b45-b200-f2121fc5cbce tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.051298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c696120d-e3e0-4b4a-a49d-ba9a9168b3ca req-1b69000d-8b47-4b45-b200-f2121fc5cbce tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0507991
Nov 13 21:19:46.086369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Subnet': ['ID=09cced23-eae9-4db8-b400-98363c1331df,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:46.099263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Checking segment: {'id': '420e94aa-4ea5-4637-9c1d-df7383f91c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:46.099627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network hostable DHCP agents. Network: 408ac42c-11e5-439a-af8e-2c7a7858f763, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:19:46.110412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c696120d-e3e0-4b4a-a49d-ba9a9168b3ca req-ceaa018d-6054-4518-b414-ae28a1d4db01 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530419
Nov 13 21:19:46.159233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.184833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-85919bbe-50ae-4e70-aad6-fc10baa7336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.187967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-85919bbe-50ae-4e70-aad6-fc10baa7336f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.0968173
Nov 13 21:19:46.211719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48294351-ecb8-4023-97d0-afd91e485943,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:46.217009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:19:46.229217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Checking segment: {'id': '9346b309-35af-44fe-bffa-422e1e930b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b7d368d0-c948-4422-90ba-3d17da621ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:46.229574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Network hostable DHCP agents. Network: b7d368d0-c948-4422-90ba-3d17da621ec7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:19:46.282924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-2797fc0d-4fc9-4886-8c93-014f507a13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.285326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-2797fc0d-4fc9-4886-8c93-014f507a13dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.0915177
Nov 13 21:19:46.358596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-29ed965b-538a-4e2e-8759-0b790111080a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.0656731
Nov 13 21:19:46.395903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 408ac42c-11e5-439a-af8e-2c7a7858f763) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:46.404729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe3336-83c3-4509-b7b0-8b33cca660de None None] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:46.405563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.406202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.414133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-82270041-5853-4a96-a56f-8be33fec8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.415840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-82270041-5853-4a96-a56f-8be33fec8bc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0506268
Nov 13 21:19:46.464170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-7f0a7512-9cac-4ea3-afa0-9c0101b05f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.465727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-7f0a7512-9cac-4ea3-afa0-9c0101b05f5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418396
Nov 13 21:19:46.497373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Network b7d368d0-c948-4422-90ba-3d17da621ec7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:19:46.504901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7d368d0-c948-4422-90ba-3d17da621ec7) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:46.509613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:46.510294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.518774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ce587f-3617-4738-b005-bf04699d2387 None None] Network b7d368d0-c948-4422-90ba-3d17da621ec7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:46.523283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5485ec26-d8b5-4098-91aa-df907b3d34b2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0969703
Nov 13 21:19:46.526078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39982) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:46.530701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-388013081', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:46.573063 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-98a50cf1-0ff9-4a3b-b2ca-8df5c8158eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004055
Nov 13 21:19:46.642473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-19ae2e41-a923-405b-ba90-a2a37577a010 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1240983
Nov 13 21:19:46.667665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-408ac42c-11e5-439a-af8e-2c7a7858f763', 'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763', 'tenant_id': 'fe2df12e29d041b0a8faffe118bb20ab', 'fixed_ips': [{'subnet_id': '09cced23-eae9-4db8-b400-98363c1331df'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:19:46.667665 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.700159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8c0f76a-89b1-4fd5-921e-11ada9de36f0 req-5f7afe29-80b2-41eb-a0db-f2c28f6786e4 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202030
Nov 13 21:19:46.715586 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.716731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.754771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d0cdc-6495-4686-879c-7ecc07933ada None None] Network b7d368d0-c948-4422-90ba-3d17da621ec7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:46.789210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:46.886148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Allocated IP 172.20.0.2 (408ac42c-11e5-439a-af8e-2c7a7858f763/09cced23-eae9-4db8-b400-98363c1331df/b5c51bf0-d12e-4cd7-8628-5feab69a9a8e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:47.027343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.086433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.259749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8042c5-3883-4ca8-b70a-ef876f121d51 req-f345bcc7-bb51-4254-8e0a-d99da8bcb480 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:47.261271 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f8042c5-3883-4ca8-b70a-ef876f121d51 req-f345bcc7-bb51-4254-8e0a-d99da8bcb480 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0745094
Nov 13 21:19:47.281417 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.320809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:47.325290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:47.331900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:47.350918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Pushing event updated for resources: {'Port': ['ID=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:47.369325 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f8042c5-3883-4ca8-b70a-ef876f121d51 req-f833b6d5-1ff8-4b79-aab4-ed76254e3c96 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001143
Nov 13 21:19:47.409255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Attempting to bind port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:19:47.409633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Attempting to bind port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '420e94aa-4ea5-4637-9c1d-df7383f91c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:19:47.410014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Attempting to bind port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e on network 408ac42c-11e5-439a-af8e-2c7a7858f763 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:47.415280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:19:47.415676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Checking segment: {'id': '420e94aa-4ea5-4637-9c1d-df7383f91c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:47.416049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.416751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Bound using segment: {'id': '420e94aa-4ea5-4637-9c1d-df7383f91c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:19:47.417314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Bound port: b5c51bf0-d12e-4cd7-8628-5feab69a9a8e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420e94aa-4ea5-4637-9c1d-df7383f91c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:19:47.417691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.488561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] For port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:19:47.491834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] For port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,segment=NetworkSegment(420e94aa-4ea5-4637-9c1d-df7383f91c0a),segment_id=420e94aa-4ea5-4637-9c1d-df7383f91c0a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:19:47.519252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.539393 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.612893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:47.665577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.35.3.168 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/cd439d6e-1e4a-4c88-a99e-09e3f97083be) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:47.670720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b8ce5-a81b-424d-ab73-2ae39e22577c None None] Pushing event updated for resources: {'Port': ['ID=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:47.709053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40010) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:47.714294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1471771050-network', 'tenant_id': '9c4fa84c24b643fab92d98df6d4af7e2'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:47.827333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.068605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Made reservation on behalf of 9c4fa84c24b643fab92d98df6d4af7e2 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:48.071080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.080476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.105465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.149219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:48.152325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:48.154979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:48.170264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.199667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=cd439d6e-1e4a-4c88-a99e-09e3f97083be,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:48.251403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.274007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:19:48.289077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b668d5d4-4f7c-4011-94bb-80dcd31c7dbf,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:48.292039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.292462 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Added segment 3db4a7f4-1331-4d02-b9cf-702d152f96bd of type vlan for network 47998e44-60b5-4eb8-a982-97a958454804
Nov 13 21:19:48.338414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.514447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0058d3-980b-46d9-8de1-3ee6c306fe71 req-4ccd76dd-a286-4cf6-b2bb-1967568ba983 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:48.516368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa0058d3-980b-46d9-8de1-3ee6c306fe71 req-4ccd76dd-a286-4cf6-b2bb-1967568ba983 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0629406
Nov 13 21:19:48.560936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.562725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:48.574812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.621859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa0058d3-980b-46d9-8de1-3ee6c306fe71 req-78c77b48-15f7-438d-ac59-c103420c5062 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992286
Nov 13 21:19:48.658139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.774995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912be29-a6ba-411f-972a-a248bd72db92 None None] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:48.922960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40044) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:48.923763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2135327
Nov 13 21:19:48.929482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Request body: {'subnet': {'network_id': '47998e44-60b5-4eb8-a982-97a958454804', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1471771050-subnet', 'tenant_id': '9c4fa84c24b643fab92d98df6d4af7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:48.956242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-51c049b4-ecfe-47fa-9437-3c8099fe0ef3 None None] Provisioning complete for port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:48.956603 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-51c049b4-ecfe-47fa-9437-3c8099fe0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.969619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Pushing event updated for resources: {'Network': ['ID=47998e44-60b5-4eb8-a982-97a958454804,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:48.980344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:48.986343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.987817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.987817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.988314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.988845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.989335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.989922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.990203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.990514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.991453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.991802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.992384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0289eb4f-1683-48cd-9055-775af9983b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:19:48.993483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b5c51bf0-d12e-4cd7-8628-5feab69a9a8e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:49.012598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7772f8-fa5a-483b-a045-cb84aa4d295c req-014bb1b2-1986-44bb-8a55-1bc569eb13f9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:49.020600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb7772f8-fa5a-483b-a045-cb84aa4d295c req-014bb1b2-1986-44bb-8a55-1bc569eb13f9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1009586
Nov 13 21:19:49.040565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 47998e44-60b5-4eb8-a982-97a958454804 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:19:49.066036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb7772f8-fa5a-483b-a045-cb84aa4d295c req-eea02cea-96e1-4d79-ac8e-7c8d7665d255 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445025
Nov 13 21:19:49.123324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Made reservation on behalf of 9c4fa84c24b643fab92d98df6d4af7e2 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:49.125618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.248455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:49.248883 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.280921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fa84a-756b-40d9-aa64-9df0cde24a4d req-c1f0abd9-e4f8-491f-a607-a57c24ff43df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:49.282409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-756fa84a-756b-40d9-aa64-9df0cde24a4d req-c1f0abd9-e4f8-491f-a607-a57c24ff43df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1276300
Nov 13 21:19:49.284722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-51c049b4-ecfe-47fa-9437-3c8099fe0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.349707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-51c049b4-ecfe-47fa-9437-3c8099fe0ef3 None None] For port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,segment=NetworkSegment(420e94aa-4ea5-4637-9c1d-df7383f91c0a),segment_id=420e94aa-4ea5-4637-9c1d-df7383f91c0a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:49.392955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.401332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-756fa84a-756b-40d9-aa64-9df0cde24a4d req-2e318208-3221-4a0e-b99e-ae90796500df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102123
Nov 13 21:19:49.435878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-51c049b4-ecfe-47fa-9437-3c8099fe0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.455990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router 539edda2-0978-4bdb-9c5c-4c27db6c1d17 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:19:49.526811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c049b4-ecfe-47fa-9437-3c8099fe0ef3 None None] Pushing event updated for resources: {'Port': ['ID=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:49.549879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.564119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:19:49.566486 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:19:49.664420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-db1d065c-7b93-4f7a-83da-b4f79efd582e None None] Provisioning complete for port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:49.665456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db1d065c-7b93-4f7a-83da-b4f79efd582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.675202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=16737ba2-cdd4-4793-8e8d-531a3f9ae9b0,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:49.721086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:49.731573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Checking segment: {'id': '3db4a7f4-1331-4d02-b9cf-702d152f96bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '47998e44-60b5-4eb8-a982-97a958454804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:49.731935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Network hostable DHCP agents. Network: 47998e44-60b5-4eb8-a982-97a958454804, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:19:49.745348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] Sync routers for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:49.768177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:49.768796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:49.801800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba250>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:49.810626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:49.811215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:49.818636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-9827e83e-c688-4e0a-a418-40ae11ff878e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:49.820132 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-9827e83e-c688-4e0a-a418-40ae11ff878e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1479170
Nov 13 21:19:49.836080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-9159b065-6e2c-44fb-8585-8a885a3c53c6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/quotas/e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 375 time: 0.0097342
Nov 13 21:19:49.847073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba250>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:49.847722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f6061-d127-4899-8508-0b4f9ce8ed17 None None] The sync data for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:49.896200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-43a2e4b1-dbbc-46f5-9d10-131c73640a70 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0544717
Nov 13 21:19:49.899288 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:49.904343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a36b9350-92cc-44b8-8162-3656a5b691cb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.3732247
Nov 13 21:19:49.904465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40082) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:49.960142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Network 47998e44-60b5-4eb8-a982-97a958454804 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:19:49.997814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-cdd62d65-7add-440d-b873-f1290545d58b service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944853
Nov 13 21:19:50.092631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47998e44-60b5-4eb8-a982-97a958454804) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:50.098005 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-bbe50680-7845-4cb6-8542-ac794609cb0b service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939555
Nov 13 21:19:50.101990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:50.102574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.110828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66ae9d-fd3b-4a96-87c4-48295246d41a None None] Network 47998e44-60b5-4eb8-a982-97a958454804 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:50.249202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6321812d-0974-4633-bdaa-e255b0bb2cef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3133252
Nov 13 21:19:50.419915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40096) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:50.446616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b739f0-04de-4e64-9c14-f76983d9d686 None None] Network 47998e44-60b5-4eb8-a982-97a958454804 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:19:50.475513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee34be98-7e53-4d6d-97d8-40914e8f185f req-ef68db17-a48e-4907-b8e0-613b1209390b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 210 time: 0.0508561
Nov 13 21:19:50.481601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Deleting subnet 48294351-ecb8-4023-97d0-afd91e485943 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:19:50.487075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.557380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.560190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.605833 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.817598 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.834834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.1 (408ac42c-11e5-439a-af8e-2c7a7858f763/09cced23-eae9-4db8-b400-98363c1331df/bbe473c0-5ce7-4f3d-ac3c-c680a037aeae) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:50.849055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48294351-ecb8-4023-97d0-afd91e485943,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:50.849439 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.852299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b5c51bf0-d12e-4cd7-8628-5feab69a9a8e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:19:50.852891 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b33c6662-38c8-4ea8-8083-f9379999612c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48294351-ecb8-4023-97d0-afd91e485943 HTTP/1.1" status: 204  len: 168 time: 0.4304276
Nov 13 21:19:50.855086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40106) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:50.905769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:50.906208 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.947432 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:50.975665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.034533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.055941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7a45a90>,) {'filters': {'network_id': ['b7d368d0-c948-4422-90ba-3d17da621ec7']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:51.068498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7a45a90>, '9346b309-35af-44fe-bffa-422e1e930b70') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:51.068841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7a45a90>, '9346b309-35af-44fe-bffa-422e1e930b70') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:51.079564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.092526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.098566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:19:51.098950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:19:51.100555 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:19:51.126552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.167327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:51.170450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:51.172925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:51.211188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=bbe473c0-5ce7-4f3d-ac3c-c680a037aeae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:51.217536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.224223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.230707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] 10.222.0.20 "DELETE /v2.0/networks/b7d368d0-c948-4422-90ba-3d17da621ec7 HTTP/1.1" status: 204  len: 168 time: 0.3745699
Nov 13 21:19:51.231373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40112) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:51.242501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.502251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.503849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0b80282d-5480-41ce-bc20-edde5c133afe None None] Provisioning complete for port bbe473c0-5ce7-4f3d-ac3c-c680a037aeae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:51.504312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0b80282d-5480-41ce-bc20-edde5c133afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.545265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0b80282d-5480-41ce-bc20-edde5c133afe None None] Port bbe473c0-5ce7-4f3d-ac3c-c680a037aeae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:51.646855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca75c71-ff73-41e6-9ce4-0444ad31611f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d368d0-c948-4422-90ba-3d17da621ec7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:51.676979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecb3225c-4228-4853-8e67-2afe52761ab3 req-0a5eed3d-7572-4ac3-bff0-7543fe661d9c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 210 time: 0.0482669
Nov 13 21:19:51.689766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Deleting subnet 16737ba2-cdd4-4793-8e8d-531a3f9ae9b0 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:19:51.693244 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.736945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.794613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.845297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.920035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.988822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.995406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:51.997704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=bbe473c0-5ce7-4f3d-ac3c-c680a037aeae,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:52.022279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16737ba2-cdd4-4793-8e8d-531a3f9ae9b0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:52.027374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.031627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-513995e2-3dba-481a-a016-be4eaead1ae6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16737ba2-cdd4-4793-8e8d-531a3f9ae9b0 HTTP/1.1" status: 204  len: 168 time: 0.7972779
Nov 13 21:19:52.034210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40124) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:52.096824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:52.098326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:52.104373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.194568 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.215916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc8ea160>,) {'filters': {'network_id': ['47998e44-60b5-4eb8-a982-97a958454804']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.226934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc8ea160>, '3db4a7f4-1331-4d02-b9cf-702d152f96bd') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.227275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc8ea160>, '3db4a7f4-1331-4d02-b9cf-702d152f96bd') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.228127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router 539edda2-0978-4bdb-9c5c-4c27db6c1d17 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:52.238101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.253483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.260778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:19:52.261185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:19:52.262949 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:19:52.339374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:52.345593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-19db7779-f451-4230-a52a-ceface786772 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/routers/539edda2-0978-4bdb-9c5c-4c27db6c1d17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4406536
Nov 13 21:19:52.347861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:52.351974 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] Sync routers for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:52.352996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'port': {'network_id': '408ac42c-11e5-439a-af8e-2c7a7858f763', 'name': 'tempest-FloatingIPTestJSON-1340735059'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:52.362367 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:52.362969 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.375709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9f20710a-46a0-4ce4-a65e-8eb267cc8f0b None None] Provisioning complete for port bbe473c0-5ce7-4f3d-ac3c-c680a037aeae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:52.376500 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f20710a-46a0-4ce4-a65e-8eb267cc8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.396314 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3190>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.411322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.417337 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:52.418079 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.432337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.444362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/47998e44-60b5-4eb8-a982-97a958454804 HTTP/1.1" status: 204  len: 168 time: 0.4002326
Nov 13 21:19:52.444362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082c18b-d706-49a4-ba7d-9a341602be9b admin admin] Pushing event deleted for resources: {'Network': ['ID=47998e44-60b5-4eb8-a982-97a958454804,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:52.449203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9f20710a-46a0-4ce4-a65e-8eb267cc8f0b None None] Port bbe473c0-5ce7-4f3d-ac3c-c680a037aeae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:52.494789 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3190>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:52.495695 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0756f06-5190-4a13-89be-b2eae64cf930 None None] The sync data for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:52.605224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Made reservation on behalf of fe2df12e29d041b0a8faffe118bb20ab for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:52.608930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.628448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] device_id is not set on port ac156d03-471e-4833-9a0e-0071e39e8b3d yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:19:52.717295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-5e608a9b-24a9-41ad-8284-f63bc01414de tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:52.720473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-5e608a9b-24a9-41ad-8284-f63bc01414de tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1118581
Nov 13 21:19:52.740578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'port': {'device_id': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'admin_state_up': True, 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:52.757897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Allocated IP 172.20.0.11 (408ac42c-11e5-439a-af8e-2c7a7858f763/09cced23-eae9-4db8-b400-98363c1331df/ac156d03-471e-4833-9a0e-0071e39e8b3d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:52.823289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27a2372b-4342-4ef3-b1d2-271137f1c7cf req-2b92d86f-f62a-4c1a-8552-101ea7a17581 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 210 time: 0.0576091
Nov 13 21:19:52.875503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40142) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:52.976824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:19:52.978850 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f571d511-5e1b-4778-bd95-dfa5c7dc7415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c863fd1642fc415c949ec37bb5db3e2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1022658
Nov 13 21:19:52.980934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:52.983915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40144) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:52.996097 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.110408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8b1da1e-314c-4d63-a6b1-dc0f7a347eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.131803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.161694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8b1da1e-314c-4d63-a6b1-dc0f7a347eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.174441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:53.180639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Allocated IP 172.20.0.8 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/a2e171ab-bcd6-4787-847f-bfae9dfe96cc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:19:53.181839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:53.185866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:53.194716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event updated for resources: {'Port': ['ID=ac156d03-471e-4833-9a0e-0071e39e8b3d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:53.252593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:53.253378 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.380526 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.425908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7df40d0b-029b-4d71-b876-215d150398c2 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0767972
Nov 13 21:19:53.432513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40148) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:53.433013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Request body: {'floatingip': {'port_id': 'ac156d03-471e-4833-9a0e-0071e39e8b3d'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:53.446011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8b1da1e-314c-4d63-a6b1-dc0f7a347eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.448645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8b1da1e-314c-4d63-a6b1-dc0f7a347eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.449843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d8b1da1e-314c-4d63-a6b1-dc0f7a347eb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0367c26-0f5d-493b-bf52-8af5142b9708 HTTP/1.1" status: 204  len: 168 time: 0.4650037
Nov 13 21:19:53.461004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1da1e-314c-4d63-a6b1-dc0f7a347eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0367c26-0f5d-493b-bf52-8af5142b9708,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:53.490138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1daf0121-cfa3-4ce4-aa89-ff7190dc3be2 None None] Provisioning complete for port ac156d03-471e-4833-9a0e-0071e39e8b3d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:53.491777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1daf0121-cfa3-4ce4-aa89-ff7190dc3be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.494532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.548915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.597544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1daf0121-cfa3-4ce4-aa89-ff7190dc3be2 None None] Port ac156d03-471e-4833-9a0e-0071e39e8b3d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:53.625626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:19:53.626606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:53.629576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:19:53.631885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:19:53.686193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:53.686855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.873325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-8371ce56-794d-43ef-b941-d9d2707afe6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1389182
Nov 13 21:19:53.885911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Request body: {'port': {'device_id': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:19:53.930090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e5123136-cc0e-42e3-bab1-6b3533437647 None None] Provisioning complete for port a2e171ab-bcd6-4787-847f-bfae9dfe96cc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:19:53.930771 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5123136-cc0e-42e3-bab1-6b3533437647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:53.985510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e5123136-cc0e-42e3-bab1-6b3533437647 None None] Port a2e171ab-bcd6-4787-847f-bfae9dfe96cc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:19:53.994405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd283c-750a-4540-b21d-7572989e1242 req-afdb46a5-4f73-4982-8a41-13057bcff9c6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:53.996026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08cd283c-750a-4540-b21d-7572989e1242 req-afdb46a5-4f73-4982-8a41-13057bcff9c6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 931 time: 0.0759816
Nov 13 21:19:54.013767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.115964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-08cd283c-750a-4540-b21d-7572989e1242 req-88ebe4b7-8049-4fdc-bdab-828cba333b77 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998027
Nov 13 21:19:54.131234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.319629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.324895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e171ab-bcd6-4787-847f-bfae9dfe96cc {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:19:54.327916 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.339656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Transition to ACTIVE for port object a2e171ab-bcd6-4787-847f-bfae9dfe96cc will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:19:54.419655 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP 4df347ae-3e40-4509-a4ac-7df82ef00fdd associated. External IP: 172.35.3.216, port: 974ec768-3637-4996-bc86-001631cf8053.
Nov 13 21:19:54.486231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.558462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:54.622004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40170) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:54.672670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Attempting to bind port a2e171ab-bcd6-4787-847f-bfae9dfe96cc on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:19:54.673038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Attempting to bind port a2e171ab-bcd6-4787-847f-bfae9dfe96cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:19:54.673371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Attempting to bind port a2e171ab-bcd6-4787-847f-bfae9dfe96cc on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:54.679539 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26a0e80-66ed-4d4b-bc14-f142e2bd3f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.686884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:54.692792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Port a2e171ab-bcd6-4787-847f-bfae9dfe96cc on network d574ab3c-11ef-4433-999d-95abd09a8e62 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:19:54.693121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Attempting to bind port a2e171ab-bcd6-4787-847f-bfae9dfe96cc on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:19:54.715597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a306d420-8c92-44c1-b0fc-b8892d2c114b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c4fa84c24b643fab92d98df6d4af7e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0922925
Nov 13 21:19:54.716896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:19:54.717238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:19:54.720996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:19:54.722037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Bound port: a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:19:54.722405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.724870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40174) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:54.811304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:54.820640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-382cf614-13c6-414d-a3b6-b92f6ab91325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.825389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:54.842222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:54.843853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd33ddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:54.857042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-382cf614-13c6-414d-a3b6-b92f6ab91325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:54.859659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] For port a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:19:54.866896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] For port a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:19:54.889608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd33ddf0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:54.898826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:54.900985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd33ddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:54.936134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd33ddf0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:54.936925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940c606-7435-4038-b631-0175a9f8d0d5 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:54.994750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.039513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router 539edda2-0978-4bdb-9c5c-4c27db6c1d17 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:55.158309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:55.163116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.170220 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] Sync routers for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:55.188661 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:55.192107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:55.238943 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3b20>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:55.254619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:55.259115 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:55.269290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-382cf614-13c6-414d-a3b6-b92f6ab91325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.271807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-382cf614-13c6-414d-a3b6-b92f6ab91325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.278626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-74e7eaa9-a90e-4496-80de-b518a7b6e811 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/floatingips/4df347ae-3e40-4509-a4ac-7df82ef00fdd HTTP/1.1" status: 200  len: 979 time: 1.8467090
Nov 13 21:19:55.280889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-382cf614-13c6-414d-a3b6-b92f6ab91325 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b668d5d4-4f7c-4011-94bb-80dcd31c7dbf HTTP/1.1" status: 204  len: 168 time: 0.5499771
Nov 13 21:19:55.281747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40184) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:55.299637 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8a3b20>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:55.300507 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02540-9d64-4b4f-a9f2-e37c234401ca None None] The sync data for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:55.322393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:55.322393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.323589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] 10.222.0.37 "PUT /v2.0/ports/a2e171ab-bcd6-4787-847f-bfae9dfe96cc HTTP/1.1" status: 200  len: 1091 time: 1.4429832
Nov 13 21:19:55.324043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'tag': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:19:55.326387 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e84f10-c632-49b3-9d7f-4443c2b18aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3262fc-81d2-47ff-9e92-3f90c839b166", "tag": "a2e171ab-bcd6-4787-847f-bfae9dfe96cc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:19:55.332351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cf614-13c6-414d-a3b6-b92f6ab91325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b668d5d4-4f7c-4011-94bb-80dcd31c7dbf,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:55.334458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d14428-79ce-4a1e-bd06-c9b952b2c77f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:55.352178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814cdc5-0276-44d5-9529-a979db587361 req-3e0015f2-9699-48a3-93be-9412095bceee tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:55.358749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0814cdc5-0276-44d5-9529-a979db587361 req-3e0015f2-9699-48a3-93be-9412095bceee tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 943 time: 0.1132317
Nov 13 21:19:55.476258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0814cdc5-0276-44d5-9529-a979db587361 req-efe30393-8d1b-4b39-8e9d-b35b1b5b08af tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101594
Nov 13 21:19:55.512290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port ac156d03-471e-4833-9a0e-0071e39e8b3d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:55.512852 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.518438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-c0569739-5c39-4ac6-95e8-66a04b9828ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:55.520128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-c0569739-5c39-4ac6-95e8-66a04b9828ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 1094 time: 0.0750005
Nov 13 21:19:55.571915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-730de8aa-d82c-41d4-9d51-0b1434fee00b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc HTTP/1.1" status: 200  len: 217 time: 0.0433731
Nov 13 21:19:55.626788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.647227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-1d9d69ea-5dd7-47b7-a5df-7eebfae937a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:55.650961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-1d9d69ea-5dd7-47b7-a5df-7eebfae937a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0700915
Nov 13 21:19:55.699725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-1656d020-b161-4a2a-835b-c322f77ae685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:55.700273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-1656d020-b161-4a2a-835b-c322f77ae685 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440023
Nov 13 21:19:55.799580 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1774329-d629-4494-a13f-5dd4a381cc44 x-openstack-request-id: req-f1774329-d629-4494-a13f-5dd4a381cc44 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:19:55.799914 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3262fc-81d2-47ff-9e92-3f90c839b166", "tag": "a2e171ab-bcd6-4787-847f-bfae9dfe96cc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:19:55.800134 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1774329-d629-4494-a13f-5dd4a381cc44 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:19:55.800534 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'tag': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc', 'status': 'completed', 'code': 200}
Nov 13 21:19:55.836511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-5114ab5d-53ad-445b-b3f1-0838fe5a44ab service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294878
Nov 13 21:19:55.878911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.879368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:55.879754 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Floating IP 4df347ae-3e40-4509-a4ac-7df82ef00fdd disassociated. External IP: 172.35.3.216, port: ac156d03-471e-4833-9a0e-0071e39e8b3d.
Nov 13 21:19:55.880158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for ac156d03-471e-4833-9a0e-0071e39e8b3d owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:55.942351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d97461-4e5c-4889-9ba2-e4f1ab1dd848 req-1f13815a-7992-4cbe-a27e-72abfa87dd8c service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990133
Nov 13 21:19:56.114113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:56.138588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-3cecef1b-5e66-4a1c-a437-dd9174a7c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:56.140771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-3cecef1b-5e66-4a1c-a437-dd9174a7c514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 1094 time: 0.0444524
Nov 13 21:19:56.147689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=ac156d03-471e-4833-9a0e-0071e39e8b3d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:56.252245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-81672a4e-5150-4523-b8bf-0788ee83a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:56.253762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-81672a4e-5150-4523-b8bf-0788ee83a417 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1048925
Nov 13 21:19:56.292971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router 539edda2-0978-4bdb-9c5c-4c27db6c1d17 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:56.297334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-5c6399a0-d393-43ca-9dde-75e0bb830f7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc HTTP/1.1" status: 200  len: 217 time: 0.0363953
Nov 13 21:19:56.377166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-ba5d7f44-f30e-4dd0-a33b-4a620669f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:56.379342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-ba5d7f44-f30e-4dd0-a33b-4a620669f209 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0741537
Nov 13 21:19:56.431566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:56.446190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] Sync routers for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:56.446651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-645718d6-14ce-444e-9f4a-07d621ad50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:56.448660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-645718d6-14ce-444e-9f4a-07d621ad50c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0592599
Nov 13 21:19:56.460505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:56.462001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b5280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:56.526089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:56.536172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a82801b-1b7f-4be3-ae4a-63316b4d2271 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/ports/ac156d03-471e-4833-9a0e-0071e39e8b3d HTTP/1.1" status: 204  len: 168 time: 1.2498553
Nov 13 21:19:56.536889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40220) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:56.556586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b5280>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:56.566635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:56.567566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b5280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:56.605394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b5280>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:56.606050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f647a-fcf6-46d6-bd00-a8ce3ab6d6e9 None None] The sync data for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:56.636137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b1e94-4968-4d16-a033-d2c99b94504b req-816b2c82-8620-48a8-90bf-fc416eec49af tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:56.637613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e3b1e94-4968-4d16-a033-d2c99b94504b req-816b2c82-8620-48a8-90bf-fc416eec49af tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 943 time: 0.0606167
Nov 13 21:19:56.664939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-b18e9642-2c6a-4afb-a801-b2c1f1c683ef service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083931
Nov 13 21:19:56.685426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e3b1e94-4968-4d16-a033-d2c99b94504b req-25179db1-9f3c-4641-ab85-dc9a319ab7d3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415933
Nov 13 21:19:56.866885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3e84f10-c632-49b3-9d7f-4443c2b18aad req-7079a942-2e5a-4def-93da-c3df99d7c6e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1915362
Nov 13 21:19:57.081852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:57.096626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f727fd9f-e6b8-4205-8f68-e9a8e07308cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:57.392544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port bbe473c0-5ce7-4f3d-ac3c-c680a037aeae {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:57.400451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:57.494248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:57.509816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for bbe473c0-5ce7-4f3d-ac3c-c680a037aeae owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:57.813338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401db572-b188-4109-8b41-cf9bf4eace71 req-d1ddcc1f-70d4-4683-81a6-8bad9d571e22 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:57.814895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401db572-b188-4109-8b41-cf9bf4eace71 req-d1ddcc1f-70d4-4683-81a6-8bad9d571e22 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 943 time: 0.0567758
Nov 13 21:19:57.834742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:57.870524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=bbe473c0-5ce7-4f3d-ac3c-c680a037aeae,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:57.938155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-401db572-b188-4109-8b41-cf9bf4eace71 req-9a5ec347-924f-45c3-97db-8f9a2b379e34 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170323
Nov 13 21:19:58.080927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:58.313595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a2e171ab-bcd6-4787-847f-bfae9dfe96cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:19:58.430079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:58.441782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc', 'mac_address': 'fa:16:3e:11:8e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:19:58.483687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:58.498553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e171ab-bcd6-4787-847f-bfae9dfe96cc {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:19:58.525871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:19:58.527243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:58.555771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router 539edda2-0978-4bdb-9c5c-4c27db6c1d17 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:19:58.623114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:58.667675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:19:58.676001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6464db54-587f-40e5-b43e-09967dec489e tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/routers/539edda2-0978-4bdb-9c5c-4c27db6c1d17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1356175
Nov 13 21:19:58.676264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:58.677440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:58.691270 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] Sync routers for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:19:58.701827 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:58.702925 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde9e4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:58.735623 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde9e4cd0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:58.754335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] Routers {'539edda2-0978-4bdb-9c5c-4c27db6c1d17'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:19:58.755067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde9e4cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:58.791159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:58.796640 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde9e4cd0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:19:58.797324 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58149813-1157-4cb9-847d-73b10e30c5f5 None None] The sync data for ids ['539edda2-0978-4bdb-9c5c-4c27db6c1d17'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:19:58.849917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:19:58.909527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.062579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433d50-a104-4afc-8e92-8dbd51bbe24b req-9c8a15dc-a9bf-4a9f-b92a-1075cab48072 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:19:59.069950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a433d50-a104-4afc-8e92-8dbd51bbe24b req-9c8a15dc-a9bf-4a9f-b92a-1075cab48072 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 944 time: 0.0555391
Nov 13 21:19:59.082223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port cd439d6e-1e4a-4c88-a99e-09e3f97083be {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:19:59.082567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.114964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a433d50-a104-4afc-8e92-8dbd51bbe24b req-cca87003-da04-4e41-a7f5-4254192ebc4c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440967
Nov 13 21:19:59.164629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.176113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for cd439d6e-1e4a-4c88-a99e-09e3f97083be owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:19:59.416981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.448310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=cd439d6e-1e4a-4c88-a99e-09e3f97083be,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:19:59.512025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.621726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.625068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.828417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.832839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Fanout notify agent at l3_agent the message router_deleted on router 539edda2-0978-4bdb-9c5c-4c27db6c1d17 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:19:59.835985 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.837201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-beb7f674-5210-4123-99a5-5ff38a19e989 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/routers/539edda2-0978-4bdb-9c5c-4c27db6c1d17 HTTP/1.1" status: 204  len: 168 time: 1.1600008
Nov 13 21:19:59.839842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40318) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:19:59.851225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.891316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting subnet 09cced23-eae9-4db8-b400-98363c1331df {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:19:59.894364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:19:59.934453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.025111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.177603 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.209376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Subnet': ['ID=09cced23-eae9-4db8-b400-98363c1331df,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:00.221953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.225234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6efe604f-6625-4f49-9f44-2dede4641136 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/subnets/09cced23-eae9-4db8-b400-98363c1331df HTTP/1.1" status: 204  len: 168 time: 0.3844697
Nov 13 21:20:00.227949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40342) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:00.228658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79e687-1b31-49d8-90d6-7e7a495b98a3 None None] Network 408ac42c-11e5-439a-af8e-2c7a7858f763 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:00.269863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309fdb-5e79-4b3f-a5e3-1a287506dbcb req-ba48305f-bd18-41fd-8f1a-31a7bbceaeea tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:00.271567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39309fdb-5e79-4b3f-a5e3-1a287506dbcb req-ba48305f-bd18-41fd-8f1a-31a7bbceaeea tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 944 time: 0.0662553
Nov 13 21:20:00.329963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39309fdb-5e79-4b3f-a5e3-1a287506dbcb req-a04df2b8-2ee6-4a13-b747-68cce2726805 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519249
Nov 13 21:20:00.339047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a2e171ab-bcd6-4787-847f-bfae9dfe96cc up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:00.339560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.396982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.405942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:00.406290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.473067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port a2e171ab-bcd6-4787-847f-bfae9dfe96cc completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:20:00.480016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] DHCP port deletion for 408ac42c-11e5-439a-af8e-2c7a7858f763 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:00.480295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] For port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,segment=NetworkSegment(420e94aa-4ea5-4637-9c1d-df7383f91c0a),segment_id=420e94aa-4ea5-4637-9c1d-df7383f91c0a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:00.480833 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.498699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for b5c51bf0-d12e-4cd7-8628-5feab69a9a8e owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:00.507918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port a2e171ab-bcd6-4787-847f-bfae9dfe96cc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:00.508292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.574045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] Deleting port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:00.574400 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.656282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.675877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] For port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,segment=NetworkSegment(420e94aa-4ea5-4637-9c1d-df7383f91c0a),segment_id=420e94aa-4ea5-4637-9c1d-df7383f91c0a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:00.676270 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.695375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] Calling delete_port for b5c51bf0-d12e-4cd7-8628-5feab69a9a8e owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:00.700145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:00.707747 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d181f7-0091-4fb1-b3f0-b41f78479ab2" -d '{"events": [{"server_uuid": "2f3262fc-81d2-47ff-9e92-3f90c839b166", "name": "network-vif-plugged", "status": "completed", "tag": "a2e171ab-bcd6-4787-847f-bfae9dfe96cc"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:00.720264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:00.748393 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.778908 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d2d708-c7a8-4d79-a319-d03910074957 x-openstack-request-id: req-21d2d708-c7a8-4d79-a319-d03910074957 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:00.779564 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3262fc-81d2-47ff-9e92-3f90c839b166", "name": "network-vif-plugged", "status": "completed", "tag": "a2e171ab-bcd6-4787-847f-bfae9dfe96cc", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:00.780123 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21d2d708-c7a8-4d79-a319-d03910074957 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:00.780723 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc', 'code': 200}
Nov 13 21:20:00.800466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.812054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:00.812401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:00.829228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] No DVR routers for this DVR port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:00.832272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.832868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.833265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.833780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.834279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.834765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.835266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.835750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.836222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.836734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.837224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.837695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:00.849982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] No DVR routers for this DVR port b5c51bf0-d12e-4cd7-8628-5feab69a9a8e on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:00.881617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:00.923934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878a785-c54f-44b7-9bf7-2124ee75d46f req-2b267a20-b2d1-471b-9d8d-7d6026486ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:00.924522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb750dc-f0d3-4bb9-82b2-6dc9df17ccfa None None] Pushing event deleted for resources: {'Port': ['ID=b5c51bf0-d12e-4cd7-8628-5feab69a9a8e,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:00.933873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9878a785-c54f-44b7-9bf7-2124ee75d46f req-2b267a20-b2d1-471b-9d8d-7d6026486ede service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 1096 time: 0.0945685
Nov 13 21:20:00.963666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b5c51bf0-d12e-4cd7-8628-5feab69a9a8e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:00.984649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b5c51bf0-d12e-4cd7-8628-5feab69a9a8e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:00.985200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b5c51bf0-d12e-4cd7-8628-5feab69a9a8e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:00.986396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.007711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9878a785-c54f-44b7-9bf7-2124ee75d46f req-2bd9ca22-2185-4e44-b9a9-c561d09874e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655348
Nov 13 21:20:01.008745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd75f1730>,) {'filters': {'network_id': ['408ac42c-11e5-439a-af8e-2c7a7858f763']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:01.018433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75f1730>, '420e94aa-4ea5-4637-9c1d-df7383f91c0a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:01.018726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75f1730>, '420e94aa-4ea5-4637-9c1d-df7383f91c0a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:01.028490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.041587 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.048318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:01.048797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:01.051686 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:01.169531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.180818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.184934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/networks/408ac42c-11e5-439a-af8e-2c7a7858f763 HTTP/1.1" status: 204  len: 168 time: 0.9551768
Nov 13 21:20:01.189267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40412) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.197591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e5a1a-8cb3-4cd8-9c63-cdb52321ea2d tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Network': ['ID=408ac42c-11e5-439a-af8e-2c7a7858f763,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:01.326965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port c4c49727-3ce1-4d99-9f6b-d476e046443b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:01.327306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.410099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.410542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.422910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for c4c49727-3ce1-4d99-9f6b-d476e046443b owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:01.524915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6f394-fb54-47a1-be9e-e210abe71be6 req-ac6b61e1-0680-42cb-b42d-190616ee022a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:01.526393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88b6f394-fb54-47a1-be9e-e210abe71be6 req-ac6b61e1-0680-42cb-b42d-190616ee022a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0978847
Nov 13 21:20:01.609283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88b6f394-fb54-47a1-be9e-e210abe71be6 req-7e7b0ed7-9ee5-40a7-a006-9591d19bd22c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765955
Nov 13 21:20:01.693318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40436) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.707247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.728999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=c4c49727-3ce1-4d99-9f6b-d476e046443b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:01.794355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.797569 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.798784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5d5e88f0-9074-4087-8f13-afe4a85c94af tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/floatingips/4df347ae-3e40-4509-a4ac-7df82ef00fdd HTTP/1.1" status: 204  len: 168 time: 0.6059766
Nov 13 21:20:01.802262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40440) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.812680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846ff78a-5f95-4470-af1b-9c8e38acbe4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.827096 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a363e053-b731-4598-bfd9-ef7558bf2aea tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:01.827803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a363e053-b731-4598-bfd9-ef7558bf2aea tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:01.831572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a363e053-b731-4598-bfd9-ef7558bf2aea tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/ports/ac156d03-471e-4833-9a0e-0071e39e8b3d HTTP/1.1" status: 404  len: 333 time: 0.0283532
Nov 13 21:20:01.834207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40444) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.865361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-22b6edf5-5e72-4998-bc1a-da1ae60c4c85 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/ports?device_id=539edda2-0978-4bdb-9c5c-4c27db6c1d17 HTTP/1.1" status: 200  len: 205 time: 0.0298676
Nov 13 21:20:01.869050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40446) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.911468 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-3fb293e0-1860-4a34-b7b7-c72f8c1e58a4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] delete failed (client error): The resource could not be found.
Nov 13 21:20:01.912499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3fb293e0-1860-4a34-b7b7-c72f8c1e58a4 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/routers/539edda2-0978-4bdb-9c5c-4c27db6c1d17 HTTP/1.1" status: 404  len: 336 time: 0.0425310
Nov 13 21:20:01.915177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40448) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.936585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846ff78a-5f95-4470-af1b-9c8e38acbe4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:01.941913 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e86088-5450-4b2d-8efd-43a025204057 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:01.942769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e86088-5450-4b2d-8efd-43a025204057 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:01.945473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-71e86088-5450-4b2d-8efd-43a025204057 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/subnets/09cced23-eae9-4db8-b400-98363c1331df HTTP/1.1" status: 404  len: 337 time: 0.0293024
Nov 13 21:20:01.948269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40452) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:01.993848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846ff78a-5f95-4470-af1b-9c8e38acbe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.052358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-846ff78a-5f95-4470-af1b-9c8e38acbe4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb8f7f8750b64c7d97ffe5a918b70618&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3578424
Nov 13 21:20:02.055035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40454) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:02.059136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ff78a-5f95-4470-af1b-9c8e38acbe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb09bd0-8604-4de2-a7b0-1964fba90514,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:02.081189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port 974ec768-3637-4996-bc86-001631cf8053 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:02.084843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.119710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f68e659-39b6-4bad-a215-5ea8437eafce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.141134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f68e659-39b6-4bad-a215-5ea8437eafce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.336930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f68e659-39b6-4bad-a215-5ea8437eafce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.342821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f68e659-39b6-4bad-a215-5ea8437eafce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.342821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f68e659-39b6-4bad-a215-5ea8437eafce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fb09bd0-8604-4de2-a7b0-1964fba90514 HTTP/1.1" status: 204  len: 168 time: 0.2848568
Nov 13 21:20:02.351054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68e659-39b6-4bad-a215-5ea8437eafce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb09bd0-8604-4de2-a7b0-1964fba90514,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:02.513136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.526762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for 974ec768-3637-4996-bc86-001631cf8053 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:02.718479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.749707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=974ec768-3637-4996-bc86-001631cf8053,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:02.786545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594ccb3-34df-4d0b-8c8b-ece391f40967 req-fd3710f5-ba03-4f52-b1bd-c72026e3c44b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:02.788251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c594ccb3-34df-4d0b-8c8b-ece391f40967 req-fd3710f5-ba03-4f52-b1bd-c72026e3c44b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0996122
Nov 13 21:20:02.854847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.858474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7603aa16-2922-4a96-b5cf-f018ba056f7c tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/ports/974ec768-3637-4996-bc86-001631cf8053 HTTP/1.1" status: 204  len: 168 time: 0.9091027
Nov 13 21:20:02.861224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40468) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:02.892258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c594ccb3-34df-4d0b-8c8b-ece391f40967 req-2350bf0c-585d-4525-be07-31ef819de28d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711687
Nov 13 21:20:02.970283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:02.984020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c18d62-ce83-446b-9495-88f77de3f072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:02.986825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port b751c313-8e66-4f9c-96e3-94c7b6791689 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:02.986825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.071064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c18d62-ce83-446b-9495-88f77de3f072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.084939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.096372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for b751c313-8e66-4f9c-96e3-94c7b6791689 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:03.160154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c18d62-ce83-446b-9495-88f77de3f072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.200812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-63c18d62-ce83-446b-9495-88f77de3f072 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78177fe970a140bbaea8b8ca5508bb0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2291901
Nov 13 21:20:03.203896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:03.209844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c18d62-ce83-446b-9495-88f77de3f072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a9c0e-5cca-4ef4-84e3-6ac3af900266,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:03.266661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1be588c7-de5e-43cb-a173-8121c7236e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.274993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575be25-e7f5-470e-953a-101f9b17e5c6 req-726707eb-299d-48cd-96c3-ddac9407ffd4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:03.276441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e575be25-e7f5-470e-953a-101f9b17e5c6 req-726707eb-299d-48cd-96c3-ddac9407ffd4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0754969
Nov 13 21:20:03.289981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1be588c7-de5e-43cb-a173-8121c7236e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.333775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e575be25-e7f5-470e-953a-101f9b17e5c6 req-2bdb1753-d192-4348-945d-bd4668ab3174 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506930
Nov 13 21:20:03.348597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.380876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=b751c313-8e66-4f9c-96e3-94c7b6791689,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:03.394378 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:20:03.410851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1be588c7-de5e-43cb-a173-8121c7236e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.413843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1be588c7-de5e-43cb-a173-8121c7236e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.415077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1be588c7-de5e-43cb-a173-8121c7236e14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/519a9c0e-5cca-4ef4-84e3-6ac3af900266 HTTP/1.1" status: 204  len: 168 time: 0.2102768
Nov 13 21:20:03.424659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be588c7-de5e-43cb-a173-8121c7236e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a9c0e-5cca-4ef4-84e3-6ac3af900266,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:03.454650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:03.458031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-13be7213-7659-473c-9b27-78b2f71a28b1 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/ports/b751c313-8e66-4f9c-96e3-94c7b6791689 HTTP/1.1" status: 204  len: 168 time: 0.5954416
Nov 13 21:20:03.460860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40486) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:03.529244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c2e46-acd2-460f-ae1f-27f3aadd63c5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:03.529244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b44c2e46-acd2-460f-ae1f-27f3aadd63c5 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1342648-05a1-4588-a7ab-2d08036a9427 HTTP/1.1" status: 200  len: 913 time: 0.0668361
Nov 13 21:20:03.531591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40490) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:04.148115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:04.431072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port 18a7ffcf-ead4-405b-ae3f-4dffca416141 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:04.431660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:04.470091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce81a7d-58ea-406e-81dc-269984af7ca4 req-e16c3d94-11fc-4388-9134-fd1b15f3bdb6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:04.471636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ce81a7d-58ea-406e-81dc-269984af7ca4 req-e16c3d94-11fc-4388-9134-fd1b15f3bdb6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0620427
Nov 13 21:20:04.530111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ce81a7d-58ea-406e-81dc-269984af7ca4 req-f2a35bf4-771b-4e4b-a830-5453f9c88013 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510216
Nov 13 21:20:04.557947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:04.566832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for 18a7ffcf-ead4-405b-ae3f-4dffca416141 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:04.862280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:04.891502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=18a7ffcf-ead4-405b-ae3f-4dffca416141,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:05.087657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:05.332340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Router b1342648-05a1-4588-a7ab-2d08036a9427 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:20:05.450300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:20:05.459396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dd64f719-9826-4aa5-8fd4-e32461f5bcbc tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "PUT /v2.0/routers/b1342648-05a1-4588-a7ab-2d08036a9427/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9234645
Nov 13 21:20:05.459396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40550) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:05.464950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] Sync routers for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:20:05.479958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:05.481514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:05.521807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b6f40>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:05.532521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] Routers {'b1342648-05a1-4588-a7ab-2d08036a9427'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:05.533263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['b1342648-05a1-4588-a7ab-2d08036a9427'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:05.582732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b6f40>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:05.582732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de332537-2b74-4c88-8ea9-08ca7dc724b7 None None] The sync data for ids ['b1342648-05a1-4588-a7ab-2d08036a9427'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:20:05.588398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:05.724664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20659d4-7512-45f7-a9b3-975626a64a8b req-d843560a-69fb-440a-81f7-d3d5faafea13 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:05.726150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a20659d4-7512-45f7-a9b3-975626a64a8b req-d843560a-69fb-440a-81f7-d3d5faafea13 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0952861
Nov 13 21:20:05.743844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:05.784249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a20659d4-7512-45f7-a9b3-975626a64a8b req-91fdf09c-2858-4a50-b619-1164c89b0fa9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513921
Nov 13 21:20:05.885469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting port eff72fff-aaf1-4c9e-815e-793938fba5e9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:05.885805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:05.959292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:05.971738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Calling delete_port for eff72fff-aaf1-4c9e-815e-793938fba5e9 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:06.227968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.260599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Port': ['ID=eff72fff-aaf1-4c9e-815e-793938fba5e9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:06.317596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.408681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.411023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.528957 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.529667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Fanout notify agent at l3_agent the message router_deleted on router b1342648-05a1-4588-a7ab-2d08036a9427 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:20:06.545913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.547123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3068d0dd-36d2-437e-9463-0f8f80b87197 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/routers/b1342648-05a1-4588-a7ab-2d08036a9427 HTTP/1.1" status: 204  len: 168 time: 1.0874350
Nov 13 21:20:06.549591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:06.602142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Deleting subnet d7f26956-eb49-4070-847e-d65a654d2037 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:06.605297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.649942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.695858 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.811134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.838828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f26956-eb49-4070-847e-d65a654d2037,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:06.843118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.848883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-76d31de1-0cb6-43c9-9fec-d75728e90ffb tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/subnets/d7f26956-eb49-4070-847e-d65a654d2037 HTTP/1.1" status: 204  len: 168 time: 0.2957237
Nov 13 21:20:06.849313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40590) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:06.953169 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:06.969816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ee860-f942-4f4c-847e-4982cc7774d1 req-818a8d2d-8a34-4497-9822-d5f32cd2c776 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:06.971274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca9ee860-f942-4f4c-847e-4982cc7774d1 req-818a8d2d-8a34-4497-9822-d5f32cd2c776 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1120620
Nov 13 21:20:07.071637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:07.099607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca9ee860-f942-4f4c-847e-4982cc7774d1 req-a5767c7c-55c9-4c77-957f-9872faad8f0a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212137
Nov 13 21:20:07.107902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc83a580>,) {'filters': {'network_id': ['b409089c-f8d8-457f-aafb-e32ee5f6f556']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:07.118066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc83a580>, '065f0742-e85c-49be-8768-73fbf173799a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:07.118356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc83a580>, '065f0742-e85c-49be-8768-73fbf173799a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:07.128399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:07.141947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:07.147819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:07.148213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:07.151254 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:07.405749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:07.410624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:07.414719 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] 10.222.0.20 "DELETE /v2.0/networks/b409089c-f8d8-457f-aafb-e32ee5f6f556 HTTP/1.1" status: 204  len: 168 time: 0.5640893
Nov 13 21:20:07.429074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb38a8-b31d-451a-b916-100164c4a219 tempest-FloatingIPTestJSON-126883791 tempest-FloatingIPTestJSON-126883791-project] Pushing event deleted for resources: {'Network': ['ID=b409089c-f8d8-457f-aafb-e32ee5f6f556,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:07.955719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40608) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:08.085862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-91253cd5-739e-4933-a71f-966218b0d193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe2df12e29d041b0a8faffe118bb20ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1289480
Nov 13 21:20:08.088456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40612) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:08.140669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa5e505-fa76-41c6-9379-a33b7afce528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:08.168211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa5e505-fa76-41c6-9379-a33b7afce528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:08.248594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31cec-cd22-4e03-90aa-1c0bad666dc3 req-44966000-8a05-43db-a5c3-a3d1bee8b04e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:08.250641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-93a31cec-cd22-4e03-90aa-1c0bad666dc3 req-44966000-8a05-43db-a5c3-a3d1bee8b04e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0596449
Nov 13 21:20:08.301372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-93a31cec-cd22-4e03-90aa-1c0bad666dc3 req-1b5667dd-a1b8-4c0e-bee6-d0752b696c5e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445518
Nov 13 21:20:08.336818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa5e505-fa76-41c6-9379-a33b7afce528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:08.339443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffa5e505-fa76-41c6-9379-a33b7afce528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:08.340617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ffa5e505-fa76-41c6-9379-a33b7afce528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2c5c1b6-fae6-4e75-87e9-5eb80c8a92cc HTTP/1.1" status: 204  len: 168 time: 0.2512124
Nov 13 21:20:08.349022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5e505-fa76-41c6-9379-a33b7afce528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c5c1b6-fae6-4e75-87e9-5eb80c8a92cc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:09.429661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40662) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:09.443898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d375e-1d01-43d9-9290-5f4d782deb4d req-c18590a6-5e26-4b8c-aa3e-5265734755fa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:09.445443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb3d375e-1d01-43d9-9290-5f4d782deb4d req-c18590a6-5e26-4b8c-aa3e-5265734755fa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0591822
Nov 13 21:20:09.497065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb3d375e-1d01-43d9-9290-5f4d782deb4d req-7b30d19b-2a3a-46e6-b809-b49ebefae801 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436623
Nov 13 21:20:09.539490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1340419480'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:09.639674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:09.643766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.653220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.728503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.799311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.825939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:09.840674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5e89b-f588-430b-a783-e512399dac59,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:09.844056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.844413 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Added segment 5ec4164f-16ea-432e-8126-120ab304cc61 of type vlan for network 48522c28-37fe-42b9-8c3f-15bc086b44f0
Nov 13 21:20:09.884638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.970713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:09.976368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:09.976988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:10.040768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Network': ['ID=48522c28-37fe-42b9-8c3f-15bc086b44f0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:10.050635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 48522c28-37fe-42b9-8c3f-15bc086b44f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:10.099007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-05d7dbf3-7a62-4d0c-b1c2-f8c05d85cb02 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6683011
Nov 13 21:20:10.649368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326a400-13ac-43b0-a0f7-a1f8dc92a013 req-f47e5afb-85a0-42a9-85dd-7f25a8d74b50 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:10.650860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3326a400-13ac-43b0-a0f7-a1f8dc92a013 req-f47e5afb-85a0-42a9-85dd-7f25a8d74b50 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0510380
Nov 13 21:20:10.699325 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3326a400-13ac-43b0-a0f7-a1f8dc92a013 req-be8a1669-ea5b-4be8-a512-0c8be989c64c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421875
Nov 13 21:20:11.836336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87bbd7-6472-4f05-a768-5b56b3de3965 req-ceda4d24-8e08-4778-ad63-96aba8021d78 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:11.838008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f87bbd7-6472-4f05-a768-5b56b3de3965 req-ceda4d24-8e08-4778-ad63-96aba8021d78 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0642807
Nov 13 21:20:11.900408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f87bbd7-6472-4f05-a768-5b56b3de3965 req-79514209-cd71-492c-8101-601fa3a04731 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535882
Nov 13 21:20:11.907908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:11.925502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:11.970691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Deleting subnet 997317c7-c3ca-4b37-bfe4-9c3e0e1baefb {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:11.974113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.009342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.048509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.188041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.214767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997317c7-c3ca-4b37-bfe4-9c3e0e1baefb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:12.217041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.223224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2094ac64-266c-4b89-b5ff-7b50eca5430f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/997317c7-c3ca-4b37-bfe4-9c3e0e1baefb HTTP/1.1" status: 204  len: 168 time: 0.2940023
Nov 13 21:20:12.223870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40734) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:12.302066 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.383096 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.403236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04790>,) {'filters': {'network_id': ['353c66f0-3bee-48be-9428-f0537d9545b2']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:12.413452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04790>, '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:12.413741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04790>, '085074c5-3cd5-400a-bd53-8fb3c0d4d5b7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:12.423897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.437529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.443461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:12.443931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:12.445630 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:12.640099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.645854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.649239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/353c66f0-3bee-48be-9428-f0537d9545b2 HTTP/1.1" status: 204  len: 168 time: 0.4249268
Nov 13 21:20:12.652254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40742) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:12.659963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec5f47-afca-430b-a4f2-008c4792b6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=353c66f0-3bee-48be-9428-f0537d9545b2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:12.698553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Deleting subnet c2941131-a71a-4c74-a73d-34d064f33683 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:12.701735 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.739822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.780382 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.943953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.979377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2941131-a71a-4c74-a73d-34d064f33683,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:12.991993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:12.995429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-caea5fd0-2aa7-46d8-b3da-5be9a5a644dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2941131-a71a-4c74-a73d-34d064f33683 HTTP/1.1" status: 204  len: 168 time: 0.3420684
Nov 13 21:20:12.999716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40750) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:13.095091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78baad6-6f86-4465-aa14-0a9b4736cfce req-eeca866f-ce4a-4ed8-a3b5-662c4ecfa999 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:13.096554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b78baad6-6f86-4465-aa14-0a9b4736cfce req-eeca866f-ce4a-4ed8-a3b5-662c4ecfa999 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1182592
Nov 13 21:20:13.099350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.188778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b78baad6-6f86-4465-aa14-0a9b4736cfce req-4cef2ae0-823a-4919-96e2-c6be23ddcb6b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842812
Nov 13 21:20:13.218797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.240486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc205d60>,) {'filters': {'network_id': ['0f781c30-60a5-4761-8f66-adf215c7a84c']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:13.250980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc205d60>, '2dc3e85e-daa9-4f27-870c-174b24b18bfc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:13.251272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc205d60>, '2dc3e85e-daa9-4f27-870c-174b24b18bfc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:13.260429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.274010 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.279769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:13.280438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:13.282098 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:13.382200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.387721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.391037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f781c30-60a5-4761-8f66-adf215c7a84c HTTP/1.1" status: 204  len: 168 time: 0.3921764
Nov 13 21:20:13.408801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40756) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:13.412920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f1bbd-fc0a-4d14-9df3-08d066f9b166 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f781c30-60a5-4761-8f66-adf215c7a84c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:13.419921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'subnet': {'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:13.604790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:13.608383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.841097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40762) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:13.862547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:13.924464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6cbbc8e8-118d-4bab-b6e5-2da253000a18 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b110044c736248adbfae21f2a52dad64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0821788
Nov 13 21:20:13.927905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40766) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:13.950513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Subnet': ['ID=96e93b96-4bb1-4c9a-83c4-b10b22fe735c,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:13.956141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Checking segment: {'id': '5ec4164f-16ea-432e-8126-120ab304cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:13.962474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network hostable DHCP agents. Network: 48522c28-37fe-42b9-8c3f-15bc086b44f0, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:13.978956 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57848f93-3ef4-4ca2-8f0e-6547d90da5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.002194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57848f93-3ef4-4ca2-8f0e-6547d90da5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.045303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network 48522c28-37fe-42b9-8c3f-15bc086b44f0 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:14.126289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57848f93-3ef4-4ca2-8f0e-6547d90da5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.128961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-57848f93-3ef4-4ca2-8f0e-6547d90da5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.130182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-57848f93-3ef4-4ca2-8f0e-6547d90da5a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7397f4d2-adc0-4489-b07f-e6b4bcf49135 HTTP/1.1" status: 204  len: 168 time: 0.2011158
Nov 13 21:20:14.138213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57848f93-3ef4-4ca2-8f0e-6547d90da5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7397f4d2-adc0-4489-b07f-e6b4bcf49135,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:14.148075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48522c28-37fe-42b9-8c3f-15bc086b44f0) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:14.152633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:14.153490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.163715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1daff-5688-444f-bc8c-c9162be304f8 None None] Network 48522c28-37fe-42b9-8c3f-15bc086b44f0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:14.226731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1d6e9628-7107-41ac-a9b9-f6db5c2a93dc tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8158946
Nov 13 21:20:14.230330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:14.237026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-331064993'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:14.324202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388b763-f780-4f20-9680-7811ff5a9c3e req-05c386b2-74be-4add-a483-ef818ef84c32 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:14.325774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f388b763-f780-4f20-9680-7811ff5a9c3e req-05c386b2-74be-4add-a483-ef818ef84c32 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0494943
Nov 13 21:20:14.325929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-48522c28-37fe-42b9-8c3f-15bc086b44f0', 'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0', 'tenant_id': '2eb557a6f65d4dd786c21753d7e9392a', 'fixed_ips': [{'subnet_id': '96e93b96-4bb1-4c9a-83c4-b10b22fe735c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:14.326776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.389137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f388b763-f780-4f20-9680-7811ff5a9c3e req-e9f4f40a-2f90-4c86-a340-64e51fe9c326 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502336
Nov 13 21:20:14.392659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:14.395052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.419897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:14.429955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.430297 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Added segment 1bb2a442-3681-4269-ae53-a85a1506be48 of type vlan for network 11022ee6-dc21-4828-9007-39804cd4a1d5
Nov 13 21:20:14.473774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.557443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.582008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.588264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:14.590692 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.611797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Allocated IP 2001:db8:0:ffff::2 (48522c28-37fe-42b9-8c3f-15bc086b44f0/96e93b96-4bb1-4c9a-83c4-b10b22fe735c/8f16530c-3844-41c5-8454-5e02fada0f5f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:14.662695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Network': ['ID=11022ee6-dc21-4828-9007-39804cd4a1d5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:14.678455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 11022ee6-dc21-4828-9007-39804cd4a1d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:14.701238 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ef2b58f3-12e6-4b0d-9894-02a5f5a4fb3d tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4694586
Nov 13 21:20:14.705728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40784) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:14.710965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'subnet': {'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:14.823397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.879129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:14.885290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.886019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40786) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:14.909279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:14.928775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-82a601df-a305-4303-b8fd-907d01bc7c29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee587133d0e54708b0dc02713212d86b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0415785
Nov 13 21:20:14.931272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:14.956405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Network 48522c28-37fe-42b9-8c3f-15bc086b44f0 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:14.964713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:14.969758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:14.975302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Pushing event updated for resources: {'Port': ['ID=8f16530c-3844-41c5-8454-5e02fada0f5f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:14.985679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-454fe619-68eb-4e5a-bfd1-5e9dadc5d15e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.018563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-454fe619-68eb-4e5a-bfd1-5e9dadc5d15e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.046481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Attempting to bind port 8f16530c-3844-41c5-8454-5e02fada0f5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:15.046817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Attempting to bind port 8f16530c-3844-41c5-8454-5e02fada0f5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ec4164f-16ea-432e-8126-120ab304cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:15.047181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Attempting to bind port 8f16530c-3844-41c5-8454-5e02fada0f5f on network 48522c28-37fe-42b9-8c3f-15bc086b44f0 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:15.053112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:15.053620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Checking segment: {'id': '5ec4164f-16ea-432e-8126-120ab304cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:15.054540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.054540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Bound using segment: {'id': '5ec4164f-16ea-432e-8126-120ab304cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:15.055015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Bound port: 8f16530c-3844-41c5-8454-5e02fada0f5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec4164f-16ea-432e-8126-120ab304cc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '48522c28-37fe-42b9-8c3f-15bc086b44f0'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:15.055395 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.133006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] For port 8f16530c-3844-41c5-8454-5e02fada0f5f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:15.136012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] For port 8f16530c-3844-41c5-8454-5e02fada0f5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f16530c-3844-41c5-8454-5e02fada0f5f,segment=NetworkSegment(5ec4164f-16ea-432e-8126-120ab304cc61),segment_id=5ec4164f-16ea-432e-8126-120ab304cc61)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:15.164726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-454fe619-68eb-4e5a-bfd1-5e9dadc5d15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.167340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-454fe619-68eb-4e5a-bfd1-5e9dadc5d15e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.168517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-454fe619-68eb-4e5a-bfd1-5e9dadc5d15e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1664e1ff-1a3d-4c78-aa2b-6332e22c99fc HTTP/1.1" status: 204  len: 168 time: 0.2362974
Nov 13 21:20:15.177626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fe619-68eb-4e5a-bfd1-5e9dadc5d15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1664e1ff-1a3d-4c78-aa2b-6332e22c99fc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:15.285707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.321628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:20:15.323528 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.350883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc3ba6-e40c-4b0e-876e-c5a753ff25ed None None] Pushing event updated for resources: {'Port': ['ID=8f16530c-3844-41c5-8454-5e02fada0f5f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:15.399979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Checking segment: {'id': '1bb2a442-3681-4269-ae53-a85a1506be48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:15.399979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network hostable DHCP agents. Network: 11022ee6-dc21-4828-9007-39804cd4a1d5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:15.401361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Subnet': ['ID=5420882f-8192-41bf-a913-03f02db2a042,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:15.536475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8efc6-39d8-4524-a6c1-fdc6345a19fa req-c1753e2d-c20e-4904-9383-721b569b84e7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:15.538323 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eef8efc6-39d8-4524-a6c1-fdc6345a19fa req-c1753e2d-c20e-4904-9383-721b569b84e7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0761268
Nov 13 21:20:15.539776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network 11022ee6-dc21-4828-9007-39804cd4a1d5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:15.610409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eef8efc6-39d8-4524-a6c1-fdc6345a19fa req-28679470-8958-4d6a-80c4-719fdf8fb28b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634842
Nov 13 21:20:15.651225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11022ee6-dc21-4828-9007-39804cd4a1d5) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:15.658207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:15.658207 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.661836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781541bc-840f-48b2-89be-1de2c0ec8f27 None None] Network 11022ee6-dc21-4828-9007-39804cd4a1d5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:15.756796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8e63ef56-76d1-4198-b783-c6d10581c523 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0528715
Nov 13 21:20:15.759576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40812) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:15.765318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'port': {'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5', 'name': 'tempest-NetworksIpV6TestAttrs-684693091'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:15.846336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11022ee6-dc21-4828-9007-39804cd4a1d5', 'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5', 'tenant_id': '2eb557a6f65d4dd786c21753d7e9392a', 'fixed_ips': [{'subnet_id': '5420882f-8192-41bf-a913-03f02db2a042'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:15.847201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.965151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:15.969355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:15.984257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Allocated IP 2001:db8::f816:3eff:fe61:c9d6 (11022ee6-dc21-4828-9007-39804cd4a1d5/5420882f-8192-41bf-a913-03f02db2a042/46c358a4-6732-4c07-9f9c-134bb4df786b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:15.987570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] device_id is not set on port 295ea45a-a83b-4cc7-81be-27dd09c828d1 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:20:16.161934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.280888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.325921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Pushing event updated for resources: {'Port': ['ID=46c358a4-6732-4c07-9f9c-134bb4df786b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:16.337462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Network 11022ee6-dc21-4828-9007-39804cd4a1d5 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:16.339364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:16.341427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:16.380868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36164e-2214-4b74-9079-bafaed1c9f75 req-8d7c8e17-d374-410f-a8ba-bbe00094641b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:16.382460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a36164e-2214-4b74-9079-bafaed1c9f75 req-8d7c8e17-d374-410f-a8ba-bbe00094641b tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.1148100
Nov 13 21:20:16.395018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Allocated IP 2001:db8::f816:3eff:fefb:2cd9 (11022ee6-dc21-4828-9007-39804cd4a1d5/5420882f-8192-41bf-a913-03f02db2a042/295ea45a-a83b-4cc7-81be-27dd09c828d1) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:16.401547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f403e1-f546-496a-aa98-190e8328509e None None] Network 48522c28-37fe-42b9-8c3f-15bc086b44f0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:16.403143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40830) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:16.465297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a36164e-2214-4b74-9079-bafaed1c9f75 req-4cf445af-8d32-4d4e-9f64-d6d7bed93da9 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740368
Nov 13 21:20:16.471718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Attempting to bind port 46c358a4-6732-4c07-9f9c-134bb4df786b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:16.472148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Attempting to bind port 46c358a4-6732-4c07-9f9c-134bb4df786b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bb2a442-3681-4269-ae53-a85a1506be48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:16.472386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Attempting to bind port 46c358a4-6732-4c07-9f9c-134bb4df786b on network 11022ee6-dc21-4828-9007-39804cd4a1d5 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:16.485407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:16.485791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Checking segment: {'id': '1bb2a442-3681-4269-ae53-a85a1506be48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:16.486164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.486549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Bound using segment: {'id': '1bb2a442-3681-4269-ae53-a85a1506be48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:16.487182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Bound port: 46c358a4-6732-4c07-9f9c-134bb4df786b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb2a442-3681-4269-ae53-a85a1506be48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '11022ee6-dc21-4828-9007-39804cd4a1d5'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:16.487558 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.533741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4df1e55a-a553-40d4-b90c-7f5156402353 None None] Provisioning complete for port 8f16530c-3844-41c5-8454-5e02fada0f5f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:16.533741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4df1e55a-a553-40d4-b90c-7f5156402353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.577303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1364248277-network', 'tenant_id': 'be7f63d6fdb24883b6a6e42d21fbcd72'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:16.614268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.650769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] For port 46c358a4-6732-4c07-9f9c-134bb4df786b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:16.655646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] For port 46c358a4-6732-4c07-9f9c-134bb4df786b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c358a4-6732-4c07-9f9c-134bb4df786b,segment=NetworkSegment(1bb2a442-3681-4269-ae53-a85a1506be48),segment_id=1bb2a442-3681-4269-ae53-a85a1506be48)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:16.718366 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4df1e55a-a553-40d4-b90c-7f5156402353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.718915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Made reservation on behalf of be7f63d6fdb24883b6a6e42d21fbcd72 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:16.721363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.736998 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.739449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.748925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.788499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4df1e55a-a553-40d4-b90c-7f5156402353 None None] For port 8f16530c-3844-41c5-8454-5e02fada0f5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f16530c-3844-41c5-8454-5e02fada0f5f,segment=NetworkSegment(5ec4164f-16ea-432e-8126-120ab304cc61),segment_id=5ec4164f-16ea-432e-8126-120ab304cc61)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:16.791296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network 11022ee6-dc21-4828-9007-39804cd4a1d5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:16.794199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:16.803047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:16.809785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:16.810521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.819269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a860b-0e39-4508-ab80-e2788cc2102f None None] Pushing event updated for resources: {'Port': ['ID=46c358a4-6732-4c07-9f9c-134bb4df786b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:16.822424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb10db-3d3a-466c-b5af-21f90db61a61 req-5502b4b7-cb21-4bd6-ab82-077011295ee7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:16.825632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bcb10db-3d3a-466c-b5af-21f90db61a61 req-5502b4b7-cb21-4bd6-ab82-077011295ee7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1364238
Nov 13 21:20:16.838453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Port': ['ID=295ea45a-a83b-4cc7-81be-27dd09c828d1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:16.863085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4df1e55a-a553-40d4-b90c-7f5156402353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:16.961486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1e55a-a553-40d4-b90c-7f5156402353 None None] Pushing event updated for resources: {'Port': ['ID=8f16530c-3844-41c5-8454-5e02fada0f5f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:16.970863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87157008-794d-4674-977f-7b06b1fe43ef tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.2069485
Nov 13 21:20:16.970863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40846) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:16.973589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bcb10db-3d3a-466c-b5af-21f90db61a61 req-1e7363a5-52e3-4444-b066-b96370d1e924 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393530
Nov 13 21:20:17.038280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8f16530c-3844-41c5-8454-5e02fada0f5f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:17.072315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting subnet 5420882f-8192-41bf-a913-03f02db2a042 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:17.073309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.081637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.126214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8f16530c-3844-41c5-8454-5e02fada0f5f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:17.131851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.154771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.159109 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.209394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:17.228930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3111750-d182-4c6a-91f4-ac4c7df5049e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:17.232674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.233006 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Added segment f9d35899-53d4-4188-a6e4-8f11a48e6714 of type vlan for network db320175-24fd-46da-9203-c785d2d59c83
Nov 13 21:20:17.268716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4955e7f7-a796-4b0c-a972-3b022659cec9 None None] Provisioning complete for port 8f16530c-3844-41c5-8454-5e02fada0f5f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:17.269101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4955e7f7-a796-4b0c-a972-3b022659cec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.311597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.412502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.419228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.421117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:17.425092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.501851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] Pushing event updated for resources: {'Network': ['ID=db320175-24fd-46da-9203-c785d2d59c83,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:17.511628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network db320175-24fd-46da-9203-c785d2d59c83 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:17.516817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5629d3c3-92c2-403c-80c7-9360d5575a25 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1097233
Nov 13 21:20:17.517039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97162ed6-e50c-484f-bba7-3a3a9d2876ab req-287b93a9-5b0f-495f-92f9-ce4b02ce81f2 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:17.517180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40854) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:17.522606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Request body: {'subnet': {'network_id': 'db320175-24fd-46da-9203-c785d2d59c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1364248277-subnet', 'tenant_id': 'be7f63d6fdb24883b6a6e42d21fbcd72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:17.523964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97162ed6-e50c-484f-bba7-3a3a9d2876ab req-287b93a9-5b0f-495f-92f9-ce4b02ce81f2 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.0753970
Nov 13 21:20:17.574750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97162ed6-e50c-484f-bba7-3a3a9d2876ab req-b1d3dab8-0afb-4d81-bc63-5f562302ee02 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498655
Nov 13 21:20:17.599668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.646338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Subnet': ['ID=5420882f-8192-41bf-a913-03f02db2a042,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:17.649961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.653145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab5ec5f1-82b4-448f-a0c0-a1b43c507d3e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/5420882f-8192-41bf-a913-03f02db2a042 HTTP/1.1" status: 204  len: 168 time: 0.6812484
Nov 13 21:20:17.656216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40862) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:17.656971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Made reservation on behalf of be7f63d6fdb24883b6a6e42d21fbcd72 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:17.660782 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:17.738465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d401c42-6e57-490c-b4d1-c6128543e200 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:17.740105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d401c42-6e57-490c-b4d1-c6128543e200 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:17.741682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2d401c42-6e57-490c-b4d1-c6128543e200 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0845370
Nov 13 21:20:17.745152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:17.954635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.033284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f94f19-c67e-460f-b341-5c83cdec098c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:18.042602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Checking segment: {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:18.042970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Network hostable DHCP agents. Network: db320175-24fd-46da-9203-c785d2d59c83, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:18.122370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9fbadc5-2777-4979-b76d-1b194c51f848 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.132027 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fbadc5-2777-4979-b76d-1b194c51f848 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:20:18.132497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fbadc5-2777-4979-b76d-1b194c51f848 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:18.140415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9fbadc5-2777-4979-b76d-1b194c51f848 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/11022ee6-dc21-4828-9007-39804cd4a1d5 HTTP/1.1" status: 409  len: 405 time: 0.3904083
Nov 13 21:20:18.140415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:18.145975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-744644239'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:18.164071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Network db320175-24fd-46da-9203-c785d2d59c83 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:18.188601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30aaa0b-a4e7-480d-9265-429cfb7a0e34 None None] Network 11022ee6-dc21-4828-9007-39804cd4a1d5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:18.195593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1306b70-785f-48f1-a6d1-58c75c30d9c9 req-346b786d-76fd-402d-a7d1-611d38b82a40 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:18.197896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1306b70-785f-48f1-a6d1-58c75c30d9c9 req-346b786d-76fd-402d-a7d1-611d38b82a40 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0978785
Nov 13 21:20:18.265376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1306b70-785f-48f1-a6d1-58c75c30d9c9 req-2a5308e5-96a6-4cb2-af4a-9d3b9902d953 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608795
Nov 13 21:20:18.281663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:18.283170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db320175-24fd-46da-9203-c785d2d59c83) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:18.289828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:18.289965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.291001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f426f-dc95-497a-81e0-a193a026253c None None] Network db320175-24fd-46da-9203-c785d2d59c83 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:18.293921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.321961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:18.338063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1cf84186-5d6a-46f0-b094-a4e8fc9f6f4d None None] Provisioning complete for port 46c358a4-6732-4c07-9f9c-134bb4df786b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:18.338441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cf84186-5d6a-46f0-b094-a4e8fc9f6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.346653 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.348814 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Added segment 13458d9c-bc2b-425f-b645-6dcedd2e34af of type vlan for network df663642-eb75-43af-9cb6-6e96931232a2
Nov 13 21:20:18.416951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.427246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ccd083b-cffb-49b4-9f2e-51b6a8f3aa38 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9081912
Nov 13 21:20:18.503785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea41e6-c8de-4710-bef3-acdcb49b3ee7 req-3f7aa623-4e73-4552-a1e2-e14f3a2778dd tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:18.505415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1ea41e6-c8de-4710-bef3-acdcb49b3ee7 req-3f7aa623-4e73-4552-a1e2-e14f3a2778dd tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.0770104
Nov 13 21:20:18.553661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.553661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:18.554261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.562625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] DHCP port deletion for 11022ee6-dc21-4828-9007-39804cd4a1d5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:18.565058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b90d9c-5be7-48a5-9873-83c7a3d7cad0 None None] Network db320175-24fd-46da-9203-c785d2d59c83 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:18.603539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1ea41e6-c8de-4710-bef3-acdcb49b3ee7 req-003a32ee-b4aa-4abf-a5ed-b4a3d12791c2 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901313
Nov 13 21:20:18.664225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cf84186-5d6a-46f0-b094-a4e8fc9f6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.695096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Network': ['ID=df663642-eb75-43af-9cb6-6e96931232a2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:18.712612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network df663642-eb75-43af-9cb6-6e96931232a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:18.727779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40904) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:18.732849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-980d8286-b7e7-495c-a06e-c47cd7c2631e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5857534
Nov 13 21:20:18.734038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'subnet': {'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:18.884269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1cf84186-5d6a-46f0-b094-a4e8fc9f6f4d None None] For port 46c358a4-6732-4c07-9f9c-134bb4df786b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c358a4-6732-4c07-9f9c-134bb4df786b,segment=NetworkSegment(1bb2a442-3681-4269-ae53-a85a1506be48),segment_id=1bb2a442-3681-4269-ae53-a85a1506be48)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:18.900947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:18.905036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:18.925637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8f16530c-3844-41c5-8454-5e02fada0f5f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:18.985555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cf84186-5d6a-46f0-b094-a4e8fc9f6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.005439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] Deleting port 46c358a4-6732-4c07-9f9c-134bb4df786b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:19.005633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.126593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] For port 46c358a4-6732-4c07-9f9c-134bb4df786b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c358a4-6732-4c07-9f9c-134bb4df786b,segment=NetworkSegment(1bb2a442-3681-4269-ae53-a85a1506be48),segment_id=1bb2a442-3681-4269-ae53-a85a1506be48)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:19.126899 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.144878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf84186-5d6a-46f0-b094-a4e8fc9f6f4d None None] Pushing event updated for resources: {'Port': ['ID=46c358a4-6732-4c07-9f9c-134bb4df786b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:19.147784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] Calling delete_port for 46c358a4-6732-4c07-9f9c-134bb4df786b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:19.158232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8f16530c-3844-41c5-8454-5e02fada0f5f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:19.158599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.271756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:20:19.273254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.346982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Subnet': ['ID=1cfa9480-becc-48c5-a70f-b14f474b7cd6,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:19.353933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Checking segment: {'id': '13458d9c-bc2b-425f-b645-6dcedd2e34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:19.354264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network hostable DHCP agents. Network: df663642-eb75-43af-9cb6-6e96931232a2, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:19.371809 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.395171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81866a1a-816e-40ac-8144-97de1e4ea2c4 req-13470c0c-7c2f-437f-8800-48fdda0b4f56 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:19.396726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] Pushing event deleted for resources: {'Port': ['ID=46c358a4-6732-4c07-9f9c-134bb4df786b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:19.396866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81866a1a-816e-40ac-8144-97de1e4ea2c4 req-13470c0c-7c2f-437f-8800-48fdda0b4f56 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0575402
Nov 13 21:20:19.402257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d0e3d-7180-4eaa-a842-981153956ba7 None None] No DVR routers for this DVR port 46c358a4-6732-4c07-9f9c-134bb4df786b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:19.439349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network df663642-eb75-43af-9cb6-6e96931232a2 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:19.474578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81866a1a-816e-40ac-8144-97de1e4ea2c4 req-ff7e71a0-475c-4fa4-a28d-2e3ecad2f75e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673153
Nov 13 21:20:19.565104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df663642-eb75-43af-9cb6-6e96931232a2) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:19.579179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae54b55-2dc3-4565-8e4d-01676a0de8fd None None] Network df663642-eb75-43af-9cb6-6e96931232a2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:19.579904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:19.580509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.716310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25ac1d2f-996f-40ed-91c5-aa8438296e74 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9869130
Nov 13 21:20:19.721108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:19.721601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-dcdcbfd8-3d2d-4ecd-be01-784a0e418795 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:19.723755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-dcdcbfd8-3d2d-4ecd-be01-784a0e418795 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.46 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.0676451
Nov 13 21:20:19.726755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'port': {'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2', 'name': 'tempest-NetworksIpV6TestAttrs-589258615'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:19.761305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df663642-eb75-43af-9cb6-6e96931232a2', 'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2', 'tenant_id': '2eb557a6f65d4dd786c21753d7e9392a', 'fixed_ips': [{'subnet_id': '1cfa9480-becc-48c5-a70f-b14f474b7cd6'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:19.762466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.788094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fc-6be7-48bb-b3c6-921e21dafd7d req-2bd4c6ab-9df7-4e79-94a7-ecfd477007dd tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:19.789782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4a1a0fc-6be7-48bb-b3c6-921e21dafd7d req-2bd4c6ab-9df7-4e79-94a7-ecfd477007dd tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 946 time: 0.1126962
Nov 13 21:20:19.859050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Deleting port c8af5d4e-bd0b-47bd-939f-14e1db85c83d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:19.859477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:19.889664 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4a1a0fc-6be7-48bb-b3c6-921e21dafd7d req-46e6fa21-0024-404b-a159-455ef4ebde5a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups?id=ffaf31e5-064b-4c49-92c5-e1ca80059c02&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895803
Nov 13 21:20:19.937396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Allocated IP 2001:db8::f816:3eff:fe8c:190e (df663642-eb75-43af-9cb6-6e96931232a2/1cfa9480-becc-48c5-a70f-b14f474b7cd6/6f8ec36e-b488-43b3-bcdd-559f2af12798) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:19.985936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] For port c8af5d4e-bd0b-47bd-939f-14e1db85c83d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:19.986322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.016190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:20.019832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.037814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] device_id is not set on port 2eaac3ec-d02a-4b6c-9b9d-d5000443e633 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:20:20.085770 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.188401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.216726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.216726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.216726 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Floating IP c64de60f-e53a-450e-a2a7-cbc4fce6885b disassociated. External IP: 172.35.3.136, port: c8af5d4e-bd0b-47bd-939f-14e1db85c83d.
Nov 13 21:20:20.217615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Calling delete_port for c8af5d4e-bd0b-47bd-939f-14e1db85c83d owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:20.244861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Network df663642-eb75-43af-9cb6-6e96931232a2 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:20.251668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:20.259446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:20.261807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Allocated IP 2001:db8::f816:3eff:fe17:bb9f (df663642-eb75-43af-9cb6-6e96931232a2/1cfa9480-becc-48c5-a70f-b14f474b7cd6/2eaac3ec-d02a-4b6c-9b9d-d5000443e633) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:20.319631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Pushing event updated for resources: {'Port': ['ID=6f8ec36e-b488-43b3-bcdd-559f2af12798,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:20.322010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Attempting to bind port 6f8ec36e-b488-43b3-bcdd-559f2af12798 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:20.322377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Attempting to bind port 6f8ec36e-b488-43b3-bcdd-559f2af12798 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13458d9c-bc2b-425f-b645-6dcedd2e34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:20.322740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Attempting to bind port 6f8ec36e-b488-43b3-bcdd-559f2af12798 on network df663642-eb75-43af-9cb6-6e96931232a2 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:20.328116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:20.328488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Checking segment: {'id': '13458d9c-bc2b-425f-b645-6dcedd2e34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:20.328914 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.329425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Bound using segment: {'id': '13458d9c-bc2b-425f-b645-6dcedd2e34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:20.330340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Bound port: 6f8ec36e-b488-43b3-bcdd-559f2af12798, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13458d9c-bc2b-425f-b645-6dcedd2e34af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'df663642-eb75-43af-9cb6-6e96931232a2'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:20.330340 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.408886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] For port 6f8ec36e-b488-43b3-bcdd-559f2af12798, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:20.412008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] For port 6f8ec36e-b488-43b3-bcdd-559f2af12798, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8ec36e-b488-43b3-bcdd-559f2af12798,segment=NetworkSegment(13458d9c-bc2b-425f-b645-6dcedd2e34af),segment_id=13458d9c-bc2b-425f-b645-6dcedd2e34af)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:20.458618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.468386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.502756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.506865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event deleted for resources: {'Port': ['ID=c8af5d4e-bd0b-47bd-939f-14e1db85c83d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:20.595678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.676207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa9082-d09f-47f5-b0e0-65102a2fc7f1 None None] Pushing event updated for resources: {'Port': ['ID=6f8ec36e-b488-43b3-bcdd-559f2af12798,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:20.689452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network df663642-eb75-43af-9cb6-6e96931232a2 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:20.694430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:20.714218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:20.721217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:20.722013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:20.750046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Port': ['ID=2eaac3ec-d02a-4b6c-9b9d-d5000443e633,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:20.755303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Router 84a9d645-0984-4212-81da-0add17abb112 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:20:20.780117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992a29c-2eee-4318-8732-f149dc13bb2d req-31911579-93e8-435c-8802-4571592f4d33 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:20.788194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2992a29c-2eee-4318-8732-f149dc13bb2d req-31911579-93e8-435c-8802-4571592f4d33 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1446273
Nov 13 21:20:20.839745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ed9ef9a0-c6a4-464d-b2cf-6bc1167fe4b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.1170459
Nov 13 21:20:20.851078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:20.852868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2992a29c-2eee-4318-8732-f149dc13bb2d req-e2f44d78-c582-4971-ad6f-ac7d4ea2ff64 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620470
Nov 13 21:20:20.961223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting subnet 1cfa9480-becc-48c5-a70f-b14f474b7cd6 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:20.970497 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.070282 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e6d8390d-268a-4f05-b2b1-ae025ad9c168 req-1ac5576a-b782-49dc-933e-efe9f5ee1fe7 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 210 time: 0.0489094
Nov 13 21:20:21.079389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:20:21.094184 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] Sync routers for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:20:21.109521 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:21.110137 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde239100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:21.116583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.177086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] No DVR routers for this DVR port c8af5d4e-bd0b-47bd-939f-14e1db85c83d on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:21.185141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.194020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-054bcc1b-2928-4b22-90a4-c5759b16ef95 req-fa9b2683-0325-4058-8fcf-5b48a9cb874a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.46 "DELETE /v2.0/ports/c8af5d4e-bd0b-47bd-939f-14e1db85c83d HTTP/1.1" status: 204  len: 173 time: 1.4592655
Nov 13 21:20:21.194020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'name': 'network-vif-deleted', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:21.194020 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c11016d-f5fb-4929-8171-feee78f0f925" -d '{"events": [{"server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "name": "network-vif-deleted", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:21.259582 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aea9a3-a9df-4c3d-bb0b-edbbf7cd3227 x-openstack-request-id: req-b2aea9a3-a9df-4c3d-bb0b-edbbf7cd3227 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:21.259873 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d561fb65-3149-4161-a94c-e3f40be0427a", "name": "network-vif-deleted", "tag": "c8af5d4e-bd0b-47bd-939f-14e1db85c83d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:21.260499 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2aea9a3-a9df-4c3d-bb0b-edbbf7cd3227 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:21.260727 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd561fb65-3149-4161-a94c-e3f40be0427a', 'name': 'network-vif-deleted', 'tag': 'c8af5d4e-bd0b-47bd-939f-14e1db85c83d', 'status': 'completed', 'code': 200}
Nov 13 21:20:21.309064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.338306 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:21.365374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40974) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:21.494855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec268152-568f-4285-a952-d9e647714531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.526273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.555617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde239100>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:19Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:21.568584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfa9480-becc-48c5-a70f-b14f474b7cd6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:21.573647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.579524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-855bdc07-5eed-44d7-a0b5-0b3bb10ceb76 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/1cfa9480-becc-48c5-a70f-b14f474b7cd6 HTTP/1.1" status: 204  len: 168 time: 0.7253227
Nov 13 21:20:21.579980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40980) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:21.616536 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] Checking router: 84a9d645-0984-4212-81da-0add17abb112 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:20:21.627048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:21.627778 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde239100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:21.659450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec268152-568f-4285-a952-d9e647714531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.788185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec268152-568f-4285-a952-d9e647714531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.790856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a89c8-a0fa-4c34-95b6-dad75478c12e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:21.799744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a89c8-a0fa-4c34-95b6-dad75478c12e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:21.806299 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:21.807072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e13a89c8-a0fa-4c34-95b6-dad75478c12e tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2258325
Nov 13 21:20:21.807901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40988) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:21.817781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ec268152-568f-4285-a952-d9e647714531 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72eed91cd0cd4d859b4a6a9a99b22250&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4512782
Nov 13 21:20:21.829785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40990) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:21.882646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec268152-568f-4285-a952-d9e647714531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66da6fac-fb0f-4315-827a-ffa479be2e82,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:21.918444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75a74929-8f73-40f1-a71a-7f063313258f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.918683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba90f-2ca0-4896-9b37-4234491d1491 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:21.927844 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2ba90f-2ca0-4896-9b37-4234491d1491 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:20:21.929474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2ba90f-2ca0-4896-9b37-4234491d1491 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:21.938185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:21.938720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0a2ba90f-2ca0-4896-9b37-4234491d1491 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/df663642-eb75-43af-9cb6-6e96931232a2 HTTP/1.1" status: 409  len: 405 time: 0.1291690
Nov 13 21:20:21.949340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-780593992'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:21.986941 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75a74929-8f73-40f1-a71a-7f063313258f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.143240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830b69-3057-49ba-9928-3e12b0370c37 req-7dda6f42-9d77-4d01-a301-6d1ffb5f918c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:22.150904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1830b69-3057-49ba-9928-3e12b0370c37 req-7dda6f42-9d77-4d01-a301-6d1ffb5f918c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0760632
Nov 13 21:20:22.164161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-34eec1cf-e5ea-42c8-9283-9b9a0b9a5a31 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:22.166258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-34eec1cf-e5ea-42c8-9283-9b9a0b9a5a31 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/networks?id=db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 200  len: 809 time: 0.1961093
Nov 13 21:20:22.175164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75a74929-8f73-40f1-a71a-7f063313258f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.175383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75a74929-8f73-40f1-a71a-7f063313258f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.176519 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde239100>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:19Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:22.180482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-75a74929-8f73-40f1-a71a-7f063313258f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66da6fac-fb0f-4315-827a-ffa479be2e82 HTTP/1.1" status: 204  len: 168 time: 0.3497114
Nov 13 21:20:22.182185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da18a8-8665-44b5-8401-328a7025ca3a None None] Network df663642-eb75-43af-9cb6-6e96931232a2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:22.189851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:22.192828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-3dff1bc8-d1e6-4efa-a541-52d5771ffab3 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/quotas/be7f63d6fdb24883b6a6e42d21fbcd72 HTTP/1.1" status: 200  len: 375 time: 0.0203252
Nov 13 21:20:22.193581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.196793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a74929-8f73-40f1-a71a-7f063313258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da6fac-fb0f-4315-827a-ffa479be2e82,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:22.244325 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc782a1-c799-4f51-bcab-0a41d1bd28bc None None] The sync data for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 is: [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:18:15Z', 'revision_number': 4, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0735526b-1285-44b4-9a78-ae8f1624f22b', 'name': '', 'network_id': 'ada61c2e-1976-4b82-b6b7-3b9992d37c16', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'mac_address': 'fa:16:3e:7f:c5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:14Z', 'updated_at': '2021-11-13T21:18:19Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'subnets': [{'id': 'cc6535fa-caaf-412c-adf8-2d09b134dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:20:22.249388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-ecc0ab34-2918-4f0f-9eb5-0affbb3a297e tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0553708
Nov 13 21:20:22.268729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1830b69-3057-49ba-9928-3e12b0370c37 req-b095d6a3-1346-4d75-bb91-4ab57f5eefc1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166048
Nov 13 21:20:22.291191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:22.296461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-16d3ab8c-e990-4678-9bf0-7e752d1e198c None None] Provisioning complete for port 6f8ec36e-b488-43b3-bcdd-559f2af12798 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:22.297239 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16d3ab8c-e990-4678-9bf0-7e752d1e198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.304859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.305253 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Added segment 5a60538c-a8b7-4835-a63b-692e40cc70e9 of type vlan for network 53e96920-e429-4adc-9a7b-73280848a873
Nov 13 21:20:22.368648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.453676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fcf47eaa-2c13-4f9d-a40a-1da67c809abb req-bdc2d388-1a2a-482b-a45d-c2f6d18b6cb1 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/ports?device_id=d561fb65-3149-4161-a94c-e3f40be0427a HTTP/1.1" status: 200  len: 210 time: 0.0465920
Nov 13 21:20:22.498824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16d3ab8c-e990-4678-9bf0-7e752d1e198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.502062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-750f91f1-dd92-4e86-ad56-d98475b2067e service neutron] 10.222.0.20 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517426
Nov 13 21:20:22.542944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] DHCP port deletion for df663642-eb75-43af-9cb6-6e96931232a2 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:22.562890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-16d3ab8c-e990-4678-9bf0-7e752d1e198c None None] For port 6f8ec36e-b488-43b3-bcdd-559f2af12798, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8ec36e-b488-43b3-bcdd-559f2af12798,segment=NetworkSegment(13458d9c-bc2b-425f-b645-6dcedd2e34af),segment_id=13458d9c-bc2b-425f-b645-6dcedd2e34af)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:22.622306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] Deleting port 6f8ec36e-b488-43b3-bcdd-559f2af12798 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:22.622989 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.629948 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-9165e67a-0fd0-45a0-9803-990449ef94a2 service neutron] 10.222.0.20 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136267
Nov 13 21:20:22.645051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.650661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:22.651279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.699162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfb1c7-6f87-47a4-b57c-c166d8f394cb None None] New status for floating IP c64de60f-e53a-450e-a2a7-cbc4fce6885b: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:20:22.735638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] For port 6f8ec36e-b488-43b3-bcdd-559f2af12798, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f8ec36e-b488-43b3-bcdd-559f2af12798,segment=NetworkSegment(13458d9c-bc2b-425f-b645-6dcedd2e34af),segment_id=13458d9c-bc2b-425f-b645-6dcedd2e34af)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:22.736316 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:22.754056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] Calling delete_port for 6f8ec36e-b488-43b3-bcdd-559f2af12798 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:22.754175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Network': ['ID=53e96920-e429-4adc-9a7b-73280848a873,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:22.854520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-122b2d58-6d64-4c1c-8116-513cb8b7ea2b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9149549
Nov 13 21:20:22.858730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41020) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:22.864817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'subnet': {'network_id': '53e96920-e429-4adc-9a7b-73280848a873', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:22.884386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 53e96920-e429-4adc-9a7b-73280848a873 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:22.887751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16d3ab8c-e990-4678-9bf0-7e752d1e198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.083386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3ab8c-e990-4678-9bf0-7e752d1e198c None None] Pushing event updated for resources: {'Port': ['ID=6f8ec36e-b488-43b3-bcdd-559f2af12798,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:23.161655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:23.165318 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.187768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.194321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60128020-9365-41e2-97bc-579e19e8c88d req-e258495b-33e6-4b3e-8d45-2399055388b1 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.0458541
Nov 13 21:20:23.254280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] Pushing event deleted for resources: {'Port': ['ID=6f8ec36e-b488-43b3-bcdd-559f2af12798,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:23.261252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0115f5-5028-44f5-a265-5539916390d6 None None] No DVR routers for this DVR port 6f8ec36e-b488-43b3-bcdd-559f2af12798 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:23.392795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41032) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:23.418837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9874c4b6-ec51-4851-a7b8-5af6d6fa7fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.422418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8916b-97f5-459d-919a-0e53504d642f req-412e0910-36d4-45e5-bf37-dc2ad1cf9468 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:23.424066 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0f8916b-97f5-459d-919a-0e53504d642f req-412e0910-36d4-45e5-bf37-dc2ad1cf9468 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0640681
Nov 13 21:20:23.477944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0f8916b-97f5-459d-919a-0e53504d642f req-af9c2947-9d49-45eb-bacd-f47dcb8a68f4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473671
Nov 13 21:20:23.499779 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9874c4b6-ec51-4851-a7b8-5af6d6fa7fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.591196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:20:23.593058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.639334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9874c4b6-ec51-4851-a7b8-5af6d6fa7fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.692259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41042) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:23.711366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874c4b6-ec51-4851-a7b8-5af6d6fa7fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589337b6-b2f4-419b-8420-917d97688cb0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:23.716653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9874c4b6-ec51-4851-a7b8-5af6d6fa7fcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8623cfd9457248b38176c6a3ea922df6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3228528
Nov 13 21:20:23.718203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Subnet': ['ID=f4f8f8c2-f0e1-4cec-a19a-91fadd09124f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:23.722198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41044) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:23.741897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Checking segment: {'id': '5a60538c-a8b7-4835-a63b-692e40cc70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53e96920-e429-4adc-9a7b-73280848a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:23.742520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network hostable DHCP agents. Network: 53e96920-e429-4adc-9a7b-73280848a873, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:23.763040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2cd6276-8016-4874-8b47-7c921eb89b79 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.791623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2cd6276-8016-4874-8b47-7c921eb89b79 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.791954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44929960-2e27-4b8b-99d9-29bafb03be61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.820408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44929960-2e27-4b8b-99d9-29bafb03be61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:23.971119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network 53e96920-e429-4adc-9a7b-73280848a873 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:24.016450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44929960-2e27-4b8b-99d9-29bafb03be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.016568 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2cd6276-8016-4874-8b47-7c921eb89b79 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.019072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2cd6276-8016-4874-8b47-7c921eb89b79 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.019203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44929960-2e27-4b8b-99d9-29bafb03be61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.020291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44929960-2e27-4b8b-99d9-29bafb03be61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/589337b6-b2f4-419b-8420-917d97688cb0 HTTP/1.1" status: 204  len: 168 time: 0.2949510
Nov 13 21:20:24.023063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b2cd6276-8016-4874-8b47-7c921eb89b79 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "DELETE /v2.0/security-groups/ffaf31e5-064b-4c49-92c5-e1ca80059c02 HTTP/1.1" status: 204  len: 168 time: 0.3269033
Nov 13 21:20:24.023837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41050) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:24.035657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd6276-8016-4874-8b47-7c921eb89b79 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaf31e5-064b-4c49-92c5-e1ca80059c02,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:24.042358 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-3afc7ab4-4930-4c4e-84fc-0f25ff792a6a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] show failed (client error): The resource could not be found.
Nov 13 21:20:24.046057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3afc7ab4-4930-4c4e-84fc-0f25ff792a6a tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "GET /v2.0/security-groups/ffaf31e5-064b-4c49-92c5-e1ca80059c02 HTTP/1.1" status: 404  len: 347 time: 0.0186205
Nov 13 21:20:24.046057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44929960-2e27-4b8b-99d9-29bafb03be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589337b6-b2f4-419b-8420-917d97688cb0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:24.046428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41054) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:24.104548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c8af5d4e-bd0b-47bd-939f-14e1db85c83d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:24.133541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: c8af5d4e-bd0b-47bd-939f-14e1db85c83d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:24.133973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c8af5d4e-bd0b-47bd-939f-14e1db85c83d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:24.140020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53e96920-e429-4adc-9a7b-73280848a873) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:24.145796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:24.146393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.150778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb39f6-e2d5-4925-b9a4-b9990a03f647 None None] Network 53e96920-e429-4adc-9a7b-73280848a873 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:24.195111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Deleting port e2c1687c-85c9-4981-b605-255499598ad5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:24.195447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.276498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.276858 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.289669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d152f2d-afe4-4dba-8252-042a856226fd tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.4274402
Nov 13 21:20:24.289968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41058) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:24.290575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ee58f74-b283-45b9-9c75-e9e287bd95ed req-2da69a3f-0a34-4fe1-975f-d47f29e5be5b tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.0339754
Nov 13 21:20:24.308766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Calling delete_port for e2c1687c-85c9-4981-b605-255499598ad5 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:24.315904 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53e96920-e429-4adc-9a7b-73280848a873', 'network_id': '53e96920-e429-4adc-9a7b-73280848a873', 'tenant_id': '2eb557a6f65d4dd786c21753d7e9392a', 'fixed_ips': [{'subnet_id': 'f4f8f8c2-f0e1-4cec-a19a-91fadd09124f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:24.316791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.445449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.475681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Allocated IP 2001:db8::f816:3eff:fe03:e8f7 (53e96920-e429-4adc-9a7b-73280848a873/f4f8f8c2-f0e1-4cec-a19a-91fadd09124f/ca23bb23-cbd9-433a-97b9-dd40bb8d67a8) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:24.538213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.653598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee38a-b570-431b-9179-2f98a37aa5df req-3dfa0cc6-86f0-4447-aca5-8cd0894580d4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:24.655883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3daee38a-b570-431b-9179-2f98a37aa5df req-3dfa0cc6-86f0-4447-aca5-8cd0894580d4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0561543
Nov 13 21:20:24.711949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3daee38a-b570-431b-9179-2f98a37aa5df req-cd41f8ff-ab14-47cf-b28e-9eecca44b7ff tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491467
Nov 13 21:20:24.753747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.781386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Pushing event deleted for resources: {'Port': ['ID=e2c1687c-85c9-4981-b605-255499598ad5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:24.797109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.846856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.850733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.854802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-64f5f479-d46d-47a2-bc82-fdea1c5914d6 tempest-ServersTestManualDisk-1613220484 tempest-ServersTestManualDisk-1613220484-project] 10.222.0.20 "DELETE /v2.0/floatingips/c64de60f-e53a-450e-a2a7-cbc4fce6885b HTTP/1.1" status: 204  len: 168 time: 0.8048158
Nov 13 21:20:24.854988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41074) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:24.885348 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-981376b7-44db-4b5b-adbd-f8a2841280aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:24.967462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.013067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Network 53e96920-e429-4adc-9a7b-73280848a873 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:25.027372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:25.027372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:25.036555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Pushing event updated for resources: {'Port': ['ID=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.059688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.060356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.060356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.060544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.060823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.061146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:25.102461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Attempting to bind port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:25.102897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Attempting to bind port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5a60538c-a8b7-4835-a63b-692e40cc70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53e96920-e429-4adc-9a7b-73280848a873'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:25.103331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Attempting to bind port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 on network 53e96920-e429-4adc-9a7b-73280848a873 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:25.109135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:25.109636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Checking segment: {'id': '5a60538c-a8b7-4835-a63b-692e40cc70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53e96920-e429-4adc-9a7b-73280848a873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:25.110114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.110687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Bound using segment: {'id': '5a60538c-a8b7-4835-a63b-692e40cc70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53e96920-e429-4adc-9a7b-73280848a873'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:25.111117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Bound port: ca23bb23-cbd9-433a-97b9-dd40bb8d67a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a60538c-a8b7-4835-a63b-692e40cc70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53e96920-e429-4adc-9a7b-73280848a873'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:25.111563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.227510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] For port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:25.231914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] For port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,segment=NetworkSegment(5a60538c-a8b7-4835-a63b-692e40cc70e9),segment_id=5a60538c-a8b7-4835-a63b-692e40cc70e9)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:25.353803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.356835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.452133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6803f26-bb13-4882-82f4-9bbff18ee2ea None None] Pushing event updated for resources: {'Port': ['ID=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:25.499626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92b7167f-f7b3-4f85-89d3-bebe1da6eec8 req-cdf283c2-a2eb-4dfb-909d-9c18bc2fa517 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.1057250
Nov 13 21:20:25.504452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f8f8c2-f0e1-4cec-a19a-91fadd09124f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:25.553612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.595555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcedddbe0>,) {'filters': {'network_id': ['53e96920-e429-4adc-9a7b-73280848a873']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:25.609238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcedddbe0>, '5a60538c-a8b7-4835-a63b-692e40cc70e9') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:25.609515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcedddbe0>, '5a60538c-a8b7-4835-a63b-692e40cc70e9') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:25.621425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.638300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.663669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:25.664079 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:25.670270 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:25.827123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:20:25.827123 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:20:25.827123 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '53e96920-e429-4adc-9a7b-73280848a873'}]
Nov 13 21:20:25.827123 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:20:25.827970 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:20:25.851770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-e7a11c03-2472-4963-9530-05433aa0ee23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0820863
Nov 13 21:20:25.871498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822454c-6a11-4fa1-84a9-1bce99f359f0 req-ff2deb4f-fe6f-42f9-b983-6d3e6984d320 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:25.872030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:25.872135 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9822454c-6a11-4fa1-84a9-1bce99f359f0 req-ff2deb4f-fe6f-42f9-b983-6d3e6984d320 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0758576
Nov 13 21:20:25.932985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9822454c-6a11-4fa1-84a9-1bce99f359f0 req-f0cc5243-06c8-4aea-afdd-3f777edd9e5c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578341
Nov 13 21:20:26.009546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-482a15bb-32d3-4343-ae30-d701b7c2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:26.011099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-482a15bb-32d3-4343-ae30-d701b7c2ba04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.0964227
Nov 13 21:20:26.176436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-04ef4b3d-1c91-43c3-ba8d-a5f8e3c7a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:26.177849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-04ef4b3d-1c91-43c3-ba8d-a5f8e3c7a2c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1228194
Nov 13 21:20:26.304484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-1ab3de7e-04d6-410c-9331-0a7276c6682a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.1190283
Nov 13 21:20:26.342635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.408061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-50d42e0f-7417-4f90-8456-2b860c782c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:26.409583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-50d42e0f-7417-4f90-8456-2b860c782c46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0967746
Nov 13 21:20:26.443538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Deleting port 0735526b-1285-44b4-9a78-ae8f1624f22b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:26.443885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.606606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-9af57b8c-b7cd-4fab-8ec7-6b9702e74daf tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:26.608124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-9af57b8c-b7cd-4fab-8ec7-6b9702e74daf tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "GET /v2.0/networks?id=db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 200  len: 809 time: 0.2634273
Nov 13 21:20:26.623483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-bc55beb7-1608-4cde-b2c2-6fae33e7f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:26.624585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-bc55beb7-1608-4cde-b2c2-6fae33e7f3a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1779966
Nov 13 21:20:26.626088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f6f37-7fe0-4702-b679-43a9e0acbe1b None None] Network 53e96920-e429-4adc-9a7b-73280848a873 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:26.627343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Request body: {'port': {'device_id': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83', 'admin_state_up': True, 'tenant_id': 'be7f63d6fdb24883b6a6e42d21fbcd72'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:26.647812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bab110b5-da07-4bdd-a07c-19a3333446f2 req-6b7b6ab9-e2a8-4a43-9b17-d1cb3c632bcb tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.0350475
Nov 13 21:20:26.707804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-71ee4c88-fef9-47b1-a3da-be8b1f1be567 None None] Provisioning complete for port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:26.708244 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71ee4c88-fef9-47b1-a3da-be8b1f1be567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.731832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:26.732174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.790672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] For port 0735526b-1285-44b4-9a78-ae8f1624f22b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0735526b-1285-44b4-9a78-ae8f1624f22b,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:26.790963 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.857061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71ee4c88-fef9-47b1-a3da-be8b1f1be567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.860079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Calling delete_port for 0735526b-1285-44b4-9a78-ae8f1624f22b owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:26.895298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] For port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,segment=NetworkSegment(5a60538c-a8b7-4835-a63b-692e40cc70e9),segment_id=5a60538c-a8b7-4835-a63b-692e40cc70e9)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:26.896068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:26.908298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] DHCP port deletion for 53e96920-e429-4adc-9a7b-73280848a873 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:26.930682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Calling delete_port for ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:26.974875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-e49f083f-1c19-4c5f-b9c1-3038476989ca service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3348303
Nov 13 21:20:26.981220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-71ee4c88-fef9-47b1-a3da-be8b1f1be567 None None] For port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,segment=NetworkSegment(5a60538c-a8b7-4835-a63b-692e40cc70e9),segment_id=5a60538c-a8b7-4835-a63b-692e40cc70e9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:27.021540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] Deleting port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:27.022169 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.089046 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71ee4c88-fef9-47b1-a3da-be8b1f1be567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.129359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] For port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,segment=NetworkSegment(5a60538c-a8b7-4835-a63b-692e40cc70e9),segment_id=5a60538c-a8b7-4835-a63b-692e40cc70e9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:27.130023 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.154997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] Calling delete_port for ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:27.173790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee4c88-fef9-47b1-a3da-be8b1f1be567 None None] Pushing event updated for resources: {'Port': ['ID=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:27.217722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ae88ffe-10c2-4d82-8d09-d410bcf11fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.239331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Made reservation on behalf of be7f63d6fdb24883b6a6e42d21fbcd72 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:27.243142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.252655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1375f4-5675-4c50-a9b5-b6baa78f9715 req-9fa6d3e9-f69b-4196-9575-b033ca00c6d2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:27.265111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee1375f4-5675-4c50-a9b5-b6baa78f9715 req-9fa6d3e9-f69b-4196-9575-b033ca00c6d2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1924210
Nov 13 21:20:27.265111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a0a777a-7b29-4034-b5f4-a3c15f438ea9 req-e6a57278-9bdb-4923-9345-f9071babd133 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2764659
Nov 13 21:20:27.331964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.359300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] Pushing event deleted for resources: {'Port': ['ID=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:27.362960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c70309-ece7-4463-a908-422156e3f92d None None] No DVR routers for this DVR port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:27.629161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.695722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Port': ['ID=ca23bb23-cbd9-433a-97b9-dd40bb8d67a8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:27.708381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No DVR routers for this DVR port ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:27.721257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee1375f4-5675-4c50-a9b5-b6baa78f9715 req-15975896-09ec-4fbc-9734-91f0c9b684e7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4509418
Nov 13 21:20:27.788972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2e5a267-c713-42bd-a023-77dfba76d5f3 req-07ae15de-fde4-4d60-a1f6-2a3d93d66994 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.0313590
Nov 13 21:20:27.840606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.858204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Allocated IP 172.20.0.6 (db320175-24fd-46da-9203-c785d2d59c83/65f94f19-c67e-460f-b341-5c83cdec098c/8a52d1ef-8bda-4a0d-b37a-92374ac6662e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:27.872517 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.880433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfddaa90>,) {'filters': {'network_id': ['53e96920-e429-4adc-9a7b-73280848a873']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:27.916248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Pushing event deleted for resources: {'Port': ['ID=0735526b-1285-44b4-9a78-ae8f1624f22b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:27.921442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfddaa90>, '5a60538c-a8b7-4835-a63b-692e40cc70e9') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:27.921740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfddaa90>, '5a60538c-a8b7-4835-a63b-692e40cc70e9') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:27.944967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:27.983407 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.017821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:28.018233 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:28.022789 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:28.252158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:28.277428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.287532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.355776 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.369679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9903ed-7a8c-43a5-a300-043059e56bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.369869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.373080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/53e96920-e429-4adc-9a7b-73280848a873 HTTP/1.1" status: 204  len: 168 time: 4.0821314
Nov 13 21:20:28.376891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:28.389918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-288307046'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:28.418645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f2f0c-384c-4037-9984-a95840c2f280 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Network': ['ID=53e96920-e429-4adc-9a7b-73280848a873,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:28.457388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9903ed-7a8c-43a5-a300-043059e56bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.495993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.535741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.575301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Network db320175-24fd-46da-9203-c785d2d59c83 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:28.585723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:28.590803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:28.621532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Pushing event updated for resources: {'Port': ['ID=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:28.639590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9903ed-7a8c-43a5-a300-043059e56bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.643560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:28.647048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.670110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:28.670720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.676277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Router 84a9d645-0984-4212-81da-0add17abb112 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:20:28.678576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c9903ed-7a8c-43a5-a300-043059e56bae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58deb14801c049f89f56f36f55b6f72b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4253097
Nov 13 21:20:28.680516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9903ed-7a8c-43a5-a300-043059e56bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe697c-0c8c-4ccf-8766-8050d921ffb9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:28.682963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:28.701614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:28.734455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e3e031d-2d83-4cce-9cee-a9cbf0284095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.743835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.745956 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Added segment 74ceb53a-a719-45ee-979c-6989a85959f9 of type vlan for network 0fb7060c-7e40-4775-8d16-7e7536795e35
Nov 13 21:20:28.763035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e3e031d-2d83-4cce-9cee-a9cbf0284095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.831172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-b8351e8b-a663-4359-a353-6d286b127535 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2096815
Nov 13 21:20:28.836713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:28.903118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:20:28.906118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd88bfa-3cc5-434d-a42d-28a4e5ff523e req-e9c7042a-ea5e-4f88-a606-82b7d9bd9294 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:28.910091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a47c5022-f6b2-4869-a6fd-8201ed353adf admin admin] 10.222.0.20 "PUT /v2.0/routers/84a9d645-0984-4212-81da-0add17abb112/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0533361
Nov 13 21:20:28.911864 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] Sync routers for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:20:28.912878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41178) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:28.925556 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:28.926780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3db730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:28.931469 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fd88bfa-3cc5-434d-a42d-28a4e5ff523e req-e9c7042a-ea5e-4f88-a606-82b7d9bd9294 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1136708
Nov 13 21:20:28.982799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Request body: {'port': {'device_id': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:28.990434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fd88bfa-3cc5-434d-a42d-28a4e5ff523e req-b5419b50-20c4-4119-b4a0-ecaa26e4f3c8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578046
Nov 13 21:20:29.048894 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:29.053559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:29.056062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e3e031d-2d83-4cce-9cee-a9cbf0284095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.059992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e3e031d-2d83-4cce-9cee-a9cbf0284095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.061559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4e3e031d-2d83-4cce-9cee-a9cbf0284095 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ffe697c-0c8c-4ccf-8766-8050d921ffb9 HTTP/1.1" status: 204  len: 168 time: 0.3776860
Nov 13 21:20:29.075145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:29.075714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ca23bb23-cbd9-433a-97b9-dd40bb8d67a8 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:29.103637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e031d-2d83-4cce-9cee-a9cbf0284095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe697c-0c8c-4ccf-8766-8050d921ffb9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:29.114788 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.121164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:29.121833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.156128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.177625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b91c2-19ae-4bdc-aeae-22b9b23debe5 req-7449c31b-f189-4f2c-a5a5-87cf002ebb42 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:29.179646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e3b91c2-19ae-4bdc-aeae-22b9b23debe5 req-7449c31b-f189-4f2c-a5a5-87cf002ebb42 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 931 time: 0.2140598
Nov 13 21:20:29.258007 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3db730>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:20:27Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:29.271519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.276492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Network': ['ID=0fb7060c-7e40-4775-8d16-7e7536795e35,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:29.284858 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] Checking router: 84a9d645-0984-4212-81da-0add17abb112 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:20:29.288789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0fb7060c-7e40-4775-8d16-7e7536795e35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:29.311962 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] Routers {'84a9d645-0984-4212-81da-0add17abb112'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:29.311962 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3db730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['84a9d645-0984-4212-81da-0add17abb112'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:29.408368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e3b91c2-19ae-4bdc-aeae-22b9b23debe5 req-cb5dadb1-bda5-4951-b713-34d10e88e88d tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108366
Nov 13 21:20:29.439285 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] Set router 84a9d645-0984-4212-81da-0add17abb112 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:29.445421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-04ee7a83-c036-42da-a7a5-a3ea39acce70 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.0570753
Nov 13 21:20:29.445942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41188) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:29.452001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'subnet': {'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:29.558959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.665430 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3db730>, [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:20:27Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:29.673591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:29.680189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.680331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a52d1ef-8bda-4a0d-b37a-92374ac6662e {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:29.687488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.697730 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80571c8-5602-4a7e-acd4-a066b38dda7c None None] The sync data for ids ['84a9d645-0984-4212-81da-0add17abb112'] in ncdv-master-1 is: [{'id': '84a9d645-0984-4212-81da-0add17abb112', 'name': 'tempest-ServersTestManualDisk-1955560254-router', 'tenant_id': '7899dd452c5242d1aad7833add03e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164'}], 'enable_snat': True}, 'gw_port_id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:18:09Z', 'updated_at': '2021-11-13T21:20:27Z', 'revision_number': 5, 'project_id': '7899dd452c5242d1aad7833add03e84b', 'gw_port': {'id': '9572f0c6-edb8-4b97-86c6-411aa35fca1a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a9d645-0984-4212-81da-0add17abb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:18:10Z', 'updated_at': '2021-11-13T21:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:20:29.700069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Transition to ACTIVE for port object 8a52d1ef-8bda-4a0d-b37a-92374ac6662e will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:20:29.752014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Deleting port 9572f0c6-edb8-4b97-86c6-411aa35fca1a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:29.752350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.836025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] For port 9572f0c6-edb8-4b97-86c6-411aa35fca1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9572f0c6-edb8-4b97-86c6-411aa35fca1a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:29.836384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.849578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Calling delete_port for 9572f0c6-edb8-4b97-86c6-411aa35fca1a owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:29.859750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.942859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:29.951078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:29.970375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.066077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Subnet': ['ID=29d7ddd7-6ba0-4dd4-b588-6b9d4e4923de,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:30.083780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Checking segment: {'id': '74ceb53a-a719-45ee-979c-6989a85959f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:30.083780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network hostable DHCP agents. Network: 0fb7060c-7e40-4775-8d16-7e7536795e35, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:30.111289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Attempting to bind port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:30.111683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Attempting to bind port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:30.111947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Attempting to bind port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e on network db320175-24fd-46da-9203-c785d2d59c83 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:30.122487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41196) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:30.138723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaafe-82c2-473b-b649-cfbdd27d0609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.155518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e on network db320175-24fd-46da-9203-c785d2d59c83 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:20:30.155847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Attempting to bind port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e on network db320175-24fd-46da-9203-c785d2d59c83 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:30.172201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:30.172451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Checking segment: {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:30.172852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Bound using segment: {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:30.173286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Bound port: 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:30.173633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.212240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network 0fb7060c-7e40-4775-8d16-7e7536795e35 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:30.212477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75457cd-d2fb-440e-990f-ba0099933411 req-34a64d06-6804-4423-a621-063804cee837 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:30.213839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c75457cd-d2fb-440e-990f-ba0099933411 req-34a64d06-6804-4423-a621-063804cee837 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.1168759
Nov 13 21:20:30.247502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaafe-82c2-473b-b649-cfbdd27d0609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.299464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] For port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:30.306353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] For port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:30.307165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c75457cd-d2fb-440e-990f-ba0099933411 req-5b5162b8-5f4e-4557-9e76-d296903f71fa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709054
Nov 13 21:20:30.336403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.336781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0fb7060c-7e40-4775-8d16-7e7536795e35) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:30.338628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaafe-82c2-473b-b649-cfbdd27d0609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.344710 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.352961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22738a4-7994-4d3a-a2c7-851f472d01a7 None None] Network 0fb7060c-7e40-4775-8d16-7e7536795e35 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:30.364251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9572f0c6-edb8-4b97-86c6-411aa35fca1a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:30.392215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:30.392924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.417797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0aaafe-82c2-473b-b649-cfbdd27d0609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157b0a14-659d-4972-b66b-e46f29e56fb2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:30.428111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.428894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd0aaafe-82c2-473b-b649-cfbdd27d0609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01446a1ef86444fe927abb0942023970&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3055024
Nov 13 21:20:30.437114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41206) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:30.463130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:30.463701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.465118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] 10.222.0.46 "PUT /v2.0/ports/8a52d1ef-8bda-4a0d-b37a-92374ac6662e HTTP/1.1" status: 200  len: 1091 time: 1.6245561
Nov 13 21:20:30.494199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'tag': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:30.496519 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3235e3-74e2-4862-af5d-66d4a12842df" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6e4d3d-8d50-4040-9e84-1778325f0988", "tag": "8a52d1ef-8bda-4a0d-b37a-92374ac6662e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:30.510969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2aabe86b-f9e0-439d-a6da-c5ce72c7bded tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0614502
Nov 13 21:20:30.511648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41212) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:30.600089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0fb7060c-7e40-4775-8d16-7e7536795e35', 'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35', 'tenant_id': '2eb557a6f65d4dd786c21753d7e9392a', 'fixed_ips': [{'subnet_id': '29d7ddd7-6ba0-4dd4-b588-6b9d4e4923de'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:30.601002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.603197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.655013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5e10f79-6307-47fa-93bc-34a2b525e3b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.671031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48827b0-d03f-4cd8-8686-26d14cdebbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:30.707951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04275cee-21c6-4e03-82bc-8b2c3bf278a4 req-e949701f-3a6b-4339-a45e-b927bb44e11d tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:30.709633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-04275cee-21c6-4e03-82bc-8b2c3bf278a4 req-e949701f-3a6b-4339-a45e-b927bb44e11d tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 943 time: 0.1393497
Nov 13 21:20:30.714344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5e10f79-6307-47fa-93bc-34a2b525e3b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.751935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Allocated IP 2001:db8::2 (0fb7060c-7e40-4775-8d16-7e7536795e35/29d7ddd7-6ba0-4dd4-b588-6b9d4e4923de/d77d1ec6-dc50-4bb4-b0d3-2aa519779223) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:30.760768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.857512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-04275cee-21c6-4e03-82bc-8b2c3bf278a4 req-34e8ab9b-ee13-456f-9be6-3a26c076eb05 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229842
Nov 13 21:20:30.931427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.963466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0735526b-1285-44b4-9a78-ae8f1624f22b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:30.965817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5e10f79-6307-47fa-93bc-34a2b525e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.968536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f5e10f79-6307-47fa-93bc-34a2b525e3b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:30.969841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f5e10f79-6307-47fa-93bc-34a2b525e3b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/157b0a14-659d-4972-b66b-e46f29e56fb2 HTTP/1.1" status: 204  len: 168 time: 0.5292270
Nov 13 21:20:30.993479 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.013210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10f79-6307-47fa-93bc-34a2b525e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b0a14-659d-4972-b66b-e46f29e56fb2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:31.020060 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701f5f14-c93d-458a-92f8-979d92b37ad3 x-openstack-request-id: req-701f5f14-c93d-458a-92f8-979d92b37ad3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:31.020657 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6e4d3d-8d50-4040-9e84-1778325f0988", "tag": "8a52d1ef-8bda-4a0d-b37a-92374ac6662e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:31.020657 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-701f5f14-c93d-458a-92f8-979d92b37ad3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:31.021470 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'tag': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e', 'status': 'completed', 'code': 200}
Nov 13 21:20:31.030100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.038888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.042546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0735526b-1285-44b4-9a78-ae8f1624f22b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:31.043178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0735526b-1285-44b4-9a78-ae8f1624f22b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:31.048952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ddccb-2d9f-42c9-9b64-58e594c9c19b req-9af54aa0-82c1-460b-b2ec-a2bf966f52f3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:31.050468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-464ddccb-2d9f-42c9-9b64-58e594c9c19b req-9af54aa0-82c1-460b-b2ec-a2bf966f52f3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.5127149
Nov 13 21:20:31.065608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.111328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Network 0fb7060c-7e40-4775-8d16-7e7536795e35 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:31.115731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:31.117874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Pushing event updated for resources: {'Port': ['ID=d77d1ec6-dc50-4bb4-b0d3-2aa519779223,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:31.120235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:31.125063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-5dfde2c7-0019-4850-b463-b3ad642bc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:31.126329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-5dfde2c7-0019-4850-b463-b3ad642bc45d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 1094 time: 0.4577703
Nov 13 21:20:31.136573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.174401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Subnet': ['ID=29d7ddd7-6ba0-4dd4-b588-6b9d4e4923de,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:31.180336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Attempting to bind port d77d1ec6-dc50-4bb4-b0d3-2aa519779223 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:31.180809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Attempting to bind port d77d1ec6-dc50-4bb4-b0d3-2aa519779223 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '74ceb53a-a719-45ee-979c-6989a85959f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:31.181262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Attempting to bind port d77d1ec6-dc50-4bb4-b0d3-2aa519779223 on network 0fb7060c-7e40-4775-8d16-7e7536795e35 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:31.187871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:31.188191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Checking segment: {'id': '74ceb53a-a719-45ee-979c-6989a85959f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:31.188720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.189171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Bound using segment: {'id': '74ceb53a-a719-45ee-979c-6989a85959f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:31.189700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Bound port: d77d1ec6-dc50-4bb4-b0d3-2aa519779223, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ceb53a-a719-45ee-979c-6989a85959f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fb7060c-7e40-4775-8d16-7e7536795e35'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:31.190811 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.205362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-27058d0a-4ba7-4415-90be-fed59ff6c87c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e HTTP/1.1" status: 200  len: 217 time: 0.0628026
Nov 13 21:20:31.210192 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.210820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a9d645-0984-4212-81da-0add17abb112 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:20:31.247444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-464ddccb-2d9f-42c9-9b64-58e594c9c19b req-b33ac7c0-4b93-408a-a2ad-b63d4d9aeb58 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1559181
Nov 13 21:20:31.248591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.263660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.274510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3aa2213e-5fa6-4907-b128-c27f13a2a8f5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/84a9d645-0984-4212-81da-0add17abb112 HTTP/1.1" status: 204  len: 168 time: 2.3506844
Nov 13 21:20:31.274510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41218) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:31.274930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdee626d0>,) {'filters': {'network_id': ['0fb7060c-7e40-4775-8d16-7e7536795e35']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:31.282458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] For port d77d1ec6-dc50-4bb4-b0d3-2aa519779223, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:31.286249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] For port d77d1ec6-dc50-4bb4-b0d3-2aa519779223, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d77d1ec6-dc50-4bb4-b0d3-2aa519779223,segment=NetworkSegment(74ceb53a-a719-45ee-979c-6989a85959f9),segment_id=74ceb53a-a719-45ee-979c-6989a85959f9)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:31.296066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee626d0>, '74ceb53a-a719-45ee-979c-6989a85959f9') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:31.296066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee626d0>, '74ceb53a-a719-45ee-979c-6989a85959f9') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:31.312608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.354387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-7ceb55d3-4b0e-46d8-a819-94509253671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:31.355807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-7ceb55d3-4b0e-46d8-a819-94509253671a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65f94f19-c67e-460f-b341-5c83cdec098c HTTP/1.1" status: 200  len: 849 time: 0.1432064
Nov 13 21:20:31.364349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Deleting subnet cc6535fa-caaf-412c-adf8-2d09b134dd14 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:31.383674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.407835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.414975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-9ab60c12-f5aa-4d1b-907f-8e27fbe3efed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db320175-24fd-46da-9203-c785d2d59c83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447743
Nov 13 21:20:31.417719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927458e2-6aab-4209-b2ab-5f4e510c9614 req-f28a5505-a3c2-4db9-aa6d-372b7f08457a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:31.419429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-927458e2-6aab-4209-b2ab-5f4e510c9614 req-f28a5505-a3c2-4db9-aa6d-372b7f08457a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0683780
Nov 13 21:20:31.421184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.429623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:31.430105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:31.433745 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:31.527471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdbb22-efff-4d14-b776-d5ea1893fa96 None None] Pushing event updated for resources: {'Port': ['ID=d77d1ec6-dc50-4bb4-b0d3-2aa519779223,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:31.550292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f43f05-77d2-4edf-a7da-b50c5f7b1198 None None] Network 0fb7060c-7e40-4775-8d16-7e7536795e35 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:31.589039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.599008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-927458e2-6aab-4209-b2ab-5f4e510c9614 req-f5fde225-396d-4dea-ad86-7814b0bddbc0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1708565
Nov 13 21:20:31.617045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-42797155-3c31-4fa4-a47f-4b2b08a2be4a service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770422
Nov 13 21:20:31.633934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:20:31.633934 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:20:31.633934 ncdv-master-1 neutron-server[120533]: [parameters: {'id': '0fb7060c-7e40-4775-8d16-7e7536795e35'}]
Nov 13 21:20:31.633934 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:20:31.638508 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:20:31.725431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3925630-7f51-4ea6-adc2-9aa4ecaaa7a7 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:20:31.793303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:31.832076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3dee00f6-f0e6-4dbb-9a02-2766634c1ec2 req-71e87088-cf11-43c1-9608-b3277292dda3 service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993740
Nov 13 21:20:31.935772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3925630-7f51-4ea6-adc2-9aa4ecaaa7a7 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:20:31.971612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc250837-e247-4d83-b328-65749ebee711 req-f6c40a73-2626-46c9-827d-5cc86e64888c tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:31.973354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc250837-e247-4d83-b328-65749ebee711 req-f6c40a73-2626-46c9-827d-5cc86e64888c tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 943 time: 0.0535846
Nov 13 21:20:31.974416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-fa73b453-86f5-4f93-bb91-36673fce18da tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:31.978465 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-fa73b453-86f5-4f93-bb91-36673fce18da tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1368086
Nov 13 21:20:32.019951 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-44e61205-53de-4577-a88a-9cfeb2fc88fd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/quotas/e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 375 time: 0.0260201
Nov 13 21:20:32.055615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc250837-e247-4d83-b328-65749ebee711 req-758b2a1e-d6ef-47e9-8519-77202976068b tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701544
Nov 13 21:20:32.103690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.128076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.134322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41252) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:32.134667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cc6535fa-caaf-412c-adf8-2d09b134dd14 HTTP/1.1" status: 204  len: 168 time: 0.8640521
Nov 13 21:20:32.136318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.165924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f015a6-6fe7-4194-8a50-4b4912b273e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6535fa-caaf-412c-adf8-2d09b134dd14,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:32.191385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-3aa53e06-8728-4137-974f-e464a6d3dd5a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1704571
Nov 13 21:20:32.193657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-782c0b9a-ced0-4d9f-9e0d-9d6bafc937be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:32.195760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-782c0b9a-ced0-4d9f-9e0d-9d6bafc937be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 1094 time: 0.1381192
Nov 13 21:20:32.239705 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.296357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-e950687d-f54d-4f9f-9881-47fb5cbf0cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966148
Nov 13 21:20:32.333758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting port d77d1ec6-dc50-4bb4-b0d3-2aa519779223 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:32.334277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.356421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Deleting port 790a7a0f-be87-49a1-be3b-607bb55fd914 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:32.356789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.453360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] For port 790a7a0f-be87-49a1-be3b-607bb55fd914, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=790a7a0f-be87-49a1-be3b-607bb55fd914,segment=NetworkSegment(5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4),segment_id=5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:32.454027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.474117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-5a83f7f0-5a79-4e2c-a711-9b2d1d55e4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1760254
Nov 13 21:20:32.474697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Calling delete_port for 790a7a0f-be87-49a1-be3b-607bb55fd914 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:32.511302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-821f3ca5-9420-419a-ad3d-04d9a85f0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:32.511302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-821f3ca5-9420-419a-ad3d-04d9a85f0520 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 200  len: 910 time: 0.2115688
Nov 13 21:20:32.569430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-9985b56a-bfd7-47a0-96fd-cf86e0d8ca65 service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2530966
Nov 13 21:20:32.570631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-3dea9cdc-8ca1-485b-b4f9-e5aaf6d398af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e HTTP/1.1" status: 200  len: 217 time: 0.0507629
Nov 13 21:20:32.587138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] For port d77d1ec6-dc50-4bb4-b0d3-2aa519779223, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d77d1ec6-dc50-4bb4-b0d3-2aa519779223,segment=NetworkSegment(74ceb53a-a719-45ee-979c-6989a85959f9),segment_id=74ceb53a-a719-45ee-979c-6989a85959f9)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:32.587961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.604782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Calling delete_port for d77d1ec6-dc50-4bb4-b0d3-2aa519779223 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:32.607501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf917fe-f34b-42af-8bdb-94977ab5b8b8 None None] Network ada61c2e-1976-4b82-b6b7-3b9992d37c16 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:32.661052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-85cfdc32-9784-41d2-b1c5-9604e026d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:32.662620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-85cfdc32-9784-41d2-b1c5-9604e026d2c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.1039176
Nov 13 21:20:32.664378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-275d59b2-9af7-4bc9-91f6-d6dd4d0032a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:32.666821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-275d59b2-9af7-4bc9-91f6-d6dd4d0032a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65f94f19-c67e-460f-b341-5c83cdec098c HTTP/1.1" status: 200  len: 849 time: 0.0834756
Nov 13 21:20:32.724478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-a4b3fff2-e0df-47e2-bd2b-e5d75df1e579 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db320175-24fd-46da-9203-c785d2d59c83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469332
Nov 13 21:20:32.748671 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.789402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 8bfbf5f9-375a-4589-a00e-5cb7e0641f0c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:32.789906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.791277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=790a7a0f-be87-49a1-be3b-607bb55fd914,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:32.801729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] No DVR routers for this DVR port 790a7a0f-be87-49a1-be3b-607bb55fd914 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:32.906009 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.918722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:32.932436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8326fe-4622-4269-a47d-10f2b90c8062 None None] DHCP port deletion for ada61c2e-1976-4b82-b6b7-3b9992d37c16 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:32.939144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-640b6593-e2f1-47bf-aa22-c0bda785d4cf service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881952
Nov 13 21:20:32.985967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Port': ['ID=d77d1ec6-dc50-4bb4-b0d3-2aa519779223,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:32.992572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No DVR routers for this DVR port d77d1ec6-dc50-4bb4-b0d3-2aa519779223 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:32.995546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddea8ca0>,) {'filters': {'network_id': ['ada61c2e-1976-4b82-b6b7-3b9992d37c16']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:33.038435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9572f0c6-edb8-4b97-86c6-411aa35fca1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:33.062251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9572f0c6-edb8-4b97-86c6-411aa35fca1a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:33.062594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9572f0c6-edb8-4b97-86c6-411aa35fca1a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:33.065135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 88963b50-18d7-41cd-ae9d-bca4bce7a0dc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.065489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.151692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Port 88963b50-18d7-41cd-ae9d-bca4bce7a0dc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:33.181692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.181692 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.280571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dd40c-682b-4641-b8f9-738f2284aa54 req-01ff8595-4504-434e-9a7e-032628805b36 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:33.282127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-724dd40c-682b-4641-b8f9-738f2284aa54 req-01ff8595-4504-434e-9a7e-032628805b36 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 943 time: 0.1241994
Nov 13 21:20:33.284130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3235e3-74e2-4862-af5d-66d4a12842df req-add71b8c-9a35-4e1c-8c51-74161d7dc2bb service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3047616
Nov 13 21:20:33.285874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-17f56396-8cbc-4487-af4a-b5455d775530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:33.287661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-17f56396-8cbc-4487-af4a-b5455d775530 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.5971580
Nov 13 21:20:33.297399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 5064c7df-58fe-4f84-b6c9-cacf3637a3cc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.298184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.339281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Port 5064c7df-58fe-4f84-b6c9-cacf3637a3cc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:33.351018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 18e31fd4-fc7d-4987-a59e-17b75d0341ff triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.351694 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.394689 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-2cf95676-6201-472e-9ea7-41f44bb56dc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 1000 time: 0.0956116
Nov 13 21:20:33.398495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-724dd40c-682b-4641-b8f9-738f2284aa54 req-16ebab96-4b2b-40ce-8958-3d7185293209 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073411
Nov 13 21:20:33.405359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Port 18e31fd4-fc7d-4987-a59e-17b75d0341ff cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:33.411483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.411935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.456492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-1eb7f0d9-fe54-4da0-a562-798426ddee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:33.458068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-1eb7f0d9-fe54-4da0-a562-798426ddee59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0550621
Nov 13 21:20:33.467066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddea8ca0>, '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:33.467637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddea8ca0>, '5bab3d06-7ad4-4afd-8f77-7d2bdb5cc0c4') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:33.501964 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.550150 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df55311e-e06e-4957-a48f-d7fd8daae708 req-5ec02366-f854-425d-9858-27f2fbb2133d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 210 time: 0.0805535
Nov 13 21:20:33.576755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port b550c135-411c-4f89-92be-2181443f0cca triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.577126 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.588568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-090da7ce-7471-46de-88fa-b9e987f10620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:33.592066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-090da7ce-7471-46de-88fa-b9e987f10620 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1201968
Nov 13 21:20:33.596094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.611573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.622293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:33.623478 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:33.626095 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:33.679135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 40d8815d-8326-4402-a3f0-ae41050280ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.679714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.704121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-43a64f38-b564-45e0-ad13-f0dc8760a7f6 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049423
Nov 13 21:20:33.714077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd434a90>,) {'filters': {'network_id': ['0fb7060c-7e40-4775-8d16-7e7536795e35']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:33.724606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd434a90>, '74ceb53a-a719-45ee-979c-6989a85959f9') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:33.724991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd434a90>, '74ceb53a-a719-45ee-979c-6989a85959f9') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:33.736176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.769248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.778066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:33.778801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.817960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Provisioning complete for port 26ced45d-ea10-4c8b-9abf-683e0f46540c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:33.818836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.823976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41292) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:33.841019 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:33.866050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2f199-e790-4f17-b340-0aba51b3e496 None None] Port 26ced45d-ea10-4c8b-9abf-683e0f46540c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:33.874467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.879622 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:33.883481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ada61c2e-1976-4b82-b6b7-3b9992d37c16 HTTP/1.1" status: 204  len: 168 time: 1.7425432
Nov 13 21:20:33.904049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a411be8-52bb-4757-9962-dc98dc754fd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada61c2e-1976-4b82-b6b7-3b9992d37c16,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:33.904260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a54ae617-1576-444f-8ba7-74f1b82cf370 req-b591a985-67f1-471c-8332-d1a8b54abc32 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804945
Nov 13 21:20:33.964264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7433b76c-a5fa-4a4c-8e54-5f79f3acd886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.015717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.024067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.027329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/0fb7060c-7e40-4775-8d16-7e7536795e35 HTTP/1.1" status: 204  len: 168 time: 3.5144098
Nov 13 21:20:34.031206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41298) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:34.036145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1036605950'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:34.037978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87156395-2910-4d7b-929c-c5778c28422b tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Network': ['ID=0fb7060c-7e40-4775-8d16-7e7536795e35,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:34.094829 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7433b76c-a5fa-4a4c-8e54-5f79f3acd886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.141752 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a52d1ef-8bda-4a0d-b37a-92374ac6662e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:20:34.164992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:34.168742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.172603 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7433b76c-a5fa-4a4c-8e54-5f79f3acd886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.225712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7433b76c-a5fa-4a4c-8e54-5f79f3acd886 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1674821e1a914b78bb70c4122241d009&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4005916
Nov 13 21:20:34.227736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433b76c-a5fa-4a4c-8e54-5f79f3acd886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c2906e-4030-428d-a542-184a4ac9b8a6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:34.228170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:34.237104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:34.244551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:34.250567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.255069 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Added segment 29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd of type vlan for network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e
Nov 13 21:20:34.258316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e', 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83', 'port_id': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e', 'mac_address': 'fa:16:3e:26:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f94f19-c67e-460f-b341-5c83cdec098c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:20:34.283676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06cfbd42-47f2-409c-bddb-28dc777dbd13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.295028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.297041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.311914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a52d1ef-8bda-4a0d-b37a-92374ac6662e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:34.315900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06cfbd42-47f2-409c-bddb-28dc777dbd13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.331811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:34.416424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.416747 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.417799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41302) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:34.422939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:34.423549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.477212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d0edde01-daf9-4966-8a0b-4bb4101bac9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7899dd452c5242d1aad7833add03e84b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0559893
Nov 13 21:20:34.478540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41306) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:34.491588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:34.506309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06cfbd42-47f2-409c-bddb-28dc777dbd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.509369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06cfbd42-47f2-409c-bddb-28dc777dbd13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.510276 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06cfbd42-47f2-409c-bddb-28dc777dbd13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36c2906e-4030-428d-a542-184a4ac9b8a6 HTTP/1.1" status: 204  len: 168 time: 0.2809381
Nov 13 21:20:34.529428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfbd42-47f2-409c-bddb-28dc777dbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c2906e-4030-428d-a542-184a4ac9b8a6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:34.559013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Network': ['ID=09fe6b76-aa5c-4bef-8440-9247c83f0e5e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:34.590756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-71a4319a-011f-4ba7-b0b5-f575ddfa8bd1 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5584393
Nov 13 21:20:34.594224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41314) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:34.600046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f32e36a-0aaa-40ec-9769-242539ca3acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.600865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Request body: {'subnet': {'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:34.640199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f32e36a-0aaa-40ec-9769-242539ca3acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.666932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:34.734694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ed7c7-6c94-44a7-8d72-30a096860f06 req-8dda3a17-a77e-4a66-b1d8-ff38fcaf3663 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:34.734960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a52d1ef-8bda-4a0d-b37a-92374ac6662e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:20:34.741287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-801ed7c7-6c94-44a7-8d72-30a096860f06 req-8dda3a17-a77e-4a66-b1d8-ff38fcaf3663 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 944 time: 0.2354603
Nov 13 21:20:34.757864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4fc7935-97d5-419b-ba37-365e30dd2372 req-89745374-c268-4c09-87de-b1d04a365b87 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 210 time: 0.0348377
Nov 13 21:20:34.819673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-801ed7c7-6c94-44a7-8d72-30a096860f06 req-0f122e5c-34f3-48c8-9264-8c818eb1dd98 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750084
Nov 13 21:20:34.861050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 790a7a0f-be87-49a1-be3b-607bb55fd914 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:34.867456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f32e36a-0aaa-40ec-9769-242539ca3acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.876937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f32e36a-0aaa-40ec-9769-242539ca3acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:34.876937 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4f32e36a-0aaa-40ec-9769-242539ca3acc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a02e327-a0e1-4576-abef-23fc5468b076 HTTP/1.1" status: 204  len: 168 time: 0.3918955
Nov 13 21:20:34.880845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e36a-0aaa-40ec-9769-242539ca3acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02e327-a0e1-4576-abef-23fc5468b076,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:34.908768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 790a7a0f-be87-49a1-be3b-607bb55fd914 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:34.909130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 790a7a0f-be87-49a1-be3b-607bb55fd914 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:34.932008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Made reservation on behalf of 2eb557a6f65d4dd786c21753d7e9392a for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:34.945594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:35.333560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:20:35.335079 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:35.403603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event updated for resources: {'Subnet': ['ID=6d158640-9068-4c16-bd75-66d82cabf44c,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:35.408091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Checking segment: {'id': '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:35.408449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network hostable DHCP agents. Network: 09fe6b76-aa5c-4bef-8440-9247c83f0e5e, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:35.507368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:35.713172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 09fe6b76-aa5c-4bef-8440-9247c83f0e5e) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:35.717751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:35.718344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:35.739681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332227b6-fea1-478e-9398-9419ef0dc21c None None] Network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:35.897005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-76da5e53-dc16-4f08-b70d-56d809113cae tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.3017182
Nov 13 21:20:35.901929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8283e71-86d5-4163-9770-0c216b33599b req-5edb0cd3-355b-4a0e-9eb7-0f1ed7b06177 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 210 time: 0.0457053
Nov 13 21:20:35.902599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41358) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:35.924093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-a4530677-e4df-41eb-ad5b-fef139c58c93 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:35.925619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-a4530677-e4df-41eb-ad5b-fef139c58c93 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1900280
Nov 13 21:20:35.947996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'port': {'device_id': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'admin_state_up': True, 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:35.977381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a5dfd-ef44-4a80-b17e-426138664f4f req-dea03a4b-a69e-421f-9224-4b57ce6e9d64 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:35.987011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b05a5dfd-ef44-4a80-b17e-426138664f4f req-dea03a4b-a69e-421f-9224-4b57ce6e9d64 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 944 time: 0.1004257
Nov 13 21:20:36.035689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-09fe6b76-aa5c-4bef-8440-9247c83f0e5e', 'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e', 'tenant_id': '2eb557a6f65d4dd786c21753d7e9392a', 'fixed_ips': [{'subnet_id': '6d158640-9068-4c16-bd75-66d82cabf44c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:36.036789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.060326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b05a5dfd-ef44-4a80-b17e-426138664f4f req-9f802e8a-7439-41ed-80c8-e08dd81137fc tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721033
Nov 13 21:20:36.145881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.173712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a52d1ef-8bda-4a0d-b37a-92374ac6662e up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:36.258600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.280129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Allocated IP 2001:db8::f816:3eff:fe56:d48c (09fe6b76-aa5c-4bef-8440-9247c83f0e5e/6d158640-9068-4c16-bd75-66d82cabf44c/f1c48106-ff82-47f6-a318-1cb1ffbefacb) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:36.358949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:36.365179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.438850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:20:36.449249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:36.449626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.485529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.504914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41376) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:36.524542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Allocated IP 172.20.0.12 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/66ce93ea-1225-4ee9-a0d3-d1bcad291b26) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:36.561114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.589715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:36.592658 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39922b95-27b6-4350-96ed-4c235863220a" -d '{"events": [{"server_uuid": "5f6e4d3d-8d50-4040-9e84-1778325f0988", "name": "network-vif-plugged", "status": "completed", "tag": "8a52d1ef-8bda-4a0d-b37a-92374ac6662e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:36.605745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:36.626177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1494725032-network', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:36.657725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.693288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:36.694510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.696205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:36.702540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:36.719804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Pushing event updated for resources: {'Port': ['ID=f1c48106-ff82-47f6-a318-1cb1ffbefacb,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:36.766546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Attempting to bind port f1c48106-ff82-47f6-a318-1cb1ffbefacb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:36.767199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Attempting to bind port f1c48106-ff82-47f6-a318-1cb1ffbefacb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:36.767426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Attempting to bind port f1c48106-ff82-47f6-a318-1cb1ffbefacb on network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:36.772824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:36.776760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Checking segment: {'id': '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:36.776760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.776760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Bound using segment: {'id': '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:36.776760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Bound port: f1c48106-ff82-47f6-a318-1cb1ffbefacb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:36.776760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.784375 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe37e46-3a3a-4793-bd5e-bdd205fe33a6 x-openstack-request-id: req-cbe37e46-3a3a-4793-bd5e-bdd205fe33a6 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:36.784735 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6e4d3d-8d50-4040-9e84-1778325f0988", "name": "network-vif-plugged", "status": "completed", "tag": "8a52d1ef-8bda-4a0d-b37a-92374ac6662e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:36.784985 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbe37e46-3a3a-4793-bd5e-bdd205fe33a6 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:36.785372 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e', 'code': 200}
Nov 13 21:20:36.839113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:36.839898 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.841627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.851109 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.881266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] For port f1c48106-ff82-47f6-a318-1cb1ffbefacb, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:36.895196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f7f2e-1206-4265-bd1a-a2c8f5f7565d req-a6608b5b-1f14-4ed1-bbf5-b31c2bf90c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:36.896203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] For port f1c48106-ff82-47f6-a318-1cb1ffbefacb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c48106-ff82-47f6-a318-1cb1ffbefacb,segment=NetworkSegment(29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd),segment_id=29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:36.896882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-796f7f2e-1206-4265-bd1a-a2c8f5f7565d req-a6608b5b-1f14-4ed1-bbf5-b31c2bf90c8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 1096 time: 0.0460751
Nov 13 21:20:36.908369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:36.922858 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.925402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:36.941945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:20:36.975399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.001738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Subnet': ['ID=6d158640-9068-4c16-bd75-66d82cabf44c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:37.010423 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.030384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:37.055111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:37.058381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:37.066019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.085903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dda277-a271-415c-821a-0540ba254629 req-126431fd-2d02-4b90-af6f-bf3520354c7d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:37.087757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41dda277-a271-415c-821a-0540ba254629 req-126431fd-2d02-4b90-af6f-bf3520354c7d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 932 time: 0.0712044
Nov 13 21:20:37.111627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:37.137263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:37.143285 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.148285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25617a66-1cf5-4318-ae49-7793f109756a None None] Pushing event updated for resources: {'Port': ['ID=f1c48106-ff82-47f6-a318-1cb1ffbefacb,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:37.155746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-796f7f2e-1206-4265-bd1a-a2c8f5f7565d req-aaa01af9-19f2-4051-b3a6-1916c7a35d4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515190
Nov 13 21:20:37.221572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:37.222316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.229748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b6110-2ca6-4436-a0d3-18d661a8a25a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:37.258263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.258487 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Added segment 45797715-31cc-4d1c-baed-70569f90c8ac of type vlan for network 3e1acd24-c532-4663-8e97-7d128567e18a
Nov 13 21:20:37.280404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41dda277-a271-415c-821a-0540ba254629 req-cbfc10e1-ce6e-44d6-baee-5da3a00a6bb1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773219
Nov 13 21:20:37.288171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc922bb0>,) {'filters': {'network_id': ['09fe6b76-aa5c-4bef-8440-9247c83f0e5e']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:37.318450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc922bb0>, '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:37.329290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.335454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc922bb0>, '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:37.364359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.390150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-6e32d6ef-712f-4b43-9169-74f32bb32dda tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4526651
Nov 13 21:20:37.407097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Request body: {'port': {'device_id': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:37.428829 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.445798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a63c7-81fd-4cad-a6c0-0f6e1662fc27 req-fcf7cede-98fa-4ad4-94f2-a982accc2e79 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:37.447413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-207a63c7-81fd-4cad-a6c0-0f6e1662fc27 req-fcf7cede-98fa-4ad4-94f2-a982accc2e79 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 945 time: 0.1923156
Nov 13 21:20:37.450531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:37.451442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:37.454763 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:37.524629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.524629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:37.525279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.543455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6fdf79d0-165b-4270-ab00-8b9dcc0feddc None None] Provisioning complete for port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:37.543820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6fdf79d0-165b-4270-ab00-8b9dcc0feddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.609891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf79d0-165b-4270-ab00-8b9dcc0feddc None None] Port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:37.617704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1acd24-c532-4663-8e97-7d128567e18a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:37.631259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 3e1acd24-c532-4663-8e97-7d128567e18a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:37.665060 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a67e197-b4b5-42cc-a1c3-0b7bd5b60920 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1587098
Nov 13 21:20:37.667983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41398) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:37.673265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Request body: {'subnet': {'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1494725032-subnet', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:37.783127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:37.786845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.971663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:37.996954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-207a63c7-81fd-4cad-a6c0-0f6e1662fc27 req-e20e080a-fe08-4b22-9416-f0f1b7719b7a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5396566
Nov 13 21:20:38.019864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:20:38.019864 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:20:38.019864 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '09fe6b76-aa5c-4bef-8440-9247c83f0e5e'}]
Nov 13 21:20:38.019864 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:20:38.027044 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:20:38.141849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.207017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f25b68-3bf7-4d7e-9b3b-763ef61da2aa,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:38.220907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Checking segment: {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:38.232116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Network hostable DHCP agents. Network: 3e1acd24-c532-4663-8e97-7d128567e18a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:38.279878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:38.287813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.301753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Transition to ACTIVE for port object 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:20:38.358851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Network 3e1acd24-c532-4663-8e97-7d128567e18a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:38.423761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2694d-2510-4323-a8a3-71f8cc21961b req-a06a6cf3-3a0f-4fab-978d-e870cfb65a19 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:38.442568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69a2694d-2510-4323-a8a3-71f8cc21961b req-a06a6cf3-3a0f-4fab-978d-e870cfb65a19 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 932 time: 0.0681701
Nov 13 21:20:38.458042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce70a7f9-a9ef-49e6-af0a-5c54cb8a7c4a None None] Network 09fe6b76-aa5c-4bef-8440-9247c83f0e5e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:38.463141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.527271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.557805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69a2694d-2510-4323-a8a3-71f8cc21961b req-85b367c2-c486-4672-a2bc-3415780c5d37 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236587
Nov 13 21:20:38.589520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e1acd24-c532-4663-8e97-7d128567e18a) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:38.589640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8623c85a-54b4-4edf-8fec-451e18a0f8f4 None None] Provisioning complete for port f1c48106-ff82-47f6-a318-1cb1ffbefacb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:38.589640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8623c85a-54b4-4edf-8fec-451e18a0f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.589845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:38.589845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.605218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Pushing event updated for resources: {'Port': ['ID=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:38.630323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6062af3-3632-43c4-b9c2-cbb28d5e516e None None] Network 3e1acd24-c532-4663-8e97-7d128567e18a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:38.689309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Attempting to bind port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:38.689959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Attempting to bind port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:38.690294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Attempting to bind port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:38.703023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 on network d574ab3c-11ef-4433-999d-95abd09a8e62 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:20:38.703240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Attempting to bind port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:38.710719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:38.711063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:38.711515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:38.711957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Bound port: 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:38.712313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.716867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting port f1c48106-ff82-47f6-a318-1cb1ffbefacb {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:38.717253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.721934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25e367fd-040e-461c-8580-2f23755467d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0528781
Nov 13 21:20:38.731443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41422) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:38.736444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:38.812155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] DHCP port deletion for 09fe6b76-aa5c-4bef-8440-9247c83f0e5e request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:38.835059 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8623c85a-54b4-4edf-8fec-451e18a0f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.843199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.844276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.852264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] For port f1c48106-ff82-47f6-a318-1cb1ffbefacb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c48106-ff82-47f6-a318-1cb1ffbefacb,segment=NetworkSegment(29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd),segment_id=29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:38.852631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.879692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Calling delete_port for f1c48106-ff82-47f6-a318-1cb1ffbefacb owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:38.891489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] For port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:38.895687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] For port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:38.912979 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.926634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e1acd24-c532-4663-8e97-7d128567e18a', 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'fixed_ips': [{'subnet_id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:38.927467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:38.931988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8623c85a-54b4-4edf-8fec-451e18a0f8f4 None None] For port f1c48106-ff82-47f6-a318-1cb1ffbefacb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c48106-ff82-47f6-a318-1cb1ffbefacb,segment=NetworkSegment(29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd),segment_id=29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:38.993975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.013576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] Deleting port f1c48106-ff82-47f6-a318-1cb1ffbefacb {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:39.013987 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.043227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:39.043227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.043227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] 10.222.0.37 "PUT /v2.0/ports/66ce93ea-1225-4ee9-a0d3-d1bcad291b26 HTTP/1.1" status: 200  len: 1092 time: 1.6369429
Nov 13 21:20:39.043227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'tag': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:39.043227 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d8ab7f-d3be-451e-b457-04839e5aaddc", "tag": "66ce93ea-1225-4ee9-a0d3-d1bcad291b26"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:39.072822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1ffca-00bc-48ac-9157-ec8a285c0a5c service neutron] Pushing event updated for resources: {'Port': ['ID=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:39.089233 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8623c85a-54b4-4edf-8fec-451e18a0f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.164356 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ed70a-a015-41ff-8b17-377a13ee83dd x-openstack-request-id: req-5b3ed70a-a015-41ff-8b17-377a13ee83dd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:39.164981 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d8ab7f-d3be-451e-b457-04839e5aaddc", "tag": "66ce93ea-1225-4ee9-a0d3-d1bcad291b26", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:39.165418 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b3ed70a-a015-41ff-8b17-377a13ee83dd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:39.166050 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'tag': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26', 'status': 'completed', 'code': 200}
Nov 13 21:20:39.176648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] For port f1c48106-ff82-47f6-a318-1cb1ffbefacb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1c48106-ff82-47f6-a318-1cb1ffbefacb,segment=NetworkSegment(29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd),segment_id=29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:39.179561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.214700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.220498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] Calling delete_port for f1c48106-ff82-47f6-a318-1cb1ffbefacb owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:39.231745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Allocated IP 172.20.0.2 (3e1acd24-c532-4663-8e97-7d128567e18a/23f25b68-3bf7-4d7e-9b3b-763ef61da2aa/9b31d77e-2ef8-415f-9cf0-b4350b35b70f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:39.254652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb18278-c7b8-446c-b463-2e4132b71622 req-de7eec40-c6b0-4807-9361-e0ee616c2bd4 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:39.254854 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.257176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-deb18278-c7b8-446c-b463-2e4132b71622 req-de7eec40-c6b0-4807-9361-e0ee616c2bd4 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 945 time: 0.1392331
Nov 13 21:20:39.262476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623c85a-54b4-4edf-8fec-451e18a0f8f4 None None] Pushing event updated for resources: {'Port': ['ID=f1c48106-ff82-47f6-a318-1cb1ffbefacb,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:39.292893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Port': ['ID=f1c48106-ff82-47f6-a318-1cb1ffbefacb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:39.299540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No DVR routers for this DVR port f1c48106-ff82-47f6-a318-1cb1ffbefacb on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:39.399365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e req-a95a2f14-8ac3-4621-a7ed-24d046480568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:39.400908 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e req-a95a2f14-8ac3-4621-a7ed-24d046480568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 1095 time: 0.2097802
Nov 13 21:20:39.439223 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.486980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] No DVR routers for this DVR port f1c48106-ff82-47f6-a318-1cb1ffbefacb on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:39.500313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c747b-612a-4846-9270-a6e7b43860e7 None None] Pushing event deleted for resources: {'Port': ['ID=f1c48106-ff82-47f6-a318-1cb1ffbefacb,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:39.532364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.565202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.618043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-deb18278-c7b8-446c-b463-2e4132b71622 req-56a5ab92-3945-4b8f-b0ac-820a10d96a91 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3294280
Nov 13 21:20:39.661781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.684518 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.688883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.695664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddd7b340>,) {'filters': {'network_id': ['09fe6b76-aa5c-4bef-8440-9247c83f0e5e']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:39.729233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddd7b340>, '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:39.729525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddd7b340>, '29cdd7cd-ee2f-4729-9ee8-aa6ed5047abd') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:39.730984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Network 3e1acd24-c532-4663-8e97-7d128567e18a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:39.733996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:39.738546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:39.741587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Pushing event updated for resources: {'Port': ['ID=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:39.747920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.766378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e req-b0278461-a55d-413e-9971-5eea3adb3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:39.766378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e req-b0278461-a55d-413e-9971-5eea3adb3037 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3557072
Nov 13 21:20:39.769889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.791442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:39.791838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:39.794871 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:39.797177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Attempting to bind port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:39.797177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Attempting to bind port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:39.797515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Attempting to bind port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f on network 3e1acd24-c532-4663-8e97-7d128567e18a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:39.802457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:39.810597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Checking segment: {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:39.810597 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.810597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Bound using segment: {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:39.810597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Bound port: 9b31d77e-2ef8-415f-9cf0-b4350b35b70f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:39.810597 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:39.845852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e107a61-a249-4a6f-872a-c3c6954194ed req-2b3f5bbf-bdcd-46a8-bdfb-902daddceec8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:39.847357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e107a61-a249-4a6f-872a-c3c6954194ed req-2b3f5bbf-bdcd-46a8-bdfb-902daddceec8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 944 time: 0.1559842
Nov 13 21:20:39.893566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Allocated IP 172.35.3.96 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/75bf7f0d-540f-4488-b057-a5165820520f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:39.909023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] For port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:39.914653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] For port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:39.933162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e107a61-a249-4a6f-872a-c3c6954194ed req-462b0f3c-9f6c-4602-82b0-6ea140c68695 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769303
Nov 13 21:20:40.027808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.029165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.042945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.050230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/09fe6b76-aa5c-4bef-8440-9247c83f0e5e HTTP/1.1" status: 204  len: 168 time: 4.1412601
Nov 13 21:20:40.051934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41444) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.059106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.100774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e req-6797c12f-35bc-43a9-92a8-c697827495c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:40.102365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43aa53e0-7874-4ad6-bc25-ff86aac9c03e req-6797c12f-35bc-43a9-92a8-c697827495c0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3276780
Nov 13 21:20:40.103923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e047ca-91d4-4215-a1e7-404f748a47b4 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Network': ['ID=09fe6b76-aa5c-4bef-8440-9247c83f0e5e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:40.106288 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-831181cf-09aa-4085-9fad-1c6e7ae0fad5 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:40.107340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831181cf-09aa-4085-9fad-1c6e7ae0fad5 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:40.110629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-831181cf-09aa-4085-9fad-1c6e7ae0fad5 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/6d158640-9068-4c16-bd75-66d82cabf44c HTTP/1.1" status: 404  len: 337 time: 0.0576003
Nov 13 21:20:40.112905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41446) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.126422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501746d4-a131-4646-bac7-a4585b4c4d21 None None] Pushing event updated for resources: {'Port': ['ID=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:40.135696 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ca70a3-1ec3-41d9-ad80-e8f8145c561f tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:40.136360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ca70a3-1ec3-41d9-ad80-e8f8145c561f tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:40.139600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-18ca70a3-1ec3-41d9-ad80-e8f8145c561f tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/09fe6b76-aa5c-4bef-8440-9247c83f0e5e HTTP/1.1" status: 404  len: 339 time: 0.0257111
Nov 13 21:20:40.142481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.171801 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c01ffc-8c04-4705-aafa-e233658bb9ca tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:40.172265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c01ffc-8c04-4705-aafa-e233658bb9ca tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:40.176745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e8c01ffc-8c04-4705-aafa-e233658bb9ca tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/29d7ddd7-6ba0-4dd4-b588-6b9d4e4923de HTTP/1.1" status: 404  len: 337 time: 0.0319462
Nov 13 21:20:40.177961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.198778 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-49eaf35b-00ef-4900-b302-455cfcb3e8d2 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:40.199352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49eaf35b-00ef-4900-b302-455cfcb3e8d2 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:40.203016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-49eaf35b-00ef-4900-b302-455cfcb3e8d2 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/0fb7060c-7e40-4775-8d16-7e7536795e35 HTTP/1.1" status: 404  len: 339 time: 0.0241311
Nov 13 21:20:40.204440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.206220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41452) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.218312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-fa239bc8-ed93-4f19-9d4f-af39bde774d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:40.219790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-fa239bc8-ed93-4f19-9d4f-af39bde774d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 1095 time: 0.0598443
Nov 13 21:20:40.244986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:40.250290 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e264ed63-dc3a-48fd-a5ba-e6ba568ca32a tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:40.250620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:40.250749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e264ed63-dc3a-48fd-a5ba-e6ba568ca32a tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:40.254692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:40.254843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e264ed63-dc3a-48fd-a5ba-e6ba568ca32a tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/f4f8f8c2-f0e1-4cec-a19a-91fadd09124f HTTP/1.1" status: 404  len: 337 time: 0.0474494
Nov 13 21:20:40.266449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41456) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.272011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dae30f-fa47-4b1a-81f6-40b0757fff0d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:40.303330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-012fd8d1-1fb2-43d0-a36b-15a400371f63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ce93ea-1225-4ee9-a0d3-d1bcad291b26 HTTP/1.1" status: 200  len: 217 time: 0.0609827
Nov 13 21:20:40.315473 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-325f3ed9-e4a2-4d24-87dd-74666a452b53 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:40.316068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325f3ed9-e4a2-4d24-87dd-74666a452b53 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:40.319152 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-325f3ed9-e4a2-4d24-87dd-74666a452b53 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/53e96920-e429-4adc-9a7b-73280848a873 HTTP/1.1" status: 404  len: 339 time: 0.0517387
Nov 13 21:20:40.320233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Pushing event updated for resources: {'Port': ['ID=75bf7f0d-540f-4488-b057-a5165820520f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:40.321873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41458) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:40.337836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-01735c8b-2568-4e53-ada1-8f88aa63100b None None] Provisioning complete for port 75bf7f0d-540f-4488-b057-a5165820520f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:40.338480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01735c8b-2568-4e53-ada1-8f88aa63100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.393815 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:20:40.423007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-01735c8b-2568-4e53-ada1-8f88aa63100b None None] Port 75bf7f0d-540f-4488-b057-a5165820520f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:40.521285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-d2438099-5f07-4f13-94ca-f6a96fa20ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:40.522686 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-d2438099-5f07-4f13-94ca-f6a96fa20ee4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.2122002
Nov 13 21:20:40.573400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting port 2eaac3ec-d02a-4b6c-9b9d-d5000443e633 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:40.574260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.599806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-d9ac7f3d-352c-4e14-b763-5fcc50d16887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:40.601338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-d9ac7f3d-352c-4e14-b763-5fcc50d16887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0711350
Nov 13 21:20:40.686359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.729656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Calling delete_port for 2eaac3ec-d02a-4b6c-9b9d-d5000443e633 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:40.737495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:40.800628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-5fd8a380-063b-4c17-b8d3-9fcc7d08667f service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690607
Nov 13 21:20:40.953087 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-339e3d02-4f34-45cb-a25b-d3a1677979b7 req-1c731eb8-bb4d-4e23-99d5-644cd04b8c70 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409945
Nov 13 21:20:41.040042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9b31d77e-2ef8-415f-9cf0-b4350b35b70f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:41.040621 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.051452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.109271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.116332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/ports/2eaac3ec-d02a-4b6c-9b9d-d5000443e633 HTTP/1.1" status: 204  len: 168 time: 0.7910280
Nov 13 21:20:41.118561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725a12a-aebf-4ac8-b2be-6e3401e225bb tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Port': ['ID=2eaac3ec-d02a-4b6c-9b9d-d5000443e633,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:41.122817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:41.123784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41482) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:41.125151 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.164793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db10ae-3797-4599-ba03-25a9c87ed47e req-b4849d4d-d7c7-4bdf-b890-3e67b4ca5904 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:41.172869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32db10ae-3797-4599-ba03-25a9c87ed47e req-b4849d4d-d7c7-4bdf-b890-3e67b4ca5904 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 944 time: 0.1495912
Nov 13 21:20:41.175070 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19e00c0-17a8-49c0-9229-d0961168b55a tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:41.175516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19e00c0-17a8-49c0-9229-d0961168b55a tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:41.178614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e19e00c0-17a8-49c0-9229-d0961168b55a tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/1cfa9480-becc-48c5-a70f-b14f474b7cd6 HTTP/1.1" status: 404  len: 337 time: 0.0537498
Nov 13 21:20:41.181350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41486) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:41.289081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.327560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.333467 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32db10ae-3797-4599-ba03-25a9c87ed47e req-57dd3acc-6b04-4256-b662-2156e12f3e8a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596897
Nov 13 21:20:41.361966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:41.422341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:20:41.425383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5184a1a-de63-4569-9dd5-e5cd2697aaad None None] Network 3e1acd24-c532-4663-8e97-7d128567e18a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:41.437371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.490924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddd5b820>,) {'filters': {'network_id': ['df663642-eb75-43af-9cb6-6e96931232a2']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:41.503645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddd5b820>, '13458d9c-bc2b-425f-b645-6dcedd2e34af') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:41.503953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddd5b820>, '13458d9c-bc2b-425f-b645-6dcedd2e34af') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:41.531044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dafffb-4320-4cec-9539-5c7937a1cd92 req-fbc507ab-3fe6-4ba3-855d-65eb5319eedb tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:41.534639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66dafffb-4320-4cec-9539-5c7937a1cd92 req-fbc507ab-3fe6-4ba3-855d-65eb5319eedb tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 945 time: 0.1336696
Nov 13 21:20:41.536455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.539213 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.566917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.578272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:20:41.579268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:41.579730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.614478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Sync routers for ids ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:20:41.633037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-21d4e290-c28d-4fe3-a8b9-48fbb9055c95 None None] Provisioning complete for port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:41.633402 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21d4e290-c28d-4fe3-a8b9-48fbb9055c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:41.635146 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:41.679839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66dafffb-4320-4cec-9539-5c7937a1cd92 req-5e10e1bb-86b8-41e7-b772-deb1a45f734a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264577
Nov 13 21:20:41.704918 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.708676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0745890f-414c-4717-8674-4e5235c0ccf7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.9732304
Nov 13 21:20:41.709213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:41.792817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.803709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:41.807415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/df663642-eb75-43af-9cb6-6e96931232a2 HTTP/1.1" status: 204  len: 168 time: 0.6251044
Nov 13 21:20:41.818136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41506) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:41.826667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132bcf5-d048-485a-afad-2bd4bc9d5a86 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Network': ['ID=df663642-eb75-43af-9cb6-6e96931232a2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:41.879051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Routers {'7456e464-6a22-4cba-b489-f7ebdf66c0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:41.879678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdce53190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:41.889626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:41.931891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting port 295ea45a-a83b-4cc7-81be-27dd09c828d1 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:41.932081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.003686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.047260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.066280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Set router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:42.080173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Calling delete_port for 295ea45a-a83b-4cc7-81be-27dd09c828d1 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:42.255857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.277584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdce53190>, [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:20:40Z', 'revision_number': 3, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:42.294823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Port': ['ID=295ea45a-a83b-4cc7-81be-27dd09c828d1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:42.298557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.304122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-11223af1-07bb-4976-87d1-34acea8ee285 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/ports/295ea45a-a83b-4cc7-81be-27dd09c828d1 HTTP/1.1" status: 204  len: 168 time: 0.4827020
Nov 13 21:20:42.304419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41516) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:42.323222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Checking router: 7456e464-6a22-4cba-b489-f7ebdf66c0d1 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:20:42.323555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Updating router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 port 75bf7f0d-540f-4488-b057-a5165820520f binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:20:42.330934 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd6d1bc-b486-4a97-9c74-1797fab8ca95 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:20:42.331385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd6d1bc-b486-4a97-9c74-1797fab8ca95 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:20:42.336917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8bd6d1bc-b486-4a97-9c74-1797fab8ca95 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/5420882f-8192-41bf-a913-03f02db2a042 HTTP/1.1" status: 404  len: 337 time: 0.0291193
Nov 13 21:20:42.337245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41518) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:42.347205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d5ef1305-d425-487c-a3df-5cbefccf5a24 None None] Provisioning complete for port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:42.349242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d5ef1305-d425-487c-a3df-5cbefccf5a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.389931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.517495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:20:42.576811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.652559 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.708486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.774492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:42.793450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26', 'mac_address': 'fa:16:3e:e3:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:20:42.799495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a9639-2d9d-459f-a371-4ae725887b35 req-d7f7ddce-8557-4563-9004-c0aa8600de07 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:42.802506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-325a9639-2d9d-459f-a371-4ae725887b35 req-d7f7ddce-8557-4563-9004-c0aa8600de07 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 944 time: 0.3199909
Nov 13 21:20:42.826161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcb967f0>,) {'filters': {'network_id': ['11022ee6-dc21-4828-9007-39804cd4a1d5']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:42.875907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb967f0>, '1bb2a442-3681-4269-ae53-a85a1506be48') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:42.876202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb967f0>, '1bb2a442-3681-4269-ae53-a85a1506be48') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:42.881386 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.883147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.910053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa274db-2ee3-4494-a134-068d728b926f req-7828fcd8-07f7-43ab-ac30-82bbfd3f5271 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:42.912030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:42.923421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0aa274db-2ee3-4494-a134-068d728b926f req-7828fcd8-07f7-43ab-ac30-82bbfd3f5271 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 945 time: 0.0952921
Nov 13 21:20:42.927230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6e00e904-d435-41f6-bb2e-2b7237dbe332 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:42.928833 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6e00e904-d435-41f6-bb2e-2b7237dbe332 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 945 time: 0.2937739
Nov 13 21:20:42.931744 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:42.945001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:42.977041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9b31d77e-2ef8-415f-9cf0-b4350b35b70f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:43.023841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.029487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Allocated IP 172.20.0.1 (3e1acd24-c532-4663-8e97-7d128567e18a/23f25b68-3bf7-4d7e-9b3b-763ef61da2aa/6ed6dd81-b866-4d54-b9b7-61d92320402d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:43.053203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0aa274db-2ee3-4494-a134-068d728b926f req-6b3cf428-5d2c-4e7f-bc72-d1b0f64bda84 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318293
Nov 13 21:20:43.099100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c4a23-7a4b-4d6c-bd66-4e048933ba7b None None] Pushing event updated for resources: {'Port': ['ID=75bf7f0d-540f-4488-b057-a5165820520f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:43.120470 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.167102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439135b-219e-4b5b-a890-444c4b8d5169 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:43.205177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:43.205330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.206997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Attempting to bind port 75bf7f0d-540f-4488-b057-a5165820520f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:43.207248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Attempting to bind port 75bf7f0d-540f-4488-b057-a5165820520f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:43.209365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Attempting to bind port 75bf7f0d-540f-4488-b057-a5165820520f on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:43.211866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.215615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:43.216547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:43.216977 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.217551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:43.217840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Bound port: 75bf7f0d-540f-4488-b057-a5165820520f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:43.218215 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.260568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.271854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:43.272247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.276524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:43.276904 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:43.292029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-325a9639-2d9d-459f-a371-4ae725887b35 req-56b106e2-1ebc-493e-844d-c1d7e403ba65 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4608595
Nov 13 21:20:43.329982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-70cd2ee4-8d65-4895-818e-c9025991c1e2 None None] Provisioning complete for port 75bf7f0d-540f-4488-b057-a5165820520f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:43.330269 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-70cd2ee4-8d65-4895-818e-c9025991c1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.342360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.362778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] For port 75bf7f0d-540f-4488-b057-a5165820520f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:43.366479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['66ce93ea-1225-4ee9-a0d3-d1bcad291b26'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:20:43.380872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Network 3e1acd24-c532-4663-8e97-7d128567e18a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:43.383821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:43.390412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:43.399826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Deleting port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:43.403929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.419824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Pushing event updated for resources: {'Port': ['ID=6ed6dd81-b866-4d54-b9b7-61d92320402d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:43.433172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] For port 75bf7f0d-540f-4488-b057-a5165820520f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75bf7f0d-540f-4488-b057-a5165820520f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:43.442254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-70cd2ee4-8d65-4895-818e-c9025991c1e2 None None] Port 75bf7f0d-540f-4488-b057-a5165820520f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:43.456968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.473146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.486971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.486971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/11022ee6-dc21-4828-9007-39804cd4a1d5 HTTP/1.1" status: 204  len: 168 time: 1.1474502
Nov 13 21:20:43.489599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:43.584632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.588437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c084e-d429-493f-93b5-015aa7bdd844 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Network': ['ID=11022ee6-dc21-4828-9007-39804cd4a1d5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:43.639320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting subnet 96e93b96-4bb1-4c9a-83c4-b10b22fe735c {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:20:43.658112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.661555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c11daf-e3c4-4923-9a80-31f7d41c24bc None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:43.687991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] For port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:43.693910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.694078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Routers {'7456e464-6a22-4cba-b489-f7ebdf66c0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:43.694078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdce53190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:43.717665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Calling delete_port for 8a52d1ef-8bda-4a0d-b37a-92374ac6662e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:43.728751 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.735167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c4a23-7a4b-4d6c-bd66-4e048933ba7b None None] Pushing event updated for resources: {'Port': ['ID=75bf7f0d-540f-4488-b057-a5165820520f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:43.762489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.827111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Provisioning complete for port 6ed6dd81-b866-4d54-b9b7-61d92320402d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:43.827478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.886784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] Set router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:43.889056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Port 6ed6dd81-b866-4d54-b9b7-61d92320402d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:43.894200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.966427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Provisioning complete for port 75bf7f0d-540f-4488-b057-a5165820520f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:43.966794 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:43.967132 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.027933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.057780 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.060671 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.110862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Pushing event updated for resources: {'Port': ['ID=6ed6dd81-b866-4d54-b9b7-61d92320402d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:44.114663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.142501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.147969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/subnets/96e93b96-4bb1-4c9a-83c4-b10b22fe735c HTTP/1.1" status: 204  len: 168 time: 0.6553092
Nov 13 21:20:44.147969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600fbb3-ba18-498e-be5a-26946e994565 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Subnet': ['ID=96e93b96-4bb1-4c9a-83c4-b10b22fe735c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:44.160947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Pushing event deleted for resources: {'Port': ['ID=8a52d1ef-8bda-4a0d-b37a-92374ac6662e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:44.177488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41552) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:44.190504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55001d0a-7715-4ff1-889c-64e5e9e61632 req-a7d69ced-6134-4c89-9ecb-9411543a9c62 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.0516486
Nov 13 21:20:44.202596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8a52d1ef-8bda-4a0d-b37a-92374ac6662e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:20:44.207129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ccf48-94bf-46e1-83bd-b2f91b6e20cf None None] Network 48522c28-37fe-42b9-8c3f-15bc086b44f0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:44.207129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad3939-a3d0-496f-a73a-015c372ac161 None None] DHCP port deletion for db320175-24fd-46da-9203-c785d2d59c83 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:44.300030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Network 3e1acd24-c532-4663-8e97-7d128567e18a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:44.300451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] No DVR routers for this DVR port 8a52d1ef-8bda-4a0d-b37a-92374ac6662e on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:44.301861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:44.304801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.309291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-107efdaf-8300-41b4-b38a-d4bbdec2f49a req-6060e807-dee0-4e1c-90cb-b3feafaac413 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "DELETE /v2.0/ports/8a52d1ef-8bda-4a0d-b37a-92374ac6662e HTTP/1.1" status: 204  len: 173 time: 1.3656142
Nov 13 21:20:44.314341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'name': 'network-vif-deleted', 'tag': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:44.314341 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101f0ba9-316c-40fa-82d2-06cfa912b518" -d '{"events": [{"server_uuid": "5f6e4d3d-8d50-4040-9e84-1778325f0988", "name": "network-vif-deleted", "tag": "8a52d1ef-8bda-4a0d-b37a-92374ac6662e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:44.352256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.382322 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01030185-475c-4bca-af09-1d060c2d85a0 x-openstack-request-id: req-01030185-475c-4bca-af09-1d060c2d85a0 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:44.382613 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6e4d3d-8d50-4040-9e84-1778325f0988", "name": "network-vif-deleted", "tag": "8a52d1ef-8bda-4a0d-b37a-92374ac6662e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:44.382875 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01030185-475c-4bca-af09-1d060c2d85a0 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:44.383286 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6e4d3d-8d50-4040-9e84-1778325f0988', 'name': 'network-vif-deleted', 'tag': '8a52d1ef-8bda-4a0d-b37a-92374ac6662e', 'status': 'completed', 'code': 200}
Nov 13 21:20:44.432995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:20:44.510980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Deleting port 8f16530c-3844-41c5-8454-5e02fada0f5f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:44.511341 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.522882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940f350-f610-4a93-9888-8cf362c096f9 req-fdcc389c-cb59-4f28-a721-bb032868ea0f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:44.524479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8940f350-f610-4a93-9888-8cf362c096f9 req-fdcc389c-cb59-4f28-a721-bb032868ea0f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 945 time: 0.0966451
Nov 13 21:20:44.583110 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.589366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:44.591295 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.613781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8940f350-f610-4a93-9888-8cf362c096f9 req-9267787e-c400-4e2d-89c2-20d0581cd4ab tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785813
Nov 13 21:20:44.632224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:20:44.638908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-940e8085-4b2a-4071-b8ff-ff83bdcdf51f admin admin] 10.222.0.20 "PUT /v2.0/routers/7456e464-6a22-4cba-b489-f7ebdf66c0d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9287863
Nov 13 21:20:44.664622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] For port 75bf7f0d-540f-4488-b057-a5165820520f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75bf7f0d-540f-4488-b057-a5165820520f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:44.684549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdce53190>, [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:20:40Z', 'revision_number': 3, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:44.719515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] For port 8f16530c-3844-41c5-8454-5e02fada0f5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f16530c-3844-41c5-8454-5e02fada0f5f,segment=NetworkSegment(5ec4164f-16ea-432e-8126-120ab304cc61),segment_id=5ec4164f-16ea-432e-8126-120ab304cc61)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:44.720083 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.721782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78dcdcd-8e1f-42c2-8847-870fa7a2494c None None] The sync data for ids ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'] in ncdv-master-1 is: [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:20:40Z', 'revision_number': 3, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:20:44.742363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.753320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Calling delete_port for 8f16530c-3844-41c5-8454-5e02fada0f5f owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:44.790318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] DHCP port deletion for 48522c28-37fe-42b9-8c3f-15bc086b44f0 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:44.796525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:20:44.807067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:44.807462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:44.842538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41568) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:44.926768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-890158022'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:44.933819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8f16530c-3844-41c5-8454-5e02fada0f5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:44.983963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73741ae-0b29-41c8-aac2-178040889f47 None None] Pushing event updated for resources: {'Port': ['ID=75bf7f0d-540f-4488-b057-a5165820520f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:44.994405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3a248055-dca8-474f-8744-62fad5af278b None None] Provisioning complete for port 6ed6dd81-b866-4d54-b9b7-61d92320402d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:44.994769 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a248055-dca8-474f-8744-62fad5af278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.038952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.071028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:45.071028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.071708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3a248055-dca8-474f-8744-62fad5af278b None None] Port 6ed6dd81-b866-4d54-b9b7-61d92320402d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:45.075801 ncdv-master-1 neutron-server[120534]: INFO neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No ports have port_id starting with 8f16530c-3844-41c5-8454-5e02fada0f5f
Nov 13 21:20:45.102328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] No DVR routers for this DVR port 8f16530c-3844-41c5-8454-5e02fada0f5f on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:45.105152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Port': ['ID=8f16530c-3844-41c5-8454-5e02fada0f5f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:45.111705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Deleting port 8f16530c-3844-41c5-8454-5e02fada0f5f {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:20:45.115050 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.118493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.155108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:45.168598 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.174515 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Added segment 6f771f8c-eed2-4a94-81d3-292eaea74e8c of type vlan for network 8bb61f41-53a6-4a4a-89f1-73191cf86a47
Nov 13 21:20:45.198581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:45.201313 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5627cc-e5de-4054-b0db-11573b7014d4" -d '{"events": [{"server_uuid": "c4d8ab7f-d3be-451e-b457-04839e5aaddc", "name": "network-vif-plugged", "status": "completed", "tag": "66ce93ea-1225-4ee9-a0d3-d1bcad291b26"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:45.222350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.223344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:45.224768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] For port 8f16530c-3844-41c5-8454-5e02fada0f5f, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:45.225167 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.238317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Calling delete_port for 8f16530c-3844-41c5-8454-5e02fada0f5f owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:20:45.242671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Port 8f16530c-3844-41c5-8454-5e02fada0f5f was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:20:45.244362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.262295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.303561 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d4cea-de93-4658-b302-a8ed3777fea3 x-openstack-request-id: req-cf7d4cea-de93-4658-b302-a8ed3777fea3 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:45.304036 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d8ab7f-d3be-451e-b457-04839e5aaddc", "name": "network-vif-plugged", "status": "completed", "tag": "66ce93ea-1225-4ee9-a0d3-d1bcad291b26", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:45.304377 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf7d4cea-de93-4658-b302-a8ed3777fea3 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:45.305034 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26', 'code': 200}
Nov 13 21:20:45.309124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] No DVR routers for this DVR port 8f16530c-3844-41c5-8454-5e02fada0f5f on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:20:45.309761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcff17f40>,) {'filters': {'network_id': ['48522c28-37fe-42b9-8c3f-15bc086b44f0']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:45.335019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051a3f3-0af6-432d-99bb-f07dee756df9 None None] Pushing event deleted for resources: {'Port': ['ID=8f16530c-3844-41c5-8454-5e02fada0f5f,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:45.350096 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.352718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.360017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:45.360986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.422006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26a7f2dd-6fa9-4f6a-8342-123e8475f657 req-83e612c9-795c-4739-83ec-6a1c61e1a2d6 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f6e4d3d-8d50-4040-9e84-1778325f0988 HTTP/1.1" status: 200  len: 210 time: 0.0771830
Nov 13 21:20:45.440544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Network': ['ID=8bb61f41-53a6-4a4a-89f1-73191cf86a47,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:45.448265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff17f40>, '5ec4164f-16ea-432e-8126-120ab304cc61') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:45.448678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff17f40>, '5ec4164f-16ea-432e-8126-120ab304cc61') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:45.457856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:45.462666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:45.464978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.487746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.494787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aecd6-59cb-4bb7-be0c-a9b82e94721e req-570e06e3-45f1-48a6-a1f6-b8d0564da307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:45.496500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a6aecd6-59cb-4bb7-be0c-a9b82e94721e req-570e06e3-45f1-48a6-a1f6-b8d0564da307 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 1097 time: 0.1529839
Nov 13 21:20:45.499468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:45.500551 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:45.503388 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:45.605183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-203ed539-06f6-4669-a563-cbd958a14e5f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.7574668
Nov 13 21:20:45.605183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:45.609447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a6aecd6-59cb-4bb7-be0c-a9b82e94721e req-02716384-1557-43da-a345-8886aa61fa1d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050830
Nov 13 21:20:45.610456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'subnet': {'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:45.752738 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.758278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaee212-7bcf-4039-b865-e64d9b0889b6 req-b6f89596-461b-4ee8-8238-925becb33e6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:45.759356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.759897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abaee212-7bcf-4039-b865-e64d9b0889b6 req-b6f89596-461b-4ee8-8238-925becb33e6e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 946 time: 0.0714812
Nov 13 21:20:45.766356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] 10.222.0.20 "DELETE /v2.0/networks/48522c28-37fe-42b9-8c3f-15bc086b44f0 HTTP/1.1" status: 204  len: 168 time: 1.5854852
Nov 13 21:20:45.787620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23ed8-9c5a-4297-bd09-bd2b2c403a85 tempest-NetworksIpV6TestAttrs-2029629746 tempest-NetworksIpV6TestAttrs-2029629746-project] Pushing event deleted for resources: {'Network': ['ID=48522c28-37fe-42b9-8c3f-15bc086b44f0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:45.819361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:45.822118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:45.843959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abaee212-7bcf-4039-b865-e64d9b0889b6 req-61032811-5ed3-41c6-8223-2628463afacc tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764110
Nov 13 21:20:46.078629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.140036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Subnet': ['ID=7b499867-60c9-4a0e-9a00-bc0f90eb8f53,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:46.151497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Checking segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:46.151962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network hostable DHCP agents. Network: 8bb61f41-53a6-4a4a-89f1-73191cf86a47, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:46.215249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41592) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:46.255717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:46.265134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a52d1ef-8bda-4a0d-b37a-92374ac6662e no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:20:46.286547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8a52d1ef-8bda-4a0d-b37a-92374ac6662e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:20:46.286860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8a52d1ef-8bda-4a0d-b37a-92374ac6662e not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:20:46.339982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8bb61f41-53a6-4a4a-89f1-73191cf86a47) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:46.348463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73447b08-f039-4f81-8342-947fe021060c None None] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:46.357995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:46.357995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.364016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6825be97-7b5c-4e28-a943-816f95979ae8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2eb557a6f65d4dd786c21753d7e9392a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1475782
Nov 13 21:20:46.366899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41596) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:46.429292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00ae86c1-bd5f-4711-95c4-95e0725d7152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.433236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41e05f8a-bb49-43c1-bb0e-e02faa1fafe5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.8270020
Nov 13 21:20:46.433907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41600) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:46.439068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-154848653'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:46.458028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00ae86c1-bd5f-4711-95c4-95e0725d7152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.529069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'fixed_ips': [{'subnet_id': '7b499867-60c9-4a0e-9a00-bc0f90eb8f53'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:46.530403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.543670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:46.546175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.574336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:46.593413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.597084 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Added segment 84e76b5a-78a7-45df-83b1-abacd2fd9035 of type vlan for network 056923d0-2b9e-4931-934c-7df272095f26
Nov 13 21:20:46.651755 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.655933 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00ae86c1-bd5f-4711-95c4-95e0725d7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.659326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00ae86c1-bd5f-4711-95c4-95e0725d7152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.660866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-00ae86c1-bd5f-4711-95c4-95e0725d7152 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2b5e89b-f588-430b-a783-e512399dac59 HTTP/1.1" status: 204  len: 168 time: 0.2924557
Nov 13 21:20:46.670063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae86c1-bd5f-4711-95c4-95e0725d7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5e89b-f588-430b-a783-e512399dac59,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:46.753924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Allocated IP 19.80.0.2 (8bb61f41-53a6-4a4a-89f1-73191cf86a47/7b499867-60c9-4a0e-9a00-bc0f90eb8f53/a8d36ec2-ef99-4d07-8831-2909595b0fc1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:46.828104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.835101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:46.843478 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:46.844536 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Sync routers for ids ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:20:46.859608 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Routers {'7456e464-6a22-4cba-b489-f7ebdf66c0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:46.860477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde137910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:46.930978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-a490caaf-a3d8-4cf5-af67-3123c7981521 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:46.932210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-a490caaf-a3d8-4cf5-af67-3123c7981521 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/networks?id=db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 200  len: 809 time: 0.1923344
Nov 13 21:20:46.951240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Network': ['ID=056923d0-2b9e-4931-934c-7df272095f26,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:46.956754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-4617e8db-6e28-4cc0-8021-5f47902f2d69 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/quotas/be7f63d6fdb24883b6a6e42d21fbcd72 HTTP/1.1" status: 200  len: 375 time: 0.0162666
Nov 13 21:20:46.968515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2411ebe4-ac2b-46c9-875d-f2e6b5b3ed61 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5312736
Nov 13 21:20:46.969913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41626) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:46.976010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'subnet': {'network_id': '056923d0-2b9e-4931-934c-7df272095f26', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:47.012775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 056923d0-2b9e-4931-934c-7df272095f26 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:47.031004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-e84c33cc-425e-4c1a-8cce-acd0d5a53d4e tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0665002
Nov 13 21:20:47.063116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 75bf7f0d-540f-4488-b057-a5165820520f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:47.078605 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Set router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:47.109516 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.129054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4fe46-3c65-4d08-85d7-a161aaa6fbfe req-c91d1aaf-7283-427d-8ba8-276fe323e417 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:47.137910 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69f4fe46-3c65-4d08-85d7-a161aaa6fbfe req-c91d1aaf-7283-427d-8ba8-276fe323e417 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 946 time: 0.1215634
Nov 13 21:20:47.191947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 75bf7f0d-540f-4488-b057-a5165820520f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:47.192625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.207318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69f4fe46-3c65-4d08-85d7-a161aaa6fbfe req-a7c71124-2acc-48f9-93cb-a35402d2a9fe tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681474
Nov 13 21:20:47.283615 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.289734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:47.293341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.345887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:47.355723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:47.358564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:47.361148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Pushing event updated for resources: {'Port': ['ID=a8d36ec2-ef99-4d07-8831-2909595b0fc1,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:47.434296 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde137910>, [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:20:43Z', 'revision_number': 4, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ed6dd81-b866-4d54-b9b7-61d92320402d', 'name': '', 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'mac_address': 'fa:16:3e:97:92:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:42Z', 'updated_at': '2021-11-13T21:20:43Z', 'revision_number': 2, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'subnets': [{'id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:47.439793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Attempting to bind port a8d36ec2-ef99-4d07-8831-2909595b0fc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:47.440171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Attempting to bind port a8d36ec2-ef99-4d07-8831-2909595b0fc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:47.440537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Attempting to bind port a8d36ec2-ef99-4d07-8831-2909595b0fc1 on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:47.446893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:47.447273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Checking segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:47.447666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.448131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Bound using segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:47.448524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Bound port: a8d36ec2-ef99-4d07-8831-2909595b0fc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:47.448929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.477589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-e567e0de-a9ca-4c87-8091-a5db3c295cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4365065
Nov 13 21:20:47.486254 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Checking router: 7456e464-6a22-4cba-b489-f7ebdf66c0d1 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:20:47.486680 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Updating router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 port 6ed6dd81-b866-4d54-b9b7-61d92320402d binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:20:47.516480 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.536313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] For port a8d36ec2-ef99-4d07-8831-2909595b0fc1, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:47.549589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] For port a8d36ec2-ef99-4d07-8831-2909595b0fc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d36ec2-ef99-4d07-8831-2909595b0fc1,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:47.634599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-b21927f5-df75-43c6-96f5-87a6e9da68c2 service neutron] 10.222.0.20 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490016
Nov 13 21:20:47.639210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.730317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bee17-611f-4146-ab7b-81abc73079f5 None None] Pushing event updated for resources: {'Port': ['ID=a8d36ec2-ef99-4d07-8831-2909595b0fc1,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:47.742936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.808754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Subnet': ['ID=2308aa13-718d-4db5-9514-5f4df627aa26,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:47.825784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Checking segment: {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:47.826142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network hostable DHCP agents. Network: 056923d0-2b9e-4931-934c-7df272095f26, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:47.901635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 056923d0-2b9e-4931-934c-7df272095f26 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:47.924738 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:47.965505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f311b18-bf2f-48f4-87f9-2db786972d62 req-efac6662-8e1d-430a-8a73-ea3f3d4c4401 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 210 time: 0.0371552
Nov 13 21:20:48.078390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 056923d0-2b9e-4931-934c-7df272095f26) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:48.078638 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.083970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:48.085397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.093823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71351d24-79e0-4e31-a548-3426328704aa None None] Network 056923d0-2b9e-4931-934c-7df272095f26 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:48.175906 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Pushing event updated for resources: {'Port': ['ID=6ed6dd81-b866-4d54-b9b7-61d92320402d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:48.190428 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.191053 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.191689 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.192031 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.192358 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.192835 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.193089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.193414 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.193735 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.194054 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.194375 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.194695 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:48.266191 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Attempting to bind port 6ed6dd81-b866-4d54-b9b7-61d92320402d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:48.266566 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Attempting to bind port 6ed6dd81-b866-4d54-b9b7-61d92320402d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Attempting to bind port 6ed6dd81-b866-4d54-b9b7-61d92320402d on network 3e1acd24-c532-4663-8e97-7d128567e18a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Checking segment: {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Bound using segment: {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Bound port: 6ed6dd81-b866-4d54-b9b7-61d92320402d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45797715-31cc-4d1c-baed-70569f90c8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:48.296952 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.297892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-434e55c1-4457-40ab-8ab0-8d78843b4458 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.3152018
Nov 13 21:20:48.315306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41664) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:48.330527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-056923d0-2b9e-4931-934c-7df272095f26', 'network_id': '056923d0-2b9e-4931-934c-7df272095f26', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'fixed_ips': [{'subnet_id': '2308aa13-718d-4db5-9514-5f4df627aa26'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:20:48.331407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.391774 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] For port 6ed6dd81-b866-4d54-b9b7-61d92320402d, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:48.395826 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] For port 6ed6dd81-b866-4d54-b9b7-61d92320402d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed6dd81-b866-4d54-b9b7-61d92320402d,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:48.484763 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.503141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-639770167'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:48.561439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Allocated IP 19.86.0.2 (056923d0-2b9e-4931-934c-7df272095f26/2308aa13-718d-4db5-9514-5f4df627aa26/91028183-e2fe-4fff-a49d-5670c1e85532) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:48.595019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Routers {'7456e464-6a22-4cba-b489-f7ebdf66c0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:20:48.595658 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde137910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:48.679306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Made reservation on behalf of 8f3fafac1cbf41348c39220249ab2baa for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:48.683643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.705330 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:48.836486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-8605f5ec-5d23-4b73-9b01-958fb53a6697 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:48.869247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-8605f5ec-5d23-4b73-9b01-958fb53a6697 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:48.873789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-8605f5ec-5d23-4b73-9b01-958fb53a6697 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/networks?id=8bb61f41-53a6-4a4a-89f1-73191cf86a47&id=056923d0-2b9e-4931-934c-7df272095f26&id=8bb61f41-53a6-4a4a-89f1-73191cf86a47 HTTP/1.1" status: 200  len: 1390 time: 0.2543223
Nov 13 21:20:48.880362 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] Set router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:20:48.935120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-88814476-8eb7-4d59-be16-22b3689441d7 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/quotas/9f19f79456214e4c8e355bd59f8c265e HTTP/1.1" status: 200  len: 375 time: 0.0534205
Nov 13 21:20:48.941587 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.047840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0267317-7cf4-42c2-9ac1-5476cc1ddc7f None None] Pushing event updated for resources: {'Port': ['ID=6ed6dd81-b866-4d54-b9b7-61d92320402d,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:49.055876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.068338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:49.085050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.085827 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Added segment 2e4032db-925e-4190-b6af-7cbea653f91b of type vlan for network 34549be1-e20a-4b4b-b0c3-d5ed9965b018
Nov 13 21:20:49.086687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-69b73b1f-44e1-4bc8-8590-9fee1fefa3b0 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1505752
Nov 13 21:20:49.172804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.173348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.177201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f11a539d-99ba-46cf-9b18-fbd78d1bd906 None None] Provisioning complete for port 6ed6dd81-b866-4d54-b9b7-61d92320402d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:49.177559 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f11a539d-99ba-46cf-9b18-fbd78d1bd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.180728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8d36ec2-ef99-4d07-8831-2909595b0fc1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:49.240477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-38ed8ac5-0e48-4a24-b475-bded51666178 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526318
Nov 13 21:20:49.271868 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde137910>, [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:20:43Z', 'revision_number': 4, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ed6dd81-b866-4d54-b9b7-61d92320402d', 'name': '', 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'mac_address': 'fa:16:3e:97:92:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:42Z', 'updated_at': '2021-11-13T21:20:48Z', 'revision_number': 4, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'subnets': [{'id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:49.279988 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.314359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56040388-d1f4-4656-9a33-7be6a3dcc2f3 req-70cdf602-a646-4675-834e-de106f5182f1 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 210 time: 0.0930417
Nov 13 21:20:49.324390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d7ceff-a93f-4311-ae25-824a165e7bc2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:49.325932 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a432-de05-407b-ae94-93f8b65d80c6 None None] The sync data for ids ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'] in ncdv-master-1 is: [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:20:43Z', 'revision_number': 4, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ed6dd81-b866-4d54-b9b7-61d92320402d', 'name': '', 'network_id': '3e1acd24-c532-4663-8e97-7d128567e18a', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'mac_address': 'fa:16:3e:97:92:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:42Z', 'updated_at': '2021-11-13T21:20:48Z', 'revision_number': 4, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'subnets': [{'id': '23f25b68-3bf7-4d7e-9b3b-763ef61da2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:20:49.363927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.374117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:49.374117 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.374297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-bdb9bbe6-84fb-41fb-a896-06a8edd9e876 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212080
Nov 13 21:20:49.375416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8d36ec2-ef99-4d07-8831-2909595b0fc1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:49.375416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.389705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Network 056923d0-2b9e-4931-934c-7df272095f26 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:49.424670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d415cb-a1f6-4822-ba0e-73feacc82b40 None None] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:49.426692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:49.436055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:49.450858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Pushing event updated for resources: {'Port': ['ID=91028183-e2fe-4fff-a49d-5670c1e85532,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:49.491027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f11a539d-99ba-46cf-9b18-fbd78d1bd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.534786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Pushing event updated for resources: {'Network': ['ID=34549be1-e20a-4b4b-b0c3-d5ed9965b018,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:49.587798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 34549be1-e20a-4b4b-b0c3-d5ed9965b018 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:49.590330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-65228ebe-7f2a-4559-9c20-f02664e5d9a3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 1.2737014
Nov 13 21:20:49.596210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b8348920-45a5-4e52-a971-dcaf1a1817ed service neutron] 10.222.0.20 "GET /v2.0/networks/056923d0-2b9e-4931-934c-7df272095f26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218316
Nov 13 21:20:49.596845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41696) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:49.606914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-485ab504-9487-4071-8342-3ff9b25e8a62 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdc2d2280>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-1428874580') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:49.727878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-8521c15f-e7c0-4fc7-92f6-be235b494581 service neutron] 10.222.0.20 "GET /v2.0/networks/056923d0-2b9e-4931-934c-7df272095f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307850
Nov 13 21:20:49.765180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f11a539d-99ba-46cf-9b18-fbd78d1bd906 None None] For port 6ed6dd81-b866-4d54-b9b7-61d92320402d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed6dd81-b866-4d54-b9b7-61d92320402d,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:49.829029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Attempting to bind port 91028183-e2fe-4fff-a49d-5670c1e85532 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:49.829348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Attempting to bind port 91028183-e2fe-4fff-a49d-5670c1e85532 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:49.829716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Attempting to bind port 91028183-e2fe-4fff-a49d-5670c1e85532 on network 056923d0-2b9e-4931-934c-7df272095f26 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:49.859803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:49.865063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Checking segment: {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:49.865063 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.865063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Bound using segment: {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:49.865063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Bound port: 91028183-e2fe-4fff-a49d-5670c1e85532, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:49.866110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-a7a4cae6-1276-400b-b72c-0024c8f09a0c service neutron] 10.222.0.20 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258824
Nov 13 21:20:49.866493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.866590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-485ab504-9487-4071-8342-3ff9b25e8a62 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "PUT /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-1428874580 HTTP/1.1" status: 201  len: 201 time: 0.2641802
Nov 13 21:20:49.866703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41702) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:49.871568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-c8e1598a-7f45-450c-a47a-2a401d041bf3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b2460>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-1428874580') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:49.921003 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f11a539d-99ba-46cf-9b18-fbd78d1bd906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:49.982882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:50.025758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c8e1598a-7f45-450c-a47a-2a401d041bf3 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-1428874580 HTTP/1.1" status: 204  len: 168 time: 0.1577463
Nov 13 21:20:50.028579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41706) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:50.035638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-7ed99567-10a6-48cc-bf63-35e1074c6ac4 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fefd7f31250>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:50.038823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-fe80330f-72f6-4646-b295-3dc6a145da98 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631696
Nov 13 21:20:50.147595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7ed99567-10a6-48cc-bf63-35e1074c6ac4 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags HTTP/1.1" status: 200  len: 238 time: 0.1178470
Nov 13 21:20:50.150223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41708) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:50.155651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-cd0dbd93-a4c3-43c8-9c0e-4720d113934c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fefe037dc70>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', {'tags': ['tempest-TagsTest-Tag-744599487', 'tempest-TagsTest-Tag-1073993378', 'tempest-TagsTest-Tag-900417647']}) {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:50.176607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b32da2cd-4258-4160-b8f0-a0d36062642e None None] Provisioning complete for port 6ed6dd81-b866-4d54-b9b7-61d92320402d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:50.177104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b32da2cd-4258-4160-b8f0-a0d36062642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:50.232179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] For port 91028183-e2fe-4fff-a49d-5670c1e85532, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:50.236323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a539d-99ba-46cf-9b18-fbd78d1bd906 None None] Pushing event updated for resources: {'Port': ['ID=6ed6dd81-b866-4d54-b9b7-61d92320402d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:50.254985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a8d36ec2-ef99-4d07-8831-2909595b0fc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d36ec2-ef99-4d07-8831-2909595b0fc1,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:50.268303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] For port 91028183-e2fe-4fff-a49d-5670c1e85532, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91028183-e2fe-4fff-a49d-5670c1e85532,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:50.324940 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ca1a127-bda4-4e70-8734-9b6facbace0b req-02e73a24-d3a3-4b35-b013-cfc5e08440ff tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 210 time: 0.0416687
Nov 13 21:20:50.329093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cd0dbd93-a4c3-43c8-9c0e-4720d113934c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "PUT /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags HTTP/1.1" status: 200  len: 307 time: 0.1776001
Nov 13 21:20:50.331947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41714) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:50.336785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-9b60f9a0-1b8b-4e7a-b3bb-759e99adeb89 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fefceef0670>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-744599487') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:50.398389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:50.433570 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:50.510878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b32da2cd-4258-4160-b8f0-a0d36062642e None None] Provisioning complete for port a8d36ec2-ef99-4d07-8831-2909595b0fc1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:50.511197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b32da2cd-4258-4160-b8f0-a0d36062642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:50.578324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427f114-eaf1-47f8-8b01-829d427859fc None None] Pushing event updated for resources: {'Port': ['ID=91028183-e2fe-4fff-a49d-5670c1e85532,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:50.708082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e567ca3-3c17-4b5c-bd93-c46a387d22ce req-13087e18-6825-43f6-bdb4-4b8722c31005 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 210 time: 0.1717818
Nov 13 21:20:50.814595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a8d36ec2-ef99-4d07-8831-2909595b0fc1,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:50.819521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-143f3395-2ebc-453d-8b6c-05d225805350 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:50.823335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-143f3395-2ebc-453d-8b6c-05d225805350 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "GET /v2.0/networks?id=db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 200  len: 809 time: 0.3894517
Nov 13 21:20:50.836822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Request body: {'port': {'device_id': '80484be8-a453-468c-914e-7d79d2774f5b', 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83', 'admin_state_up': True, 'tenant_id': 'be7f63d6fdb24883b6a6e42d21fbcd72'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:50.910986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b60f9a0-1b8b-4e7a-b3bb-759e99adeb89 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "DELETE /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-744599487 HTTP/1.1" status: 204  len: 168 time: 0.5776806
Nov 13 21:20:50.914084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41730) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:50.920335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-a4144e33-5e45-458b-bf81-6c065d241014 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b82e0>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-744599487') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:50.968132 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-10794a11-bb95-4d63-892a-ef4ec898c7ee None None] Provisioning complete for port a8d36ec2-ef99-4d07-8831-2909595b0fc1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:50.970090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10794a11-bb95-4d63-892a-ef4ec898c7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.071799 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-a4144e33-5e45-458b-bf81-6c065d241014 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] show failed (client error): The resource could not be found.
Nov 13 21:20:51.074116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a4144e33-5e45-458b-bf81-6c065d241014 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-744599487 HTTP/1.1" status: 404  len: 325 time: 0.1578476
Nov 13 21:20:51.076052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41734) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:51.082315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-768d8b4a-dfb1-4ffe-b9c8-f235e00d7067 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefcfb3c3d0>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-1073993378') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:51.178921 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-768d8b4a-dfb1-4ffe-b9c8-f235e00d7067 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-1073993378 HTTP/1.1" status: 204  len: 168 time: 0.0989783
Nov 13 21:20:51.180188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41736) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:51.189999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.tag.tag_plugin [None req-254434ff-8142-4f1a-b6ee-31b6655eec46 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefcf81d610>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-900417647') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:51.200509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 91028183-e2fe-4fff-a49d-5670c1e85532 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:51.215300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Made reservation on behalf of be7f63d6fdb24883b6a6e42d21fbcd72 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:51.219264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.271954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 91028183-e2fe-4fff-a49d-5670c1e85532 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:51.272340 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.322335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-254434ff-8142-4f1a-b6ee-31b6655eec46 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-900417647 HTTP/1.1" status: 204  len: 168 time: 0.1409292
Nov 13 21:20:51.325378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:51.336032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-e85c46a5-da98-4855-996e-03b30afa1e71 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdc33f0d0>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:51.363943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.406095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 91028183-e2fe-4fff-a49d-5670c1e85532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91028183-e2fe-4fff-a49d-5670c1e85532,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:51.412085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Allocated IP 172.20.0.10 (db320175-24fd-46da-9203-c785d2d59c83/65f94f19-c67e-460f-b341-5c83cdec098c/01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:51.473708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6cb50a4-5073-4240-a258-18d657216698 req-6421d16b-1147-4f1d-a654-8b9d87d2a508 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 210 time: 0.0427217
Nov 13 21:20:51.502374 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.503280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8d36ec2-ef99-4d07-8831-2909595b0fc1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:51.641086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=91028183-e2fe-4fff-a49d-5670c1e85532,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:51.660459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8d36ec2-ef99-4d07-8831-2909595b0fc1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:51.660771 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.664117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.768712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.805333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6ed6dd81-b866-4d54-b9b7-61d92320402d up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:51.822794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Network db320175-24fd-46da-9203-c785d2d59c83 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:51.835206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:51.839041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:51.869688 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e85c46a5-da98-4855-996e-03b30afa1e71 tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "DELETE /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags HTTP/1.1" status: 204  len: 168 time: 0.5392361
Nov 13 21:20:51.876634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41750) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:51.876966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-6e6b0622-e505-4a46-8a08-cc0c0042238f tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefdd8cc1c0>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-1073993378') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:51.882534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0434d5-5b82-42d5-ba38-61617a17a413 None None] DHCP port deletion for db320175-24fd-46da-9203-c785d2d59c83 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:51.903292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6ed6dd81-b866-4d54-b9b7-61d92320402d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:51.905602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.914157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Pushing event updated for resources: {'Port': ['ID=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:51.926519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.926957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.927970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.927970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.928218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.928827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.929125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.929502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.929894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.930409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.930725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.931117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:20:51.957380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7585ea-e280-4a3e-a84c-e355ac2a8d1d None None] Network 056923d0-2b9e-4931-934c-7df272095f26 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:51.962067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:51.962737 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:51.988170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52f74f-8bc4-4abd-8d97-c0cac0507acf req-5cbb282e-10e5-4d68-a8fb-b1d3eb285796 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:51.995354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f52f74f-8bc4-4abd-8d97-c0cac0507acf req-5cbb282e-10e5-4d68-a8fb-b1d3eb285796 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 932 time: 0.1769719
Nov 13 21:20:52.022739 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-6e6b0622-e505-4a46-8a08-cc0c0042238f tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] show failed (client error): The resource could not be found.
Nov 13 21:20:52.024085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6e6b0622-e505-4a46-8a08-cc0c0042238f tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-1073993378 HTTP/1.1" status: 404  len: 326 time: 0.1508858
Nov 13 21:20:52.027032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41754) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:52.031475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-29557f42-853f-4725-9c0a-808ceebeffdf tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fefde0a6100>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018', 'tempest-TagsTest-Tag-900417647') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:52.058516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f52f74f-8bc4-4abd-8d97-c0cac0507acf req-dbf4e256-372a-4db1-8430-829c7bde9279 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616646
Nov 13 21:20:52.067370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0d828f6d-d35e-4566-be0a-2714d4fb36c9 None None] Provisioning complete for port 91028183-e2fe-4fff-a49d-5670c1e85532 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:52.075714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0d828f6d-d35e-4566-be0a-2714d4fb36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.123656 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-29557f42-853f-4725-9c0a-808ceebeffdf tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] show failed (client error): The resource could not be found.
Nov 13 21:20:52.124861 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-29557f42-853f-4725-9c0a-808ceebeffdf tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "GET /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags/tempest-TagsTest-Tag-900417647 HTTP/1.1" status: 404  len: 325 time: 0.0968766
Nov 13 21:20:52.127657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41758) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:52.132426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.tag.tag_plugin [None req-0cc94427-bc5b-4810-8ae2-3fb5c2f1b8ce tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fefdda5e9a0>, 'networks', '34549be1-e20a-4b4b-b0c3-d5ed9965b018') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:52.158279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-1591b0a4-776f-41c9-bf67-81f76376469a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3264811
Nov 13 21:20:52.171519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Request body: {'port': {'device_id': '80484be8-a453-468c-914e-7d79d2774f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:52.220112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0cc94427-bc5b-4810-8ae2-3fb5c2f1b8ce tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "DELETE /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018/tags HTTP/1.1" status: 204  len: 168 time: 0.0913582
Nov 13 21:20:52.224384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:52.234777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.305976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0d828f6d-d35e-4566-be0a-2714d4fb36c9 None None] Provisioning complete for port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:52.306501 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0d828f6d-d35e-4566-be0a-2714d4fb36c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.323910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.363516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0d828f6d-d35e-4566-be0a-2714d4fb36c9 None None] Port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:52.430929 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.454956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcf30460>,) {'filters': {'network_id': ['34549be1-e20a-4b4b-b0c3-d5ed9965b018']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:52.465939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf30460>, '2e4032db-925e-4190-b6af-7cbea653f91b') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:52.466281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf30460>, '2e4032db-925e-4190-b6af-7cbea653f91b') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:20:52.476816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.495790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.518898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:20:52.521346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:20:52.524808 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:20:52.611577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6e0b622-bed8-4f71-9f4a-b98c332d4df6 req-0e389fa2-ab7b-4c83-9a20-838a2655b191 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 210 time: 0.0458283
Nov 13 21:20:52.625306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:52.632962 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.685621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-179b17ae-b115-46ed-b59e-0a45b4f1352c None None] Provisioning complete for port 91028183-e2fe-4fff-a49d-5670c1e85532 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:52.686181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-179b17ae-b115-46ed-b59e-0a45b4f1352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.690284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.694060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Transition to ACTIVE for port object 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:20:52.696110 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.702554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] 10.222.0.20 "DELETE /v2.0/networks/34549be1-e20a-4b4b-b0c3-d5ed9965b018 HTTP/1.1" status: 204  len: 168 time: 0.4739642
Nov 13 21:20:52.715817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89562ea9-d90f-4f86-95ca-ff0996bab81c tempest-TagsTest-1427741171 tempest-TagsTest-1427741171-project] Pushing event deleted for resources: {'Network': ['ID=34549be1-e20a-4b4b-b0c3-d5ed9965b018,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:52.781043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:52.823166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07404389-c728-49b5-885a-dcb2c1f458d7 None None] DHCP port deletion for db320175-24fd-46da-9203-c785d2d59c83 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:52.852655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:52.928589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Attempting to bind port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:52.929149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Attempting to bind port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:52.929279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Attempting to bind port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d on network db320175-24fd-46da-9203-c785d2d59c83 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:52.933691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d on network db320175-24fd-46da-9203-c785d2d59c83 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:20:52.934006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Attempting to bind port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d on network db320175-24fd-46da-9203-c785d2d59c83 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:52.939768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 91028183-e2fe-4fff-a49d-5670c1e85532 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:52.941396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:52.941800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Checking segment: {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:52.942240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Bound using segment: {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:52.942738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Bound port: 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d35899-53d4-4188-a6e4-8f11a48e6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:52.943154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.021218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] For port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:53.024819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] For port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:53.096276 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.144577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 91028183-e2fe-4fff-a49d-5670c1e85532 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:53.145246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.241678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7e366-96d7-42b5-9121-f8c597d3dbf5 None None] DHCP port deletion for db320175-24fd-46da-9203-c785d2d59c83 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:20:53.251527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f68ad1-7a95-43e3-b73c-05ab0e01805c req-4f965e98-e26f-475d-8cef-77b253dcbee3 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:53.253122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98f68ad1-7a95-43e3-b73c-05ab0e01805c req-4f965e98-e26f-475d-8cef-77b253dcbee3 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 944 time: 0.0816152
Nov 13 21:20:53.263631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:53.264320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.273100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] 10.222.0.46 "PUT /v2.0/ports/01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d HTTP/1.1" status: 200  len: 1092 time: 1.1067922
Nov 13 21:20:53.275645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80484be8-a453-468c-914e-7d79d2774f5b', 'tag': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:53.282160 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9406d919-86f3-46fc-91d5-9da6bede2a32" -d '{"events": [{"name": "network-changed", "server_uuid": "80484be8-a453-468c-914e-7d79d2774f5b", "tag": "01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:53.378386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98f68ad1-7a95-43e3-b73c-05ab0e01805c req-f70aa916-93aa-4fa5-8869-c12a3cee3315 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066542
Nov 13 21:20:53.405707 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183ff86f-56e6-4729-b140-63e49152a99e x-openstack-request-id: req-183ff86f-56e6-4729-b140-63e49152a99e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:53.405996 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80484be8-a453-468c-914e-7d79d2774f5b", "tag": "01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:53.406853 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-183ff86f-56e6-4729-b140-63e49152a99e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:53.406853 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80484be8-a453-468c-914e-7d79d2774f5b', 'tag': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d', 'status': 'completed', 'code': 200}
Nov 13 21:20:53.450996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adf79f-23d5-43cf-bb67-6d96d36a9ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:53.451687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41808) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:53.491732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-4da71e2b-4b9a-4137-8d2d-1c82e4181d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:53.493671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-4da71e2b-4b9a-4137-8d2d-1c82e4181d75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 1095 time: 0.0828440
Nov 13 21:20:53.506334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-fd9f053e-29be-4154-9da8-702972d94fbc tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:53.512080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-fd9f053e-29be-4154-9da8-702972d94fbc tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:53.513708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-fd9f053e-29be-4154-9da8-702972d94fbc tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "GET /v2.0/networks?id=8bb61f41-53a6-4a4a-89f1-73191cf86a47&id=056923d0-2b9e-4931-934c-7df272095f26&id=8bb61f41-53a6-4a4a-89f1-73191cf86a47 HTTP/1.1" status: 200  len: 1390 time: 0.3125045
Nov 13 21:20:53.556840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'port': {'device_id': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'admin_state_up': True, 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:53.561174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-6a3fbade-7ef0-43a7-bec4-9819725e216b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d HTTP/1.1" status: 200  len: 217 time: 0.0465651
Nov 13 21:20:53.610294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4961ee92-4340-477c-8a8d-3358d306437f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f3fafac1cbf41348c39220249ab2baa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1574247
Nov 13 21:20:53.612833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41812) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:53.662742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c48d-8039-4b6b-9414-7678d6ca69a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.663071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-5c5d8abe-9368-4f94-a75f-b6f2b2b9b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:53.665136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-5c5d8abe-9368-4f94-a75f-b6f2b2b9b758 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65f94f19-c67e-460f-b341-5c83cdec098c HTTP/1.1" status: 200  len: 849 time: 0.0896842
Nov 13 21:20:53.689664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c48d-8039-4b6b-9414-7678d6ca69a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.728207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7318b71-6e15-4143-bce4-3457c0b24f1c req-1fcc1712-1968-4ee6-901a-834127023d15 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 210 time: 0.0410666
Nov 13 21:20:53.904573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c48d-8039-4b6b-9414-7678d6ca69a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.907443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c48d-8039-4b6b-9414-7678d6ca69a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:53.909923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e5f7c48d-8039-4b6b-9414-7678d6ca69a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70d7ceff-a93f-4311-ae25-824a165e7bc2 HTTP/1.1" status: 204  len: 168 time: 0.2959962
Nov 13 21:20:53.923054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7c48d-8039-4b6b-9414-7678d6ca69a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d7ceff-a93f-4311-ae25-824a165e7bc2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:54.020033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-a7ee34f0-087c-4e62-a2de-1c6ff614496b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db320175-24fd-46da-9203-c785d2d59c83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3458376
Nov 13 21:20:54.065652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41826) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:54.129160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-bc683db1-7a96-4d99-a57d-1516e2f71bfa service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996492
Nov 13 21:20:54.191068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7afa826-b30b-4a72-9e8e-91cc410939cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.219706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:54.223130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.275810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7afa826-b30b-4a72-9e8e-91cc410939cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.309379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8bb8fb28-c5f0-47ed-8cca-7667d37e0ed1 req-306ecb0b-4135-457d-ad4f-d60fc6cf3b4c service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729288
Nov 13 21:20:54.388863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Allocated IP 19.80.0.10 (8bb61f41-53a6-4a4a-89f1-73191cf86a47/7b499867-60c9-4a0e-9a00-bc0f90eb8f53/3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:54.509455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7afa826-b30b-4a72-9e8e-91cc410939cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.571724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f7afa826-b30b-4a72-9e8e-91cc410939cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db1e55a404164f6c8f5a8ab6efe84e80&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5018849
Nov 13 21:20:54.572829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41856) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:54.595391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5f77-c216-43f3-b1de-fe2ca49fb4ad req-b6cf4a6e-1261-4119-96c3-da2fe36979af tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:54.603493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-61bf5f77-c216-43f3-b1de-fe2ca49fb4ad req-b6cf4a6e-1261-4119-96c3-da2fe36979af tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 944 time: 0.1436410
Nov 13 21:20:54.607756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afa826-b30b-4a72-9e8e-91cc410939cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fa3481-cda5-4ba3-8670-1f62cd910e4a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:54.651556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-0e750b6b-d502-4f49-842c-b9958de89679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:54.653126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-0e750b6b-d502-4f49-842c-b9958de89679 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 1095 time: 0.1375268
Nov 13 21:20:54.660428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-61bf5f77-c216-43f3-b1de-fe2ca49fb4ad req-ebe2d5fa-32b1-4798-93fc-417ec5752c2d tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558081
Nov 13 21:20:54.677660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.698912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b34bb6f-bd55-4d93-851f-aa64cc0f38f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.729805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2edcc47d-1e4e-4714-b489-5e2f842b33e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.783911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b34bb6f-bd55-4d93-851f-aa64cc0f38f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:54.860752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b7905be-8c8f-4540-9f52-fc7166ea5c50 req-d9ea2b91-c90d-45a4-9137-10c033bdced6 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 210 time: 0.0498836
Nov 13 21:20:54.863581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-a5b6ce4d-658c-4d61-8303-6004854fdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:54.864942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-a5b6ce4d-658c-4d61-8303-6004854fdbc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 200  len: 910 time: 0.1984484
Nov 13 21:20:54.910259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-57064a6f-895b-45cb-8397-256420de4586 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d HTTP/1.1" status: 200  len: 217 time: 0.0365467
Nov 13 21:20:54.975149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-29039dbb-6f6c-41b9-b2b1-c87e4c3a2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:54.975149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-29039dbb-6f6c-41b9-b2b1-c87e4c3a2b51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65f94f19-c67e-460f-b341-5c83cdec098c HTTP/1.1" status: 200  len: 849 time: 0.0553899
Nov 13 21:20:55.014556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:55.017616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-a4ef0e99-6538-4382-a8a7-05e76b0f72b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db320175-24fd-46da-9203-c785d2d59c83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352228
Nov 13 21:20:55.083266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:55.088936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:55.125436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:55.132711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b34bb6f-bd55-4d93-851f-aa64cc0f38f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:55.135376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b34bb6f-bd55-4d93-851f-aa64cc0f38f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:55.136522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1b34bb6f-bd55-4d93-851f-aa64cc0f38f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82fa3481-cda5-4ba3-8670-1f62cd910e4a HTTP/1.1" status: 204  len: 168 time: 0.5635629
Nov 13 21:20:55.161420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Port': ['ID=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:55.177862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34bb6f-bd55-4d93-851f-aa64cc0f38f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fa3481-cda5-4ba3-8670-1f62cd910e4a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:55.216360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:55.217085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:55.227795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-e3797b28-6cd4-4f39-8b20-026edbf0b21f service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005682
Nov 13 21:20:55.316181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-ee9f3d20-7c66-4408-8a31-802282ffc539 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7519059
Nov 13 21:20:55.317196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'port': {'device_id': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'network_id': '056923d0-2b9e-4931-934c-7df272095f26', 'admin_state_up': True, 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:55.372452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3509479a-0947-4ac8-9c44-b3f6e045bf71 None None] Provisioning complete for port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:55.373212 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3509479a-0947-4ac8-9c44-b3f6e045bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:55.405469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9406d919-86f3-46fc-91d5-9da6bede2a32 req-8b1cdfd2-2d8b-491e-b9fe-370d11ba9ea3 service neutron] 10.222.0.46 "GET /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690583
Nov 13 21:20:55.408983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3509479a-0947-4ac8-9c44-b3f6e045bf71 None None] Port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:55.563762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:55.567353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:55.705800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Allocated IP 19.86.0.93 (056923d0-2b9e-4931-934c-7df272095f26/2308aa13-718d-4db5-9514-5f4df627aa26/512adfdd-2a12-45c1-9408-c89ac5af8aed) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:55.843377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf759e-2a28-4dc2-8685-f66ff308082a req-45ad2dd8-824e-4b49-9139-af1caaebb473 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:55.843377 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61bf759e-2a28-4dc2-8685-f66ff308082a req-45ad2dd8-824e-4b49-9139-af1caaebb473 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 944 time: 0.0971999
Nov 13 21:20:55.947493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61bf759e-2a28-4dc2-8685-f66ff308082a req-d25e3d4e-6986-4caa-8169-975e5821c293 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729809
Nov 13 21:20:55.977595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.024636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b7add-0ffb-493c-b2ca-7f39408e43b0 req-c49ae9e4-0189-4e21-b634-0e3abf51684e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:56.026293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df3b7add-0ffb-493c-b2ca-7f39408e43b0 req-c49ae9e4-0189-4e21-b634-0e3abf51684e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 931 time: 0.0681257
Nov 13 21:20:56.085201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df3b7add-0ffb-493c-b2ca-7f39408e43b0 req-31a9931e-ef11-477b-9f80-d4227482d57d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474393
Nov 13 21:20:56.118809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.159618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 056923d0-2b9e-4931-934c-7df272095f26 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:56.162726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:56.166386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:56.205009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Port': ['ID=512adfdd-2a12-45c1-9408-c89ac5af8aed,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:56.231367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:56.232208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.297224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:20:56.321629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2a5b8a6e-5c57-4b77-bd51-2566053f7f73 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0082006
Nov 13 21:20:56.337772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'port': {'device_id': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'admin_state_up': True, 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:56.472311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:56.486093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d', 'network_id': 'db320175-24fd-46da-9203-c785d2d59c83', 'port_id': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d', 'mac_address': 'fa:16:3e:ea:6f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f94f19-c67e-460f-b341-5c83cdec098c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:20:56.529002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.548284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:56.555665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7acc465f-88f9-4c98-8698-bc7897c75431 None None] Provisioning complete for port 512adfdd-2a12-45c1-9408-c89ac5af8aed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:56.556036 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7acc465f-88f9-4c98-8698-bc7897c75431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.592093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:56.594358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:56.599277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.601358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7acc465f-88f9-4c98-8698-bc7897c75431 None None] Port 512adfdd-2a12-45c1-9408-c89ac5af8aed cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:56.666691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:56.696092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41932) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:56.725375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:56.774039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Allocated IP 19.80.0.245 (8bb61f41-53a6-4a4a-89f1-73191cf86a47/7b499867-60c9-4a0e-9a00-bc0f90eb8f53/8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:20:56.852211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2132357997-network', 'tenant_id': '87ef4a1c09f3441596d38ab535257613'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:56.944402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:20:56.950637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.004643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Made reservation on behalf of 87ef4a1c09f3441596d38ab535257613 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:57.008065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.018818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.082565 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.105185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ef66db4b-728c-4553-88e0-1184be00d197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.153462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff1152-9b51-4834-82e0-555a6d9e7e36 req-ee3c6f89-a621-42bf-ab7a-43c5c89b77ad tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.155026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ff1152-9b51-4834-82e0-555a6d9e7e36 req-ee3c6f89-a621-42bf-ab7a-43c5c89b77ad tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 945 time: 0.1246967
Nov 13 21:20:57.166060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:20:57.178139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:57.180907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:20:57.223858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Port': ['ID=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:57.302330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.303002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.318281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19ff1152-9b51-4834-82e0-555a6d9e7e36 req-af988e21-f5f3-458b-9a36-00622e27a623 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540895
Nov 13 21:20:57.339881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.400088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.414754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-17649c17-fae6-4d7b-94c1-cd35178dacf4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0857022
Nov 13 21:20:57.442613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Request body: {'port': {'device_id': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:57.481876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:20:57.508370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9212ef-73b1-42fc-a8c4-8d61474d693a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:57.513560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.513902 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Added segment 62808e7f-8c2a-4def-baea-518937ff11a1 of type vlan for network b25f8648-962b-449e-911c-cc1fd99dd617
Nov 13 21:20:57.533998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-79b033d5-c9a0-4d9a-9bda-783f122af417 None None] Provisioning complete for port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:57.538622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79b033d5-c9a0-4d9a-9bda-783f122af417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.538753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd75d1-f7d4-4bc2-bab9-526e36a8a486 req-19617219-ec49-4ea0-844a-5c23acb93ef8 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.543004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd75d1-f7d4-4bc2-bab9-526e36a8a486 req-19617219-ec49-4ea0-844a-5c23acb93ef8 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.549050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd75d1-f7d4-4bc2-bab9-526e36a8a486 req-19617219-ec49-4ea0-844a-5c23acb93ef8 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.550776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67fd75d1-f7d4-4bc2-bab9-526e36a8a486 req-19617219-ec49-4ea0-844a-5c23acb93ef8 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2375 time: 0.1664197
Nov 13 21:20:57.597397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-79b033d5-c9a0-4d9a-9bda-783f122af417 None None] Port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:20:57.620371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.623640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.701650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67fd75d1-f7d4-4bc2-bab9-526e36a8a486 req-9b67e5f0-fb4f-4974-99c9-ca95400f4f94 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350687
Nov 13 21:20:57.761244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41980) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:57.784366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.785573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.786501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.884989 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d46c5d18-c789-49df-9e96-f953bd4314b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:57.905433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2082663
Nov 13 21:20:57.909863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41984) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:57.918470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Request body: {'subnet': {'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2132357997-subnet', 'tenant_id': '87ef4a1c09f3441596d38ab535257613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:57.923970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549bab3-5b5d-42e9-9210-9fda73057d55 admin admin] Pushing event updated for resources: {'Network': ['ID=b25f8648-962b-449e-911c-cc1fd99dd617,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:57.937788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b25f8648-962b-449e-911c-cc1fd99dd617 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:20:57.972268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0640b-0903-4e34-a991-5761b9113c3b req-472d2f81-2a7b-43ce-b523-1ddf4a9ed25a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:57.973802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84f0640b-0903-4e34-a991-5761b9113c3b req-472d2f81-2a7b-43ce-b523-1ddf4a9ed25a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1712570
Nov 13 21:20:57.991625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d46c5d18-c789-49df-9e96-f953bd4314b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.049570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Made reservation on behalf of 87ef4a1c09f3441596d38ab535257613 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:20:58.052746 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.058055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84f0640b-0903-4e34-a991-5761b9113c3b req-9bc1a463-0902-4cd8-ba8e-80f36171fd99 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760407
Nov 13 21:20:58.109216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:20:58.115206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d46c5d18-c789-49df-9e96-f953bd4314b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.116865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.129879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Transition to ACTIVE for port object 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:20:58.172305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d46c5d18-c789-49df-9e96-f953bd4314b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=554bfafc3010413186f81c519b479c7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4088020
Nov 13 21:20:58.174733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c5d18-c789-49df-9e96-f953bd4314b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64828ed-584b-4cdb-ba37-7ebd0d5fa9e1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:58.175131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41986) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:58.189579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.262021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Pushing event updated for resources: {'Port': ['ID=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:58.297966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42d4396c-030e-4d0b-bd2f-3acfdb3c5397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.312848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:20:58.336057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.352856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42d4396c-030e-4d0b-bd2f-3acfdb3c5397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.399599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Attempting to bind port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:20:58.400401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Attempting to bind port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:20:58.400781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Attempting to bind port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:58.409068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:20:58.409388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Attempting to bind port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:20:58.420375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:20:58.420952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Checking segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:58.421383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Bound using segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:20:58.429538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Bound port: 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:20:58.429538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.435393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c219bb9c-b20f-4701-a7f3-9a4d784b8627,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:58.443599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Checking segment: {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:20:58.443965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Network hostable DHCP agents. Network: b25f8648-962b-449e-911c-cc1fd99dd617, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:20:58.491151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] For port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:20:58.494484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] For port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:20:58.508181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1a694-8bda-41c6-a342-324e6dd3ba65 req-c8e16b25-c520-4785-84dc-2b3725199e28 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:58.509634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ed1a694-8bda-41c6-a342-324e6dd3ba65 req-c8e16b25-c520-4785-84dc-2b3725199e28 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 945 time: 0.0590057
Nov 13 21:20:58.535030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.560315 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ed1a694-8bda-41c6-a342-324e6dd3ba65 req-bde39c21-8b56-49bf-8800-3c5a220ea786 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443828
Nov 13 21:20:58.609636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:20:58.609814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42d4396c-030e-4d0b-bd2f-3acfdb3c5397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.612591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42d4396c-030e-4d0b-bd2f-3acfdb3c5397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.616356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-42d4396c-030e-4d0b-bd2f-3acfdb3c5397 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a64828ed-584b-4cdb-ba37-7ebd0d5fa9e1 HTTP/1.1" status: 204  len: 168 time: 0.4376848
Nov 13 21:20:58.616544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:20:58.616544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.624029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4396c-030e-4d0b-bd2f-3acfdb3c5397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64828ed-584b-4cdb-ba37-7ebd0d5fa9e1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:58.638854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Network b25f8648-962b-449e-911c-cc1fd99dd617 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:20:58.644000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.697429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Pushing event updated for resources: {'Port': ['ID=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:58.718680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b25f8648-962b-449e-911c-cc1fd99dd617) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:20:58.723513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:58.724413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.725563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:58.726201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.727605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b316c9f3-1217-4cae-b9d2-52f6b99a1997 service neutron] 10.222.0.46 "PUT /v2.0/ports/3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 HTTP/1.1" status: 200  len: 1091 time: 1.2919259
Nov 13 21:20:58.728080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'tag': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:58.731543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:58.739589 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "tag": "3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:58.757095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d32ea-f896-402d-a7a9-ca4df29558c6 None None] Network b25f8648-962b-449e-911c-cc1fd99dd617 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:58.889084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80484be8-a453-468c-914e-7d79d2774f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:20:58.889084 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f383a9d-01b4-4f94-aa4c-c4abcc15aa53" -d '{"events": [{"server_uuid": "80484be8-a453-468c-914e-7d79d2774f5b", "name": "network-vif-plugged", "status": "completed", "tag": "01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:20:58.890596 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50371917-0e70-4a4c-a3b7-ea47622f09a3 x-openstack-request-id: req-50371917-0e70-4a4c-a3b7-ea47622f09a3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:58.890596 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "tag": "3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:58.891151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:20:58.891354 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50371917-0e70-4a4c-a3b7-ea47622f09a3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:58.891354 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'tag': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9', 'status': 'completed', 'code': 200}
Nov 13 21:20:58.965940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb9d5-66b1-4869-b927-e94ae5b3beb5 req-d0ed08ab-2170-446a-89a3-c2621a68f2b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:58.972352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb9d5-66b1-4869-b927-e94ae5b3beb5 req-d0ed08ab-2170-446a-89a3-c2621a68f2b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:58.981411 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f79586c-3a36-4e38-bedf-e2be1a96973e x-openstack-request-id: req-4f79586c-3a36-4e38-bedf-e2be1a96973e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:20:58.981829 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80484be8-a453-468c-914e-7d79d2774f5b", "name": "network-vif-plugged", "status": "completed", "tag": "01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:20:58.982241 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f79586c-3a36-4e38-bedf-e2be1a96973e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:20:58.982729 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80484be8-a453-468c-914e-7d79d2774f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d', 'code': 200}
Nov 13 21:20:58.983126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb9d5-66b1-4869-b927-e94ae5b3beb5 req-d0ed08ab-2170-446a-89a3-c2621a68f2b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:58.984867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466f060-37a9-4868-bbad-8b631501cae5 None None] Network b25f8648-962b-449e-911c-cc1fd99dd617 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:20:58.985201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-656fb9d5-66b1-4869-b927-e94ae5b3beb5 req-d0ed08ab-2170-446a-89a3-c2621a68f2b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2387 time: 0.1756678
Nov 13 21:20:59.022672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-bbfa93a9-3f0e-4857-808a-15e3919130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.033097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-bbfa93a9-3f0e-4857-808a-15e3919130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.033097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-bbfa93a9-3f0e-4857-808a-15e3919130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.033097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-bbfa93a9-3f0e-4857-808a-15e3919130a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2730 time: 0.1470788
Nov 13 21:20:59.054573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a607fabe-9673-4779-b0ac-f5a3e304e844 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1434221
Nov 13 21:20:59.060091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Request body: {'port': {'device_id': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:20:59.109303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-656fb9d5-66b1-4869-b927-e94ae5b3beb5 req-ff0e26b3-faf5-4844-b1be-e0d100f15086 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142371
Nov 13 21:20:59.167552 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:59.244285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a1fa9-a4d5-48bc-a829-aaa5fd91adaf req-7270647b-0a1b-4299-ba90-e5f3e07967c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.245928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-013a1fa9-a4d5-48bc-a829-aaa5fd91adaf req-7270647b-0a1b-4299-ba90-e5f3e07967c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 1096 time: 0.1883140
Nov 13 21:20:59.273624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:20:59.286926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbde60e-15ee-44a4-92be-e96a372cf2f5 req-00525932-d5fe-4b71-9ff7-7d89df59b798 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.290072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-afbde60e-15ee-44a4-92be-e96a372cf2f5 req-00525932-d5fe-4b71-9ff7-7d89df59b798 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0877492
Nov 13 21:20:59.332107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-013a1fa9-a4d5-48bc-a829-aaa5fd91adaf req-70e7b80a-fa90-42cf-857b-52ac5fe564cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767450
Nov 13 21:20:59.393557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-afbde60e-15ee-44a4-92be-e96a372cf2f5 req-e4d4b50d-8957-4fc6-a1cf-9b170226873e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638373
Nov 13 21:20:59.544239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:59.592003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-cda82aae-769d-4f89-ac74-4d582f7e3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.592200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-cda82aae-769d-4f89-ac74-4d582f7e3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.592587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-cda82aae-769d-4f89-ac74-4d582f7e3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.594277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-cda82aae-769d-4f89-ac74-4d582f7e3e3c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f19f79456214e4c8e355bd59f8c265e&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.5447631
Nov 13 21:20:59.777204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42018) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:20:59.804372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-462ba1e4-94eb-46f8-8d06-a99f5ee2a983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:59.830543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e276570-fda2-40b2-bfc7-d25bbb77f50f req-28554d77-c2c0-4682-bb9e-e554d96c4fcb tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.832102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e276570-fda2-40b2-bfc7-d25bbb77f50f req-28554d77-c2c0-4682-bb9e-e554d96c4fcb tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 946 time: 0.1933131
Nov 13 21:20:59.861306 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:59.889962 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-462ba1e4-94eb-46f8-8d06-a99f5ee2a983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:20:59.898689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-3313f546-76b5-4f9c-80ec-0f73855e13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:20:59.900269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d9be15c-fdd3-475e-b835-1c160ad4f1ca req-3313f546-76b5-4f9c-80ec-0f73855e13a1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2930117
Nov 13 21:20:59.950676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e276570-fda2-40b2-bfc7-d25bbb77f50f req-7b76b339-de17-477c-9d44-1ebe50cf4f2f tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057146
Nov 13 21:20:59.994968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d2dce-95bb-4a57-82c9-b1701f2fcc04 req-79ed526f-51f6-4b9e-8af1-4de3f56b71b3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.002665 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb3d2dce-95bb-4a57-82c9-b1701f2fcc04 req-79ed526f-51f6-4b9e-8af1-4de3f56b71b3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0698874
Nov 13 21:21:00.008396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-462ba1e4-94eb-46f8-8d06-a99f5ee2a983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.046857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512adfdd-2a12-45c1-9408-c89ac5af8aed {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:00.051225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.064203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Transition to ACTIVE for port object 512adfdd-2a12-45c1-9408-c89ac5af8aed will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:21:00.096322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-462ba1e4-94eb-46f8-8d06-a99f5ee2a983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=473be21934f74e81a46183965cb42723&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3179114
Nov 13 21:21:00.097068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba1e4-94eb-46f8-8d06-a99f5ee2a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3a1e29-eae4-426f-b22c-09abb927b6de,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:00.099412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42026) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:00.104040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb3d2dce-95bb-4a57-82c9-b1701f2fcc04 req-ea307693-e73e-4130-9155-848ac076234e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002100
Nov 13 21:21:00.151163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c6065411-732e-491f-84dc-2a8313e97051 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.167552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.211515 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c6065411-732e-491f-84dc-2a8313e97051 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.298827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Pushing event updated for resources: {'Port': ['ID=512adfdd-2a12-45c1-9408-c89ac5af8aed,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:00.301460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9a46-50cc-4d18-a4a5-3813918bdb85 req-cfff9ddb-db44-4930-9553-1ecf938d4fd5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.307516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9a46-50cc-4d18-a4a5-3813918bdb85 req-cfff9ddb-db44-4930-9553-1ecf938d4fd5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.315634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce9a46-50cc-4d18-a4a5-3813918bdb85 req-cfff9ddb-db44-4930-9553-1ecf938d4fd5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.323801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2ce9a46-50cc-4d18-a4a5-3813918bdb85 req-cfff9ddb-db44-4930-9553-1ecf938d4fd5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2399 time: 0.1138906
Nov 13 21:21:00.347416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6ecbb-7bee-49ce-be79-f8cd80e354f3 req-1d741ab4-c415-4c6d-a349-3e1e3c467bf1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.349173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f6ecbb-7bee-49ce-be79-f8cd80e354f3 req-1d741ab4-c415-4c6d-a349-3e1e3c467bf1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1507633
Nov 13 21:21:00.365070 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.403469 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2ce9a46-50cc-4d18-a4a5-3813918bdb85 req-ddc1a41e-4381-4b03-9c94-6d8b2e8d7653 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781317
Nov 13 21:21:00.455825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Attempting to bind port 512adfdd-2a12-45c1-9408-c89ac5af8aed on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:00.456233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Attempting to bind port 512adfdd-2a12-45c1-9408-c89ac5af8aed by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:00.456654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Attempting to bind port 512adfdd-2a12-45c1-9408-c89ac5af8aed on network 056923d0-2b9e-4931-934c-7df272095f26 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:00.466791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f6ecbb-7bee-49ce-be79-f8cd80e354f3 req-521314cf-88a8-4d62-8961-6559c1ae14ca tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810335
Nov 13 21:21:00.471205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Port 512adfdd-2a12-45c1-9408-c89ac5af8aed on network 056923d0-2b9e-4931-934c-7df272095f26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:21:00.471660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Attempting to bind port 512adfdd-2a12-45c1-9408-c89ac5af8aed on network 056923d0-2b9e-4931-934c-7df272095f26 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:00.477803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:00.478236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Checking segment: {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:00.478996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Bound using segment: {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:00.479565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Bound port: 512adfdd-2a12-45c1-9408-c89ac5af8aed, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e76b5a-78a7-45df-83b1-abacd2fd9035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '056923d0-2b9e-4931-934c-7df272095f26'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:00.480023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.546814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c6065411-732e-491f-84dc-2a8313e97051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.549571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c6065411-732e-491f-84dc-2a8313e97051 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.553335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c6065411-732e-491f-84dc-2a8313e97051 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d3a1e29-eae4-426f-b22c-09abb927b6de HTTP/1.1" status: 204  len: 168 time: 0.4502795
Nov 13 21:21:00.575568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6065411-732e-491f-84dc-2a8313e97051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3a1e29-eae4-426f-b22c-09abb927b6de,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:00.594176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] For port 512adfdd-2a12-45c1-9408-c89ac5af8aed, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:00.598441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] For port 512adfdd-2a12-45c1-9408-c89ac5af8aed, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=512adfdd-2a12-45c1-9408-c89ac5af8aed,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:00.604826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f1b13-52ee-49ea-90db-7066442c91af req-df4259e6-68bc-4bbe-aa7a-73c72cdea0f0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.612051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d2f1b13-52ee-49ea-90db-7066442c91af req-df4259e6-68bc-4bbe-aa7a-73c72cdea0f0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1233845
Nov 13 21:21:00.655954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d2f1b13-52ee-49ea-90db-7066442c91af req-a8b457e5-1e70-4b2a-8f12-b41ce563c5ad tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430446
Nov 13 21:21:00.712914 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.750771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:00.751559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:00.752997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/512adfdd-2a12-45c1-9408-c89ac5af8aed HTTP/1.1" status: 200  len: 1091 time: 1.7052090
Nov 13 21:21:00.778676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b343ce-cce3-4905-b1e3-683940ab42f5 service neutron] Pushing event updated for resources: {'Port': ['ID=512adfdd-2a12-45c1-9408-c89ac5af8aed,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:00.878928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'tag': '512adfdd-2a12-45c1-9408-c89ac5af8aed'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:00.881420 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00870b2-3555-4551-82af-68528fa2d627" -d '{"events": [{"name": "network-changed", "server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "tag": "512adfdd-2a12-45c1-9408-c89ac5af8aed"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:00.922358 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce444c0-8f62-4c40-8f2f-825bdbc842a6 x-openstack-request-id: req-7ce444c0-8f62-4c40-8f2f-825bdbc842a6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:00.922358 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "tag": "512adfdd-2a12-45c1-9408-c89ac5af8aed", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:00.922358 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ce444c0-8f62-4c40-8f2f-825bdbc842a6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:00.922358 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'tag': '512adfdd-2a12-45c1-9408-c89ac5af8aed', 'status': 'completed', 'code': 200}
Nov 13 21:21:00.937250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Request body: {'port': {'device_id': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:01.032151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-e59eb959-f519-42ab-acd3-f6d6cfb2f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.032491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-e59eb959-f519-42ab-acd3-f6d6cfb2f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.032984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-e59eb959-f519-42ab-acd3-f6d6cfb2f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.034615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f00870b2-3555-4551-82af-68528fa2d627 req-e59eb959-f519-42ab-acd3-f6d6cfb2f135 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2797 time: 0.0764768
Nov 13 21:21:01.035213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:01.095119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ec61-92dd-443f-ac50-3558e9c68d9e req-b843951d-87b2-4856-966d-1517cedaa9d0 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.097766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad56ec61-92dd-443f-ac50-3558e9c68d9e req-b843951d-87b2-4856-966d-1517cedaa9d0 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 946 time: 0.0718365
Nov 13 21:21:01.189478 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad56ec61-92dd-443f-ac50-3558e9c68d9e req-9f44859c-01ee-48a4-81cc-5a650f46a4e0 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779052
Nov 13 21:21:01.304336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-45c64a08-32df-4188-af00-db6323c11875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.304851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-45c64a08-32df-4188-af00-db6323c11875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.305303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-45c64a08-32df-4188-af00-db6323c11875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.307372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f00870b2-3555-4551-82af-68528fa2d627 req-45c64a08-32df-4188-af00-db6323c11875 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f19f79456214e4c8e355bd59f8c265e&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2626839
Nov 13 21:21:01.400134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7f769-a2c0-4e3d-970d-5e0443caddd8 req-ce861e16-189c-4c69-b96f-9f2e971caf89 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.401787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc7f769-a2c0-4e3d-970d-5e0443caddd8 req-ce861e16-189c-4c69-b96f-9f2e971caf89 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1694822
Nov 13 21:21:01.531466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349965bc-c88b-4ba6-8f75-22190749f5d0 req-29c38fe2-57c8-4c81-809e-3591e43c11e4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.536977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00870b2-3555-4551-82af-68528fa2d627 req-e2110690-b3a9-43bc-b9e6-634878bdd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.537678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349965bc-c88b-4ba6-8f75-22190749f5d0 req-29c38fe2-57c8-4c81-809e-3591e43c11e4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.538443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f00870b2-3555-4551-82af-68528fa2d627 req-e2110690-b3a9-43bc-b9e6-634878bdd750 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2239985
Nov 13 21:21:01.546851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfc7f769-a2c0-4e3d-970d-5e0443caddd8 req-c002adab-1e2f-48f1-a7cf-26a6dd20a774 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075516
Nov 13 21:21:01.547506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349965bc-c88b-4ba6-8f75-22190749f5d0 req-29c38fe2-57c8-4c81-809e-3591e43c11e4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.547506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-349965bc-c88b-4ba6-8f75-22190749f5d0 req-29c38fe2-57c8-4c81-809e-3591e43c11e4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2399 time: 0.0789750
Nov 13 21:21:01.613914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:01.623786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:01.634137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-349965bc-c88b-4ba6-8f75-22190749f5d0 req-20c739c7-1c93-4899-b9e8-2f9980f107c9 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770609
Nov 13 21:21:01.638577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Transition to ACTIVE for port object 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:21:01.791085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4ef89-7613-4604-950e-4781979f0456 req-c613b127-823a-49a4-ab04-0eddce0000ce tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:01.792661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1d4ef89-7613-4604-950e-4781979f0456 req-c613b127-823a-49a4-ab04-0eddce0000ce tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0574863
Nov 13 21:21:01.825567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:01.889297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1d4ef89-7613-4604-950e-4781979f0456 req-662fc2ce-06b9-4451-9051-ca94f0eba574 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875549
Nov 13 21:21:01.917958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Pushing event updated for resources: {'Port': ['ID=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:01.994287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Attempting to bind port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:01.994634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Attempting to bind port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:01.994962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Attempting to bind port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:01.999630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:21:02.000097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Attempting to bind port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce on network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:02.005775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:02.006111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Checking segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:02.006487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Bound using segment: {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:02.006910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Bound port: 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f771f8c-eed2-4a94-81d3-292eaea74e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:02.007267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:02.110144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] For port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:02.113644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] For port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:02.200547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:02.252747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.253578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:02.255033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce HTTP/1.1" status: 200  len: 1092 time: 1.3228104
Nov 13 21:21:02.278557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc53164-f32f-4eb6-8345-e32f16231984 service neutron] Pushing event updated for resources: {'Port': ['ID=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:02.379856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-39744190-2e35-4706-b0de-e5be7a0ffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.380343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-39744190-2e35-4706-b0de-e5be7a0ffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.380845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-39744190-2e35-4706-b0de-e5be7a0ffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.382541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-39744190-2e35-4706-b0de-e5be7a0ffe5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2864 time: 0.0495884
Nov 13 21:21:02.440740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-5a67be57-8459-44a0-a13b-bad760322948 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 HTTP/1.1" status: 200  len: 217 time: 0.0474963
Nov 13 21:21:02.503460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-4c777444-a9e1-4224-a16c-a378d6239ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.505221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-4c777444-a9e1-4224-a16c-a378d6239ea7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b499867-60c9-4a0e-9a00-bc0f90eb8f53 HTTP/1.1" status: 200  len: 801 time: 0.0558970
Nov 13 21:21:02.579033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-082a6fa3-ffed-4f34-8594-db059b117225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.580480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-082a6fa3-ffed-4f34-8594-db059b117225 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bb61f41-53a6-4a4a-89f1-73191cf86a47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0670748
Nov 13 21:21:02.639161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e07048-bfcb-425d-807d-998ee8ca7921 req-0af8f64e-eea5-4342-b750-01d0d9c00fde tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.640716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36e07048-bfcb-425d-807d-998ee8ca7921 req-0af8f64e-eea5-4342-b750-01d0d9c00fde tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 946 time: 0.0919137
Nov 13 21:21:02.709069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c18a58-f5c0-4f99-a217-aa28057a0f07 req-6458cec0-ddb9-4978-9ef4-e886242c7af8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.711583 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06c18a58-f5c0-4f99-a217-aa28057a0f07 req-6458cec0-ddb9-4978-9ef4-e886242c7af8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0565901
Nov 13 21:21:02.734949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36e07048-bfcb-425d-807d-998ee8ca7921 req-6c3496d9-9d00-4a26-b159-39dcc5895406 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666308
Nov 13 21:21:02.736991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-09910157-7806-4086-9474-de5443e0083f service neutron] 10.222.0.46 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456947
Nov 13 21:21:02.769249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06c18a58-f5c0-4f99-a217-aa28057a0f07 req-9acfaf7e-17b3-496c-89f6-e94f576df046 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499897
Nov 13 21:21:02.880493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2f71aa70-3984-4a70-b8c1-c80a66a4680f service neutron] 10.222.0.46 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328361
Nov 13 21:21:02.889500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467f9ec-c94e-4bbc-b183-edc4209a7dd0 req-275da246-b426-4bca-ac84-0f1022817b12 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.895485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467f9ec-c94e-4bbc-b183-edc4209a7dd0 req-275da246-b426-4bca-ac84-0f1022817b12 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.901454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467f9ec-c94e-4bbc-b183-edc4209a7dd0 req-275da246-b426-4bca-ac84-0f1022817b12 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:02.903615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6467f9ec-c94e-4bbc-b183-edc4209a7dd0 req-275da246-b426-4bca-ac84-0f1022817b12 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2411 time: 0.0894425
Nov 13 21:21:02.944910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'tag': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:02.947297 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b786e1dd-0826-4505-a145-7d0bbd4939e1" -d '{"events": [{"name": "network-changed", "server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "tag": "8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:02.960287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-2c9ba736-8477-4497-906b-4ee48eb0a245 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.93&port_id=512adfdd-2a12-45c1-9408-c89ac5af8aed HTTP/1.1" status: 200  len: 217 time: 0.0556879
Nov 13 21:21:03.042324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6467f9ec-c94e-4bbc-b183-edc4209a7dd0 req-81bc16c0-bbbc-4520-802d-e32be18c6223 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318989
Nov 13 21:21:03.051125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27020e-fb4e-4f14-83d0-105e75c82fcb req-9ae00849-5fff-42f8-b0fc-a704e08f53e6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.052727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d27020e-fb4e-4f14-83d0-105e75c82fcb req-9ae00849-5fff-42f8-b0fc-a704e08f53e6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0630202
Nov 13 21:21:03.062232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-d7d519d0-4387-43cc-b823-c3bb92eee410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.069224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-d7d519d0-4387-43cc-b823-c3bb92eee410 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2308aa13-718d-4db5-9514-5f4df627aa26 HTTP/1.1" status: 200  len: 801 time: 0.0943868
Nov 13 21:21:03.116853 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba58358b-d349-4ca4-8fe7-b18c9673b185 x-openstack-request-id: req-ba58358b-d349-4ca4-8fe7-b18c9673b185 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:03.117687 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "tag": "8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:03.118198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d27020e-fb4e-4f14-83d0-105e75c82fcb req-dfef1ac7-e3fa-47e4-b9d2-877d340de9c5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507185
Nov 13 21:21:03.118328 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba58358b-d349-4ca4-8fe7-b18c9673b185 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:03.119028 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'tag': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce', 'status': 'completed', 'code': 200}
Nov 13 21:21:03.130565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-6e026de4-b7e1-4f57-b602-74bad9f167b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.132277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-6e026de4-b7e1-4f57-b602-74bad9f167b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=056923d0-2b9e-4931-934c-7df272095f26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0579534
Nov 13 21:21:03.245304 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-bb37d79a-e7be-401a-b62e-49df2f13cc67 service neutron] 10.222.0.46 "GET /v2.0/networks/056923d0-2b9e-4931-934c-7df272095f26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1028230
Nov 13 21:21:03.346982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-21decab8-4ad1-43f9-bd84-46ec5204247d service neutron] 10.222.0.46 "GET /v2.0/networks/056923d0-2b9e-4931-934c-7df272095f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946023
Nov 13 21:21:03.394306 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-32051f5a-250d-4622-9d2a-6b0ebd416a3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce HTTP/1.1" status: 200  len: 217 time: 0.0383484
Nov 13 21:21:03.444316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-6d92468a-873d-433b-977b-e5f72bbf1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.445812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-6d92468a-873d-433b-977b-e5f72bbf1f8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b499867-60c9-4a0e-9a00-bc0f90eb8f53 HTTP/1.1" status: 200  len: 801 time: 0.0435998
Nov 13 21:21:03.492978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-1b53117a-4935-4fce-8bbc-28208b250e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.494503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-1b53117a-4935-4fce-8bbc-28208b250e8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bb61f41-53a6-4a4a-89f1-73191cf86a47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0401161
Nov 13 21:21:03.591375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-0b116e07-84fe-46f1-a359-bf0180fee394 service neutron] 10.222.0.46 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877211
Nov 13 21:21:03.681096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db2b0344-e0b6-4212-86b8-14b98cfdcaec req-b1d50aea-94c0-49f9-8246-c7af9054d2eb service neutron] 10.222.0.46 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824397
Nov 13 21:21:03.751658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42166) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:03.900370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:03.917818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-4e9c53c3-c98e-4980-ab46-0edca9162fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.918278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-4e9c53c3-c98e-4980-ab46-0edca9162fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.918764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-4e9c53c3-c98e-4980-ab46-0edca9162fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.921156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-4e9c53c3-c98e-4980-ab46-0edca9162fcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2864 time: 0.1202650
Nov 13 21:21:03.937732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0edb57-aa84-4aae-b354-61a3e5dc1e02 req-fef2b5cd-747e-4211-8374-0516f33335df tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.939194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed0edb57-aa84-4aae-b354-61a3e5dc1e02 req-fef2b5cd-747e-4211-8374-0516f33335df tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 946 time: 0.1089087
Nov 13 21:21:03.947226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e6b21-5657-46af-a06f-da26ee04a94b req-f10011d6-3258-44bc-95bc-ac257c0c7b34 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.950279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c1e6b21-5657-46af-a06f-da26ee04a94b req-f10011d6-3258-44bc-95bc-ac257c0c7b34 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0981715
Nov 13 21:21:03.973233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-e87aa8a6-23f3-4bb3-84d0-588e9fa87222 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:03.974672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-e87aa8a6-23f3-4bb3-84d0-588e9fa87222 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 946 time: 0.1092837
Nov 13 21:21:04.023932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c1e6b21-5657-46af-a06f-da26ee04a94b req-26bfa367-cbe6-4900-863f-579749aba54d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646403
Nov 13 21:21:04.051209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.118831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed0edb57-aa84-4aae-b354-61a3e5dc1e02 req-c07946a4-5f34-4622-b068-4905f5448376 tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3111750-d182-4c6a-91f4-ac4c7df5049e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684453
Nov 13 21:21:04.140126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-d3e9cd75-faaa-49d1-a80c-2be60ddd567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.140126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-d3e9cd75-faaa-49d1-a80c-2be60ddd567d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8bb61f41-53a6-4a4a-89f1-73191cf86a47 HTTP/1.1" status: 200  len: 902 time: 0.2084198
Nov 13 21:21:04.145266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.192190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-81569279-d120-43df-8e38-ebc3a2c471fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce HTTP/1.1" status: 200  len: 217 time: 0.0468767
Nov 13 21:21:04.197913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76cf0b9-e374-4056-bfb1-106bf652aa5c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:04.200750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Deleting port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:04.201206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.209876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de02b1-0ba2-41e8-be3f-6de0df807e4a req-ccca5dcd-7f38-48d8-9ff0-034c4e1c62a2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.216179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de02b1-0ba2-41e8-be3f-6de0df807e4a req-ccca5dcd-7f38-48d8-9ff0-034c4e1c62a2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.222252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de02b1-0ba2-41e8-be3f-6de0df807e4a req-ccca5dcd-7f38-48d8-9ff0-034c4e1c62a2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.224003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30de02b1-0ba2-41e8-be3f-6de0df807e4a req-ccca5dcd-7f38-48d8-9ff0-034c4e1c62a2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2411 time: 0.1107881
Nov 13 21:21:04.231729 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f5163934cdd421299610fd304d54547&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4788284
Nov 13 21:21:04.235253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42182) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:04.253229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.255986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.256166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.256428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.256772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead197f6-71bb-4c2a-a1ac-fbfa3f2c6c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:04.327206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30de02b1-0ba2-41e8-be3f-6de0df807e4a req-e7995808-bb34-4b3e-af53-9b332302ad57 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928390
Nov 13 21:21:04.341972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba85fa3f-6a68-4e21-9907-27e3337ca067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.369127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba85fa3f-6a68-4e21-9907-27e3337ca067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.484106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba85fa3f-6a68-4e21-9907-27e3337ca067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.486972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ba85fa3f-6a68-4e21-9907-27e3337ca067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.492374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ba85fa3f-6a68-4e21-9907-27e3337ca067 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f76cf0b9-e374-4056-bfb1-106bf652aa5c HTTP/1.1" status: 204  len: 168 time: 0.2477760
Nov 13 21:21:04.497362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85fa3f-6a68-4e21-9907-27e3337ca067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76cf0b9-e374-4056-bfb1-106bf652aa5c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:04.626642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-307d86f0-0096-4309-a3d8-d7de55f2c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.628109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-307d86f0-0096-4309-a3d8-d7de55f2c2fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b499867-60c9-4a0e-9a00-bc0f90eb8f53 HTTP/1.1" status: 200  len: 801 time: 0.4237123
Nov 13 21:21:04.644724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c1e8d-a799-4369-b805-cfda7404e163 req-4da14469-8237-47e7-b5da-c1ac701e002b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.646117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-709c1e8d-a799-4369-b805-cfda7404e163 req-4da14469-8237-47e7-b5da-c1ac701e002b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1365547
Nov 13 21:21:04.672233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] For port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,segment=NetworkSegment(f9d35899-53d4-4188-a6e4-8f11a48e6714),segment_id=f9d35899-53d4-4188-a6e4-8f11a48e6714)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:04.672595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:04.708762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Calling delete_port for 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:04.776607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-95b9da76-0352-4e04-8bf5-fc7b29743658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:04.780516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-95b9da76-0352-4e04-8bf5-fc7b29743658 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8bb61f41-53a6-4a4a-89f1-73191cf86a47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1273305
Nov 13 21:21:04.785594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-709c1e8d-a799-4369-b805-cfda7404e163 req-128cfae9-15b4-400e-b8cd-4a5e7d9b75d3 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1241069
Nov 13 21:21:04.917247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-4af3dad3-5aa2-4238-88a3-0d01559b726f service neutron] 10.222.0.46 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307042
Nov 13 21:21:05.018159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b786e1dd-0826-4505-a145-7d0bbd4939e1 req-1eda4b37-01f2-4470-9c3a-c4ee0f0183b1 service neutron] 10.222.0.46 "GET /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916185
Nov 13 21:21:05.070793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.082987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:21:05.106309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Pushing event deleted for resources: {'Port': ['ID=01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:05.127616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4281a9a-7b91-465d-b631-984d2960ca57 None None] DHCP port deletion for db320175-24fd-46da-9203-c785d2d59c83 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:21:05.158935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] No DVR routers for this DVR port 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:05.163413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.167197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bdee4101-a046-4753-acfb-22ddb0b2e80a req-44b0b7aa-f9f8-416f-8234-feb75a889f3a tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.46 "DELETE /v2.0/ports/01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d HTTP/1.1" status: 204  len: 173 time: 1.1847484
Nov 13 21:21:05.167733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80484be8-a453-468c-914e-7d79d2774f5b', 'name': 'network-vif-deleted', 'tag': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:05.172133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42198) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:05.172663 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c612caa2-c5c2-4fe9-b1e1-79afe76ba306" -d '{"events": [{"server_uuid": "80484be8-a453-468c-914e-7d79d2774f5b", "name": "network-vif-deleted", "tag": "01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:05.203151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8affdfa-c160-472e-a884-b8d8721ba597 req-68d90861-5741-4cb7-a185-ff387621c00e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:05.207531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8affdfa-c160-472e-a884-b8d8721ba597 req-68d90861-5741-4cb7-a185-ff387621c00e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0908461
Nov 13 21:21:05.207531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93cc70e7-531d-4d5f-afe7-48c9f4816429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.229060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a1084f1-4de2-4e1b-9593-3d8b42422cca req-3611ff72-94af-4c7e-a16e-6efa4a0d0f2d tempest-VolumesActionsTest-1716385289 tempest-VolumesActionsTest-1716385289-project] 10.222.0.20 "GET /v2.0/ports?device_id=80484be8-a453-468c-914e-7d79d2774f5b HTTP/1.1" status: 200  len: 210 time: 0.0287139
Nov 13 21:21:05.282285 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a4ef22-5dec-4a07-9b0c-42ccecebd7e2 x-openstack-request-id: req-34a4ef22-5dec-4a07-9b0c-42ccecebd7e2 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:05.282587 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80484be8-a453-468c-914e-7d79d2774f5b", "name": "network-vif-deleted", "tag": "01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:05.282845 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34a4ef22-5dec-4a07-9b0c-42ccecebd7e2 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:05.283281 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80484be8-a453-468c-914e-7d79d2774f5b', 'name': 'network-vif-deleted', 'tag': '01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d', 'status': 'completed', 'code': 200}
Nov 13 21:21:05.292512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8affdfa-c160-472e-a884-b8d8721ba597 req-3b04b71c-51ea-4fc5-9c8a-221e381e3829 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767577
Nov 13 21:21:05.333590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93cc70e7-531d-4d5f-afe7-48c9f4816429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.421027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93cc70e7-531d-4d5f-afe7-48c9f4816429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.456186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b89894-6aeb-42dc-b77c-5fbb1362e1f4 req-d0cd2a3d-fcb2-4e1a-a96b-479b2770e21e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:05.462370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b89894-6aeb-42dc-b77c-5fbb1362e1f4 req-d0cd2a3d-fcb2-4e1a-a96b-479b2770e21e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:05.469389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc70e7-531d-4d5f-afe7-48c9f4816429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc60471-4c6d-4a88-a3e5-8ae1ffc4f553,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:05.469389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-93cc70e7-531d-4d5f-afe7-48c9f4816429 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79d364741f73493389e56aa20dbb7f05&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2963181
Nov 13 21:21:05.469683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b89894-6aeb-42dc-b77c-5fbb1362e1f4 req-d0cd2a3d-fcb2-4e1a-a96b-479b2770e21e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:05.469789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42206) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:05.470245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10b89894-6aeb-42dc-b77c-5fbb1362e1f4 req-d0cd2a3d-fcb2-4e1a-a96b-479b2770e21e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2411 time: 0.0704870
Nov 13 21:21:05.531990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10b89894-6aeb-42dc-b77c-5fbb1362e1f4 req-0243e39e-fa04-483f-ac2f-14c21d9ad2ba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523496
Nov 13 21:21:05.559858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08b15c4a-1846-4365-87fd-d844fbaef28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.585561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08b15c4a-1846-4365-87fd-d844fbaef28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.729982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08b15c4a-1846-4365-87fd-d844fbaef28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.734037 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08b15c4a-1846-4365-87fd-d844fbaef28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:05.735194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-08b15c4a-1846-4365-87fd-d844fbaef28d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bc60471-4c6d-4a88-a3e5-8ae1ffc4f553 HTTP/1.1" status: 204  len: 168 time: 0.2567854
Nov 13 21:21:05.744256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b15c4a-1846-4365-87fd-d844fbaef28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc60471-4c6d-4a88-a3e5-8ae1ffc4f553,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:05.923034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a165b3-1c8a-4743-a58c-41f175e1ce14 req-3274b9b2-a406-4c84-95b8-015bd906b692 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:05.924760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a165b3-1c8a-4743-a58c-41f175e1ce14 req-3274b9b2-a406-4c84-95b8-015bd906b692 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0542760
Nov 13 21:21:05.976613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d4a165b3-1c8a-4743-a58c-41f175e1ce14 req-096a4741-079a-4d5a-869d-220970f0a9dc tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456231
Nov 13 21:21:06.328602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 512adfdd-2a12-45c1-9408-c89ac5af8aed details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:21:06.414693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89559c38-61a2-48af-9448-6d0fc04514e3 req-42665358-a736-4dcb-92ef-c86f6947b4a3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:06.416215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89559c38-61a2-48af-9448-6d0fc04514e3 req-42665358-a736-4dcb-92ef-c86f6947b4a3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0496659
Nov 13 21:21:06.426727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 512adfdd-2a12-45c1-9408-c89ac5af8aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=512adfdd-2a12-45c1-9408-c89ac5af8aed,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:06.439389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '512adfdd-2a12-45c1-9408-c89ac5af8aed', 'network_id': '056923d0-2b9e-4931-934c-7df272095f26', 'port_id': '512adfdd-2a12-45c1-9408-c89ac5af8aed', 'mac_address': 'fa:16:3e:8d:78:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2308aa13-718d-4db5-9514-5f4df627aa26', 'ip_address': '19.86.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:21:06.466694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89559c38-61a2-48af-9448-6d0fc04514e3 req-13779cd3-875b-41bb-ac15-cd3b24d04aab tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437875
Nov 13 21:21:06.477720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:06.491090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512adfdd-2a12-45c1-9408-c89ac5af8aed {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:06.512955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 512adfdd-2a12-45c1-9408-c89ac5af8aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=512adfdd-2a12-45c1-9408-c89ac5af8aed,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:06.587316 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:06.588744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:21:06.688382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c97c5d-efab-49a1-9861-d89fca102df3 req-3c260d6e-7bbc-46bd-b809-6daa2da189d9 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:06.694382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c97c5d-efab-49a1-9861-d89fca102df3 req-3c260d6e-7bbc-46bd-b809-6daa2da189d9 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:06.701036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c97c5d-efab-49a1-9861-d89fca102df3 req-3c260d6e-7bbc-46bd-b809-6daa2da189d9 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:06.702871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2c97c5d-efab-49a1-9861-d89fca102df3 req-3c260d6e-7bbc-46bd-b809-6daa2da189d9 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2412 time: 0.0725341
Nov 13 21:21:06.712038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=512adfdd-2a12-45c1-9408-c89ac5af8aed,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:06.746444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:06.760354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce', 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'port_id': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce', 'mac_address': 'fa:16:3e:88:96:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b499867-60c9-4a0e-9a00-bc0f90eb8f53', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:21:06.784260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2c97c5d-efab-49a1-9861-d89fca102df3 req-54baafc7-ce04-4288-ab8b-84807bdde039 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689504
Nov 13 21:21:06.805839 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:06.822016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:06.841492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:06.924494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:06.925204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:21:06.995825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:06.999251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:07.016993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9', 'network_id': '8bb61f41-53a6-4a4a-89f1-73191cf86a47', 'port_id': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9', 'mac_address': 'fa:16:3e:79:b2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b499867-60c9-4a0e-9a00-bc0f90eb8f53', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:21:07.072077 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:07.085686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:07.120450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:07.148311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4602bb1-ab8a-466a-8e34-ab6c0e57b6e1 req-c7fd4f57-b03f-4cd5-b620-ea6632e22085 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:07.149961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4602bb1-ab8a-466a-8e34-ab6c0e57b6e1 req-c7fd4f57-b03f-4cd5-b620-ea6632e22085 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0750399
Nov 13 21:21:07.204050 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:07.221004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4602bb1-ab8a-466a-8e34-ab6c0e57b6e1 req-3fd6a932-ec3a-4c4a-8719-f620e68b31a5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569568
Nov 13 21:21:07.273229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:07.580049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['512adfdd-2a12-45c1-9408-c89ac5af8aed'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:21:07.612289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:21:07.644463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:21:07.660008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9258845-a016-403a-a66d-c8321b4df00b req-16c56508-591a-4a3e-a364-53c144b4ed05 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:07.668814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9258845-a016-403a-a66d-c8321b4df00b req-16c56508-591a-4a3e-a364-53c144b4ed05 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1165688
Nov 13 21:21:07.755545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9258845-a016-403a-a66d-c8321b4df00b req-281011d6-16dd-4e27-9942-3b335572078c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854826
Nov 13 21:21:07.958687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130948-dddc-4c49-b741-7d4c73832794 req-ad3c93ec-2d69-4fcd-97f2-a99fe76eb6c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:07.969559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130948-dddc-4c49-b741-7d4c73832794 req-ad3c93ec-2d69-4fcd-97f2-a99fe76eb6c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:07.975908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130948-dddc-4c49-b741-7d4c73832794 req-ad3c93ec-2d69-4fcd-97f2-a99fe76eb6c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:07.981688 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a130948-dddc-4c49-b741-7d4c73832794 req-ad3c93ec-2d69-4fcd-97f2-a99fe76eb6c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2414 time: 0.0956635
Nov 13 21:21:08.065700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a130948-dddc-4c49-b741-7d4c73832794 req-080f8136-b4d5-4a67-9a6b-fa9ec0d282cb tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776358
Nov 13 21:21:08.360290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:08.390434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eabdf-082d-4cc4-a6d4-e4f028e806c5 req-a6965559-d92e-499e-b296-3b70ae87b4db tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:08.391674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:21:08.392215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 01c0c1ee-3958-4ad0-96ad-d2cd0bc7ed3d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:21:08.393912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef3eabdf-082d-4cc4-a6d4-e4f028e806c5 req-a6965559-d92e-499e-b296-3b70ae87b4db tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0638332
Nov 13 21:21:08.457434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef3eabdf-082d-4cc4-a6d4-e4f028e806c5 req-6d61d59f-1672-4eb4-9cc7-605f44566326 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566189
Nov 13 21:21:08.640759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:21:08.772926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:08.784419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'mac_address': 'fa:16:3e:c6:0f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:21:08.833326 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:08.858243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:08.899206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:08.969263 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:08.973437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2872c-ca4d-4f37-968e-37c3e86e807f req-e8a374de-07e7-4a42-83a2-8d3f9fda52bb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:08.975264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25c2872c-ca4d-4f37-968e-37c3e86e807f req-e8a374de-07e7-4a42-83a2-8d3f9fda52bb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0892439
Nov 13 21:21:09.034873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25c2872c-ca4d-4f37-968e-37c3e86e807f req-6e6c4472-b903-4eff-8e0a-6df72e7e14d5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496507
Nov 13 21:21:09.103083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:21:09.137792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:09.203103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3dfda-ff20-4f7b-893f-e304548b123d req-eaa4bc99-0936-40de-b8b0-f007f6b6eb40 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:09.210920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3dfda-ff20-4f7b-893f-e304548b123d req-eaa4bc99-0936-40de-b8b0-f007f6b6eb40 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:09.219081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3dfda-ff20-4f7b-893f-e304548b123d req-eaa4bc99-0936-40de-b8b0-f007f6b6eb40 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:09.221370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89d3dfda-ff20-4f7b-893f-e304548b123d req-eaa4bc99-0936-40de-b8b0-f007f6b6eb40 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2414 time: 0.0802033
Nov 13 21:21:09.306564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89d3dfda-ff20-4f7b-893f-e304548b123d req-703d7201-afc7-4223-8325-b7732a3f20e7 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784085
Nov 13 21:21:09.625873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341f771-5944-41d7-867d-9486874d2d92 req-a3967270-a856-49da-8b90-40c1bb1a0e46 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:09.628092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8341f771-5944-41d7-867d-9486874d2d92 req-a3967270-a856-49da-8b90-40c1bb1a0e46 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0665433
Nov 13 21:21:09.713916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8341f771-5944-41d7-867d-9486874d2d92 req-115c982c-c9e6-4db9-ae4c-7a7770dbb943 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796332
Nov 13 21:21:10.241214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9929c-1399-45d8-94c4-58d4c565a6ff req-ef971fe5-5fae-434c-bd61-738c99a8adcf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:10.244104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61c9929c-1399-45d8-94c4-58d4c565a6ff req-ef971fe5-5fae-434c-bd61-738c99a8adcf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1045601
Nov 13 21:21:10.323289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61c9929c-1399-45d8-94c4-58d4c565a6ff req-8b929b93-37aa-436c-a1b3-273f917ed6a3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695140
Nov 13 21:21:10.362009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 512adfdd-2a12-45c1-9408-c89ac5af8aed up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:10.549381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a839d-35e8-4c36-9986-1efb50702c78 req-c04727e6-72d0-4763-b5cd-61c5f2ee09e6 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:10.559662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a839d-35e8-4c36-9986-1efb50702c78 req-c04727e6-72d0-4763-b5cd-61c5f2ee09e6 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:10.566299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a839d-35e8-4c36-9986-1efb50702c78 req-c04727e6-72d0-4763-b5cd-61c5f2ee09e6 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:10.568073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-442a839d-35e8-4c36-9986-1efb50702c78 req-c04727e6-72d0-4763-b5cd-61c5f2ee09e6 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2414 time: 0.0856071
Nov 13 21:21:10.651759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 512adfdd-2a12-45c1-9408-c89ac5af8aed completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:21:10.663526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-442a839d-35e8-4c36-9986-1efb50702c78 req-fe488622-09d1-4ee3-9b8a-6ebbdc08aaef tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860784
Nov 13 21:21:10.665462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 512adfdd-2a12-45c1-9408-c89ac5af8aed triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:10.666102 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:10.673518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:10.866729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:10.867317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:10.948648 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:11.022391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53630f66-e793-4498-b28b-3e8b8a79486f req-9ab5977b-8cb2-426b-8890-82ce4f904c29 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:11.040632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53630f66-e793-4498-b28b-3e8b8a79486f req-9ab5977b-8cb2-426b-8890-82ce4f904c29 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.1336622
Nov 13 21:21:11.103981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512adfdd-2a12-45c1-9408-c89ac5af8aed'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:11.111472 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa89933-c9a0-49a0-bdaa-d3356a12ae5e" -d '{"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-plugged", "status": "completed", "tag": "512adfdd-2a12-45c1-9408-c89ac5af8aed"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:11.171537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53630f66-e793-4498-b28b-3e8b8a79486f req-29d5a2e1-5a92-4645-b6c9-aee6c11d835e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332498
Nov 13 21:21:11.182142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:11.200547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 512adfdd-2a12-45c1-9408-c89ac5af8aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=512adfdd-2a12-45c1-9408-c89ac5af8aed,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:11.279941 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdc65d0-365c-45b8-96fb-fb0a936b7dbf x-openstack-request-id: req-ccdc65d0-365c-45b8-96fb-fb0a936b7dbf {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:11.280681 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-plugged", "status": "completed", "tag": "512adfdd-2a12-45c1-9408-c89ac5af8aed", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:11.281187 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccdc65d0-365c-45b8-96fb-fb0a936b7dbf {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:11.281802 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512adfdd-2a12-45c1-9408-c89ac5af8aed', 'code': 200}
Nov 13 21:21:11.284449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:11.329113 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:11.344640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:11.422560 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:11.454198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=512adfdd-2a12-45c1-9408-c89ac5af8aed,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:11.514474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:11.572986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2d197-1bb1-4ea2-8f02-2a6c744d4828 req-0f6f0f86-8076-493d-951f-0eb8ba79344b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:11.572986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86b2d197-1bb1-4ea2-8f02-2a6c744d4828 req-0f6f0f86-8076-493d-951f-0eb8ba79344b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1286128
Nov 13 21:21:11.668368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:21:11.672145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86b2d197-1bb1-4ea2-8f02-2a6c744d4828 req-ae9d6965-b2f1-47ea-961c-3e2330f65294 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040523
Nov 13 21:21:11.673185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:11.673577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:11.944838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89b766-044a-4115-a013-f35a49e4afd0 req-42149648-36ca-495b-835b-4141883061bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:11.950624 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:11.972243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89b766-044a-4115-a013-f35a49e4afd0 req-42149648-36ca-495b-835b-4141883061bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:11.987833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89b766-044a-4115-a013-f35a49e4afd0 req-42149648-36ca-495b-835b-4141883061bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:12.005180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df89b766-044a-4115-a013-f35a49e4afd0 req-42149648-36ca-495b-835b-4141883061bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2415 time: 0.2285116
Nov 13 21:21:12.080932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:12.116681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df89b766-044a-4115-a013-f35a49e4afd0 req-44209162-5cac-415a-b1e6-e8c468092eca tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990090
Nov 13 21:21:12.161509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:12.221196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:12.222067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:12.426591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad826e0-dd5c-4d83-a030-4fcc86b33ae0 req-88220125-ffd9-4f0f-98ef-042da2cbf900 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:12.429574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0ad826e0-dd5c-4d83-a030-4fcc86b33ae0 req-88220125-ffd9-4f0f-98ef-042da2cbf900 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1071439
Nov 13 21:21:12.450965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:12.580637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0ad826e0-dd5c-4d83-a030-4fcc86b33ae0 req-af70c964-42fd-46ea-902d-6fefafa86787 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378586
Nov 13 21:21:12.587215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:21:12.599229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:12.603948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:12.906217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b35903-6d80-498c-8ad8-ccfe17af04d5 req-244da8c6-8767-41c5-86e4-87bed1402d32 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:12.924763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86b35903-6d80-498c-8ad8-ccfe17af04d5 req-244da8c6-8767-41c5-86e4-87bed1402d32 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1193900
Nov 13 21:21:13.129618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86b35903-6d80-498c-8ad8-ccfe17af04d5 req-4456fb55-8564-42a2-9014-f794bbd52911 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410730
Nov 13 21:21:13.140369 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:13.192209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:13.283549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}, {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9'}, {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:13.291292 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3020ceaa-e583-4bea-a992-d7204bc5f5cf" -d '{"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-plugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}, {"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-plugged", "status": "completed", "tag": "3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9"}, {"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-plugged", "status": "completed", "tag": "8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:13.375970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed140-9146-4848-9b51-54f4ae715f2e req-14254f2a-0372-428d-8f67-f71f0ae401ab tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.397386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed140-9146-4848-9b51-54f4ae715f2e req-14254f2a-0372-428d-8f67-f71f0ae401ab tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.407044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed140-9146-4848-9b51-54f4ae715f2e req-14254f2a-0372-428d-8f67-f71f0ae401ab tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.492436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b9ed140-9146-4848-9b51-54f4ae715f2e req-14254f2a-0372-428d-8f67-f71f0ae401ab tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2416 time: 0.1540220
Nov 13 21:21:13.524388 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc465991-b730-49fd-8b89-fdd22f6d3168 x-openstack-request-id: req-dc465991-b730-49fd-8b89-fdd22f6d3168 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:13.525470 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-plugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "code": 200}, {"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-plugged", "status": "completed", "tag": "3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9", "code": 200}, {"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-plugged", "status": "completed", "tag": "8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:13.525899 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc465991-b730-49fd-8b89-fdd22f6d3168 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:13.526466 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'code': 200}
Nov 13 21:21:13.527437 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9', 'code': 200}
Nov 13 21:21:13.528041 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce', 'code': 200}
Nov 13 21:21:13.580109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:13.730881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:13.765881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b9ed140-9146-4848-9b51-54f4ae715f2e req-9c43e0da-21b5-4257-a969-adab63e3a0eb tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3331378
Nov 13 21:21:13.777509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f48d6-12a2-4d79-9c27-7bf74764a5e5 req-ad89a7a0-2eae-42d3-9bab-f6c90f7953a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.778218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f48d6-12a2-4d79-9c27-7bf74764a5e5 req-ad89a7a0-2eae-42d3-9bab-f6c90f7953a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.778849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f48d6-12a2-4d79-9c27-7bf74764a5e5 req-ad89a7a0-2eae-42d3-9bab-f6c90f7953a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.781054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3f48d6-12a2-4d79-9c27-7bf74764a5e5 req-ad89a7a0-2eae-42d3-9bab-f6c90f7953a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2870 time: 0.2022872
Nov 13 21:21:13.869217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3f48d6-12a2-4d79-9c27-7bf74764a5e5 req-6f43b00c-5595-4672-8312-dcd4dc351ca2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736809
Nov 13 21:21:13.929215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553aac8-7dcb-4530-9f59-3f76166ebb20 req-3eae9475-4bfd-49bb-99ab-2a0d6d5c8939 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:13.943502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a553aac8-7dcb-4530-9f59-3f76166ebb20 req-3eae9475-4bfd-49bb-99ab-2a0d6d5c8939 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1160433
Nov 13 21:21:14.053674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a553aac8-7dcb-4530-9f59-3f76166ebb20 req-35c832f2-c78c-4959-801b-1d6ea6cb8b72 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031122
Nov 13 21:21:14.354878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2a1a5-ce34-4ded-80c6-b3a915dbcdaa req-fc092eb9-5c8d-422e-b0f2-8c5800ca100e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:14.366130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0a2a1a5-ce34-4ded-80c6-b3a915dbcdaa req-fc092eb9-5c8d-422e-b0f2-8c5800ca100e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1342602
Nov 13 21:21:14.437162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0a2a1a5-ce34-4ded-80c6-b3a915dbcdaa req-16db169e-6c3a-405c-b5c4-9e294dafc153 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659101
Nov 13 21:21:14.482499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:15.241048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c51f82-e6e7-477e-8934-6cbae2decfc0 req-2f2c96f7-fced-449e-9e33-6e1e8db43d1d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.254801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20c51f82-e6e7-477e-8934-6cbae2decfc0 req-2f2c96f7-fced-449e-9e33-6e1e8db43d1d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1416953
Nov 13 21:21:15.272776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-3cc7ab35-ad2c-4816-af0d-a4089daaf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.274706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-3cc7ab35-ad2c-4816-af0d-a4089daaf56d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.2204931
Nov 13 21:21:15.332474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20c51f82-e6e7-477e-8934-6cbae2decfc0 req-d0184ca0-b163-4bc8-b5fb-d133b2a87e7d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718272
Nov 13 21:21:15.454810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-f443a351-04df-42ee-9b4f-4d2d5c92f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.456474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-f443a351-04df-42ee-9b4f-4d2d5c92f919 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1707768
Nov 13 21:21:15.467505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf355d-ad13-40bc-804a-0d592858376c req-11d79830-f019-4c51-9464-84eb64f9c087 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.474630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf355d-ad13-40bc-804a-0d592858376c req-11d79830-f019-4c51-9464-84eb64f9c087 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.484902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf355d-ad13-40bc-804a-0d592858376c req-11d79830-f019-4c51-9464-84eb64f9c087 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.494466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eabf355d-ad13-40bc-804a-0d592858376c req-11d79830-f019-4c51-9464-84eb64f9c087 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2417 time: 0.3441496
Nov 13 21:21:15.537508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b9ca0-0be5-40a5-801b-d9a44c8b8f83 req-eff02a72-d83e-4de5-bef8-0da8f34be270 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.554165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a6b9ca0-0be5-40a5-801b-d9a44c8b8f83 req-eff02a72-d83e-4de5-bef8-0da8f34be270 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1128128
Nov 13 21:21:15.688514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a6b9ca0-0be5-40a5-801b-d9a44c8b8f83 req-8e3eaf15-77e2-41da-a40f-351a87c3fc71 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262660
Nov 13 21:21:15.707486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-d51323dc-7b9c-4fb1-acec-cd73c01744e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.2049475
Nov 13 21:21:15.735775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-b072f24b-a67e-4724-9a11-fa8e8573fd5e req-793f3d94-431a-4b78-920f-1fe39576b57a service neutron] (120532) timed out ('10.222.0.37', 64707) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:21:15.760084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eabf355d-ad13-40bc-804a-0d592858376c req-84d48b0c-569a-42ab-82a3-c84851672c5c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2559569
Nov 13 21:21:15.907193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-83c53ff0-e901-4d8a-a8eb-2720fb8c6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:15.909430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-83c53ff0-e901-4d8a-a8eb-2720fb8c6e0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.1436710
Nov 13 21:21:16.039751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-80f1540b-ee34-4e84-b1d0-3a4bf85cef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:16.041885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-80f1540b-ee34-4e84-b1d0-3a4bf85cef07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1173294
Nov 13 21:21:16.364784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-1ff17125-b2d0-4b0d-81fe-f40910b35e6b service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3083556
Nov 13 21:21:16.569591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c96751-a490-476c-a7ee-288be92ed0c7 req-a6e5f666-4e38-4934-a183-d71645b60729 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993902
Nov 13 21:21:16.601707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0801ab0-0b78-400a-a590-8e58819e3461 req-11e264fe-a7ce-4a07-b6cc-ee1647c50d96 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:16.603943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0801ab0-0b78-400a-a590-8e58819e3461 req-11e264fe-a7ce-4a07-b6cc-ee1647c50d96 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0788741
Nov 13 21:21:16.664536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0801ab0-0b78-400a-a590-8e58819e3461 req-5d10de27-90f0-4f17-9d9f-4cc442758854 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479803
Nov 13 21:21:16.840339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20c06a-4a46-421f-86fe-1769734b741e req-c4482780-718c-4157-a8f8-9c43173eedac tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:16.842006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb20c06a-4a46-421f-86fe-1769734b741e req-c4482780-718c-4157-a8f8-9c43173eedac tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0574138
Nov 13 21:21:16.882677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dcd3c-b0c0-4048-8bf2-c8c6dfb67351 req-45b4d04b-4c26-402d-aadd-4dffcfd1ac9e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:16.887302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dcd3c-b0c0-4048-8bf2-c8c6dfb67351 req-45b4d04b-4c26-402d-aadd-4dffcfd1ac9e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:16.893185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dcd3c-b0c0-4048-8bf2-c8c6dfb67351 req-45b4d04b-4c26-402d-aadd-4dffcfd1ac9e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:16.893693 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb20c06a-4a46-421f-86fe-1769734b741e req-d3b2435e-ae83-4375-845a-72443d5ac542 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457599
Nov 13 21:21:16.894842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd9dcd3c-b0c0-4048-8bf2-c8c6dfb67351 req-45b4d04b-4c26-402d-aadd-4dffcfd1ac9e tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2417 time: 0.0649643
Nov 13 21:21:16.975194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd9dcd3c-b0c0-4048-8bf2-c8c6dfb67351 req-91956216-88cc-4204-b65c-59dedb47e824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600834
Nov 13 21:21:17.395565 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:21:17.911425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a9d23-4b7e-4576-8aeb-2a49f4ffe36d req-462d6b83-a19b-42b9-8615-df1422c71ded tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:17.936756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a9d23-4b7e-4576-8aeb-2a49f4ffe36d req-462d6b83-a19b-42b9-8615-df1422c71ded tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:17.958972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a9d23-4b7e-4576-8aeb-2a49f4ffe36d req-462d6b83-a19b-42b9-8615-df1422c71ded tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:17.971592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b69a9d23-4b7e-4576-8aeb-2a49f4ffe36d req-462d6b83-a19b-42b9-8615-df1422c71ded tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2417 time: 0.1734073
Nov 13 21:21:17.973613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd4b4-39c9-481e-b8f6-062ca9890330 req-c0f60bfc-4a1e-4014-a53b-c31df4f715cd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:17.992966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-996dd4b4-39c9-481e-b8f6-062ca9890330 req-c0f60bfc-4a1e-4014-a53b-c31df4f715cd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1768813
Nov 13 21:21:18.088310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-996dd4b4-39c9-481e-b8f6-062ca9890330 req-ba2c766c-e96a-4ee9-a5ae-fc01a1b4ea23 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891023
Nov 13 21:21:18.105812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b69a9d23-4b7e-4576-8aeb-2a49f4ffe36d req-e3774099-0881-4753-8fe7-f0df7aedc2b7 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203442
Nov 13 21:21:18.269471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fc818-257a-40a0-85df-e8dd8a982a05 req-9ebb64f2-2d76-42b3-87ff-0f73d7c5d6dc tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:18.271641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c2fc818-257a-40a0-85df-e8dd8a982a05 req-9ebb64f2-2d76-42b3-87ff-0f73d7c5d6dc tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0686786
Nov 13 21:21:18.370203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c2fc818-257a-40a0-85df-e8dd8a982a05 req-3cf76462-4845-4ca9-80ed-6b253888a8ec tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853486
Nov 13 21:21:18.420963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52f9fa-3b57-4a38-88e3-316c83b91803 req-c25ad3c2-fd75-4ce8-b953-8766fcaa93d8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:18.426620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb52f9fa-3b57-4a38-88e3-316c83b91803 req-c25ad3c2-fd75-4ce8-b953-8766fcaa93d8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1413369
Nov 13 21:21:18.512360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb52f9fa-3b57-4a38-88e3-316c83b91803 req-e27d16b7-ba3b-414d-bd09-a289d3350ca8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813651
Nov 13 21:21:19.457665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-76edf89d-191b-46f8-b279-2eda7a7c0949 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.457665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-76edf89d-191b-46f8-b279-2eda7a7c0949 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.457665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-76edf89d-191b-46f8-b279-2eda7a7c0949 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.457665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-76edf89d-191b-46f8-b279-2eda7a7c0949 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2417 time: 0.1555183
Nov 13 21:21:19.457665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69b7e5-b27b-4227-9d7d-cb56e6dc6f31 req-28d1f44f-39f8-4ff3-b426-208e6cc6ef58 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.459230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69b7e5-b27b-4227-9d7d-cb56e6dc6f31 req-28d1f44f-39f8-4ff3-b426-208e6cc6ef58 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.466570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69b7e5-b27b-4227-9d7d-cb56e6dc6f31 req-28d1f44f-39f8-4ff3-b426-208e6cc6ef58 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.475337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e69b7e5-b27b-4227-9d7d-cb56e6dc6f31 req-28d1f44f-39f8-4ff3-b426-208e6cc6ef58 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 2417 time: 0.2316077
Nov 13 21:21:19.702556 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e69b7e5-b27b-4227-9d7d-cb56e6dc6f31 req-07a974fa-e12d-49d3-8fcd-7d80c480bf6c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259581
Nov 13 21:21:19.886502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a43ae-6dc4-475e-8890-586a6abf6405 req-30774566-98de-4134-9129-925445aac3d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:19.901699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-334a43ae-6dc4-475e-8890-586a6abf6405 req-30774566-98de-4134-9129-925445aac3d9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1418619
Nov 13 21:21:19.928001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port 512adfdd-2a12-45c1-9408-c89ac5af8aed {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:19.928353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:20.026290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-334a43ae-6dc4-475e-8890-586a6abf6405 req-015abbee-6ef2-4386-9551-b2a62108b542 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268771
Nov 13 21:21:20.107848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port 512adfdd-2a12-45c1-9408-c89ac5af8aed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=512adfdd-2a12-45c1-9408-c89ac5af8aed,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:20.108744 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:20.153590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for 512adfdd-2a12-45c1-9408-c89ac5af8aed owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:20.191823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa1b7b-25fa-46cd-bad1-668873c10f97 req-bfca0445-ea38-4c57-aa04-ab7bdda9727b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:20.200190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31aa1b7b-25fa-46cd-bad1-668873c10f97 req-bfca0445-ea38-4c57-aa04-ab7bdda9727b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0807009
Nov 13 21:21:20.311478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31aa1b7b-25fa-46cd-bad1-668873c10f97 req-0ef57071-feb3-4560-a72e-ea00c426cff8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099184
Nov 13 21:21:20.746323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:20.823060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port 512adfdd-2a12-45c1-9408-c89ac5af8aed on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:20.826223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=512adfdd-2a12-45c1-9408-c89ac5af8aed,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:20.834176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:20.840974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-b8c0761d-be90-4a87-8176-94a712844399 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "DELETE /v2.0/ports/512adfdd-2a12-45c1-9408-c89ac5af8aed HTTP/1.1" status: 204  len: 173 time: 1.4214292
Nov 13 21:21:20.841449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-deleted', 'tag': '512adfdd-2a12-45c1-9408-c89ac5af8aed'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:20.843763 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1f54c-2267-497a-9f2e-993fcf55a161" -d '{"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-deleted", "tag": "512adfdd-2a12-45c1-9408-c89ac5af8aed"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:21.150060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b84715-6e40-4a91-b685-f89ce0a17edb req-7ded7df9-b5d9-415a-84c1-67496ca4b67a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:21.158388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62b84715-6e40-4a91-b685-f89ce0a17edb req-7ded7df9-b5d9-415a-84c1-67496ca4b67a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1111798
Nov 13 21:21:21.234527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62b84715-6e40-4a91-b685-f89ce0a17edb req-13a92889-fdbc-4788-b423-0f81368ee121 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746050
Nov 13 21:21:21.248909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81364b-3daa-4b78-ae1c-5a6fd2f5da3c req-802946f6-8e23-4d87-87b5-d6879e8943c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:21.254885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81364b-3daa-4b78-ae1c-5a6fd2f5da3c req-802946f6-8e23-4d87-87b5-d6879e8943c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:21.256864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d81364b-3daa-4b78-ae1c-5a6fd2f5da3c req-802946f6-8e23-4d87-87b5-d6879e8943c3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 1682 time: 0.1179223
Nov 13 21:21:21.295535 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e4f618-db07-473a-b8bf-7946767980d8 x-openstack-request-id: req-06e4f618-db07-473a-b8bf-7946767980d8 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:21.296038 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-deleted", "tag": "512adfdd-2a12-45c1-9408-c89ac5af8aed", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:21.296270 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06e4f618-db07-473a-b8bf-7946767980d8 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:21.296679 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-deleted', 'tag': '512adfdd-2a12-45c1-9408-c89ac5af8aed', 'status': 'completed', 'code': 200}
Nov 13 21:21:21.299840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:21.299840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:21.391793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d81364b-3daa-4b78-ae1c-5a6fd2f5da3c req-7889df34-b5d4-45cc-ba60-bb816fe6742c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200297
Nov 13 21:21:21.427793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:21.428194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:21.444016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:21.501480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1499e35-f20e-480b-be7b-cff7a8848dc2 req-28449d15-0a4a-4b76-924a-2eb2595b9677 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:21.502973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1499e35-f20e-480b-be7b-cff7a8848dc2 req-28449d15-0a4a-4b76-924a-2eb2595b9677 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0588210
Nov 13 21:21:21.561464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c1499e35-f20e-480b-be7b-cff7a8848dc2 req-6a61b70a-3e32-46a4-9bbe-65cff065be55 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517504
Nov 13 21:21:21.833823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:21.927381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:21.974391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:21.981024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:22.002149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-7346c47b-8a53-402e-a945-9869314f5f6b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "DELETE /v2.0/ports/3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 HTTP/1.1" status: 204  len: 173 time: 1.1402068
Nov 13 21:21:22.205729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:22.206073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:22.401767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 512adfdd-2a12-45c1-9408-c89ac5af8aed no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:22.458935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 512adfdd-2a12-45c1-9408-c89ac5af8aed {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:21:22.461482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 512adfdd-2a12-45c1-9408-c89ac5af8aed not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:21:22.461946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:22.476732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:22.479211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:22.532865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623fb0-c394-443f-ac18-49436ebf812c req-24093ef0-3b3e-48c9-a7a9-6dcadd683910 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:22.546965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd623fb0-c394-443f-ac18-49436ebf812c req-24093ef0-3b3e-48c9-a7a9-6dcadd683910 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1623805
Nov 13 21:21:22.551977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:22.556832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:21:22.558680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:21:22.559656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:22.660027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd623fb0-c394-443f-ac18-49436ebf812c req-363d2b47-0dbb-4323-8069-13c3a188de28 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113451
Nov 13 21:21:22.792656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:22.834147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ad38f-23e2-4747-bb3e-6585938ca62d req-493c14f2-49cd-44b3-8e41-6400e1ef524f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:22.838435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f8ad38f-23e2-4747-bb3e-6585938ca62d req-493c14f2-49cd-44b3-8e41-6400e1ef524f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0985348
Nov 13 21:21:22.910105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f8ad38f-23e2-4747-bb3e-6585938ca62d req-9b8ac0f9-6394-4356-96a2-bca0c5b4cd9a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641642
Nov 13 21:21:23.102661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:23.179774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:23.224481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d1861-5fff-4850-b649-abf8d4e7bfea req-22f40aaa-ff54-40d8-aec3-90863fa0ae7c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:23.226108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33d1861-5fff-4850-b649-abf8d4e7bfea req-22f40aaa-ff54-40d8-aec3-90863fa0ae7c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 867 time: 0.2719009
Nov 13 21:21:23.309070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-deleted', 'tag': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:23.316607 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4425acaa-3e6b-4f87-8691-a29b6676496b" -d '{"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-deleted", "tag": "3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:23.337829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port 8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:23.342674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:23.347616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c205ac8b-3eb8-42fb-ab79-086d9419bbb6 req-6b284264-ac7d-462d-847f-98220fbd6876 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "DELETE /v2.0/ports/8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce HTTP/1.1" status: 204  len: 173 time: 1.3390095
Nov 13 21:21:23.429369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33d1861-5fff-4850-b649-abf8d4e7bfea req-4106de0f-c045-4334-8c65-79540af66511 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752741
Nov 13 21:21:23.716832 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a6337-e87a-4531-8ab8-0904c44168ad x-openstack-request-id: req-c77a6337-e87a-4531-8ab8-0904c44168ad {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:23.718994 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-deleted", "tag": "3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:23.721923 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c77a6337-e87a-4531-8ab8-0904c44168ad {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:23.725759 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-deleted', 'tag': '3df9d1ad-1836-4e4d-a32c-0ebe6eda73f9', 'status': 'completed', 'code': 200}
Nov 13 21:21:23.799387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c52e1-a2aa-4a77-847f-0235245035f6 req-db0e3a70-47b1-41ed-a8b3-aee38d3855c2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:23.814249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c8c52e1-a2aa-4a77-847f-0235245035f6 req-db0e3a70-47b1-41ed-a8b3-aee38d3855c2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1606104
Nov 13 21:21:23.939660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c8c52e1-a2aa-4a77-847f-0235245035f6 req-d949ada8-9292-458a-bd4b-a50f0846cbc0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1191888
Nov 13 21:21:24.197544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cbf49-42a9-46f7-8fb2-4099673eb4ca req-fe272632-8e82-41f3-85ae-f0389423926e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:24.213784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b78cbf49-42a9-46f7-8fb2-4099673eb4ca req-fe272632-8e82-41f3-85ae-f0389423926e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1047597
Nov 13 21:21:24.529707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b78cbf49-42a9-46f7-8fb2-4099673eb4ca req-8d02bd52-78b4-4310-b6f0-8cc715a4a818 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3148785
Nov 13 21:21:24.632284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-238784b3-0fbf-4d8c-b7f9-453b1f0fed6b req-3965fd50-1656-44da-87db-c9bf3375c822 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=41cb7184-a5cb-4dcf-ad1a-47d472488395 HTTP/1.1" status: 200  len: 210 time: 0.0567734
Nov 13 21:21:24.723302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7af4f11a-ba63-4f90-8735-24a1b16addca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:25.163844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92525a-6623-43dd-84d3-467aa89bb74e req-cc8e6299-49d0-491f-b4c4-913a6f1e5510 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:25.181812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a92525a-6623-43dd-84d3-467aa89bb74e req-cc8e6299-49d0-491f-b4c4-913a6f1e5510 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1351702
Nov 13 21:21:25.319536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a92525a-6623-43dd-84d3-467aa89bb74e req-b566baec-56cd-46a3-9466-8765920c7c15 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360135
Nov 13 21:21:25.612035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa296-0c64-4cf7-80cf-3973702d107c req-a05deeac-0818-47c1-9678-13bf2973ab87 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:25.618452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ccaa296-0c64-4cf7-80cf-3973702d107c req-a05deeac-0818-47c1-9678-13bf2973ab87 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1506903
Nov 13 21:21:25.726453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-deleted', 'tag': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:25.729127 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e264d-24ba-4d15-807a-b13aa0034487" -d '{"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-deleted", "tag": "8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:25.778689 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ccaa296-0c64-4cf7-80cf-3973702d107c req-057a2148-4297-4ff7-9086-1b9fb7adbbe4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1461437
Nov 13 21:21:25.842905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42772) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:25.879083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfe59-2424-4a76-be87-94921a9628fc req-b093a60c-fa8a-4413-92f5-23e7f07971c5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:25.888039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dbfe59-2424-4a76-be87-94921a9628fc req-b093a60c-fa8a-4413-92f5-23e7f07971c5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1553957
Nov 13 21:21:26.011029 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29dbfe59-2424-4a76-be87-94921a9628fc req-596cf49f-6161-4b6f-ac33-c744d27b051d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128607
Nov 13 21:21:26.042855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting subnet 2308aa13-718d-4db5-9514-5f4df627aa26 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:21:26.061378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:26.116509 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac51021-6908-459e-8a76-21569a4fe788 x-openstack-request-id: req-0ac51021-6908-459e-8a76-21569a4fe788 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:26.120613 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41cb7184-a5cb-4dcf-ad1a-47d472488395", "name": "network-vif-deleted", "tag": "8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:26.120613 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ac51021-6908-459e-8a76-21569a4fe788 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:26.130231 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cb7184-a5cb-4dcf-ad1a-47d472488395', 'name': 'network-vif-deleted', 'tag': '8e66161c-3f3e-48a8-8fd9-5eaee61ce7ce', 'status': 'completed', 'code': 200}
Nov 13 21:21:26.177645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:26.385109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ef00-47ac-487c-a9c2-afc02fd4a891 req-0c41758b-00bc-41c2-9294-132bc85d9113 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:26.394591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8386ef00-47ac-487c-a9c2-afc02fd4a891 req-0c41758b-00bc-41c2-9294-132bc85d9113 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1450734
Nov 13 21:21:26.457232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:26.463599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8386ef00-47ac-487c-a9c2-afc02fd4a891 req-46239616-8fcb-49a4-abe4-3203367342fa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679514
Nov 13 21:21:26.626033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc9ca-059b-496e-9d79-22b259862fda req-9753378d-7d42-4094-b0f7-f7a45642f997 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:26.627557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4facc9ca-059b-496e-9d79-22b259862fda req-9753378d-7d42-4094-b0f7-f7a45642f997 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0546272
Nov 13 21:21:26.678504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4facc9ca-059b-496e-9d79-22b259862fda req-8bb809e2-4461-48d0-aa04-f05d9ea41e50 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445800
Nov 13 21:21:26.808714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-0ee53d0b-2777-4f5b-aa4a-3f30fc728a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:26.857126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-0ee53d0b-2777-4f5b-aa4a-3f30fc728a7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1097 time: 0.0480704
Nov 13 21:21:26.919557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-deb7231e-7f0f-44fd-a6c8-1a7e9366dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:26.921133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-deb7231e-7f0f-44fd-a6c8-1a7e9366dcbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.0905802
Nov 13 21:21:26.991766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-8124a017-d008-4cd8-a598-cd29613d1c9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 1001 time: 0.0641267
Nov 13 21:21:27.039734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-cd45e589-17c8-497e-ae9f-6315010e663e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:27.041211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-cd45e589-17c8-497e-ae9f-6315010e663e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0431709
Nov 13 21:21:27.087787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.121466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Subnet': ['ID=2308aa13-718d-4db5-9514-5f4df627aa26,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:27.125392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-93c9e793-4075-4391-9f1b-29e1690e9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:27.126928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-93c9e793-4075-4391-9f1b-29e1690e9ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0781898
Nov 13 21:21:27.139421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.148003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e954ee0-614c-45cd-9350-aa3d01bebe71 None None] Network 056923d0-2b9e-4931-934c-7df272095f26 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:27.148657 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e5adbe33-f4d0-4698-bba1-5d6019658232 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/subnets/2308aa13-718d-4db5-9514-5f4df627aa26 HTTP/1.1" status: 204  len: 168 time: 1.2990735
Nov 13 21:21:27.149382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42788) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:27.250796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4037e-51ef-4525-aebc-0435b1fac754 req-cdab9a37-71a9-4d39-a3b8-a9e3e03b528f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:27.252142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61c4037e-51ef-4525-aebc-0435b1fac754 req-cdab9a37-71a9-4d39-a3b8-a9e3e03b528f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1318214
Nov 13 21:21:27.293685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-98896060-b89f-4104-811c-f1fe71360521 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569738
Nov 13 21:21:27.345814 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd571-fe0e-4d08-b68b-39274351df76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.356795 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.390263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-61c4037e-51ef-4525-aebc-0435b1fac754 req-f5c51bf3-8690-4bc4-b149-4e8a41e30cd4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311772
Nov 13 21:21:27.537977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port 91028183-e2fe-4fff-a49d-5670c1e85532 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:27.538762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.559347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] DHCP port deletion for 056923d0-2b9e-4931-934c-7df272095f26 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:21:27.566494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d242e1bb-9388-403b-9056-0fcf21fa53f0 req-892b9194-d183-4152-9620-263f9872a63f service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636642
Nov 13 21:21:27.660559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Deleting port 91028183-e2fe-4fff-a49d-5670c1e85532 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:27.662862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.697023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port 91028183-e2fe-4fff-a49d-5670c1e85532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91028183-e2fe-4fff-a49d-5670c1e85532,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:27.697646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.718474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for 91028183-e2fe-4fff-a49d-5670c1e85532 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:27.764556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] For port 91028183-e2fe-4fff-a49d-5670c1e85532, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91028183-e2fe-4fff-a49d-5670c1e85532,segment=NetworkSegment(84e76b5a-78a7-45df-83b1-abacd2fd9035),segment_id=84e76b5a-78a7-45df-83b1-abacd2fd9035)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:27.765488 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.782000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Calling delete_port for 91028183-e2fe-4fff-a49d-5670c1e85532 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:27.952036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.960013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:27.992365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Pushing event deleted for resources: {'Port': ['ID=91028183-e2fe-4fff-a49d-5670c1e85532,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:27.995910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] No DVR routers for this DVR port 91028183-e2fe-4fff-a49d-5670c1e85532 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:27.999683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=91028183-e2fe-4fff-a49d-5670c1e85532,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:28.020308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port 91028183-e2fe-4fff-a49d-5670c1e85532 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:28.020656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.021011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.021486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.021878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.022281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.022868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.023028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.023359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.023699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.024029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.024987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.024987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe700732-9488-488a-8f61-b0f69e012029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:28.195972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.237112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd331eb0>,) {'filters': {'network_id': ['056923d0-2b9e-4931-934c-7df272095f26']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:28.261432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd331eb0>, '84e76b5a-78a7-45df-83b1-abacd2fd9035') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:28.262458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd331eb0>, '84e76b5a-78a7-45df-83b1-abacd2fd9035') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:28.280877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.309372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.329499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:21:28.330213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:21:28.377070 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:21:28.622285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d808a-abf7-4363-a622-86bf18d5ece8 req-e314a139-cd85-48a8-af9e-53c38099e009 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:28.629197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-443d808a-abf7-4363-a622-86bf18d5ece8 req-e314a139-cd85-48a8-af9e-53c38099e009 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0804913
Nov 13 21:21:28.637156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.645215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.650104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/networks/056923d0-2b9e-4931-934c-7df272095f26 HTTP/1.1" status: 204  len: 168 time: 1.4996221
Nov 13 21:21:28.655848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:28.656368 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.673614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ef613-254c-42bd-b6b8-e9fcd0ac4e81 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Network': ['ID=056923d0-2b9e-4931-934c-7df272095f26,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:28.737259 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-443d808a-abf7-4363-a622-86bf18d5ece8 req-21155598-cae4-4e4b-9dc3-ffb379d469df tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057835
Nov 13 21:21:28.774199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting subnet 7b499867-60c9-4a0e-9a00-bc0f90eb8f53 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:21:28.777879 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:28.830436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.000995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 91028183-e2fe-4fff-a49d-5670c1e85532 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:29.031950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 91028183-e2fe-4fff-a49d-5670c1e85532 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:21:29.032622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 91028183-e2fe-4fff-a49d-5670c1e85532 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:21:29.319061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.455111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.485582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Subnet': ['ID=7b499867-60c9-4a0e-9a00-bc0f90eb8f53,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:29.493619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.497596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-78579e75-be74-42f0-8373-2d186896a4d4 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/subnets/7b499867-60c9-4a0e-9a00-bc0f90eb8f53 HTTP/1.1" status: 204  len: 168 time: 0.8401148
Nov 13 21:21:29.502343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42830) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:29.505789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f472d8a3-ec4d-4007-bfcb-7fd2d91b8324 None None] Network 8bb61f41-53a6-4a4a-89f1-73191cf86a47 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:29.612020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.696631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port a8d36ec2-ef99-4d07-8831-2909595b0fc1 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:29.697058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.825231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34225b5-a801-4403-8774-36935441dd73 None None] DHCP port deletion for 8bb61f41-53a6-4a4a-89f1-73191cf86a47 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:21:29.959385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b34225b5-a801-4403-8774-36935441dd73 None None] Deleting port a8d36ec2-ef99-4d07-8831-2909595b0fc1 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:21:29.959838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b34225b5-a801-4403-8774-36935441dd73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:29.963252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.006526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0faf-18c3-449c-8fce-651106cca138 req-81a22a85-5d57-45ad-a59b-fce7cc6d5ddb tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:30.014966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8eaa0faf-18c3-449c-8fce-651106cca138 req-81a22a85-5d57-45ad-a59b-fce7cc6d5ddb tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.1423838
Nov 13 21:21:30.041430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-5b953624-bd8c-4c80-829e-654ac5b22dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:30.043585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-5b953624-bd8c-4c80-829e-654ac5b22dfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1097 time: 0.1151204
Nov 13 21:21:30.064153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b34225b5-a801-4403-8774-36935441dd73 None None] For port a8d36ec2-ef99-4d07-8831-2909595b0fc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d36ec2-ef99-4d07-8831-2909595b0fc1,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:30.066512 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b34225b5-a801-4403-8774-36935441dd73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.107806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b34225b5-a801-4403-8774-36935441dd73 None None] Calling delete_port for a8d36ec2-ef99-4d07-8831-2909595b0fc1 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:30.112866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port a8d36ec2-ef99-4d07-8831-2909595b0fc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8d36ec2-ef99-4d07-8831-2909595b0fc1,segment=NetworkSegment(6f771f8c-eed2-4a94-81d3-292eaea74e8c),segment_id=6f771f8c-eed2-4a94-81d3-292eaea74e8c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:30.113400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.134305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for a8d36ec2-ef99-4d07-8831-2909595b0fc1 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:21:30.183473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8eaa0faf-18c3-449c-8fce-651106cca138 req-5b2432b7-a27d-4590-a0cc-f3e0969d45a4 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1669619
Nov 13 21:21:30.259410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-12ae67e4-a7e3-4fa7-9ae9-91f9f9a05bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:30.262142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-12ae67e4-a7e3-4fa7-9ae9-91f9f9a05bdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.2111154
Nov 13 21:21:30.337036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-2c46633e-0cef-4e51-83b5-7b880641c369 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 1001 time: 0.0676367
Nov 13 21:21:30.352154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.353668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b34225b5-a801-4403-8774-36935441dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.415509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.419463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=a8d36ec2-ef99-4d07-8831-2909595b0fc1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:30.434227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34225b5-a801-4403-8774-36935441dd73 None None] No DVR routers for this DVR port a8d36ec2-ef99-4d07-8831-2909595b0fc1 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:30.436077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34225b5-a801-4403-8774-36935441dd73 None None] Pushing event deleted for resources: {'Port': ['ID=a8d36ec2-ef99-4d07-8831-2909595b0fc1,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:30.456217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port a8d36ec2-ef99-4d07-8831-2909595b0fc1 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:30.498303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-07cd70bc-7f9d-4948-866e-9da1bb0fbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:30.498303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-07cd70bc-7f9d-4948-866e-9da1bb0fbca5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.1512864
Nov 13 21:21:30.588521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-0fd50713-0eb7-4073-bc9b-79f56499a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:30.590878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-0fd50713-0eb7-4073-bc9b-79f56499a85e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0875411
Nov 13 21:21:30.624721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.656276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd74e5550>,) {'filters': {'network_id': ['8bb61f41-53a6-4a4a-89f1-73191cf86a47']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:30.667214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd74e5550>, '6f771f8c-eed2-4a94-81d3-292eaea74e8c') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:30.667613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd74e5550>, '6f771f8c-eed2-4a94-81d3-292eaea74e8c') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:30.678472 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.696766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.704560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:21:30.710142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:21:30.738789 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:21:30.775896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-37068bff-b7db-41a4-bd77-609f2f891c0c service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776578
Nov 13 21:21:30.889590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.903326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:30.918712 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/networks/8bb61f41-53a6-4a4a-89f1-73191cf86a47 HTTP/1.1" status: 204  len: 168 time: 1.4125016
Nov 13 21:21:30.927553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42848) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:30.944091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1602434987'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:30.957081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec7dab-6032-4e03-9dfa-73d6dfe5e2bd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Network': ['ID=8bb61f41-53a6-4a4a-89f1-73191cf86a47,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:30.975572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5b3caaf-805b-486e-b2fd-2aca7464ce2a req-6789059d-a81a-4fba-a55f-548868dc3f87 service neutron] 10.222.0.37 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878431
Nov 13 21:21:31.070113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8d36ec2-ef99-4d07-8831-2909595b0fc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:31.099032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a8d36ec2-ef99-4d07-8831-2909595b0fc1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:21:31.100585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8d36ec2-ef99-4d07-8831-2909595b0fc1 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:21:31.123214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:21:31.127561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:31.157918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:21:31.171396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:31.172455 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Added segment 72760b2d-5d77-40b7-890a-4ab424dc7f87 of type vlan for network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2
Nov 13 21:21:31.220664 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:31.349469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c685f-35ea-433a-b72a-7fda660c4282 req-da6dc21e-1cfe-4dce-958d-a65183128e05 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:31.353729 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-394c685f-35ea-433a-b72a-7fda660c4282 req-da6dc21e-1cfe-4dce-958d-a65183128e05 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0574882
Nov 13 21:21:31.443458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-394c685f-35ea-433a-b72a-7fda660c4282 req-2b8be182-3cae-4075-bc59-05f4a9d53413 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832238
Nov 13 21:21:31.460817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:31.468066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:31.476348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:31.555669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Network': ['ID=8c0d4bdb-8fff-4678-a792-1ebabaa31fb2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:31.565947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:21:31.765662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6cb23e24-600f-4d2d-a40e-dbd5a2688824 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.8353693
Nov 13 21:21:31.768305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42862) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:31.773581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'subnet': {'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:31.940574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:21:31.944664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:32.371359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:32.502441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Subnet': ['ID=bb8268af-422d-4baf-988c-3f5aae7b2191,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:32.526947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Checking segment: {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:32.527349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network hostable DHCP agents. Network: 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:21:32.636466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f33c0-1a7c-4e05-b1e5-44d83747bc94 req-3021858c-8009-4099-a059-49e2963fb547 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:32.646618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-030f33c0-1a7c-4e05-b1e5-44d83747bc94 req-3021858c-8009-4099-a059-49e2963fb547 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0901620
Nov 13 21:21:32.694884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:21:32.710699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-030f33c0-1a7c-4e05-b1e5-44d83747bc94 req-d6551ca7-5b3b-46b4-b096-b271b4fb4e12 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631020
Nov 13 21:21:32.784489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:32.866450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:21:32.872542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:32.878572 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:32.913335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955e4d9-936a-4729-86b6-377a82fcd8c1 None None] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:32.986714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.022644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:33.025253 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeccbbc-30a4-49fb-888c-77d533b3cc0a" -d '{"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:33.038250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ad58788-8f6c-4de9-85bf-df9c1afa0bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.2662601
Nov 13 21:21:33.038853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42908) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:33.045826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-889360151'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:33.068459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:33.094640 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c256e-11b6-460c-ae98-112e207dc1cf x-openstack-request-id: req-188c256e-11b6-460c-ae98-112e207dc1cf {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:33.094930 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:33.095502 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-188c256e-11b6-460c-ae98-112e207dc1cf {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:33.096329 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'code': 200}
Nov 13 21:21:33.142034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:21:33.145652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.179498 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.196221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:21:33.202896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8c0d4bdb-8fff-4678-a792-1ebabaa31fb2', 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'fixed_ips': [{'subnet_id': 'bb8268af-422d-4baf-988c-3f5aae7b2191'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:21:33.202896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.207358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:33.232220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.232755 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Added segment f1d6cd3e-8b92-4ef8-8866-d618495e8e8b of type vlan for network f20e1f8b-441c-4cce-97e7-9198e8958244
Nov 13 21:21:33.314301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.416348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3757b40d-fcd7-47d9-abbc-8448cc626878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.429245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:33.432068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.441093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:33.442870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.459698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Allocated IP 19.80.0.2 (8c0d4bdb-8fff-4678-a792-1ebabaa31fb2/bb8268af-422d-4baf-988c-3f5aae7b2191/d2b069b6-a088-49d3-8718-3860ce4a206b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:21:33.600797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5591788
Nov 13 21:21:33.604715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42920) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:33.607325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3757b40d-fcd7-47d9-abbc-8448cc626878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.610311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e12d5c-43e2-4df4-a684-ee3fb6c2e069 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Network': ['ID=f20e1f8b-441c-4cce-97e7-9198e8958244,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:33.615032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'subnet': {'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:33.654394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f20e1f8b-441c-4cce-97e7-9198e8958244 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:21:33.686892 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.707454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3757b40d-fcd7-47d9-abbc-8448cc626878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.846046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3757b40d-fcd7-47d9-abbc-8448cc626878 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23c6244b8fd44aa8be6e01661e7358d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6371622
Nov 13 21:21:33.848682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42926) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:33.928137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757b40d-fcd7-47d9-abbc-8448cc626878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8c3501-228c-4f25-b245-280171998135,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:33.944757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06b0cf9a-10d6-49d9-a726-ff39a44cd39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.981801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b44272-c060-4f35-9943-ef0ddb7a59c4 req-280d9985-0139-4ef0-a88d-0d45178b8587 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:33.983533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06b0cf9a-10d6-49d9-a726-ff39a44cd39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:33.983683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83b44272-c060-4f35-9943-ef0ddb7a59c4 req-280d9985-0139-4ef0-a88d-0d45178b8587 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.1074040
Nov 13 21:21:34.062720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83b44272-c060-4f35-9943-ef0ddb7a59c4 req-7d01b3e8-0fdb-4a6f-ae72-d4c49fa9d327 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609467
Nov 13 21:21:34.140916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:21:34.143788 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.146780 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.188556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06b0cf9a-10d6-49d9-a726-ff39a44cd39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.194834 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06b0cf9a-10d6-49d9-a726-ff39a44cd39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.197375 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06b0cf9a-10d6-49d9-a726-ff39a44cd39a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c8c3501-228c-4f25-b245-280171998135 HTTP/1.1" status: 204  len: 168 time: 0.3470986
Nov 13 21:21:34.208271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0cf9a-10d6-49d9-a726-ff39a44cd39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8c3501-228c-4f25-b245-280171998135,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:34.236646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:21:34.265825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:21:34.276769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:21:34.294901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Pushing event updated for resources: {'Port': ['ID=d2b069b6-a088-49d3-8718-3860ce4a206b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:34.390386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Attempting to bind port d2b069b6-a088-49d3-8718-3860ce4a206b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:34.390765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Attempting to bind port d2b069b6-a088-49d3-8718-3860ce4a206b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:34.391136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Attempting to bind port d2b069b6-a088-49d3-8718-3860ce4a206b on network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:34.397001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:34.397383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Checking segment: {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:34.397787 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.398176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Bound using segment: {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:34.398708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Bound port: d2b069b6-a088-49d3-8718-3860ce4a206b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:34.399084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.426826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-387e760d-bd8f-49aa-a86a-07f27ccbd4c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1117666
Nov 13 21:21:34.539225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] For port d2b069b6-a088-49d3-8718-3860ce4a206b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:34.544047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] For port d2b069b6-a088-49d3-8718-3860ce4a206b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2b069b6-a088-49d3-8718-3860ce4a206b,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:34.646944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.647471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.647966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.648617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.648977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.649436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.649888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.652760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7f6748cd-34c3-485e-811f-e0b8f8292159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6501 time: 0.1534328
Nov 13 21:21:34.661714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.782031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d553-ebab-41b5-9486-e55d25ed9e89 None None] Pushing event updated for resources: {'Port': ['ID=d2b069b6-a088-49d3-8718-3860ce4a206b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:34.866158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e01478a3-3870-4136-a294-420b4767d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.871521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e01478a3-3870-4136-a294-420b4767d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.871521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e01478a3-3870-4136-a294-420b4767d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:34.871521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e01478a3-3870-4136-a294-420b4767d1d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=986d9268-612c-49cc-ba08-fd64bf54a38c&id=986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 200  len: 2298 time: 0.1748869
Nov 13 21:21:34.871521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:34.998206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Subnet': ['ID=eb7cdbeb-baef-49c0-b89b-86e90197342a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:35.080681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-fd5945c9-b072-4a51-9a36-e768f3af9e6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 200  len: 1001 time: 0.2042177
Nov 13 21:21:35.108447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Checking segment: {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:35.108861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network hostable DHCP agents. Network: f20e1f8b-441c-4cce-97e7-9198e8958244, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:21:35.196974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42956) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:35.205698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-4bb34e81-ed73-4184-8d0c-376cee3f9b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:35.207331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-4bb34e81-ed73-4184-8d0c-376cee3f9b0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d3886af-e48e-40cf-824b-23bdcef4618d HTTP/1.1" status: 200  len: 856 time: 0.1116741
Nov 13 21:21:35.264443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14f67514-089e-467a-bb7b-4d58835aaca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.294919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-8c705320-18e0-4459-a836-f68031364c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:35.297103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-8c705320-18e0-4459-a836-f68031364c2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0790148
Nov 13 21:21:35.375620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14f67514-089e-467a-bb7b-4d58835aaca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.380103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network f20e1f8b-441c-4cce-97e7-9198e8958244 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:21:35.478438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14f67514-089e-467a-bb7b-4d58835aaca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.495622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-157f08de-9e34-492a-a11e-2cc4f02c63b1 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900382
Nov 13 21:21:35.516562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f20e1f8b-441c-4cce-97e7-9198e8958244) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:21:35.525062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a48dd-78c7-4269-8e5b-7b1f26c94da3 None None] Network f20e1f8b-441c-4cce-97e7-9198e8958244 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:35.540730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f67514-089e-467a-bb7b-4d58835aaca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bc8f7-97ea-4d92-97db-65c2d5843e70,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:35.554352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:35.554352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.571595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-14f67514-089e-467a-bb7b-4d58835aaca9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93f6ab9f798d478e91f7dedad00fbf46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3695619
Nov 13 21:21:35.571595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42966) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:35.665384 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1d0d-c1b2-4b80-b0a4-8ecb2d786b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.697125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1d0d-c1b2-4b80-b0a4-8ecb2d786b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.715104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-91d91f5c-7d3b-4882-9133-f1792c94c870 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074018
Nov 13 21:21:35.829275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c710638a-4580-4dec-af19-311b34e9d84f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.2242899
Nov 13 21:21:35.830838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-8bd3d1b0-179a-44c6-a74c-d5377618d57e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 217 time: 0.1109025
Nov 13 21:21:35.852108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f20e1f8b-441c-4cce-97e7-9198e8958244', 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'fixed_ips': [{'subnet_id': 'eb7cdbeb-baef-49c0-b89b-86e90197342a'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:21:35.853009 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.905942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1d0d-c1b2-4b80-b0a4-8ecb2d786b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.909036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3f1d0d-c1b2-4b80-b0a4-8ecb2d786b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:35.910207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0a3f1d0d-c1b2-4b80-b0a4-8ecb2d786b4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e23bc8f7-97ea-4d92-97db-65c2d5843e70 HTTP/1.1" status: 204  len: 168 time: 0.3382218
Nov 13 21:21:35.922476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7cdb6bc3-9275-4592-a836-81ed7b138d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:35.922476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-7cdb6bc3-9275-4592-a836-81ed7b138d63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0780723
Nov 13 21:21:35.931656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f1d0d-c1b2-4b80-b0a4-8ecb2d786b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bc8f7-97ea-4d92-97db-65c2d5843e70,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:36.009635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-1d11067e-cb7e-46af-a3a0-9ca056b7d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:36.010933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-1d11067e-cb7e-46af-a3a0-9ca056b7d4f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0832601
Nov 13 21:21:36.213857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-3857cc20-d9e9-4b5e-a282-34e6edaf87c4 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924412
Nov 13 21:21:36.433636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-590e4fe3-88aa-439d-a1f0-9c3fa4119fa8 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128115
Nov 13 21:21:36.511797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-34b2b456-7c37-44ca-abcc-10efcba56571 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:36.515951 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-3751417a-d41a-4f2c-84d9-8d1976cb7124 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 217 time: 0.0709729
Nov 13 21:21:36.518186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-34b2b456-7c37-44ca-abcc-10efcba56571 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:36.536396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-34b2b456-7c37-44ca-abcc-10efcba56571 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/networks?id=8c0d4bdb-8fff-4678-a792-1ebabaa31fb2&id=f20e1f8b-441c-4cce-97e7-9198e8958244 HTTP/1.1" status: 200  len: 1391 time: 0.2255561
Nov 13 21:21:36.568616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-bc19caf4-7c58-4117-98f6-3ee16bc48ec0 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/quotas/9f19f79456214e4c8e355bd59f8c265e HTTP/1.1" status: 200  len: 375 time: 0.0288768
Nov 13 21:21:36.591899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-4a8de2d7-319b-40c7-8881-dfe2febf973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:36.593801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-4a8de2d7-319b-40c7-8881-dfe2febf973b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0704734
Nov 13 21:21:36.611528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Allocated IP 19.86.0.2 (f20e1f8b-441c-4cce-97e7-9198e8958244/eb7cdbeb-baef-49c0-b89b-86e90197342a/a4952a24-1314-48b4-a7f2-793497b15fe8) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:21:36.623370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170cf59b-5bc6-440f-adca-126d44790c7e None None] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:36.741870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-d1210e11-7d3f-456c-90e2-afff8ec43f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:36.748068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-d1210e11-7d3f-456c-90e2-afff8ec43f44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1452570
Nov 13 21:21:36.759122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-efa55f6b-f728-4757-a73c-287c89665eca None None] Provisioning complete for port d2b069b6-a088-49d3-8718-3860ce4a206b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:36.762466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-efa55f6b-f728-4757-a73c-287c89665eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:36.762639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-40c990f6-d718-4c13-a026-a72ef8a65279 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1902907
Nov 13 21:21:36.851173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:21:37.005249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-a79036e1-ccc2-4c6f-8392-5a4930594536 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328858
Nov 13 21:21:37.022367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-a743a79e-ff3a-41cd-993f-114777c9e31a service neutron] 10.222.0.20 "GET /v2.0/networks/8c0d4bdb-8fff-4678-a792-1ebabaa31fb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453842
Nov 13 21:21:37.090694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2b069b6-a088-49d3-8718-3860ce4a206b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:37.129456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-085753e7-c4b8-4a54-85e0-81a6a2f76a5d service neutron] 10.222.0.20 "GET /v2.0/networks/8c0d4bdb-8fff-4678-a792-1ebabaa31fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193962
Nov 13 21:21:37.144574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-8c82a2d9-b10e-4567-bf7b-d5c18fef3a3c service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416721
Nov 13 21:21:37.203083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-9a026253-cac7-400a-88d6-ddb88614b79a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0 HTTP/1.1" status: 200  len: 217 time: 0.0507061
Nov 13 21:21:37.250153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-6807b19d-10ea-430a-825f-59e6046b0df4 service neutron] 10.222.0.20 "GET /v2.0/networks/f20e1f8b-441c-4cce-97e7-9198e8958244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1160195
Nov 13 21:21:37.270134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-5bbd7044-b059-496b-a3d4-aab35abc1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:37.271750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-5bbd7044-b059-496b-a3d4-aab35abc1dc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0613432
Nov 13 21:21:37.276515 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.356518 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-efa55f6b-f728-4757-a73c-287c89665eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.378691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-2e606efb-3dcc-4580-b9f7-7de0614ab254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:37.380520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-2e606efb-3dcc-4580-b9f7-7de0614ab254 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1020384
Nov 13 21:21:37.390330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43014) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:37.392162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.421903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-3ae1de7a-f1ef-430c-89eb-3ffe5f5784bd service neutron] 10.222.0.20 "GET /v2.0/networks/f20e1f8b-441c-4cce-97e7-9198e8958244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648471
Nov 13 21:21:37.468010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d2b069b6-a088-49d3-8718-3860ce4a206b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:37.468010 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.493079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-efa55f6b-f728-4757-a73c-287c89665eca None None] For port d2b069b6-a088-49d3-8718-3860ce4a206b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2b069b6-a088-49d3-8718-3860ce4a206b,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:37.550930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e764be3-9589-41b8-8f76-438295ba721a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.588196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Network f20e1f8b-441c-4cce-97e7-9198e8958244 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:21:37.595687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Pushing event updated for resources: {'Port': ['ID=a4952a24-1314-48b4-a7f2-793497b15fe8,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:37.598349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:21:37.604869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:21:37.727901 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-efa55f6b-f728-4757-a73c-287c89665eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.765235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-b7848057-e868-40cf-b87b-e3fde9c45c15 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3756323
Nov 13 21:21:37.847647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Attempting to bind port a4952a24-1314-48b4-a7f2-793497b15fe8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:37.848018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Attempting to bind port a4952a24-1314-48b4-a7f2-793497b15fe8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:37.873637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Attempting to bind port a4952a24-1314-48b4-a7f2-793497b15fe8 on network f20e1f8b-441c-4cce-97e7-9198e8958244 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:37.917961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916549-18fe-459e-bcc9-16a91adb4aeb req-9a1a0fd8-4430-4772-9f05-9a8278762132 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:37.921649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:37.922088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Checking segment: {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:37.922457 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:37.927338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1916549-18fe-459e-bcc9-16a91adb4aeb req-9a1a0fd8-4430-4772-9f05-9a8278762132 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.3619273
Nov 13 21:21:37.939206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Bound using segment: {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:37.939837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Bound port: a4952a24-1314-48b4-a7f2-793497b15fe8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:37.940252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.008408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bac9124-401b-4cae-a904-8ef6f94d9726 req-35b97f45-0f8f-47e1-8c15-63fd67fdf00c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 210 time: 0.0828891
Nov 13 21:21:38.071567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa55f6b-f728-4757-a73c-287c89665eca None None] Pushing event updated for resources: {'Port': ['ID=d2b069b6-a088-49d3-8718-3860ce4a206b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:38.083020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1916549-18fe-459e-bcc9-16a91adb4aeb req-5b7df537-47ce-4701-a194-2d337716895b tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550391
Nov 13 21:21:38.150265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aabc5ddc-235f-4f87-aab8-bc3ffdbe338f None None] Provisioning complete for port d2b069b6-a088-49d3-8718-3860ce4a206b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:38.151170 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aabc5ddc-235f-4f87-aab8-bc3ffdbe338f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.194204 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e764be3-9589-41b8-8f76-438295ba721a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.203896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-b6a50be8-39de-45ff-a843-6d6cdc8469c1 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4286213
Nov 13 21:21:38.261391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] For port a4952a24-1314-48b4-a7f2-793497b15fe8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:38.265513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] For port a4952a24-1314-48b4-a7f2-793497b15fe8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4952a24-1314-48b4-a7f2-793497b15fe8,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:38.298621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-815aa25c-290b-412e-a7a5-893586cb451c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4 HTTP/1.1" status: 200  len: 217 time: 0.0787909
Nov 13 21:21:38.300143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e764be3-9589-41b8-8f76-438295ba721a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.347846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.432952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e764be3-9589-41b8-8f76-438295ba721a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24f427-79b8-47ea-9cdc-b688415ce406,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:38.441526 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e764be3-9589-41b8-8f76-438295ba721a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc5703d2566d4e4cbcc5795ead9f2a7e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0561817
Nov 13 21:21:38.445297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43042) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:38.457607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-f70ee954-19e1-4906-bae1-40f683ffc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:38.459139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-f70ee954-19e1-4906-bae1-40f683ffc0b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.1514764
Nov 13 21:21:38.461141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cd580-d62c-4157-bae9-480f735bc0da None None] Pushing event updated for resources: {'Port': ['ID=a4952a24-1314-48b4-a7f2-793497b15fe8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:38.594287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f910b796-18ad-4c5f-a82b-bbb88d841451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.611155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-61fc96f5-4a87-475f-9d10-ae664c6b95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:38.615803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-61fc96f5-4a87-475f-9d10-ae664c6b95ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1351042
Nov 13 21:21:38.678769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f910b796-18ad-4c5f-a82b-bbb88d841451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:38.867911 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-7060316d-915e-4936-9d2b-b55a1458bbf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3297212
Nov 13 21:21:38.884763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-764206ec-4f4b-491d-8811-9daf115cd579 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620511
Nov 13 21:21:38.891779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-35872504-c4bd-4a00-b8b1-20fa14f4e75c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:21:38.896344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-35872504-c4bd-4a00-b8b1-20fa14f4e75c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0202632
Nov 13 21:21:39.127005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-f8e4473f-4138-4215-be9a-6e02c00a0fed service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206559
Nov 13 21:21:39.149353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7ff6c8c-6113-47ae-9d6b-64b0c42d3e1f req-e2056eca-46d6-4c5b-9ff7-7ed3d2835e2d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 210 time: 0.0531569
Nov 13 21:21:39.210308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-02ad78d0-37bc-454d-9cc1-09418a3f8a48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 HTTP/1.1" status: 200  len: 217 time: 0.0693035
Nov 13 21:21:39.253949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2b069b6-a088-49d3-8718-3860ce4a206b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:39.262172 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f910b796-18ad-4c5f-a82b-bbb88d841451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:39.264929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f910b796-18ad-4c5f-a82b-bbb88d841451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:39.270626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f910b796-18ad-4c5f-a82b-bbb88d841451 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e24f427-79b8-47ea-9cdc-b688415ce406 HTTP/1.1" status: 204  len: 168 time: 0.8197334
Nov 13 21:21:39.303950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910b796-18ad-4c5f-a82b-bbb88d841451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24f427-79b8-47ea-9cdc-b688415ce406,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:39.314725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-617fb7ef-2f7e-4941-ba85-2b9cd909342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:39.316241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-617fb7ef-2f7e-4941-ba85-2b9cd909342c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0985470
Nov 13 21:21:39.347474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d2b069b6-a088-49d3-8718-3860ce4a206b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:39.350446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:39.374002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feccb1-db8b-400e-9f19-e633c81fb779 req-eb707be7-149a-4336-b3d7-d34f78d22bb8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:39.380133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35feccb1-db8b-400e-9f19-e633c81fb779 req-eb707be7-149a-4336-b3d7-d34f78d22bb8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.1177042
Nov 13 21:21:39.408382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-ec493c67-7393-408c-a8c1-54bc8b870243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:39.409901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-ec493c67-7393-408c-a8c1-54bc8b870243 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0854752
Nov 13 21:21:39.462256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a4952a24-1314-48b4-a7f2-793497b15fe8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:39.487408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35feccb1-db8b-400e-9f19-e633c81fb779 req-c299b584-6b6a-45e6-ac9c-b25503f45cc0 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046858
Nov 13 21:21:39.535570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-4cd90440-d8e3-47f2-9fca-0cd4e866fbba service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1154387
Nov 13 21:21:39.561187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a4952a24-1314-48b4-a7f2-793497b15fe8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:39.562142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:39.688210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-35f095d6-520f-4067-8494-e68842606948 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406431
Nov 13 21:21:39.722349 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:39.741005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-a517bfc4-2763-4890-bc5b-78d62818fc7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 200  len: 217 time: 0.0452104
Nov 13 21:21:39.770017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a4952a24-1314-48b4-a7f2-793497b15fe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4952a24-1314-48b4-a7f2-793497b15fe8,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:39.825022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e1492fa7-23e0-42de-817c-f030249cf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:39.826573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e1492fa7-23e0-42de-817c-f030249cf615 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0750022
Nov 13 21:21:39.844981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:39.930125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a4952a24-1314-48b4-a7f2-793497b15fe8,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:40.069477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9c246-1a63-4ccd-9a89-5bff8d066904 None None] Network f20e1f8b-441c-4cce-97e7-9198e8958244 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:40.199830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1d4b6990-17ef-405a-84d1-7a8cc38eb3b7 None None] Provisioning complete for port a4952a24-1314-48b4-a7f2-793497b15fe8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:40.200275 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6990-17ef-405a-84d1-7a8cc38eb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:40.223212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e3f33815-c042-4370-95e5-c67807101dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:40.224923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-e3f33815-c042-4370-95e5-c67807101dc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3856156
Nov 13 21:21:40.261875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c070afc-a9e9-4e99-b597-18896bc13806 req-d349a921-e616-47d8-bb58-b48846ee01de tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 210 time: 0.0358295
Nov 13 21:21:40.386951 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-9f041cbb-51a7-48a1-98e5-648d515b1d59 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300178
Nov 13 21:21:40.483025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc59021-e60d-4170-bbbd-535657bc7ce4 req-419b9f06-35fd-4506-92a2-63f77d2247f1 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892739
Nov 13 21:21:40.601655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ecee1875-662e-4d98-bc77-1eb912fff99d None None] Provisioning complete for port a4952a24-1314-48b4-a7f2-793497b15fe8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:40.602145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ecee1875-662e-4d98-bc77-1eb912fff99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:40.683832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80908c98-51a4-4e52-bbe3-c38f34a71e4b req-7a814a13-8440-46d9-87b1-56c37e404150 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:40.683832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80908c98-51a4-4e52-bbe3-c38f34a71e4b req-7a814a13-8440-46d9-87b1-56c37e404150 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.0647936
Nov 13 21:21:40.729435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80908c98-51a4-4e52-bbe3-c38f34a71e4b req-563b97e6-65e1-425d-b344-b9cadf9d88ee tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492613
Nov 13 21:21:40.981260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a4952a24-1314-48b4-a7f2-793497b15fe8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:21:41.040066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a4952a24-1314-48b4-a7f2-793497b15fe8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:41.040434 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:41.178142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-14713fd2-18b8-43df-8d86-2e4855ac39ac tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:41.184715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-14713fd2-18b8-43df-8d86-2e4855ac39ac tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:41.186260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-14713fd2-18b8-43df-8d86-2e4855ac39ac tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "GET /v2.0/networks?id=8c0d4bdb-8fff-4678-a792-1ebabaa31fb2&id=f20e1f8b-441c-4cce-97e7-9198e8958244 HTTP/1.1" status: 200  len: 1391 time: 0.1174798
Nov 13 21:21:41.202030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'port': {'device_id': '85c996b5-af9d-48d9-8793-63f94093489a', 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2', 'admin_state_up': True, 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:41.376295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-03f350b9-a814-4fa1-9fc0-522ec6dda43c req-e20d5cda-3a42-4d6a-a1b7-7a84e0f5dd64 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 210 time: 0.0274467
Nov 13 21:21:41.458377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:21:41.466054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:41.564197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-c9cf1eb7-d40e-4b21-b75c-2ff3e539ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:41.565742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-c9cf1eb7-d40e-4b21-b75c-2ff3e539ec66 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731&tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148 HTTP/1.1" status: 200  len: 1095 time: 0.1384768
Nov 13 21:21:41.580922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:41.684359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:41.686580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Allocated IP 19.80.0.190 (8c0d4bdb-8fff-4678-a792-1ebabaa31fb2/bb8268af-422d-4baf-988c-3f5aae7b2191/90422edb-93ab-4bd6-8d8b-47eaf9e68a0e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:21:41.974721 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.013521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e3c80-4d27-4471-ba96-5ada3d70509a req-3e484e90-ec37-4c59-8197-caa456a08a97 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:42.015065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa8e3c80-4d27-4471-ba96-5ada3d70509a req-3e484e90-ec37-4c59-8197-caa456a08a97 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 944 time: 0.1917250
Nov 13 21:21:42.086674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.093895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:21:42.135531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa8e3c80-4d27-4471-ba96-5ada3d70509a req-10aa01c0-74f8-497b-8ff1-e57f81cd6331 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088028
Nov 13 21:21:42.170085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:42.207606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:42.216181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.227856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Transition to ACTIVE for port object ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:21:42.312743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.347917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:21:42.354189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:21:42.357255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:21:42.388915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Port': ['ID=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:42.412116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:42.412806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.442807 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.495483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=9']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:42.562723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886adbb-014b-4aa5-951e-e4060e235d73 req-0ea0a338-d441-483b-ac2c-4b99204cba5d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:42.564839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b886adbb-014b-4aa5-951e-e4060e235d73 req-0ea0a338-d441-483b-ac2c-4b99204cba5d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 932 time: 0.0765176
Nov 13 21:21:42.611953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f26f58b9-b1bd-4f3e-a85b-922f8fca840b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4150379
Nov 13 21:21:42.632958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-40452d3a-5edf-4c7c-bf68-1625e7e3adfc None None] Provisioning complete for port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:42.633564 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40452d3a-5edf-4c7c-bf68-1625e7e3adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:42.635098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Request body: {'port': {'device_id': '85c996b5-af9d-48d9-8793-63f94093489a', 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244', 'admin_state_up': True, 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:42.653734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b886adbb-014b-4aa5-951e-e4060e235d73 req-ec695f0f-dc7f-45f2-a68f-15a70f309060 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815322
Nov 13 21:21:42.677288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-40452d3a-5edf-4c7c-bf68-1625e7e3adfc None None] Port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:21:42.761139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] No DVR routers for this DVR port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:21:42.930873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:42.931207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:42.931529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:42.936019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on network 31db4671-c03c-421d-a4dc-7b14414e97bb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:21:42.936365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Attempting to bind port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on network 31db4671-c03c-421d-a4dc-7b14414e97bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:42.941516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:42.941913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Checking segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:42.942294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Bound using segment: {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:42.942723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Bound port: ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f623b8-60ef-40a7-8265-7f24d7f419c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:42.943073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.000170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Made reservation on behalf of 9f19f79456214e4c8e355bd59f8c265e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:21:43.003741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.023438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:43.043583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:43.147408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.156095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Allocated IP 19.86.0.183 (f20e1f8b-441c-4cce-97e7-9198e8958244/eb7cdbeb-baef-49c0-b89b-86e90197342a/028c6cd0-896d-461b-a890-1265f7dad0a1) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:21:43.196034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.196878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.199055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] 10.222.0.46 "PUT /v2.0/ports/ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 1092 time: 1.6225896
Nov 13 21:21:43.202150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:43.220349 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:43.261321 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5be7ac-446f-4e43-943f-a0794487fbad x-openstack-request-id: req-5d5be7ac-446f-4e43-943f-a0794487fbad {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:43.270764 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:43.270764 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d5be7ac-446f-4e43-943f-a0794487fbad {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:43.272896 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'status': 'completed', 'code': 200}
Nov 13 21:21:43.300335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385c8e-b084-4d75-9f08-03cc329dbe6d req-2033afb3-ac4c-4fa7-a14f-4018d485e4f9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.301943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f385c8e-b084-4d75-9f08-03cc329dbe6d req-2033afb3-ac4c-4fa7-a14f-4018d485e4f9 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0637414
Nov 13 21:21:43.325342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c4e01-e41f-4f2a-b71d-eb63269d537f service neutron] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:43.364487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-d7e8544a-11e2-435b-a0f9-b229cf5eddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.366164 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-d7e8544a-11e2-435b-a0f9-b229cf5eddcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1096 time: 0.1368246
Nov 13 21:21:43.382161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f385c8e-b084-4d75-9f08-03cc329dbe6d req-57a4ea13-789c-4913-b9d5-3e7c81e2ea39 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727158
Nov 13 21:21:43.568544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.585085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-491fe962-3439-450d-a071-1355dd0f176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.587242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-491fe962-3439-450d-a071-1355dd0f176c service neutron] 10.222.0.46 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.2139690
Nov 13 21:21:43.672600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-b3b1243a-377f-46e0-9d76-92a933c3ebb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 999 time: 0.0770004
Nov 13 21:21:43.724597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-23edea4c-4bf5-4b0e-8f3d-004667c4e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.726094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-23edea4c-4bf5-4b0e-8f3d-004667c4e89b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0468912
Nov 13 21:21:43.745098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.770759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1886177-02d9-4fd2-8d0f-028d14f10717 req-158eb5be-e965-433c-8813-de3e6b7550e5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.772389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1886177-02d9-4fd2-8d0f-028d14f10717 req-158eb5be-e965-433c-8813-de3e6b7550e5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 932 time: 0.0519371
Nov 13 21:21:43.812282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Network f20e1f8b-441c-4cce-97e7-9198e8958244 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:21:43.819951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:21:43.830162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1886177-02d9-4fd2-8d0f-028d14f10717 req-ecac761d-df10-4718-b79e-09475f1986cd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447021
Nov 13 21:21:43.830678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:21:43.830678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event updated for resources: {'Port': ['ID=028c6cd0-896d-461b-a890-1265f7dad0a1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:43.865026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-3c623bbd-362f-4dcf-bcb5-73b245022a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.865026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-3c623bbd-362f-4dcf-bcb5-73b245022a69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1163809
Nov 13 21:21:43.936749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:43.937278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:43.985555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-86f88d0e-404f-43c5-973f-9f83fa1ec324 service neutron] 10.222.0.46 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262097
Nov 13 21:21:44.069419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-90230a2e-f08f-4c24-a0fd-e5a31c44da24 None None] Provisioning complete for port 028c6cd0-896d-461b-a890-1265f7dad0a1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:21:44.070118 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90230a2e-f08f-4c24-a0fd-e5a31c44da24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:44.088412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-f672e804-4472-45ec-a3a8-7bb2e18b3489 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4675658
Nov 13 21:21:44.092371 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-6d2fb612-967f-4a07-9f26-1a22c8b5bb0a service neutron] 10.222.0.46 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1002359
Nov 13 21:21:44.106530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Request body: {'port': {'device_id': '85c996b5-af9d-48d9-8793-63f94093489a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:44.108051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-90230a2e-f08f-4c24-a0fd-e5a31c44da24 None None] Port 028c6cd0-896d-461b-a890-1265f7dad0a1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:21:44.162012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:44.309297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-6ffd6095-d3fa-4046-8024-673cf9e96cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:44.310809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-6ffd6095-d3fa-4046-8024-673cf9e96cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1096 time: 0.1097279
Nov 13 21:21:44.345443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:44.473381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-5705ebe4-f251-45e3-a3a7-254902008b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:44.474870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-5705ebe4-f251-45e3-a3a7-254902008b18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 200  len: 918 time: 0.1574416
Nov 13 21:21:44.577215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f0c5-89ee-40f7-93ba-19ee448bc398 req-2abd2b2b-8eff-4794-a1c1-ca60b8190bf8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:44.578713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b14f0c5-89ee-40f7-93ba-19ee448bc398 req-2abd2b2b-8eff-4794-a1c1-ca60b8190bf8 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0583282
Nov 13 21:21:44.585038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-86de7e77-29e3-4521-9c4e-e641dfbd486c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 200  len: 999 time: 0.0999615
Nov 13 21:21:44.604339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:44.632157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:44.645882 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b14f0c5-89ee-40f7-93ba-19ee448bc398 req-ac7e994e-1ab5-40b0-9013-d8710a2b6c4a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560048
Nov 13 21:21:44.659184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Transition to ACTIVE for port object 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:21:44.664875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-1d3ec77b-cc73-47e8-85bf-d3cf437a9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:44.666389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-1d3ec77b-cc73-47e8-85bf-d3cf437a9f4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 200  len: 856 time: 0.0724363
Nov 13 21:21:44.725382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-47e7a341-1566-40a3-b037-8747cbd168f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:44.727696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-47e7a341-1566-40a3-b037-8747cbd168f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=31db4671-c03c-421d-a4dc-7b14414e97bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0516698
Nov 13 21:21:44.729783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:44.834210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Pushing event updated for resources: {'Port': ['ID=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:45.018937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Attempting to bind port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:45.019293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Attempting to bind port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:45.019598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Attempting to bind port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e on network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:45.035291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e on network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:21:45.035434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Attempting to bind port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e on network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:45.046628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:45.046949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Checking segment: {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:45.047336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Bound using segment: {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:45.047775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Bound port: 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72760b2d-5d77-40b7-890a-4ab424dc7f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:45.048175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:45.113176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf9f0-0c6d-4373-9de3-88d69674f7e5 req-58a92e77-f4bc-4a61-9d38-bf5d4af47373 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:45.113896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-fc7fc5af-a15e-476f-96dc-24b9feb7a914 service neutron] 10.222.0.46 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028193
Nov 13 21:21:45.124392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf9f0-0c6d-4373-9de3-88d69674f7e5 req-58a92e77-f4bc-4a61-9d38-bf5d4af47373 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:45.126082 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b34bf9f0-0c6d-4373-9de3-88d69674f7e5 req-58a92e77-f4bc-4a61-9d38-bf5d4af47373 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1667 time: 0.1595840
Nov 13 21:21:45.153643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] For port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:45.157401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] For port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:45.226320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b34bf9f0-0c6d-4373-9de3-88d69674f7e5 req-f52b6372-d752-4572-a51a-373dbb4962a3 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813839
Nov 13 21:21:45.254855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:45.299270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:45.299904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:45.301315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] 10.222.0.46 "PUT /v2.0/ports/90422edb-93ab-4bd6-8d8b-47eaf9e68a0e HTTP/1.1" status: 200  len: 1092 time: 1.2022884
Nov 13 21:21:45.301759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'tag': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:45.304077 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d77f18-553f-4fcd-9d87-785a7af9c42a" -d '{"events": [{"name": "network-changed", "server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "tag": "90422edb-93ab-4bd6-8d8b-47eaf9e68a0e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:45.328876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a00d2e-71f2-4d9d-86f8-9ae85288bb06 service neutron] Pushing event updated for resources: {'Port': ['ID=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:45.438624 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef5dd6-e04b-4bdb-9480-b13c0fe3e7cd x-openstack-request-id: req-72ef5dd6-e04b-4bdb-9480-b13c0fe3e7cd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:45.439017 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "tag": "90422edb-93ab-4bd6-8d8b-47eaf9e68a0e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:45.439328 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72ef5dd6-e04b-4bdb-9480-b13c0fe3e7cd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:45.439786 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'tag': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e', 'status': 'completed', 'code': 200}
Nov 13 21:21:45.479106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e4d9ca8-2779-4452-ac8c-7f3c14411c4b req-5bc37a9d-9e92-4548-aca9-f85b22813ed7 service neutron] 10.222.0.46 "GET /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232517
Nov 13 21:21:45.823485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866bcb-0a9e-4e75-b2ed-76c7aa5065d4 req-47d4c688-c471-4dcb-a2da-a442d4d16835 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:45.837343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4866bcb-0a9e-4e75-b2ed-76c7aa5065d4 req-47d4c688-c471-4dcb-a2da-a442d4d16835 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0818894
Nov 13 21:21:45.925743 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4866bcb-0a9e-4e75-b2ed-76c7aa5065d4 req-745ac162-6d51-46a5-aa8f-585c1773c9b6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863173
Nov 13 21:21:46.363654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f2c57-5cb6-4937-9115-6868a6c0bc2f req-2b454e81-0e7f-4783-bfdd-8b505b302440 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:46.370109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f2c57-5cb6-4937-9115-6868a6c0bc2f req-2b454e81-0e7f-4783-bfdd-8b505b302440 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:46.371669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-859f2c57-5cb6-4937-9115-6868a6c0bc2f req-2b454e81-0e7f-4783-bfdd-8b505b302440 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1667 time: 0.0583470
Nov 13 21:21:46.419626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-859f2c57-5cb6-4937-9115-6868a6c0bc2f req-d1943430-7961-4e5d-bd5c-0a81377bc9d9 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418811
Nov 13 21:21:54.395867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:21:54.676914 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7256178c-6151-49c5-8b79-70aedc8be1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:57.093425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e255522-7faf-4f75-a7d8-88ed8781ccbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:57.772087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Request body: {'port': {'device_id': '85c996b5-af9d-48d9-8793-63f94093489a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:21:57.853528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c541-395f-4e9e-98a0-185b27d3fdf7 req-d601d663-31c2-41e8-bcd9-13452970dd51 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:57.855119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0bc1c541-395f-4e9e-98a0-185b27d3fdf7 req-d601d663-31c2-41e8-bcd9-13452970dd51 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0629935
Nov 13 21:21:57.907968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0bc1c541-395f-4e9e-98a0-185b27d3fdf7 req-eb9f6925-4786-4c6a-82ec-5e46c7627307 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465009
Nov 13 21:21:58.181281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-2de64168-3b7c-439f-9fac-7c00d1f21dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.181744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-2de64168-3b7c-439f-9fac-7c00d1f21dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.183287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-2de64168-3b7c-439f-9fac-7c00d1f21dff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1914 time: 0.4062431
Nov 13 21:21:58.184708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.242424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43426) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:58.265175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a091-c503-44d2-b926-e57bdca1ee9e req-fd78e15b-2219-41a3-bcd0-3ca45f6dd9f5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.270640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a091-c503-44d2-b926-e57bdca1ee9e req-fd78e15b-2219-41a3-bcd0-3ca45f6dd9f5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.272179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a97a091-c503-44d2-b926-e57bdca1ee9e req-fd78e15b-2219-41a3-bcd0-3ca45f6dd9f5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1667 time: 0.1267731
Nov 13 21:21:58.289084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Deleting subnet 65f94f19-c67e-460f-b341-5c83cdec098c {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:21:58.293312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.331357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.386043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.465326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a97a091-c503-44d2-b926-e57bdca1ee9e req-3649907a-211c-4141-83cd-0ec8deb58a93 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607289
Nov 13 21:21:58.473718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-f56417d2-9d34-4a27-9dc0-db1032b03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.474278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-f56417d2-9d34-4a27-9dc0-db1032b03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.475010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-f56417d2-9d34-4a27-9dc0-db1032b03158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.476565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-f56417d2-9d34-4a27-9dc0-db1032b03158 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f19f79456214e4c8e355bd59f8c265e&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.2775054
Nov 13 21:21:58.490026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.548632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca1523-6c7c-459e-a6b2-8bc407dbbb2b req-1c7aa525-bfb1-40f0-a708-de684e9323fa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.548632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2ca1523-6c7c-459e-a6b2-8bc407dbbb2b req-1c7aa525-bfb1-40f0-a708-de684e9323fa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.0556979
Nov 13 21:21:58.578299 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.615688 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f94f19-c67e-460f-b341-5c83cdec098c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:58.617951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.622011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-edc416ff-2d95-46ff-b1de-bcd516b87048 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/65f94f19-c67e-460f-b341-5c83cdec098c HTTP/1.1" status: 204  len: 168 time: 0.3784277
Nov 13 21:21:58.627422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65afaffc-0e67-4f57-84b6-155593383d49 None None] Network db320175-24fd-46da-9203-c785d2d59c83 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:21:58.635043 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2ca1523-6c7c-459e-a6b2-8bc407dbbb2b req-9e6ffcea-2334-4264-9ab6-580efd07cc30 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844662
Nov 13 21:21:58.635637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43432) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:58.736407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.783845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12343c32-565b-4a17-ae1e-71cf53be2d90 req-28bec550-10d8-4d62-a376-28bbcb178a74 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.785451 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12343c32-565b-4a17-ae1e-71cf53be2d90 req-28bec550-10d8-4d62-a376-28bbcb178a74 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.2319026
Nov 13 21:21:58.827695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.839281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028c6cd0-896d-461b-a890-1265f7dad0a1 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:21:58.855938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddf8b9d0>,) {'filters': {'network_id': ['db320175-24fd-46da-9203-c785d2d59c83']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:58.857521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.864616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361787b-1761-48dd-b32f-fd490a269542 req-fc3e9715-979d-4fc4-b8c3-61d6b3975858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.867341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf8b9d0>, 'f9d35899-53d4-4188-a6e4-8f11a48e6714') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:58.867505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf8b9d0>, 'f9d35899-53d4-4188-a6e4-8f11a48e6714') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:21:58.869916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-fc3e9715-979d-4fc4-b8c3-61d6b3975858 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.2386303
Nov 13 21:21:58.880316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.889109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-febf625a-901c-49c5-b27d-97500398c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:58.891430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36d77f18-553f-4fcd-9d87-785a7af9c42a req-febf625a-901c-49c5-b27d-97500398c388 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3909614
Nov 13 21:21:58.900062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.908337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:21:58.909086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:21:58.911427 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:21:58.927739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Transition to ACTIVE for port object 028c6cd0-896d-461b-a890-1265f7dad0a1 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:21:58.931853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb23bf16-7b95-4ae0-872c-5a7cde64c741 None None] DHCP port deletion for db320175-24fd-46da-9203-c785d2d59c83 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:21:59.000492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12343c32-565b-4a17-ae1e-71cf53be2d90 req-c74dc6bf-f700-43a4-95bf-a97b4348e9db tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505187
Nov 13 21:21:59.022405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.056607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361787b-1761-48dd-b32f-fd490a269542 req-807477bd-1cd1-4fea-80d7-738f9b87d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.058120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-807477bd-1cd1-4fea-80d7-738f9b87d64b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1790376
Nov 13 21:21:59.077564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.084538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.088282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] 10.222.0.20 "DELETE /v2.0/networks/db320175-24fd-46da-9203-c785d2d59c83 HTTP/1.1" status: 204  len: 168 time: 0.4512665
Nov 13 21:21:59.108638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc328f-3ea0-4f36-b994-ac74227bb934 admin admin] Pushing event deleted for resources: {'Network': ['ID=db320175-24fd-46da-9203-c785d2d59c83,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:59.120495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834bbf-6c02-43b4-83cb-b79f449a4588 req-624beec0-d692-4db7-a6a3-79a32ffad718 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.123491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-04834bbf-6c02-43b4-83cb-b79f449a4588 req-624beec0-d692-4db7-a6a3-79a32ffad718 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0925970
Nov 13 21:21:59.126298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Pushing event updated for resources: {'Port': ['ID=028c6cd0-896d-461b-a890-1265f7dad0a1,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:59.141005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.141351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.145068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:21:59.193802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-04834bbf-6c02-43b4-83cb-b79f449a4588 req-a73e7753-e357-48f8-8d8a-16396935b954 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652609
Nov 13 21:21:59.229052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-9a0287e8-621c-43cf-b709-80c7d3b57a8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.1596849
Nov 13 21:21:59.291207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Attempting to bind port 028c6cd0-896d-461b-a890-1265f7dad0a1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:21:59.291537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Attempting to bind port 028c6cd0-896d-461b-a890-1265f7dad0a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:21:59.291753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Attempting to bind port 028c6cd0-896d-461b-a890-1265f7dad0a1 on network f20e1f8b-441c-4cce-97e7-9198e8958244 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:59.299965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361787b-1761-48dd-b32f-fd490a269542 req-6cd7456e-5049-4909-9102-30934206571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.301471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-6cd7456e-5049-4909-9102-30934206571f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0653834
Nov 13 21:21:59.302449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Port 028c6cd0-896d-461b-a890-1265f7dad0a1 on network f20e1f8b-441c-4cce-97e7-9198e8958244 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:21:59.302760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Attempting to bind port 028c6cd0-896d-461b-a890-1265f7dad0a1 on network f20e1f8b-441c-4cce-97e7-9198e8958244 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:21:59.309924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:21:59.310200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Checking segment: {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:21:59.310596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Bound using segment: {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:21:59.311054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Bound port: 028c6cd0-896d-461b-a890-1265f7dad0a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:21:59.311456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.389574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361787b-1761-48dd-b32f-fd490a269542 req-100a8236-d0e4-47f0-a157-508ab27da9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.391104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-100a8236-d0e4-47f0-a157-508ab27da9af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0823264
Nov 13 21:21:59.442692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] For port 028c6cd0-896d-461b-a890-1265f7dad0a1, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:21:59.480814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] For port 028c6cd0-896d-461b-a890-1265f7dad0a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=028c6cd0-896d-461b-a890-1265f7dad0a1,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:21:59.514866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-8112d91e-1d4e-49ba-835c-0f2e48ce9663 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1143038
Nov 13 21:21:59.547515 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.595207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:59.636428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c22bd711-8bcd-4425-87f0-bd164aa9c15d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be7f63d6fdb24883b6a6e42d21fbcd72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399203
Nov 13 21:21:59.638719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:21:59.638858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.639476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.640889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] 10.222.0.46 "PUT /v2.0/ports/028c6cd0-896d-461b-a890-1265f7dad0a1 HTTP/1.1" status: 200  len: 1092 time: 1.8732243
Nov 13 21:21:59.647758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'tag': '028c6cd0-896d-461b-a890-1265f7dad0a1'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:21:59.650283 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c068decd-6721-4ced-a6d8-ebdb25d76a13" -d '{"events": [{"name": "network-changed", "server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "tag": "028c6cd0-896d-461b-a890-1265f7dad0a1"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:21:59.698564 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1d275d-993f-4335-8372-3306e62b9ba1 x-openstack-request-id: req-5c1d275d-993f-4335-8372-3306e62b9ba1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:21:59.703502 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "tag": "028c6cd0-896d-461b-a890-1265f7dad0a1", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:21:59.703502 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c1d275d-993f-4335-8372-3306e62b9ba1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:21:59.703502 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'tag': '028c6cd0-896d-461b-a890-1265f7dad0a1', 'status': 'completed', 'code': 200}
Nov 13 21:21:59.713379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc66e4-c8c8-4107-a9f0-533d2d2b2364 service neutron] Pushing event updated for resources: {'Port': ['ID=028c6cd0-896d-461b-a890-1265f7dad0a1,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:21:59.722034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30dc48c4-ddd0-4367-bdfc-c427c6b43e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.733534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167802-223c-42e0-902c-6d2becd566b2 req-dde04a1b-114d-4227-b976-f21a7aa595fa tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.739577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167802-223c-42e0-902c-6d2becd566b2 req-dde04a1b-114d-4227-b976-f21a7aa595fa tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.741221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25167802-223c-42e0-902c-6d2becd566b2 req-dde04a1b-114d-4227-b976-f21a7aa595fa tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1679 time: 0.2021019
Nov 13 21:21:59.759458 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30dc48c4-ddd0-4367-bdfc-c427c6b43e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.766644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8361787b-1761-48dd-b32f-fd490a269542 req-8adaef54-aea7-4fde-a3bd-38a4d32d732d service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450936
Nov 13 21:21:59.828590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-119642e3-1d37-448a-89c2-7bdbd39d4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.829229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-119642e3-1d37-448a-89c2-7bdbd39d4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.830739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-119642e3-1d37-448a-89c2-7bdbd39d4559 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1981 time: 0.0885789
Nov 13 21:21:59.838683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25167802-223c-42e0-902c-6d2becd566b2 req-89b49888-da28-4332-a169-88981a40a0d7 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870476
Nov 13 21:21:59.865410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.959753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-abe0cbb1-8d85-49cb-8de0-7dd29a1a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.960822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-abe0cbb1-8d85-49cb-8de0-7dd29a1a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.960822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-abe0cbb1-8d85-49cb-8de0-7dd29a1a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:21:59.962256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-abe0cbb1-8d85-49cb-8de0-7dd29a1a9133 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f19f79456214e4c8e355bd59f8c265e&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.1226938
Nov 13 21:21:59.984811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30dc48c4-ddd0-4367-bdfc-c427c6b43e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.987506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30dc48c4-ddd0-4367-bdfc-c427c6b43e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:21:59.988854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-30dc48c4-ddd0-4367-bdfc-c427c6b43e4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3111750-d182-4c6a-91f4-ac4c7df5049e HTTP/1.1" status: 204  len: 168 time: 0.3488419
Nov 13 21:22:00.001664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc48c4-ddd0-4367-bdfc-c427c6b43e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3111750-d182-4c6a-91f4-ac4c7df5049e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:00.084763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-33e0f173-c74c-434d-bf61-b5ea3537966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.086288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c068decd-6721-4ced-a6d8-ebdb25d76a13 req-33e0f173-c74c-434d-bf61-b5ea3537966e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1162999
Nov 13 21:22:00.192793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e92f8-53c9-4a83-9c43-99754011f372 req-6c775eda-5b6f-419d-8a34-741401b4e824 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.194285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c86e92f8-53c9-4a83-9c43-99754011f372 req-6c775eda-5b6f-419d-8a34-741401b4e824 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0806255
Nov 13 21:22:00.209620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-815ad1f7-cdef-4905-aeea-a586c75ec521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.210092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-815ad1f7-cdef-4905-aeea-a586c75ec521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.211536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-815ad1f7-cdef-4905-aeea-a586c75ec521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f19f79456214e4c8e355bd59f8c265e&device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1981 time: 0.0698373
Nov 13 21:22:00.263267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-33d8a82f-c7d3-4382-9f06-2a1d61c84718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e HTTP/1.1" status: 200  len: 217 time: 0.0406916
Nov 13 21:22:00.312341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c86e92f8-53c9-4a83-9c43-99754011f372 req-c7d01d5d-39a9-45ad-a050-dc6bcfaaa271 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107912
Nov 13 21:22:00.323001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:00.330544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-c9c706bd-223c-4781-b2be-635805a478b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.332064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-c9c706bd-223c-4781-b2be-635805a478b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb8268af-422d-4baf-988c-3f5aae7b2191 HTTP/1.1" status: 200  len: 801 time: 0.0612397
Nov 13 21:22:00.371153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba82308-9358-49e7-8d17-d3243c64bdfb req-74069254-face-4d11-b027-3901d492198c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.371153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eba82308-9358-49e7-8d17-d3243c64bdfb req-74069254-face-4d11-b027-3901d492198c tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 945 time: 0.0749435
Nov 13 21:22:00.392537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-2857bb54-7258-45b7-a6dd-10384aba4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.394147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-2857bb54-7258-45b7-a6dd-10384aba4346 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c0d4bdb-8fff-4678-a792-1ebabaa31fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0549161
Nov 13 21:22:00.441967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eba82308-9358-49e7-8d17-d3243c64bdfb req-254ae7eb-6888-4fc2-b3f1-3eb126c7444e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618539
Nov 13 21:22:00.526747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-17542502-3ae3-4e80-802e-06225708facb service neutron] 10.222.0.46 "GET /v2.0/networks/8c0d4bdb-8fff-4678-a792-1ebabaa31fb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203566
Nov 13 21:22:00.531595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:22:00.637963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-5825f613-86ed-425e-b730-c259c60f0d21 service neutron] 10.222.0.46 "GET /v2.0/networks/8c0d4bdb-8fff-4678-a792-1ebabaa31fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077666
Nov 13 21:22:00.640392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:00.654080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'port_id': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'mac_address': 'fa:16:3e:c6:0f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:22:00.681554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-59522d62-5484-4ce8-8ba5-6d5dc33b258f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=028c6cd0-896d-461b-a890-1265f7dad0a1 HTTP/1.1" status: 200  len: 217 time: 0.0361142
Nov 13 21:22:00.699302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:00.712666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:00.734872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-ac6ad9e9-d985-442c-9a12-0a051b8ebec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.736415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-ac6ad9e9-d985-442c-9a12-0a051b8ebec5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb7cdbeb-baef-49c0-b89b-86e90197342a HTTP/1.1" status: 200  len: 801 time: 0.0484226
Nov 13 21:22:00.737293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:00.782997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-e484a1ce-383d-4857-b8f0-7d241eb7d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:00.784498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-e484a1ce-383d-4857-b8f0-7d241eb7d2b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f20e1f8b-441c-4cce-97e7-9198e8958244&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0412333
Nov 13 21:22:00.813572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:00.864180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=11']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:00.899907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-39e4aa01-e812-4e22-a3c9-051c472b6301 service neutron] 10.222.0.46 "GET /v2.0/networks/f20e1f8b-441c-4cce-97e7-9198e8958244?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071858
Nov 13 21:22:01.026858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b4b07-e191-4b95-9eca-987abc7eb838 req-829eb2db-f2b5-467c-97bf-314883612903 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:01.032649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b4b07-e191-4b95-9eca-987abc7eb838 req-829eb2db-f2b5-467c-97bf-314883612903 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:01.034225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f92b4b07-e191-4b95-9eca-987abc7eb838 req-829eb2db-f2b5-467c-97bf-314883612903 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1679 time: 0.1074326
Nov 13 21:22:01.052260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80e6684d-59f8-4128-b97e-dd8b375e7c24 req-bcb61a1d-2df2-489a-8ba0-40dab05683fd service neutron] 10.222.0.46 "GET /v2.0/networks/f20e1f8b-441c-4cce-97e7-9198e8958244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441681
Nov 13 21:22:01.090323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f92b4b07-e191-4b95-9eca-987abc7eb838 req-a8a69108-e34b-448a-87d0-5d8e9ec12955 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502169
Nov 13 21:22:01.101252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:01.475814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8ef58-db3d-428f-8a9a-d10d54f8f76f req-d7414e6e-4f32-4a39-9a94-a9f8ee2ba651 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:01.475814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdc8ef58-db3d-428f-8a9a-d10d54f8f76f req-d7414e6e-4f32-4a39-9a94-a9f8ee2ba651 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0491762
Nov 13 21:22:01.533023 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdc8ef58-db3d-428f-8a9a-d10d54f8f76f req-685d19b0-6774-4aad-80c9-b4b72185e492 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573483
Nov 13 21:22:01.573122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae1551-2404-42ce-84eb-cbfd6a49bc5d req-80ab8e72-8267-47fd-9d74-e01464400642 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:01.574779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1ae1551-2404-42ce-84eb-cbfd6a49bc5d req-80ab8e72-8267-47fd-9d74-e01464400642 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0644803
Nov 13 21:22:01.628141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1ae1551-2404-42ce-84eb-cbfd6a49bc5d req-d216557e-84d8-4aea-ad43-0c365b4c0b9e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465746
Nov 13 21:22:01.933394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43526) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:02.064191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43534) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:02.115657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8568be99-a85d-4c57-bc73-0b9bf8c9f3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.145141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc47340-ab4f-4da1-b450-eb80534a1d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.199971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8568be99-a85d-4c57-bc73-0b9bf8c9f3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.252728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee84a8f-7ead-416b-a121-b0f4e768048c req-106627d6-ecef-4b80-8cb4-632b2165aa17 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:02.258675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee84a8f-7ead-416b-a121-b0f4e768048c req-106627d6-ecef-4b80-8cb4-632b2165aa17 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:02.260275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bee84a8f-7ead-416b-a121-b0f4e768048c req-106627d6-ecef-4b80-8cb4-632b2165aa17 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1679 time: 0.0785437
Nov 13 21:22:02.270892 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8568be99-a85d-4c57-bc73-0b9bf8c9f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.279185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc47340-ab4f-4da1-b450-eb80534a1d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.311371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8568be99-a85d-4c57-bc73-0b9bf8c9f3c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0acfe5641a7c477a8cdca4c77675c32c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3768697
Nov 13 21:22:02.313976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43542) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:02.315704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bee84a8f-7ead-416b-a121-b0f4e768048c req-6acc431e-3cb9-4196-966e-c8794b680bbc tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464621
Nov 13 21:22:02.320061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568be99-a85d-4c57-bc73-0b9bf8c9f3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d6f7e-1e61-42cf-9262-71533a803b91,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:02.367303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc47340-ab4f-4da1-b450-eb80534a1d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.370560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a59ba06-8e9b-4a42-8258-ccf00a34cc10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.392308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a59ba06-8e9b-4a42-8258-ccf00a34cc10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.409085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4cc47340-ab4f-4da1-b450-eb80534a1d9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35a7cb1e92f2413f87f551abf4434090&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3432817
Nov 13 21:22:02.411254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc47340-ab4f-4da1-b450-eb80534a1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80eb24b-3bcc-4eea-ac63-950732aa1a2b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:02.413535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:02.469039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3231-eae1-4fc8-905f-4bcae612039d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.490080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3231-eae1-4fc8-905f-4bcae612039d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.531712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:22:02.534079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:02.543734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a59ba06-8e9b-4a42-8258-ccf00a34cc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.543734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a59ba06-8e9b-4a42-8258-ccf00a34cc10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.543734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0a59ba06-8e9b-4a42-8258-ccf00a34cc10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b84d6f7e-1e61-42cf-9262-71533a803b91 HTTP/1.1" status: 204  len: 168 time: 0.2237155
Nov 13 21:22:02.549672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59ba06-8e9b-4a42-8258-ccf00a34cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d6f7e-1e61-42cf-9262-71533a803b91,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:02.630775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3231-eae1-4fc8-905f-4bcae612039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.633559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3231-eae1-4fc8-905f-4bcae612039d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.635309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2fdc3231-eae1-4fc8-905f-4bcae612039d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e80eb24b-3bcc-4eea-ac63-950732aa1a2b HTTP/1.1" status: 204  len: 168 time: 0.2208569
Nov 13 21:22:02.645302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3231-eae1-4fc8-905f-4bcae612039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80eb24b-3bcc-4eea-ac63-950732aa1a2b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:02.704675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:02.721636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e', 'network_id': '8c0d4bdb-8fff-4678-a792-1ebabaa31fb2', 'port_id': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e', 'mac_address': 'fa:16:3e:02:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8268af-422d-4baf-988c-3f5aae7b2191', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:22:02.758260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d161fb-0b92-4ce7-9643-5c483a800313 req-7894bc55-25a0-4be0-94f5-ce96ff01b3e3 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:02.760434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07d161fb-0b92-4ce7-9643-5c483a800313 req-7894bc55-25a0-4be0-94f5-ce96ff01b3e3 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 946 time: 0.0542159
Nov 13 21:22:02.778155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.811029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:22:02.820955 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07d161fb-0b92-4ce7-9643-5c483a800313 req-1788bcb6-8bdb-4537-b4cb-413afb8bac8e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540569
Nov 13 21:22:02.831670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:02.832035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:02.835777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:02.879103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:02.986646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.006433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.043502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:03.045543 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bbdbc5-245f-4252-8d9c-cec61dfc5a0a" -d '{"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-plugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:03.073387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:03.092946 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86337af-9571-4043-94f9-fb492853b847 x-openstack-request-id: req-b86337af-9571-4043-94f9-fb492853b847 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:03.092946 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-plugged", "status": "completed", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:03.092946 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b86337af-9571-4043-94f9-fb492853b847 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:03.093479 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'code': 200}
Nov 13 21:22:03.095025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:03.203249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.255119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:03.302192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['90422edb-93ab-4bd6-8d8b-47eaf9e68a0e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:03.495000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7b1d1-c725-411c-8aa4-567318a294d3 req-24e4681f-9d96-4af4-8a6c-0bb0d1ee1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:03.496516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcd7b1d1-c725-411c-8aa4-567318a294d3 req-24e4681f-9d96-4af4-8a6c-0bb0d1ee1840 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 1098 time: 0.0826404
Nov 13 21:22:03.505550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5efe4-e1e5-48b7-b1b4-dd111c015973 req-ca607be5-c59f-439e-8857-279e800ee764 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:03.513942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5efe4-e1e5-48b7-b1b4-dd111c015973 req-ca607be5-c59f-439e-8857-279e800ee764 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:03.513942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c5efe4-e1e5-48b7-b1b4-dd111c015973 req-ca607be5-c59f-439e-8857-279e800ee764 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1680 time: 0.0855992
Nov 13 21:22:03.520422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:03.534404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50a389a6-2c6c-4cf5-b7ec-2cd3d8c9b503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.585276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bcd7b1d1-c725-411c-8aa4-567318a294d3 req-9e2431f5-8d78-4b26-b23b-963bb6af02ca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713806
Nov 13 21:22:03.593495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c5efe4-e1e5-48b7-b1b4-dd111c015973 req-85bb6300-6bcf-4e53-ae5b-282b8309572c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668926
Nov 13 21:22:03.637717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50a389a6-2c6c-4cf5-b7ec-2cd3d8c9b503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.739063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50a389a6-2c6c-4cf5-b7ec-2cd3d8c9b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.777166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50a389a6-2c6c-4cf5-b7ec-2cd3d8c9b503 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c6486aed3674c3b857ce46c92719c49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2555888
Nov 13 21:22:03.779154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a389a6-2c6c-4cf5-b7ec-2cd3d8c9b503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992c9851-350a-4f8a-91ab-1da12a5de8bf,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:03.779871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43580) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:03.827988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-24f740f4-3f64-4c3c-beab-7c61ba079151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.851161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-24f740f4-3f64-4c3c-beab-7c61ba079151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.924863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43586) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:03.953375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804a99d-3d98-4b11-b415-d9fbf9b4526e req-2575305e-953a-4f58-ab98-a177f6ff2354 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:03.954902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2804a99d-3d98-4b11-b415-d9fbf9b4526e req-2575305e-953a-4f58-ab98-a177f6ff2354 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.0509722
Nov 13 21:22:03.991049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-24f740f4-3f64-4c3c-beab-7c61ba079151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.994302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-24f740f4-3f64-4c3c-beab-7c61ba079151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:03.995895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-24f740f4-3f64-4c3c-beab-7c61ba079151 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/992c9851-350a-4f8a-91ab-1da12a5de8bf HTTP/1.1" status: 204  len: 168 time: 0.2149756
Nov 13 21:22:04.004238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f740f4-3f64-4c3c-beab-7c61ba079151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992c9851-350a-4f8a-91ab-1da12a5de8bf,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:04.014864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2804a99d-3d98-4b11-b415-d9fbf9b4526e req-4f9703c6-ff6b-45da-a036-6c4941fd151e tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518122
Nov 13 21:22:04.046840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-959554370-network', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:04.151265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Made reservation on behalf of dddf1ba5a51b4ba08db795105a93a6f7 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:04.153582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.162664 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.240934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.328035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.355701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:22:04.362033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b87c1-b5cc-4721-9d86-c8be4423ea84,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:04.378268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.378268 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Added segment b468dc90-a4b8-4ebd-88d7-1084627d6ac1 of type vlan for network 780d5a06-945c-486b-9f66-ab2c04603727
Nov 13 21:22:04.416212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.549534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 028c6cd0-896d-461b-a890-1265f7dad0a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:22:04.551798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:04.557863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.558903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:04.559487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.645000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] Pushing event updated for resources: {'Network': ['ID=780d5a06-945c-486b-9f66-ab2c04603727,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:04.667657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 780d5a06-945c-486b-9f66-ab2c04603727 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:22:04.719750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d03fcb99-6fb1-4313-bec5-203ee7631c63 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7936850
Nov 13 21:22:04.722661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43612) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:04.728083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Request body: {'subnet': {'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-959554370-subnet', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:04.774435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 028c6cd0-896d-461b-a890-1265f7dad0a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=028c6cd0-896d-461b-a890-1265f7dad0a1,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:04.774766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a6f62-a3f0-45e1-9bed-8dd43d2a5f65 req-d9a4bc7b-3fea-47ca-a626-bb944c5cc52f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:04.781910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a6f62-a3f0-45e1-9bed-8dd43d2a5f65 req-d9a4bc7b-3fea-47ca-a626-bb944c5cc52f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:04.784441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a4a6f62-a3f0-45e1-9bed-8dd43d2a5f65 req-d9a4bc7b-3fea-47ca-a626-bb944c5cc52f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1680 time: 0.0975835
Nov 13 21:22:04.787654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '028c6cd0-896d-461b-a890-1265f7dad0a1', 'network_id': 'f20e1f8b-441c-4cce-97e7-9198e8958244', 'port_id': '028c6cd0-896d-461b-a890-1265f7dad0a1', 'mac_address': 'fa:16:3e:95:d0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7cdbeb-baef-49c0-b89b-86e90197342a', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:22:04.835052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.847791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a4a6f62-a3f0-45e1-9bed-8dd43d2a5f65 req-fc6f58ea-a6e2-4895-b5f6-a054487d6153 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551386
Nov 13 21:22:04.856409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028c6cd0-896d-461b-a890-1265f7dad0a1 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:04.875284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:22:04.885191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:04.885641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.888551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Made reservation on behalf of dddf1ba5a51b4ba08db795105a93a6f7 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:04.890385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 028c6cd0-896d-461b-a890-1265f7dad0a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=028c6cd0-896d-461b-a890-1265f7dad0a1,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:04.891582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:04.988183 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.029733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:05.042159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.095573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:05.110187 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617f6b5b-c899-41f6-8d39-75869031ced7" -d '{"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-plugged", "status": "completed", "tag": "90422edb-93ab-4bd6-8d8b-47eaf9e68a0e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:05.110187 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.112183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=028c6cd0-896d-461b-a890-1265f7dad0a1,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:05.153776 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75c9b81-8a41-4f61-bfb6-61482e51cdc0 x-openstack-request-id: req-a75c9b81-8a41-4f61-bfb6-61482e51cdc0 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:05.154075 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-plugged", "status": "completed", "tag": "90422edb-93ab-4bd6-8d8b-47eaf9e68a0e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:05.154332 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a75c9b81-8a41-4f61-bfb6-61482e51cdc0 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:05.154726 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e', 'code': 200}
Nov 13 21:22:05.180504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d3666-0436-4839-8165-e39c1e397e0d req-df113fde-a676-4cb7-a7c1-2b74a0737941 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:05.182660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c8d3666-0436-4839-8165-e39c1e397e0d req-df113fde-a676-4cb7-a7c1-2b74a0737941 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.0590801
Nov 13 21:22:05.182819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:05.184109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.279129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4274ca-a6d6-4f61-9862-6a4df1f3add8,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:05.293753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c8d3666-0436-4839-8165-e39c1e397e0d req-25ab6525-072e-4441-a555-702f6e2c9e3a tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832157
Nov 13 21:22:05.294619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Checking segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:05.294979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Network hostable DHCP agents. Network: 780d5a06-945c-486b-9f66-ab2c04603727, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:22:05.340163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['028c6cd0-896d-461b-a890-1265f7dad0a1'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:05.420517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Network 780d5a06-945c-486b-9f66-ab2c04603727 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:22:05.631331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 780d5a06-945c-486b-9f66-ab2c04603727) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:05.636368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:05.637343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.642453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401387b-e489-4110-aa28-aaee74cadfdb None None] Network 780d5a06-945c-486b-9f66-ab2c04603727 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:05.786103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd3b2210-b025-4f64-a916-dabc7092df02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0623331
Nov 13 21:22:05.795374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43666) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:05.795374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:05.799370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-780d5a06-945c-486b-9f66-ab2c04603727', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'fixed_ips': [{'subnet_id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:22:05.800235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.934156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.935225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:05.954609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Allocated IP 172.20.0.2 (780d5a06-945c-486b-9f66-ab2c04603727/8c4274ca-a6d6-4f61-9862-6a4df1f3add8/9bca0bdf-be26-45a4-bd86-4ef573b41f14) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:06.009080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec542b-e160-4cb8-be6b-d1a6dfc0fb9f req-40e974f0-a5ce-4280-a4e5-ae73781fa3fa tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:06.016836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec542b-e160-4cb8-be6b-d1a6dfc0fb9f req-40e974f0-a5ce-4280-a4e5-ae73781fa3fa tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:06.022454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.026639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccec542b-e160-4cb8-be6b-d1a6dfc0fb9f req-40e974f0-a5ce-4280-a4e5-ae73781fa3fa tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1682 time: 0.0856097
Nov 13 21:22:06.103064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccec542b-e160-4cb8-be6b-d1a6dfc0fb9f req-373a95fd-c4c4-4398-b40e-66db9b5af548 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740821
Nov 13 21:22:06.137241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.290851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.323441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.361740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Network 780d5a06-945c-486b-9f66-ab2c04603727 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:06.364768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:06.371363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:06.380205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Pushing event updated for resources: {'Port': ['ID=9bca0bdf-be26-45a4-bd86-4ef573b41f14,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:06.453859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Attempting to bind port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:06.454363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Attempting to bind port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:06.454826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Attempting to bind port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 on network 780d5a06-945c-486b-9f66-ab2c04603727 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:06.460947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:06.462638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Checking segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:06.462638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.462906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Bound using segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:06.463472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Bound port: 9bca0bdf-be26-45a4-bd86-4ef573b41f14, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:06.464151 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.496498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf309a0-6c5a-4349-ae54-01181369dfae req-ab570200-a17e-4e08-83e1-544de2de1fd5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:06.502328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caf309a0-6c5a-4349-ae54-01181369dfae req-ab570200-a17e-4e08-83e1-544de2de1fd5 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.1008129
Nov 13 21:22:06.552388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 028c6cd0-896d-461b-a890-1265f7dad0a1 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:06.565704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] For port 9bca0bdf-be26-45a4-bd86-4ef573b41f14, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:06.597400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-caf309a0-6c5a-4349-ae54-01181369dfae req-5bbb4c34-80a7-4017-80f4-ee42f965b9bf tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610261
Nov 13 21:22:06.597630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] For port 9bca0bdf-be26-45a4-bd86-4ef573b41f14, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bca0bdf-be26-45a4-bd86-4ef573b41f14,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:06.706399 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.735637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.739879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 028c6cd0-896d-461b-a890-1265f7dad0a1 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:22:06.753635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 028c6cd0-896d-461b-a890-1265f7dad0a1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:06.754074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.755630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:06.961029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Allocated IP 172.35.3.54 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7c61aef0-2434-464e-a0fd-2716a7e9481a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:06.999905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535bc64-823d-4b6f-84f0-93132ae659e7 None None] Pushing event updated for resources: {'Port': ['ID=9bca0bdf-be26-45a4-bd86-4ef573b41f14,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:07.086103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:07.163180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 028c6cd0-896d-461b-a890-1265f7dad0a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=028c6cd0-896d-461b-a890-1265f7dad0a1,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:07.164827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028c6cd0-896d-461b-a890-1265f7dad0a1'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:07.168041 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a3747c-4795-4417-8582-75a3640ef757" -d '{"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-plugged", "status": "completed", "tag": "028c6cd0-896d-461b-a890-1265f7dad0a1"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:07.186975 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:07.244119 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09811425-bd2a-4491-b177-9083f7c7a0cc x-openstack-request-id: req-09811425-bd2a-4491-b177-9083f7c7a0cc {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:07.244623 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-plugged", "status": "completed", "tag": "028c6cd0-896d-461b-a890-1265f7dad0a1", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:07.245026 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09811425-bd2a-4491-b177-9083f7c7a0cc {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:07.245829 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028c6cd0-896d-461b-a890-1265f7dad0a1', 'code': 200}
Nov 13 21:22:07.250976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:07.310322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d742b9-51de-4689-a359-b3d6850f709d req-96e83b97-03e7-49a6-88a3-379dac7d2bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:07.317701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d742b9-51de-4689-a359-b3d6850f709d req-96e83b97-03e7-49a6-88a3-379dac7d2bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:07.318881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=028c6cd0-896d-461b-a890-1265f7dad0a1,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:07.319704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7d742b9-51de-4689-a359-b3d6850f709d req-96e83b97-03e7-49a6-88a3-379dac7d2bba tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1682 time: 0.1058950
Nov 13 21:22:07.392791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50544d75-b2f9-4724-93d7-291a3a494c1d req-3a3a459d-4148-4e66-95df-f37ce33611cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:07.393258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50544d75-b2f9-4724-93d7-291a3a494c1d req-3a3a459d-4148-4e66-95df-f37ce33611cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:07.394806 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50544d75-b2f9-4724-93d7-291a3a494c1d req-3a3a459d-4148-4e66-95df-f37ce33611cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1985 time: 0.0739906
Nov 13 21:22:07.398534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7d742b9-51de-4689-a359-b3d6850f709d req-9222bcf3-4e67-47ef-869c-4cf2f58cc601 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686607
Nov 13 21:22:07.403719 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:07.442645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:07.445936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:07.447136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50544d75-b2f9-4724-93d7-291a3a494c1d req-02458813-8e17-47db-9f27-90a9328e2c25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441868
Nov 13 21:22:07.453476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:07.464424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69b743-fe26-4a11-9d97-cfa4e9b6d049 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:07.483979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Pushing event updated for resources: {'Port': ['ID=7c61aef0-2434-464e-a0fd-2716a7e9481a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:07.496331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.496331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.496331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.496331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.496331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.496331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.497059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.497059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.497254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.497536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.497856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.498177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:07.541036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d196e09f-0033-4485-bf00-3f759951f338 None None] Provisioning complete for port 7c61aef0-2434-464e-a0fd-2716a7e9481a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:07.541557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d196e09f-0033-4485-bf00-3f759951f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:07.584434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d196e09f-0033-4485-bf00-3f759951f338 None None] Port 7c61aef0-2434-464e-a0fd-2716a7e9481a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:07.738053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b6ac6-5559-4544-8335-6dab3cd51fbc req-d7c86b21-4726-44e8-9c3f-a249729d3c42 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:07.739783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-075b6ac6-5559-4544-8335-6dab3cd51fbc req-d7c86b21-4726-44e8-9c3f-a249729d3c42 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.0549192
Nov 13 21:22:07.796385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-075b6ac6-5559-4544-8335-6dab3cd51fbc req-2212cd15-1f87-4e11-ba50-3ec14b661e95 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492945
Nov 13 21:22:07.891842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:07.939784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dbe6cd-4d49-4e20-b4a5-8433b426ac28 None None] Network 780d5a06-945c-486b-9f66-ab2c04603727 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:08.044548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a419358a-2079-4071-aca5-16b6d46ff965 None None] Provisioning complete for port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:08.044939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a419358a-2079-4071-aca5-16b6d46ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:08.088784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:08.163824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a419358a-2079-4071-aca5-16b6d46ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:08.198011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a419358a-2079-4071-aca5-16b6d46ff965 None None] For port 9bca0bdf-be26-45a4-bd86-4ef573b41f14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bca0bdf-be26-45a4-bd86-4ef573b41f14,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:08.311211 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a419358a-2079-4071-aca5-16b6d46ff965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:08.340543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:22:08.366503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419358a-2079-4071-aca5-16b6d46ff965 None None] Pushing event updated for resources: {'Port': ['ID=9bca0bdf-be26-45a4-bd86-4ef573b41f14,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:08.430398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4526f6d4-2964-49d8-8f00-3a7e2b06d88d None None] Provisioning complete for port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:08.430773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4526f6d4-2964-49d8-8f00-3a7e2b06d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:08.725435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:08.735399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Sync routers for ids ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:08.743865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f108ec2-2cf1-401a-87ea-593cacf28933 req-c7267e72-7ab3-4c5b-b3a1-08a7193886b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:08.745902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Routers {'d5e2a40e-24aa-4857-a7f6-7175b101b9c6'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:08.746633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd42aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:08.749473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f108ec2-2cf1-401a-87ea-593cacf28933 req-c7267e72-7ab3-4c5b-b3a1-08a7193886b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:08.751101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f108ec2-2cf1-401a-87ea-593cacf28933 req-c7267e72-7ab3-4c5b-b3a1-08a7193886b5 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1683 time: 0.0826476
Nov 13 21:22:08.803154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f108ec2-2cf1-401a-87ea-593cacf28933 req-9d143232-ccfd-4a12-ba4d-084a44f9d34d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450735
Nov 13 21:22:08.854014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Set router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:08.878210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:08.882070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0547bb42-00c1-458c-a24a-6372c917b181 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0895872
Nov 13 21:22:08.882347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43716) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:09.035980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bca0bdf-be26-45a4-bd86-4ef573b41f14 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:09.106889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd42aa00>, [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:22:07Z', 'revision_number': 3, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:09.138024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:09.138384 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.139977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Checking router: d5e2a40e-24aa-4857-a7f6-7175b101b9c6 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:09.140317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Updating router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 port 7c61aef0-2434-464e-a0fd-2716a7e9481a binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:22:09.192958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.358875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.500580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.518226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Allocated IP 172.20.0.1 (780d5a06-945c-486b-9f66-ab2c04603727/8c4274ca-a6d6-4f61-9862-6a4df1f3add8/f36d7202-bd12-4c9c-9826-b4d8cb17cf01) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:09.622835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.670600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.719163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22374e1f-ee91-461a-8b87-38f0b3d0eb11 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:09.735456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Attempting to bind port 7c61aef0-2434-464e-a0fd-2716a7e9481a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:09.735830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Attempting to bind port 7c61aef0-2434-464e-a0fd-2716a7e9481a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:09.736195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Attempting to bind port 7c61aef0-2434-464e-a0fd-2716a7e9481a on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:09.743998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db8317-b529-49df-b3d8-c03d61aeba99 None None] Pushing event updated for resources: {'Port': ['ID=7c61aef0-2434-464e-a0fd-2716a7e9481a,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:09.754625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:09.755233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:09.755834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.756226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:09.756786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Bound port: 7c61aef0-2434-464e-a0fd-2716a7e9481a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:09.757122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.797444 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.824197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] For port 7c61aef0-2434-464e-a0fd-2716a7e9481a, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:09.827703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] For port 7c61aef0-2434-464e-a0fd-2716a7e9481a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c61aef0-2434-464e-a0fd-2716a7e9481a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:09.843386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Network 780d5a06-945c-486b-9f66-ab2c04603727 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:09.846723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:09.852760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:09.871225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e1b44c1b-4a85-4064-94d6-a2d8aa827766 None None] Provisioning complete for port 7c61aef0-2434-464e-a0fd-2716a7e9481a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:09.872065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1b44c1b-4a85-4064-94d6-a2d8aa827766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.886760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:09.927374 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.934309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e1b44c1b-4a85-4064-94d6-a2d8aa827766 None None] Port 7c61aef0-2434-464e-a0fd-2716a7e9481a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:09.936713 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:09.997420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b610b01-460f-461a-b8bb-1e3fa847d544 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:10.003620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c8083-88e0-449b-9116-7a8a6965d2bd req-74980f8b-4684-4214-957e-7473026cfa0b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:10.004668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db8317-b529-49df-b3d8-c03d61aeba99 None None] Pushing event updated for resources: {'Port': ['ID=7c61aef0-2434-464e-a0fd-2716a7e9481a,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:10.007751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Routers {'d5e2a40e-24aa-4857-a7f6-7175b101b9c6'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:10.009047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd42aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:10.024175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c8083-88e0-449b-9116-7a8a6965d2bd req-74980f8b-4684-4214-957e-7473026cfa0b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:10.024175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-274c8083-88e0-449b-9116-7a8a6965d2bd req-74980f8b-4684-4214-957e-7473026cfa0b tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1683 time: 0.1247454
Nov 13 21:22:10.107554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ae3de9b3-3d22-4580-88e9-2b98e0fa0987 None None] Provisioning complete for port 7c61aef0-2434-464e-a0fd-2716a7e9481a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:10.108144 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae3de9b3-3d22-4580-88e9-2b98e0fa0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.108704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-274c8083-88e0-449b-9116-7a8a6965d2bd req-10d26f5f-4054-4eda-8ee7-0171f8a66134 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836384
Nov 13 21:22:10.176182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] Set router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:10.263551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.443649 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.475164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae3de9b3-3d22-4580-88e9-2b98e0fa0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.512704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ae3de9b3-3d22-4580-88e9-2b98e0fa0987 None None] For port 7c61aef0-2434-464e-a0fd-2716a7e9481a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c61aef0-2434-464e-a0fd-2716a7e9481a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:10.554108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd42aa00>, [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:22:07Z', 'revision_number': 3, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:10.584223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef7a78-44e8-4130-88a0-72275a770256 None None] The sync data for ids ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'] in ncdv-master-1 is: [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:22:07Z', 'revision_number': 3, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:10.594874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.619838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae3de9b3-3d22-4580-88e9-2b98e0fa0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.667146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.670345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:10.677807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de9b3-3d22-4580-88e9-2b98e0fa0987 None None] Pushing event updated for resources: {'Port': ['ID=7c61aef0-2434-464e-a0fd-2716a7e9481a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:10.743309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80fa964d-c60a-4a28-9231-ebd226eb9f13 None None] Provisioning complete for port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:10.744047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80fa964d-c60a-4a28-9231-ebd226eb9f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:10.795780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Network 780d5a06-945c-486b-9f66-ab2c04603727 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:10.796252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80fa964d-c60a-4a28-9231-ebd226eb9f13 None None] Port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:10.797589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:10.846929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeedbc-374a-4562-81dc-b7037ba42f18 req-acdaccf9-57af-4ecc-89ae-f6963ccaee53 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:10.853839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeedbc-374a-4562-81dc-b7037ba42f18 req-acdaccf9-57af-4ecc-89ae-f6963ccaee53 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:10.871000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0eeedbc-374a-4562-81dc-b7037ba42f18 req-acdaccf9-57af-4ecc-89ae-f6963ccaee53 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1683 time: 0.0879714
Nov 13 21:22:10.973280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0eeedbc-374a-4562-81dc-b7037ba42f18 req-57edbf7a-789c-4966-b03f-f5476db74d07 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013248
Nov 13 21:22:11.010256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:22:11.150574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:11.156327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0c8f58ec-cf40-4e6c-88c3-1e22a49a04d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/d5e2a40e-24aa-4857-a7f6-7175b101b9c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2729402
Nov 13 21:22:11.226137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cb8b128f-97e9-493e-998b-81fa37deab8f None None] Provisioning complete for port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:11.226740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb8b128f-97e9-493e-998b-81fa37deab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:11.262318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b128f-97e9-493e-998b-81fa37deab8f None None] Port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:11.929551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43776) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:11.935184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1745211696-network', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:11.991704 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.076994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Made reservation on behalf of ac2a855f55e54421aabf3cd3208c5397 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:12.079404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.089717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.120718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083c6fd-ba6d-439b-adcb-02ed7aa26775 req-3f3ba2d4-5e30-446d-80d7-bdd6c84762ef tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:12.126828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083c6fd-ba6d-439b-adcb-02ed7aa26775 req-3f3ba2d4-5e30-446d-80d7-bdd6c84762ef tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:12.128364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5083c6fd-ba6d-439b-adcb-02ed7aa26775 req-3f3ba2d4-5e30-446d-80d7-bdd6c84762ef tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1683 time: 0.0737154
Nov 13 21:22:12.175130 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.177402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5083c6fd-ba6d-439b-adcb-02ed7aa26775 req-3e0ea752-4541-42a0-9bff-d52a3a7b789f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420957
Nov 13 21:22:12.248933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-45cabff9-fc70-4770-ae5c-c4e892f5264c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:12.254763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-45cabff9-fc70-4770-ae5c-c4e892f5264c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:12.256234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-45cabff9-fc70-4770-ae5c-c4e892f5264c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 1683 time: 0.0590997
Nov 13 21:22:12.310655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.332585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:22:12.348751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:12.355829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port 028c6cd0-896d-461b-a890-1265f7dad0a1 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:12.356104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.356232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.356445 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Added segment a97b4731-6b71-4379-b4c0-bbc689138479 of type vlan for network 83646de3-6d30-416b-8169-d315fbb0d1fe
Nov 13 21:22:12.403730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.419159 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Sync routers for ids ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:12.433857 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Routers {'d5e2a40e-24aa-4857-a7f6-7175b101b9c6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:12.434889 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3af580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:12.516576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.518578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:12.519181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.594248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] Pushing event updated for resources: {'Network': ['ID=83646de3-6d30-416b-8169-d315fbb0d1fe,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:12.605682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 83646de3-6d30-416b-8169-d315fbb0d1fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:22:12.692856 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Set router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:12.707488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-73eee591-6d96-4ece-8afe-709d6a403a7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7768071
Nov 13 21:22:12.710254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43786) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:12.715655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Request body: {'subnet': {'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1745211696-subnet', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:12.783357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port 028c6cd0-896d-461b-a890-1265f7dad0a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=028c6cd0-896d-461b-a890-1265f7dad0a1,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:12.783742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.797635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for 028c6cd0-896d-461b-a890-1265f7dad0a1 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:12.864194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Made reservation on behalf of ac2a855f55e54421aabf3cd3208c5397 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:12.866813 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:12.911260 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3af580>, [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f36d7202-bd12-4c9c-9826-b4d8cb17cf01', 'name': '', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'mac_address': 'fa:16:3e:68:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:09Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 2, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'subnets': [{'id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:12.943143 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Checking router: d5e2a40e-24aa-4857-a7f6-7175b101b9c6 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:12.943840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Updating router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:22:12.974740 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.032081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.046874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['90422edb-93ab-4bd6-8d8b-47eaf9e68a0e', '028c6cd0-896d-461b-a890-1265f7dad0a1'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:13.080519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7c61aef0-2434-464e-a0fd-2716a7e9481a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:13.088983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=028c6cd0-896d-461b-a890-1265f7dad0a1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:13.120818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.176221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port 028c6cd0-896d-461b-a890-1265f7dad0a1 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:13.180064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.184339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-5fedbbd8-7cd8-4088-88a2-9f24d3565812 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "DELETE /v2.0/ports/028c6cd0-896d-461b-a890-1265f7dad0a1 HTTP/1.1" status: 204  len: 173 time: 0.9213343
Nov 13 21:22:13.185298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-deleted', 'tag': '028c6cd0-896d-461b-a890-1265f7dad0a1'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:13.188063 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f76241-5edc-4982-9040-51dca8280cc9" -d '{"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-deleted", "tag": "028c6cd0-896d-461b-a890-1265f7dad0a1"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:13.225381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Checking segment: {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:13.225744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Network hostable DHCP agents. Network: 83646de3-6d30-416b-8169-d315fbb0d1fe, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:22:13.239724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cabd6a-0fcf-4184-9815-8a2560930f3c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:13.255974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7c61aef0-2434-464e-a0fd-2716a7e9481a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:13.256337 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.308639 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83b1023-1d5d-4236-96eb-ef7d271ff247 x-openstack-request-id: req-d83b1023-1d5d-4236-96eb-ef7d271ff247 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:13.309012 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-deleted", "tag": "028c6cd0-896d-461b-a890-1265f7dad0a1", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:13.309319 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d83b1023-1d5d-4236-96eb-ef7d271ff247 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:13.309858 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-deleted', 'tag': '028c6cd0-896d-461b-a890-1265f7dad0a1', 'status': 'completed', 'code': 200}
Nov 13 21:22:13.388100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac0b6d-2fd7-430d-93fd-74c0870eafde req-2b2ce58e-edb0-4a55-ad28-3e62e01a1a28 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:13.390704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20ac0b6d-2fd7-430d-93fd-74c0870eafde req-2b2ce58e-edb0-4a55-ad28-3e62e01a1a28 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 946 time: 0.0659218
Nov 13 21:22:13.408905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Network 83646de3-6d30-416b-8169-d315fbb0d1fe is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:22:13.410208 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.434910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:13.435317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.479332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20ac0b6d-2fd7-430d-93fd-74c0870eafde req-e2a3ed84-33e9-4b27-beab-32b271da19cd tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec9b6110-2ca6-4436-a0d3-18d661a8a25a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730302
Nov 13 21:22:13.524438 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.533024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:13.533388 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.546760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:13.567411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83646de3-6d30-416b-8169-d315fbb0d1fe) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:13.572476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:13.587206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.588005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Pushing event updated for resources: {'Port': ['ID=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:13.598957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb66300-23af-4792-91ff-78b254b6bf22 None None] Network 83646de3-6d30-416b-8169-d315fbb0d1fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:13.605379 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.605860 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.606214 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.606553 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.606892 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.607226 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.607551 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.607878 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.608203 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.608725 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.609062 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.609380 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:13.642306 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Attempting to bind port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:13.642673 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Attempting to bind port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:13.643037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Attempting to bind port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 on network 780d5a06-945c-486b-9f66-ab2c04603727 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:13.648233 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:13.648610 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Checking segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:13.649623 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.650017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Bound using segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:13.650484 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Bound port: f36d7202-bd12-4c9c-9826-b4d8cb17cf01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:13.650861 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.713035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a60fe68-9285-4d61-a1a0-fb234c7cbe01 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9986489
Nov 13 21:22:13.713388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43798) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:13.721209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:13.735061 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] For port f36d7202-bd12-4c9c-9826-b4d8cb17cf01, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:13.748730 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] For port f36d7202-bd12-4c9c-9826-b4d8cb17cf01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:13.810219 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.840931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83646de3-6d30-416b-8169-d315fbb0d1fe', 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'fixed_ips': [{'subnet_id': '51cabd6a-0fcf-4184-9815-8a2560930f3c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:22:13.841838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.865266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.865993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.868091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:13.899666 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Routers {'d5e2a40e-24aa-4857-a7f6-7175b101b9c6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:13.900302 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3af580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:13.908536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['028c6cd0-896d-461b-a890-1265f7dad0a1'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:13.929661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=90422edb-93ab-4bd6-8d8b-47eaf9e68a0e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:13.972844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.020264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:14.025865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.031784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cba86e4-ff26-4a57-972e-a3d756c624e3 req-d74a81e9-e0fb-41ed-81a8-8737101cf27f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.46 "DELETE /v2.0/ports/90422edb-93ab-4bd6-8d8b-47eaf9e68a0e HTTP/1.1" status: 204  len: 173 time: 0.8401201
Nov 13 21:22:14.061562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-988795c5-cda9-4c29-94a1-644e3a1d7404 None None] Provisioning complete for port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:14.061949 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-988795c5-cda9-4c29-94a1-644e3a1d7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.069668 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc13f-2874-4498-80eb-5311c231c4ff None None] Pushing event updated for resources: {'Port': ['ID=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:14.128782 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] Set router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:14.230664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Allocated IP 172.20.0.2 (83646de3-6d30-416b-8169-d315fbb0d1fe/51cabd6a-0fcf-4184-9815-8a2560930f3c/34cfd952-349b-4231-a6cb-eee32014f5fb) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:14.330757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.340524 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-988795c5-cda9-4c29-94a1-644e3a1d7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.388278 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3af580>, [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f36d7202-bd12-4c9c-9826-b4d8cb17cf01', 'name': '', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'mac_address': 'fa:16:3e:68:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:09Z', 'updated_at': '2021-11-13T21:22:13Z', 'revision_number': 4, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'subnets': [{'id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:14.416523 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470b97e-7949-4a9d-a05b-e17b26096d1f None None] The sync data for ids ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'] in ncdv-master-1 is: [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f36d7202-bd12-4c9c-9826-b4d8cb17cf01', 'name': '', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'mac_address': 'fa:16:3e:68:52:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:09Z', 'updated_at': '2021-11-13T21:22:13Z', 'revision_number': 4, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'subnets': [{'id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:14.418659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-988795c5-cda9-4c29-94a1-644e3a1d7404 None None] For port f36d7202-bd12-4c9c-9826-b4d8cb17cf01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:14.525871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.558570 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.582897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-988795c5-cda9-4c29-94a1-644e3a1d7404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.613873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fadd382-e234-4be6-9654-11d021e5857b req-c915976e-fbf2-431b-ad97-d09fcafa51ae tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "GET /v2.0/ports?device_id=85c996b5-af9d-48d9-8793-63f94093489a HTTP/1.1" status: 200  len: 210 time: 0.0431170
Nov 13 21:22:14.627315 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.662109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988795c5-cda9-4c29-94a1-644e3a1d7404 None None] Pushing event updated for resources: {'Port': ['ID=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:14.666794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Network 83646de3-6d30-416b-8169-d315fbb0d1fe is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:14.676046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:14.678094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:14.775020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3f9cacd5-7be0-4e6b-a4e1-95aab53156b2 None None] Provisioning complete for port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:14.775387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f9cacd5-7be0-4e6b-a4e1-95aab53156b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.778224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Pushing event updated for resources: {'Port': ['ID=34cfd952-349b-4231-a6cb-eee32014f5fb,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:14.821997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Attempting to bind port 34cfd952-349b-4231-a6cb-eee32014f5fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:14.822370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Attempting to bind port 34cfd952-349b-4231-a6cb-eee32014f5fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:14.822734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Attempting to bind port 34cfd952-349b-4231-a6cb-eee32014f5fb on network 83646de3-6d30-416b-8169-d315fbb0d1fe {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:14.836495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:14.836907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Checking segment: {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:14.837375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.837746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Bound using segment: {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:14.838165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Bound port: 34cfd952-349b-4231-a6cb-eee32014f5fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:14.838544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.839239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.862680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:14.953578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] For port 34cfd952-349b-4231-a6cb-eee32014f5fb, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:14.954260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] For port 34cfd952-349b-4231-a6cb-eee32014f5fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34cfd952-349b-4231-a6cb-eee32014f5fb,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:15.021593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Allocated IP 172.35.3.234 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/95047e7e-833b-422f-b82a-9f126d883323) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:15.034809 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.122928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f36d7202-bd12-4c9c-9826-b4d8cb17cf01 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:15.151645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.152871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baa22f-a5e6-43cb-8242-26e6c93c890e None None] Pushing event updated for resources: {'Port': ['ID=34cfd952-349b-4231-a6cb-eee32014f5fb,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:15.198589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:15.199178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.311482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-deleted', 'tag': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:15.314794 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a969fa-f755-4b6e-be67-b6387a67dd82" -d '{"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-deleted", "tag": "90422edb-93ab-4bd6-8d8b-47eaf9e68a0e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:15.333541 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.376064 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1762f5b0-5f90-457c-9cfe-6db5fd205103 x-openstack-request-id: req-1762f5b0-5f90-457c-9cfe-6db5fd205103 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:15.376626 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85c996b5-af9d-48d9-8793-63f94093489a", "name": "network-vif-deleted", "tag": "90422edb-93ab-4bd6-8d8b-47eaf9e68a0e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:15.377946 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1762f5b0-5f90-457c-9cfe-6db5fd205103 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:15.378390 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c996b5-af9d-48d9-8793-63f94093489a', 'name': 'network-vif-deleted', 'tag': '90422edb-93ab-4bd6-8d8b-47eaf9e68a0e', 'status': 'completed', 'code': 200}
Nov 13 21:22:15.397397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:15.401052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:15.405701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:15.445393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Pushing event updated for resources: {'Port': ['ID=95047e7e-833b-422f-b82a-9f126d883323,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:15.447980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e142d91-664d-4413-a0a4-f7f666d39c3e None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:15.590581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3301a79b-a44a-466b-9a09-9f65e8ce97ac None None] Provisioning complete for port 95047e7e-833b-422f-b82a-9f126d883323 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:15.591059 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3301a79b-a44a-466b-9a09-9f65e8ce97ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.642163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3301a79b-a44a-466b-9a09-9f65e8ce97ac None None] Port 95047e7e-833b-422f-b82a-9f126d883323 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:15.676393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:15.731240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting subnet eb7cdbeb-baef-49c0-b89b-86e90197342a {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:22:15.734416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.812965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:15.943635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.245716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.294570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ce074-8322-451f-9707-3e04112e5ea9 None None] Network 83646de3-6d30-416b-8169-d315fbb0d1fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:16.389857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-54c4b025-f6b1-414c-8d96-eca258021e9f None None] Provisioning complete for port 34cfd952-349b-4231-a6cb-eee32014f5fb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:16.390275 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54c4b025-f6b1-414c-8d96-eca258021e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.456067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.500259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.535060 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54c4b025-f6b1-414c-8d96-eca258021e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.571783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7cdbeb-baef-49c0-b89b-86e90197342a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:16.575943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.579488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b4b2d8a-8783-4e8e-ac80-5c1cd06f461d tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/subnets/eb7cdbeb-baef-49c0-b89b-86e90197342a HTTP/1.1" status: 204  len: 168 time: 0.9017928
Nov 13 21:22:16.584115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43844) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:16.585967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:16.588649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac96b2-899a-411b-a443-b125634fd6a8 None None] Network f20e1f8b-441c-4cce-97e7-9198e8958244 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:16.592131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-54c4b025-f6b1-414c-8d96-eca258021e9f None None] For port 34cfd952-349b-4231-a6cb-eee32014f5fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34cfd952-349b-4231-a6cb-eee32014f5fb,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:16.627980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:16.628341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 90422edb-93ab-4bd6-8d8b-47eaf9e68a0e not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:16.628768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 028c6cd0-896d-461b-a890-1265f7dad0a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:16.681583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 028c6cd0-896d-461b-a890-1265f7dad0a1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:16.681934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 028c6cd0-896d-461b-a890-1265f7dad0a1 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:16.699562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.758457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port a4952a24-1314-48b4-a7f2-793497b15fe8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:16.758869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.774199 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54c4b025-f6b1-414c-8d96-eca258021e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.824440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] DHCP port deletion for f20e1f8b-441c-4cce-97e7-9198e8958244 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:16.833365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port a4952a24-1314-48b4-a7f2-793497b15fe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4952a24-1314-48b4-a7f2-793497b15fe8,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:16.833745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.839355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4b025-f6b1-414c-8d96-eca258021e9f None None] Pushing event updated for resources: {'Port': ['ID=34cfd952-349b-4231-a6cb-eee32014f5fb,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:16.847593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for a4952a24-1314-48b4-a7f2-793497b15fe8 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:16.861009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Router 969276f9-4509-402d-b712-cbbe98636226 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:22:16.905568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] Deleting port a4952a24-1314-48b4-a7f2-793497b15fe8 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:16.905936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:16.907558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a8d37daf-61eb-469d-9767-7cd9adc9f351 None None] Provisioning complete for port 34cfd952-349b-4231-a6cb-eee32014f5fb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:16.908130 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8d37daf-61eb-469d-9767-7cd9adc9f351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.008721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:17.011434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] For port a4952a24-1314-48b4-a7f2-793497b15fe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4952a24-1314-48b4-a7f2-793497b15fe8,segment=NetworkSegment(f1d6cd3e-8b92-4ef8-8866-d618495e8e8b),segment_id=f1d6cd3e-8b92-4ef8-8866-d618495e8e8b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:17.011728 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.018073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Sync routers for ids ['969276f9-4509-402d-b712-cbbe98636226'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:17.036487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] Calling delete_port for a4952a24-1314-48b4-a7f2-793497b15fe8 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:17.054379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Routers {'969276f9-4509-402d-b712-cbbe98636226'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:17.055030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdce97bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['969276f9-4509-402d-b712-cbbe98636226'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:17.081911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.107662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=a4952a24-1314-48b4-a7f2-793497b15fe8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:17.114783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port a4952a24-1314-48b4-a7f2-793497b15fe8 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:17.141831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.144846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9d7d8951-b977-4406-adaa-24d969e59f45 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4297535
Nov 13 21:22:17.153008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43848) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:17.242317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.295389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd60b8e0>,) {'filters': {'network_id': ['f20e1f8b-441c-4cce-97e7-9198e8958244']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:17.297794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 34cfd952-349b-4231-a6cb-eee32014f5fb up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:17.310713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd60b8e0>, 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:17.311002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd60b8e0>, 'f1d6cd3e-8b92-4ef8-8866-d618495e8e8b') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:17.324709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.375813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.386498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:22:17.386897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:22:17.389946 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.435323 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:22:17.438788 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:22:17.451836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 34cfd952-349b-4231-a6cb-eee32014f5fb triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:17.452211 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.455045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Set router 969276f9-4509-402d-b712-cbbe98636226 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:17.458057 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.558504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] Pushing event deleted for resources: {'Port': ['ID=a4952a24-1314-48b4-a7f2-793497b15fe8,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:17.584366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c275d-d85f-47d4-a837-42851ab28db6 None None] No DVR routers for this DVR port a4952a24-1314-48b4-a7f2-793497b15fe8 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:17.599898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.604680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.608402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/networks/f20e1f8b-441c-4cce-97e7-9198e8958244 HTTP/1.1" status: 204  len: 168 time: 1.0213330
Nov 13 21:22:17.615713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43854) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:17.631638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd377012-0edf-49e5-a3f5-feacbf9c47e2 tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Network': ['ID=f20e1f8b-441c-4cce-97e7-9198e8958244,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:17.682111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting subnet bb8268af-422d-4baf-988c-3f5aae7b2191 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:22:17.685573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.740736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdce97bb0>, [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:22:15Z', 'revision_number': 3, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:17.764443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.770443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Checking router: 969276f9-4509-402d-b712-cbbe98636226 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:17.770795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Updating router 969276f9-4509-402d-b712-cbbe98636226 port 95047e7e-833b-422f-b82a-9f126d883323 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:22:17.791272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a4952a24-1314-48b4-a7f2-793497b15fe8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:17.802727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.818691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a4952a24-1314-48b4-a7f2-793497b15fe8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:17.819036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a4952a24-1314-48b4-a7f2-793497b15fe8 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:17.823666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:17.872815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.015496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Allocated IP 172.20.0.1 (83646de3-6d30-416b-8169-d315fbb0d1fe/51cabd6a-0fcf-4184-9815-8a2560930f3c/d160e56b-333d-4d16-8493-81d81df62069) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:18.038952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.080422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.082687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d444732-dfc5-4d9e-a8bc-df10fa81da93 None None] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:18.084843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/subnets/bb8268af-422d-4baf-988c-3f5aae7b2191 HTTP/1.1" status: 204  len: 168 time: 0.4675937
Nov 13 21:22:18.087199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43858) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:18.116107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197eae91-efb9-4b98-8f0f-70d43093628f tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8268af-422d-4baf-988c-3f5aae7b2191,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:18.133281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.158734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.186330 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.225036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.248903 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.268054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Network 83646de3-6d30-416b-8169-d315fbb0d1fe is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:18.285417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Deleting port d2b069b6-a088-49d3-8718-3860ce4a206b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:18.285862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:18.286263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.288851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:18.293191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d160e56b-333d-4d16-8493-81d81df62069,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:18.320170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Attempting to bind port 95047e7e-833b-422f-b82a-9f126d883323 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:18.320785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Attempting to bind port 95047e7e-833b-422f-b82a-9f126d883323 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:18.321163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Attempting to bind port 95047e7e-833b-422f-b82a-9f126d883323 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:18.341464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:18.341464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:18.341464 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.341464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:18.341464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Bound port: 95047e7e-833b-422f-b82a-9f126d883323, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:18.341464 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.346793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.374150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa8af43-ccc7-4f2f-adbd-d7d297b3eb1e None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:18.390685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fc9eb-50fa-4127-82f3-d7bd565db205 None None] Pushing event updated for resources: {'Port': ['ID=95047e7e-833b-422f-b82a-9f126d883323,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:18.411168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] DHCP port deletion for 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:18.437354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] For port d2b069b6-a088-49d3-8718-3860ce4a206b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2b069b6-a088-49d3-8718-3860ce4a206b,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:18.437354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.445540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Calling delete_port for d2b069b6-a088-49d3-8718-3860ce4a206b owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:18.485316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] For port 95047e7e-833b-422f-b82a-9f126d883323, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:18.506248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] For port 95047e7e-833b-422f-b82a-9f126d883323, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95047e7e-833b-422f-b82a-9f126d883323,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:18.508887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4e6fc84f-09a2-4219-ab18-4d017706276a None None] Provisioning complete for port 95047e7e-833b-422f-b82a-9f126d883323 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:18.509258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e6fc84f-09a2-4219-ab18-4d017706276a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.565935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fc84f-09a2-4219-ab18-4d017706276a None None] Port 95047e7e-833b-422f-b82a-9f126d883323 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:18.577322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Deleting port d2b069b6-a088-49d3-8718-3860ce4a206b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:18.577724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.600496 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.662520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] For port d2b069b6-a088-49d3-8718-3860ce4a206b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2b069b6-a088-49d3-8718-3860ce4a206b,segment=NetworkSegment(72760b2d-5d77-40b7-890a-4ab424dc7f87),segment_id=72760b2d-5d77-40b7-890a-4ab424dc7f87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:18.662909 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.681307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Calling delete_port for d2b069b6-a088-49d3-8718-3860ce4a206b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:18.685671 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.733747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.762904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Port': ['ID=d2b069b6-a088-49d3-8718-3860ce4a206b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:18.764920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] No DVR routers for this DVR port d2b069b6-a088-49d3-8718-3860ce4a206b on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:18.777802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd200e-2911-46a3-bc48-217fd6277907 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:18.784790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-82caecfc-02c3-41f5-9e70-f4fa0829d9ac None None] Provisioning complete for port d160e56b-333d-4d16-8493-81d81df62069 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:18.785158 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82caecfc-02c3-41f5-9e70-f4fa0829d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.792622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.830721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Routers {'969276f9-4509-402d-b712-cbbe98636226'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:18.831291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdce97bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['969276f9-4509-402d-b712-cbbe98636226'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:18.833192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fc9eb-50fa-4127-82f3-d7bd565db205 None None] Pushing event updated for resources: {'Port': ['ID=95047e7e-833b-422f-b82a-9f126d883323,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:18.854516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.876622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd339fd0>,) {'filters': {'network_id': ['8c0d4bdb-8fff-4678-a792-1ebabaa31fb2']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:18.882023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.888277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd339fd0>, '72760b2d-5d77-40b7-890a-4ab424dc7f87') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:18.888753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd339fd0>, '72760b2d-5d77-40b7-890a-4ab424dc7f87') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:18.896074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-82caecfc-02c3-41f5-9e70-f4fa0829d9ac None None] Port d160e56b-333d-4d16-8493-81d81df62069 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:18.900824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.915475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.921985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:22:18.922376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:22:18.925595 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:22:18.988212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d160e56b-333d-4d16-8493-81d81df62069,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:18.991718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.092723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Network 83646de3-6d30-416b-8169-d315fbb0d1fe is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:19.094430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:19.109162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2b069b6-a088-49d3-8718-3860ce4a206b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:19.144901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.153409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.163777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.169978 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] 10.222.0.20 "DELETE /v2.0/networks/8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 HTTP/1.1" status: 204  len: 168 time: 1.0812836
Nov 13 21:22:19.196986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a797fa0-076b-43c6-bfa7-4f1da46fbd3c tempest-ServersTestMultiNic-236077168 tempest-ServersTestMultiNic-236077168-project] Pushing event deleted for resources: {'Network': ['ID=8c0d4bdb-8fff-4678-a792-1ebabaa31fb2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:19.197099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d2b069b6-a088-49d3-8718-3860ce4a206b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:19.197099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2b069b6-a088-49d3-8718-3860ce4a206b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:19.245931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1704e80b-880e-4567-b19c-7d2a033ebe39 None None] Provisioning complete for port 95047e7e-833b-422f-b82a-9f126d883323 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:19.246519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1704e80b-880e-4567-b19c-7d2a033ebe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.251802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Network 8c0d4bdb-8fff-4678-a792-1ebabaa31fb2 is not hosted by any dhcp agent {{(pid=120534) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 13 21:22:19.252850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] No DVR routers for this DVR port d2b069b6-a088-49d3-8718-3860ce4a206b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:19.256406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] Set router 969276f9-4509-402d-b712-cbbe98636226 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:19.283062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Router 969276f9-4509-402d-b712-cbbe98636226 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:22:19.287549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad31b00-3e3d-467f-a125-efbcbd552135 None None] Pushing event deleted for resources: {'Port': ['ID=d2b069b6-a088-49d3-8718-3860ce4a206b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:19.384580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:19.436052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:19.448023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-418ca732-8eff-4078-b678-7d92eedcb3d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/969276f9-4509-402d-b712-cbbe98636226/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2992613
Nov 13 21:22:19.558553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1704e80b-880e-4567-b19c-7d2a033ebe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.603393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1704e80b-880e-4567-b19c-7d2a033ebe39 None None] For port 95047e7e-833b-422f-b82a-9f126d883323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95047e7e-833b-422f-b82a-9f126d883323,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:19.676406 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1704e80b-880e-4567-b19c-7d2a033ebe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.749692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdce97bb0>, [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd160e56b-333d-4d16-8493-81d81df62069', 'name': '', 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'mac_address': 'fa:16:3e:ff:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:17Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 1, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'subnets': [{'id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:19.751433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704e80b-880e-4567-b19c-7d2a033ebe39 None None] Pushing event updated for resources: {'Port': ['ID=95047e7e-833b-422f-b82a-9f126d883323,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:19.782234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d40c4-34a1-448b-b3d9-18b6253a7930 None None] The sync data for ids ['969276f9-4509-402d-b712-cbbe98636226'] in ncdv-master-1 is: [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd160e56b-333d-4d16-8493-81d81df62069', 'name': '', 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'mac_address': 'fa:16:3e:ff:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:17Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 1, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'subnets': [{'id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:19.828021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-df364f64-ecce-4369-94f3-ed1b0a9a5da7 None None] Provisioning complete for port d160e56b-333d-4d16-8493-81d81df62069 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:19.828393 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-df364f64-ecce-4369-94f3-ed1b0a9a5da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:19.878567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-df364f64-ecce-4369-94f3-ed1b0a9a5da7 None None] Port d160e56b-333d-4d16-8493-81d81df62069 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:19.957492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:20.207615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-29f44e53-6b40-49bb-83c6-937d16b42d6d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:20.210325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-29f44e53-6b40-49bb-83c6-937d16b42d6d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/networks?id=780d5a06-945c-486b-9f66-ab2c04603727 HTTP/1.1" status: 200  len: 910 time: 0.1506286
Nov 13 21:22:20.236241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-ded1d6a9-036e-4807-a482-76dbf07f9ca3 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/quotas/ac2a855f55e54421aabf3cd3208c5397 HTTP/1.1" status: 200  len: 375 time: 0.0197120
Nov 13 21:22:20.332056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-10d7ae64-5dc0-40b7-b052-5652db4eb9c2 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac2a855f55e54421aabf3cd3208c5397&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0873747
Nov 13 21:22:20.366267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Deleting port 6ed6dd81-b866-4d54-b9b7-61d92320402d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:20.366593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:20.435276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-b9378f3e-dc7c-48ae-8e2f-cceaf714b1c6 service neutron] 10.222.0.20 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022801
Nov 13 21:22:20.484433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] For port 6ed6dd81-b866-4d54-b9b7-61d92320402d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ed6dd81-b866-4d54-b9b7-61d92320402d,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:20.485012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:20.505383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Calling delete_port for 6ed6dd81-b866-4d54-b9b7-61d92320402d owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:20.546610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-95789b56-74b3-4867-9e53-ed41784327c0 service neutron] 10.222.0.20 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042678
Nov 13 21:22:20.854159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:20.913511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19949f7b-87bb-475f-a653-6eb0bb39c1a1 req-5370a5c4-08e2-400b-b295-d14fc0ddf2b8 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 210 time: 0.0699608
Nov 13 21:22:20.924161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed6dd81-b866-4d54-b9b7-61d92320402d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:21.219889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 95047e7e-833b-422f-b82a-9f126d883323 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:21.231821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:21.332945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 95047e7e-833b-422f-b82a-9f126d883323 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:21.333358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:21.591843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:22:22.078080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3fa0462-5189-4728-949b-ce0c0622ed3e req-173188a1-29e0-4494-933f-d4b6f9dc2f4f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 210 time: 0.0414329
Nov 13 21:22:22.097007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:22.105520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43998) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:22.105749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0a1f835-eddc-4d7f-87ac-c6fa1fabd33e admin admin] 10.222.0.20 "PUT /v2.0/routers/7456e464-6a22-4cba-b489-f7ebdf66c0d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7199652
Nov 13 21:22:22.107234 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] Sync routers for ids ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:22.121904 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] Routers {'7456e464-6a22-4cba-b489-f7ebdf66c0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:22.122563 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe06a0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:22.235598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] Set router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:22.249363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:22.363377 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:22.430318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe06a0370>, [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:22:20Z', 'revision_number': 5, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:22.456254 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] Checking router: 7456e464-6a22-4cba-b489-f7ebdf66c0d1 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:22.464473 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] Routers {'7456e464-6a22-4cba-b489-f7ebdf66c0d1'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:22.465634 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe06a0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:22.598981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Deleting port 75bf7f0d-540f-4488-b057-a5165820520f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:22.599477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:22.685102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] Set router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:22.699703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] For port 75bf7f0d-540f-4488-b057-a5165820520f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75bf7f0d-540f-4488-b057-a5165820520f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:22.700063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:22.713205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Calling delete_port for 75bf7f0d-540f-4488-b057-a5165820520f owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:22.891982 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe06a0370>, [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:22:20Z', 'revision_number': 5, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:22.922978 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d7ed4-b59a-42cd-b799-9c28a689554b None None] The sync data for ids ['7456e464-6a22-4cba-b489-f7ebdf66c0d1'] in ncdv-master-1 is: [{'id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'name': 'tempest-ServersTestMultiNic-1494725032-router', 'tenant_id': '9f19f79456214e4c8e355bd59f8c265e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '75bf7f0d-540f-4488-b057-a5165820520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:20:38Z', 'updated_at': '2021-11-13T21:22:20Z', 'revision_number': 5, 'project_id': '9f19f79456214e4c8e355bd59f8c265e', 'gw_port': {'id': '75bf7f0d-540f-4488-b057-a5165820520f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:81:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7456e464-6a22-4cba-b489-f7ebdf66c0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:20:39Z', 'updated_at': '2021-11-13T21:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:23.002658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.034822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Pushing event deleted for resources: {'Port': ['ID=75bf7f0d-540f-4488-b057-a5165820520f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:23.049528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b175430-195b-440d-b901-05e596fbc77d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:23.122143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.173015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Sync routers for ids ['969276f9-4509-402d-b712-cbbe98636226'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:23.184723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Routers {'969276f9-4509-402d-b712-cbbe98636226'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:23.185351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd87ca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['969276f9-4509-402d-b712-cbbe98636226'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:23.244963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3290edf0-eb3e-418f-abdb-a2c69cf9d624 req-b5923f5d-6c98-45ca-9cac-b5e303137a65 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 210 time: 0.0863705
Nov 13 21:22:23.251754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.254424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.307446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Set router 969276f9-4509-402d-b712-cbbe98636226 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:23.538147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd87ca00>, [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd160e56b-333d-4d16-8493-81d81df62069', 'name': '', 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'mac_address': 'fa:16:3e:ff:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:17Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 2, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'subnets': [{'id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:23.565397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Checking router: 969276f9-4509-402d-b712-cbbe98636226 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:23.565756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Updating router 969276f9-4509-402d-b712-cbbe98636226 port d160e56b-333d-4d16-8493-81d81df62069 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:22:23.596540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.728671 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.729310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7456e464-6a22-4cba-b489-f7ebdf66c0d1 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:22:23.735145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.735718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-204f358f-f73e-4b63-b3ba-f32ac0e669ce admin admin] 10.222.0.20 "DELETE /v2.0/routers/7456e464-6a22-4cba-b489-f7ebdf66c0d1 HTTP/1.1" status: 204  len: 168 time: 1.6287282
Nov 13 21:22:23.738342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44024) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:23.796073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Deleting subnet 23f25b68-3bf7-4d7e-9b3b-763ef61da2aa {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:22:23.801163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.854152 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.882742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-12e27ea0-1cf4-414d-b321-cf61b2e2eff5 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:23.884543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-12e27ea0-1cf4-414d-b321-cf61b2e2eff5 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.37 "GET /v2.0/networks?id=780d5a06-945c-486b-9f66-ab2c04603727 HTTP/1.1" status: 200  len: 910 time: 0.1110296
Nov 13 21:22:23.904553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Request body: {'port': {'device_id': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'admin_state_up': True, 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:23.926342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:23.972755 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.035321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Made reservation on behalf of ac2a855f55e54421aabf3cd3208c5397 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:24.037736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.081890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.140878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb8282-d5c4-4c4b-ac52-d9790ff8073b None None] Pushing event updated for resources: {'Port': ['ID=d160e56b-333d-4d16-8493-81d81df62069,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:24.167979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Allocated IP 172.20.0.14 (780d5a06-945c-486b-9f66-ab2c04603727/8c4274ca-a6d6-4f61-9862-6a4df1f3add8/b9754fb6-214a-4002-b1e9-f26ccb3294db) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:24.191218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.196070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Attempting to bind port d160e56b-333d-4d16-8493-81d81df62069 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:24.196514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Attempting to bind port d160e56b-333d-4d16-8493-81d81df62069 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:24.196964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Attempting to bind port d160e56b-333d-4d16-8493-81d81df62069 on network 83646de3-6d30-416b-8169-d315fbb0d1fe {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:24.203805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:24.203805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Checking segment: {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:24.203805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.203805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Bound using segment: {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:24.204394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Bound port: d160e56b-333d-4d16-8493-81d81df62069, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97b4731-6b71-4379-b4c0-bbc689138479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:24.205057 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.222804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f25b68-3bf7-4d7e-9b3b-763ef61da2aa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:24.226548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.231595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6605fbb6-0520-43dd-bdb4-9c72490463d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/23f25b68-3bf7-4d7e-9b3b-763ef61da2aa HTTP/1.1" status: 204  len: 168 time: 0.4921775
Nov 13 21:22:24.234940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44030) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:24.247966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81300cac-cc71-4b7d-8317-d7a2b23ca376 None None] Network 3e1acd24-c532-4663-8e97-7d128567e18a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:24.406654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] For port d160e56b-333d-4d16-8493-81d81df62069, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:24.430696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1dc91563-c3a6-4f44-abc9-1270d17304f1 req-b9cc4e14-1cb1-4a5c-8420-20ccd241420a tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 210 time: 0.0411906
Nov 13 21:22:24.437000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.446102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] For port d160e56b-333d-4d16-8493-81d81df62069, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d160e56b-333d-4d16-8493-81d81df62069,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:24.479815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e1535ae7-674f-44d2-b895-565041dd6206 None None] Provisioning complete for port d160e56b-333d-4d16-8493-81d81df62069 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:24.480179 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1535ae7-674f-44d2-b895-565041dd6206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.502528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.524017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e1535ae7-674f-44d2-b895-565041dd6206 None None] Port d160e56b-333d-4d16-8493-81d81df62069 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:24.528641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.549055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Deleting port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:24.549487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.600077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] DHCP port deletion for 3e1acd24-c532-4663-8e97-7d128567e18a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:24.633254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb8282-d5c4-4c4b-ac52-d9790ff8073b None None] Pushing event updated for resources: {'Port': ['ID=d160e56b-333d-4d16-8493-81d81df62069,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:24.639554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Routers {'969276f9-4509-402d-b712-cbbe98636226'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:24.640172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd87ca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:21:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['969276f9-4509-402d-b712-cbbe98636226'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:24.649013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] For port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:24.649578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.671315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Calling delete_port for 9b31d77e-2ef8-415f-9cf0-b4350b35b70f owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:24.690679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.762039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-614a0e18-d3c0-4cad-a216-7c30a4055660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.790230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Network 780d5a06-945c-486b-9f66-ab2c04603727 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:24.795980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] Deleting port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:24.796438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.799644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:24.802314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:24.814656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] Set router 969276f9-4509-402d-b712-cbbe98636226 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:24.864198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Pushing event updated for resources: {'Port': ['ID=b9754fb6-214a-4002-b1e9-f26ccb3294db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:24.871222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:24.872072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.971414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] For port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,segment=NetworkSegment(45797715-31cc-4d1c-baed-70569f90c8ac),segment_id=45797715-31cc-4d1c-baed-70569f90c8ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:24.971414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:24.978577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ea7f33ac-9680-494a-91b9-9b408dd44b44 None None] Provisioning complete for port d160e56b-333d-4d16-8493-81d81df62069 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:24.979846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ea7f33ac-9680-494a-91b9-9b408dd44b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.000144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a4d1e86c-1528-4e24-baf0-49acfe12e246 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.1050835
Nov 13 21:22:25.001917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] Calling delete_port for 9b31d77e-2ef8-415f-9cf0-b4350b35b70f owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:25.014076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Request body: {'port': {'device_id': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:25.057274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.091401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] No DVR routers for this DVR port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:25.110968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:25.139346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.223961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.238038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d160e56b-333d-4d16-8493-81d81df62069 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:25.258269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcff34880>,) {'filters': {'network_id': ['3e1acd24-c532-4663-8e97-7d128567e18a']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:25.272286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff34880>, '45797715-31cc-4d1c-baed-70569f90c8ac') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:25.272583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff34880>, '45797715-31cc-4d1c-baed-70569f90c8ac') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:25.327381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.356240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.378685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:22:25.378986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:22:25.380612 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:22:25.441272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.448744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d160e56b-333d-4d16-8493-81d81df62069 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:25.448913 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.496532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ea7f33ac-9680-494a-91b9-9b408dd44b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.501501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] Pushing event deleted for resources: {'Port': ['ID=9b31d77e-2ef8-415f-9cf0-b4350b35b70f,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:25.510102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef7f36-3201-4d30-aeb1-4b19b5a52f9f None None] No DVR routers for this DVR port 9b31d77e-2ef8-415f-9cf0-b4350b35b70f on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:25.557682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.581015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ea7f33ac-9680-494a-91b9-9b408dd44b44 None None] For port d160e56b-333d-4d16-8493-81d81df62069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d160e56b-333d-4d16-8493-81d81df62069,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:25.588603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-01e34f88-b161-4173-a184-2facdd344496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd87ca00>, [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd160e56b-333d-4d16-8493-81d81df62069', 'name': '', 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'mac_address': 'fa:16:3e:ff:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:17Z', 'updated_at': '2021-11-13T21:22:24Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'subnets': [{'id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:25.606614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.612241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] 10.222.0.20 "DELETE /v2.0/networks/3e1acd24-c532-4663-8e97-7d128567e18a HTTP/1.1" status: 204  len: 168 time: 1.3740373
Nov 13 21:22:25.636830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b57e59-89ea-464b-87e9-777b2805221f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1acd24-c532-4663-8e97-7d128567e18a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:25.637149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34f88-b161-4173-a184-2facdd344496 None None] The sync data for ids ['969276f9-4509-402d-b712-cbbe98636226'] in ncdv-master-1 is: [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:22:18Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd160e56b-333d-4d16-8493-81d81df62069', 'name': '', 'network_id': '83646de3-6d30-416b-8169-d315fbb0d1fe', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'mac_address': 'fa:16:3e:ff:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:17Z', 'updated_at': '2021-11-13T21:22:24Z', 'revision_number': 4, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'subnets': [{'id': '51cabd6a-0fcf-4184-9815-8a2560930f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:25.654962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9754fb6-214a-4002-b1e9-f26ccb3294db {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:25.656086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.675511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.682614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad9a0f-acf7-46b2-afe2-7502b7ddaab7 req-3d808a68-7a0f-48c6-92f3-348cb2aa7ba3 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:25.691909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77ad9a0f-acf7-46b2-afe2-7502b7ddaab7 req-3d808a68-7a0f-48c6-92f3-348cb2aa7ba3 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1028 time: 0.1581190
Nov 13 21:22:25.720239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Transition to ACTIVE for port object b9754fb6-214a-4002-b1e9-f26ccb3294db will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:22:25.745766 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ea7f33ac-9680-494a-91b9-9b408dd44b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.778118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77ad9a0f-acf7-46b2-afe2-7502b7ddaab7 req-695487e8-c3f3-4f5d-a838-2b25d96aa1e2 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846119
Nov 13 21:22:25.833581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:25.851266 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:22:25.851653 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:22:25.872814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f33ac-9680-494a-91b9-9b408dd44b44 None None] Pushing event updated for resources: {'Port': ['ID=d160e56b-333d-4d16-8493-81d81df62069,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:25.890060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Pushing event updated for resources: {'Port': ['ID=b9754fb6-214a-4002-b1e9-f26ccb3294db,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:25.987127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Attempting to bind port b9754fb6-214a-4002-b1e9-f26ccb3294db on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:25.987464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Attempting to bind port b9754fb6-214a-4002-b1e9-f26ccb3294db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:25.987795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Attempting to bind port b9754fb6-214a-4002-b1e9-f26ccb3294db on network 780d5a06-945c-486b-9f66-ab2c04603727 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:25.993043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Port b9754fb6-214a-4002-b1e9-f26ccb3294db on network 780d5a06-945c-486b-9f66-ab2c04603727 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:22:25.993363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Attempting to bind port b9754fb6-214a-4002-b1e9-f26ccb3294db on network 780d5a06-945c-486b-9f66-ab2c04603727 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:25.999002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:25.999620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Checking segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:26.000004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Bound using segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:26.000435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Bound port: b9754fb6-214a-4002-b1e9-f26ccb3294db, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:26.000817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.077059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] For port b9754fb6-214a-4002-b1e9-f26ccb3294db, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:26.081169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] For port b9754fb6-214a-4002-b1e9-f26ccb3294db, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9754fb6-214a-4002-b1e9-f26ccb3294db,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:26.180038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.216482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.217135 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.218524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] 10.222.0.37 "PUT /v2.0/ports/b9754fb6-214a-4002-b1e9-f26ccb3294db HTTP/1.1" status: 200  len: 1092 time: 1.2091279
Nov 13 21:22:26.219171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'tag': 'b9754fb6-214a-4002-b1e9-f26ccb3294db'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:26.221467 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b67ce27-2375-4a25-88fa-12183344f584" -d '{"events": [{"name": "network-changed", "server_uuid": "c77fd8f9-4c0c-44eb-9d6d-7a50360d3711", "tag": "b9754fb6-214a-4002-b1e9-f26ccb3294db"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:26.254181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e688d58-bc08-4bea-bead-846711f42752 service neutron] Pushing event updated for resources: {'Port': ['ID=b9754fb6-214a-4002-b1e9-f26ccb3294db,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:26.280494 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf42db9-7903-4c91-9102-22a8ed76966a x-openstack-request-id: req-eaf42db9-7903-4c91-9102-22a8ed76966a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:26.281595 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77fd8f9-4c0c-44eb-9d6d-7a50360d3711", "tag": "b9754fb6-214a-4002-b1e9-f26ccb3294db", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:26.282322 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eaf42db9-7903-4c91-9102-22a8ed76966a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:26.282927 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'tag': 'b9754fb6-214a-4002-b1e9-f26ccb3294db', 'status': 'completed', 'code': 200}
Nov 13 21:22:26.295615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44054) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:26.351430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eb8e3a35-eebf-46d0-af8c-496819609f94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f19f79456214e4c8e355bd59f8c265e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0545974
Nov 13 21:22:26.354904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44056) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:26.361114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ce27-2375-4a25-88fa-12183344f584 req-6f9a975a-19fc-480b-a1ed-07f8605019ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.366243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b67ce27-2375-4a25-88fa-12183344f584 req-6f9a975a-19fc-480b-a1ed-07f8605019ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2a855f55e54421aabf3cd3208c5397&device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1095 time: 0.0645688
Nov 13 21:22:26.440528 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cef6ffb-59e1-4e8b-986b-7b9e4be6f9ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.478701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cef6ffb-59e1-4e8b-986b-7b9e4be6f9ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.479894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 75bf7f0d-540f-4488-b057-a5165820520f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:26.507238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 75bf7f0d-540f-4488-b057-a5165820520f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:26.507238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 75bf7f0d-540f-4488-b057-a5165820520f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:26.507238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6ed6dd81-b866-4d54-b9b7-61d92320402d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:26.529353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 6ed6dd81-b866-4d54-b9b7-61d92320402d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:26.529697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6ed6dd81-b866-4d54-b9b7-61d92320402d not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:26.530113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9b31d77e-2ef8-415f-9cf0-b4350b35b70f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:26.537325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ce27-2375-4a25-88fa-12183344f584 req-62e39d65-dc8b-43a7-a1b3-e3c6cbcbe900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.539525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b67ce27-2375-4a25-88fa-12183344f584 req-62e39d65-dc8b-43a7-a1b3-e3c6cbcbe900 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac2a855f55e54421aabf3cd3208c5397&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1609828
Nov 13 21:22:26.553590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9b31d77e-2ef8-415f-9cf0-b4350b35b70f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:26.558577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9b31d77e-2ef8-415f-9cf0-b4350b35b70f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:26.658184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ce27-2375-4a25-88fa-12183344f584 req-69a201e4-8242-4939-a901-c5172b47736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.659760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b67ce27-2375-4a25-88fa-12183344f584 req-69a201e4-8242-4939-a901-c5172b47736c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1100368
Nov 13 21:22:26.687843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cef6ffb-59e1-4e8b-986b-7b9e4be6f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.723576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cef6ffb-59e1-4e8b-986b-7b9e4be6f9ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:26.723576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3cef6ffb-59e1-4e8b-986b-7b9e4be6f9ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec9b6110-2ca6-4436-a0d3-18d661a8a25a HTTP/1.1" status: 204  len: 168 time: 0.3362176
Nov 13 21:22:26.723576 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef6ffb-59e1-4e8b-986b-7b9e4be6f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b6110-2ca6-4436-a0d3-18d661a8a25a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:26.745482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-0f568459-7720-43ef-8792-9f8dffbd162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.747612 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-0f568459-7720-43ef-8792-9f8dffbd162f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac2a855f55e54421aabf3cd3208c5397&device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1095 time: 0.0481536
Nov 13 21:22:26.791839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-2a73dabb-ea5b-44aa-8dee-ad0e2f7e0d3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9754fb6-214a-4002-b1e9-f26ccb3294db HTTP/1.1" status: 200  len: 217 time: 0.0355949
Nov 13 21:22:26.854752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-89b37a5c-7dd5-48de-97dd-b4b5e729d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.856229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-89b37a5c-7dd5-48de-97dd-b4b5e729d14b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c4274ca-a6d6-4f61-9862-6a4df1f3add8 HTTP/1.1" status: 200  len: 848 time: 0.0566237
Nov 13 21:22:26.906209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-317acd91-829a-464b-94a9-4815149bfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.907718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-317acd91-829a-464b-94a9-4815149bfddf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=780d5a06-945c-486b-9f66-ab2c04603727&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418596
Nov 13 21:22:26.924829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f23aa-cec0-46f4-823f-55bdd5e5f7d0 req-5ca23785-7d21-4ee6-a4ba-65f5957f36c9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:26.926752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a1f23aa-cec0-46f4-823f-55bdd5e5f7d0 req-5ca23785-7d21-4ee6-a4ba-65f5957f36c9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1095 time: 0.0430572
Nov 13 21:22:26.977185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a1f23aa-cec0-46f4-823f-55bdd5e5f7d0 req-68e80fd4-9e15-444b-a447-51e724d2f590 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422876
Nov 13 21:22:27.029237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-a30b7e01-cc94-4bf0-9a10-65e2e226284e service neutron] 10.222.0.37 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1116838
Nov 13 21:22:27.034346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d160e56b-333d-4d16-8493-81d81df62069 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:27.083438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d160e56b-333d-4d16-8493-81d81df62069 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:27.083800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:27.123749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-498e3ff3-2c27-4ad0-b0ae-38691691eeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:27.131213 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a4f4bd-6d9f-48e7-80a8-3c7e58461960 req-8536329a-3a71-435f-8873-98a1f2c6dc4d service neutron] 10.222.0.37 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893559
Nov 13 21:22:27.653104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-24851c28-4b8d-470a-bbc8-d3e81b96c6fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0417295
Nov 13 21:22:27.719187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-62d2d56c-410a-4b78-959e-19569b12c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:27.725977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-62d2d56c-410a-4b78-959e-19569b12c76a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 1096 time: 0.0440266
Nov 13 21:22:27.837375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-8766dac5-e8d6-42ce-bdb5-d485c371c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:27.838933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-8766dac5-e8d6-42ce-bdb5-d485c371c108 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.0915105
Nov 13 21:22:27.888811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-34418f66-5627-4ef8-a31c-cbd548bc9d93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc HTTP/1.1" status: 200  len: 217 time: 0.0412717
Nov 13 21:22:27.952444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-1ee6ec81-8cb4-41ed-b1c3-73eb762aede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:27.953953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-1ee6ec81-8cb4-41ed-b1c3-73eb762aede1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0556970
Nov 13 21:22:28.006865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-3dde219d-c53c-4f94-885d-fa09258c7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:28.009021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-3dde219d-c53c-4f94-885d-fa09258c7c74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0473840
Nov 13 21:22:28.049550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44092) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:28.096205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2c66b-44c3-441d-b5dc-f770d3839a2a req-0fa1f269-4bb5-46b6-bb11-0331b0604662 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:28.103017 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eab2c66b-44c3-441d-b5dc-f770d3839a2a req-0fa1f269-4bb5-46b6-bb11-0331b0604662 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1095 time: 0.0457644
Nov 13 21:22:28.105470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-151c034f-a77c-4759-baee-a002d3cfaed7 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886588
Nov 13 21:22:28.151281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eab2c66b-44c3-441d-b5dc-f770d3839a2a req-71844edb-ef25-418d-a8ef-d669ade8e72f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447721
Nov 13 21:22:28.169370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-242124763-network', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:28.213051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a468d1-0f25-4584-b738-625fd4b2e136 req-53939c36-4315-4721-a192-236e14cb0bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967162
Nov 13 21:22:28.241416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:28.244681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.253551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.328003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.476128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.501624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:22:28.510596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.511159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03367c6c-5820-4153-8647-c99f7f92f118,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:28.515690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.520991 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Added segment a9011af1-ba36-46d1-8101-6b4f7c6d875a of type vlan for network 90f7b45f-5248-478f-9780-1e89d011db8b
Nov 13 21:22:28.555869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.658952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.659950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:28.660534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:28.723532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] Pushing event updated for resources: {'Network': ['ID=90f7b45f-5248-478f-9780-1e89d011db8b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:28.733817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 90f7b45f-5248-478f-9780-1e89d011db8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:22:28.775830 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7bef2ea7-85ea-4a80-9f6a-ed384e4b21d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7248209
Nov 13 21:22:28.779461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44102) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:28.784439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Request body: {'subnet': {'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-242124763-subnet', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:28.893056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:28.895534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.051941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b9754fb6-214a-4002-b1e9-f26ccb3294db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:22:29.149882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b9754fb6-214a-4002-b1e9-f26ccb3294db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9754fb6-214a-4002-b1e9-f26ccb3294db,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:29.160597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'b9754fb6-214a-4002-b1e9-f26ccb3294db', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'port_id': 'b9754fb6-214a-4002-b1e9-f26ccb3294db', 'mac_address': 'fa:16:3e:10:7b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:22:29.196118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.199240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.212606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9754fb6-214a-4002-b1e9-f26ccb3294db {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:29.238777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b9754fb6-214a-4002-b1e9-f26ccb3294db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9754fb6-214a-4002-b1e9-f26ccb3294db,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:29.255134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f738f8-8c55-4cd9-9472-29785e68bbdc,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:29.275217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63545a1-4582-4ba2-85d0-fea751267bc6 req-a0fb11c3-83ab-4e62-82bf-a9440abef6d8 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:29.275781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Checking segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:29.276573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Network hostable DHCP agents. Network: 90f7b45f-5248-478f-9780-1e89d011db8b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:22:29.281171 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e63545a1-4582-4ba2-85d0-fea751267bc6 req-a0fb11c3-83ab-4e62-82bf-a9440abef6d8 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1095 time: 0.0552082
Nov 13 21:22:29.325540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e63545a1-4582-4ba2-85d0-fea751267bc6 req-c043e0e8-9f7b-4582-b926-881a4f3a1540 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420713
Nov 13 21:22:29.349985 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.399652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=b9754fb6-214a-4002-b1e9-f26ccb3294db,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:29.414562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.414902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.415235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.415567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.415892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.416241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.416561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.416903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.417224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.417568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.418152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.418575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:29.430940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Network 90f7b45f-5248-478f-9780-1e89d011db8b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:22:29.561219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90f7b45f-5248-478f-9780-1e89d011db8b) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:29.565095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:29.565718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.570407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9fc2ab-aa64-4641-b065-44aafc17c8f8 None None] Network 90f7b45f-5248-478f-9780-1e89d011db8b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:29.593078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b9754fb6-214a-4002-b1e9-f26ccb3294db'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:29.656135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63211057-066e-4d56-8a36-7349b21d8e6b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8755517
Nov 13 21:22:29.658873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44114) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:29.663169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:29.785153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.785798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90f7b45f-5248-478f-9780-1e89d011db8b', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:22:29.786227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.786368 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.879628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.913267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:29.959034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Allocated IP 172.20.0.2 (90f7b45f-5248-478f-9780-1e89d011db8b/28f738f8-8c55-4cd9-9472-29785e68bbdc/3b0956ef-d18f-43c1-b0b9-af22ff7c4bad) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:30.107872 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.123458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.201713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.247816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Network 90f7b45f-5248-478f-9780-1e89d011db8b is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:30.260509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:30.264642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:30.270170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Pushing event updated for resources: {'Port': ['ID=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:30.322753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Attempting to bind port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:30.323109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Attempting to bind port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:30.323464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Attempting to bind port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad on network 90f7b45f-5248-478f-9780-1e89d011db8b {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:30.328535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.331061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:30.331431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Checking segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:30.331819 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.332194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Bound using segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:30.332653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Bound port: 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:30.333047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.410131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.415148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] For port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:30.420498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] For port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:30.432531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.443671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2ef87-7d65-46c1-82be-f4ce43ddd7c5 req-7321daf4-a756-4250-a2dd-e965c76d6290 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:30.445821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fb2ef87-7d65-46c1-82be-f4ce43ddd7c5 req-7321daf4-a756-4250-a2dd-e965c76d6290 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1096 time: 0.0433657
Nov 13 21:22:30.494157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fb2ef87-7d65-46c1-82be-f4ce43ddd7c5 req-262fc98f-8883-4806-ab93-9fbb44f7d710 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419674
Nov 13 21:22:30.556486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Allocated IP 172.35.3.14 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/a3d90514-a093-47dd-ac86-4d9fda7d7388) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:30.561605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.631331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dd376-068e-48aa-bd8f-68e96f7d51ff None None] Pushing event updated for resources: {'Port': ['ID=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:30.669886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.786214 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.834092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:30.838300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:30.841886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Pushing event updated for resources: {'Port': ['ID=a3d90514-a093-47dd-ac86-4d9fda7d7388,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:30.843192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:30.858083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f81066-6ffd-4940-b981-eeafd4a18008 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:30.918235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6b2b6ae4-e5f5-4880-bed0-c14b11084e51 None None] Provisioning complete for port a3d90514-a093-47dd-ac86-4d9fda7d7388 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:30.918538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6ae4-e5f5-4880-bed0-c14b11084e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:30.954213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b6ae4-e5f5-4880-bed0-c14b11084e51 None None] Port a3d90514-a093-47dd-ac86-4d9fda7d7388 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:31.050749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:31.102351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b9754fb6-214a-4002-b1e9-f26ccb3294db up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:31.168900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.170889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:31.171262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.247310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port b9754fb6-214a-4002-b1e9-f26ccb3294db completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:22:31.256174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port b9754fb6-214a-4002-b1e9-f26ccb3294db triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:31.256556 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.293341 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.341231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:31.384333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.387636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.404791 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:22:31.430005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9754fb6-214a-4002-b1e9-f26ccb3294db'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:31.430005 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d97f81-4970-40e4-8562-9f3e785041e4" -d '{"events": [{"server_uuid": "c77fd8f9-4c0c-44eb-9d6d-7a50360d3711", "name": "network-vif-plugged", "status": "completed", "tag": "b9754fb6-214a-4002-b1e9-f26ccb3294db"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:31.442918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b9754fb6-214a-4002-b1e9-f26ccb3294db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9754fb6-214a-4002-b1e9-f26ccb3294db,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:31.466315 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.537169 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db3c645-b8e5-4f63-bf8f-ee6289110495 x-openstack-request-id: req-2db3c645-b8e5-4f63-bf8f-ee6289110495 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:31.537502 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fd8f9-4c0c-44eb-9d6d-7a50360d3711", "name": "network-vif-plugged", "status": "completed", "tag": "b9754fb6-214a-4002-b1e9-f26ccb3294db", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:31.537690 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2db3c645-b8e5-4f63-bf8f-ee6289110495 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:31.538142 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9754fb6-214a-4002-b1e9-f26ccb3294db', 'code': 200}
Nov 13 21:22:31.548240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:31.583370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:31.622859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05256c-f78d-470e-a728-9803e74c1be3 req-c04b9756-84c0-464c-8289-e2377129f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:31.624776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b05256c-f78d-470e-a728-9803e74c1be3 req-c04b9756-84c0-464c-8289-e2377129f8fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0842166
Nov 13 21:22:31.654657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=b9754fb6-214a-4002-b1e9-f26ccb3294db,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:31.714905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a34d32-993c-4595-89e6-2d92ad9c7c70 req-b7d65dee-bebc-4881-85c2-6213aa6b405a tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:31.716411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2a34d32-993c-4595-89e6-2d92ad9c7c70 req-b7d65dee-bebc-4881-85c2-6213aa6b405a tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0999248
Nov 13 21:22:31.718015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4991411-39fa-4308-b8e0-1638cf0af7ae None None] Network 90f7b45f-5248-478f-9780-1e89d011db8b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:31.718827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b05256c-f78d-470e-a728-9803e74c1be3 req-5f954a69-b504-4b68-b620-0e4eb29006fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636935
Nov 13 21:22:31.761225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2a34d32-993c-4595-89e6-2d92ad9c7c70 req-3564292b-72bc-487e-8549-ab6dd8d7fc60 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382013
Nov 13 21:22:31.781048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Router 318575ee-06ec-49c2-9749-1b340e7b69e9 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:22:31.798070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ea008c21-bb15-4ad1-a698-c3d2e17b7987 None None] Provisioning complete for port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:31.798392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ea008c21-bb15-4ad1-a698-c3d2e17b7987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.164549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3f0e487c-0d49-4027-8072-7c29cd295889 None None] Provisioning complete for port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:32.165069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f0e487c-0d49-4027-8072-7c29cd295889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.193277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:32.203696 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Sync routers for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:32.213618 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:32.214318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:32.300800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.302163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a369390-6d7d-484a-b9aa-08fb90b58eda admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6423688
Nov 13 21:22:32.305115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:32.316902 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:32.497584 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b100>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:30Z', 'revision_number': 3, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:32.530166 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Checking router: 318575ee-06ec-49c2-9749-1b340e7b69e9 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:32.530647 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Updating router 318575ee-06ec-49c2-9749-1b340e7b69e9 port a3d90514-a093-47dd-ac86-4d9fda7d7388 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:22:32.556931 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.746596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.830269 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.879300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea43545-e327-471b-9fb8-1e8613756540 req-8a9a8a44-caba-4f56-bf91-451f0e66fbd9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:32.880847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea43545-e327-471b-9fb8-1e8613756540 req-8a9a8a44-caba-4f56-bf91-451f0e66fbd9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0472596
Nov 13 21:22:32.918136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Allocated IP 172.20.0.1 (90f7b45f-5248-478f-9780-1e89d011db8b/28f738f8-8c55-4cd9-9472-29785e68bbdc/1bfa7281-c8bd-42ed-baec-0700f2508b0e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:32.921849 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:32.926314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ea43545-e327-471b-9fb8-1e8613756540 req-ddf01f42-9db9-4fb6-8e80-7f46484c821b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385513
Nov 13 21:22:32.981221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644c32f0-1536-42bb-bb7b-13e67b0ba3a2 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:33.014888 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Attempting to bind port a3d90514-a093-47dd-ac86-4d9fda7d7388 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:33.015255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Attempting to bind port a3d90514-a093-47dd-ac86-4d9fda7d7388 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:33.015612 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Attempting to bind port a3d90514-a093-47dd-ac86-4d9fda7d7388 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:33.023681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0d65f-3a26-476c-9cc5-5a178bf26170 None None] Pushing event updated for resources: {'Port': ['ID=a3d90514-a093-47dd-ac86-4d9fda7d7388,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:33.026596 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:33.027191 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:33.027586 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.028103 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:33.028562 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Bound port: a3d90514-a093-47dd-ac86-4d9fda7d7388, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:33.029133 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.047774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:33.066452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.096925 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] For port a3d90514-a093-47dd-ac86-4d9fda7d7388, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:33.101732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] For port a3d90514-a093-47dd-ac86-4d9fda7d7388, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d90514-a093-47dd-ac86-4d9fda7d7388,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:33.107291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cef5c468-d219-47f3-b46d-944f1b44e13c None None] Provisioning complete for port a3d90514-a093-47dd-ac86-4d9fda7d7388 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:33.107707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cef5c468-d219-47f3-b46d-944f1b44e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.167602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:33.167963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.171680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cef5c468-d219-47f3-b46d-944f1b44e13c None None] Port a3d90514-a093-47dd-ac86-4d9fda7d7388 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:33.214342 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.243559 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.271943 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:33.272575 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:33.297099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Network 90f7b45f-5248-478f-9780-1e89d011db8b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:33.300265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:33.307407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:33.338827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Pushing event updated for resources: {'Port': ['ID=1bfa7281-c8bd-42ed-baec-0700f2508b0e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:33.363287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.386808 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0d65f-3a26-476c-9cc5-5a178bf26170 None None] Pushing event updated for resources: {'Port': ['ID=a3d90514-a093-47dd-ac86-4d9fda7d7388,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:33.395677 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:33.420219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715edfa-33c9-4585-94d3-cc3a1b24f340 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:33.494818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cb84d2b9-ca51-4f6f-ac4b-ceeaabfdd010 None None] Provisioning complete for port a3d90514-a093-47dd-ac86-4d9fda7d7388 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:33.495178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb84d2b9-ca51-4f6f-ac4b-ceeaabfdd010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.576994 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb84d2b9-ca51-4f6f-ac4b-ceeaabfdd010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.593197 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b100>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:30Z', 'revision_number': 3, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:33.598099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cb84d2b9-ca51-4f6f-ac4b-ceeaabfdd010 None None] For port a3d90514-a093-47dd-ac86-4d9fda7d7388, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d90514-a093-47dd-ac86-4d9fda7d7388,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:33.615707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.623945 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c034b8d-b883-41a9-a377-356a0f0e5b3f None None] The sync data for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 is: [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:30Z', 'revision_number': 3, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:33.759803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb84d2b9-ca51-4f6f-ac4b-ceeaabfdd010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.802437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.850754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84d2b9-ca51-4f6f-ac4b-ceeaabfdd010 None None] Pushing event updated for resources: {'Port': ['ID=a3d90514-a093-47dd-ac86-4d9fda7d7388,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:33.881303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-21fcb255-219f-4ac4-af74-6160f31f3e70 None None] Provisioning complete for port 1bfa7281-c8bd-42ed-baec-0700f2508b0e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:33.881787 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21fcb255-219f-4ac4-af74-6160f31f3e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.893020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:33.958581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-21fcb255-219f-4ac4-af74-6160f31f3e70 None None] Port 1bfa7281-c8bd-42ed-baec-0700f2508b0e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:34.054658 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:34.078117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Pushing event updated for resources: {'Port': ['ID=1bfa7281-c8bd-42ed-baec-0700f2508b0e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:34.110672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef50fd-a96d-4d73-8463-d5eb9ea2f720 req-7a318819-c0b1-44ad-8533-5de7836e907b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:34.113271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33ef50fd-a96d-4d73-8463-d5eb9ea2f720 req-7a318819-c0b1-44ad-8533-5de7836e907b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0566647
Nov 13 21:22:34.179171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe1bf4-a760-4b3f-bb3c-7d1465aee2aa req-34b5bca0-7306-4f27-ae02-2cb64e00c4df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:34.186549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8afe1bf4-a760-4b3f-bb3c-7d1465aee2aa req-34b5bca0-7306-4f27-ae02-2cb64e00c4df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1370740
Nov 13 21:22:34.190457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33ef50fd-a96d-4d73-8463-d5eb9ea2f720 req-6f6d8ee2-a45a-4763-b942-08488bf7222d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629923
Nov 13 21:22:34.265405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8afe1bf4-a760-4b3f-bb3c-7d1465aee2aa req-c9b1eb5d-fa71-4232-b8b5-60c2afa69853 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750821
Nov 13 21:22:34.267847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Network 90f7b45f-5248-478f-9780-1e89d011db8b is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:34.275541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:34.356437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1c27-2ac5-4071-bca0-69ba64bcca0a req-f65f3b94-034c-4ce5-b729-a21a9e447eda tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:34.373833 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffea1c27-2ac5-4071-bca0-69ba64bcca0a req-f65f3b94-034c-4ce5-b729-a21a9e447eda tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0853543
Nov 13 21:22:34.420595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffea1c27-2ac5-4071-bca0-69ba64bcca0a req-abfa52d2-f5e0-4a5f-a4ca-251869605c37 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455709
Nov 13 21:22:34.479561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Router 318575ee-06ec-49c2-9749-1b340e7b69e9 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:22:34.497832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598786dd-5d40-4d72-86aa-0fcd972d6935 req-1187ec69-3f36-4b81-93dc-bfb28f1e3982 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:34.499666 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-598786dd-5d40-4d72-86aa-0fcd972d6935 req-1187ec69-3f36-4b81-93dc-bfb28f1e3982 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1374481
Nov 13 21:22:34.590348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c386-bd9e-46c8-afeb-a5ab99c19935 req-caf546eb-e765-4386-826b-271c3783a80f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:34.592446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3568c386-bd9e-46c8-afeb-a5ab99c19935 req-caf546eb-e765-4386-826b-271c3783a80f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0815341
Nov 13 21:22:34.648435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-598786dd-5d40-4d72-86aa-0fcd972d6935 req-2240a807-f7d1-46fb-8c05-7e8e1beb809a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1348832
Nov 13 21:22:34.659651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3568c386-bd9e-46c8-afeb-a5ab99c19935 req-75101a2a-83ef-44b0-a0b4-e9e8712ce549 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606508
Nov 13 21:22:34.724465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:34.738047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e4d25d9f-709e-4065-8018-5cfd68ff947d admin admin] 10.222.0.20 "PUT /v2.0/routers/318575ee-06ec-49c2-9749-1b340e7b69e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4311182
Nov 13 21:22:34.793554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-408f1223-1ba0-4669-b17c-1a0c942d54ac None None] Provisioning complete for port 1bfa7281-c8bd-42ed-baec-0700f2508b0e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:34.794142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-408f1223-1ba0-4669-b17c-1a0c942d54ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:34.852753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-408f1223-1ba0-4669-b17c-1a0c942d54ac None None] Port 1bfa7281-c8bd-42ed-baec-0700f2508b0e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:35.004436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-88295885-6eb1-4ec5-b00a-52971a3672f4 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:35.013140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-88295885-6eb1-4ec5-b00a-52971a3672f4 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/networks?id=780d5a06-945c-486b-9f66-ab2c04603727 HTTP/1.1" status: 200  len: 910 time: 0.1263320
Nov 13 21:22:35.043988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-88be461b-0739-4a7a-bcc2-e64fbb88b666 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/quotas/ac2a855f55e54421aabf3cd3208c5397 HTTP/1.1" status: 200  len: 375 time: 0.0290134
Nov 13 21:22:35.061630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-719b2519-03e8-4ca5-9d06-d6edb382d5bb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:35.062205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a3d90514-a093-47dd-ac86-4d9fda7d7388 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:35.063405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-719b2519-03e8-4ca5-9d06-d6edb382d5bb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1553545
Nov 13 21:22:35.096410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-f127ab02-fb0d-4ce6-b483-541e639e2d8f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/quotas/e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 375 time: 0.0176644
Nov 13 21:22:35.111550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-9c0c508c-1059-4056-babf-96741b231a95 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac2a855f55e54421aabf3cd3208c5397&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0661566
Nov 13 21:22:35.131526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a3d90514-a093-47dd-ac86-4d9fda7d7388 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:35.131912 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:35.215707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-b79b71a4-0887-404d-ad0d-fe29147b6171 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1103601
Nov 13 21:22:35.236362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-9dc8324d-a6ea-4790-b842-99fef6d02efa service neutron] 10.222.0.20 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232693
Nov 13 21:22:35.349796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-abb43420-da40-4eb2-a79b-2fa587f19a45 service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325841
Nov 13 21:22:35.350452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-3b0fe87e-0050-43ab-a5de-0308a56759a6 service neutron] 10.222.0.20 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1128538
Nov 13 21:22:35.443283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-c214538d-c0d1-463e-9fef-e5a79650fbae service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926843
Nov 13 21:22:35.690492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35026fb9-7fea-40e7-87f4-ed1a6054bcdc req-f3b8c2e0-f06e-4bdf-bd00-464a3e2fc7dd tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 210 time: 0.0444596
Nov 13 21:22:35.695876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Sync routers for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:35.711686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:35.711686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:35.797582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a6cbc58-566d-40cf-be9f-5846f631f0c3 req-a52e97ad-544d-4066-8f4c-713770277515 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 210 time: 0.0348041
Nov 13 21:22:35.836956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:36.050872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6a60>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 2, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:36.078278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Checking router: 318575ee-06ec-49c2-9749-1b340e7b69e9 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:36.078630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Updating router 318575ee-06ec-49c2-9749-1b340e7b69e9 port 1bfa7281-c8bd-42ed-baec-0700f2508b0e binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:22:36.102262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.287193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-e5be02a9-6fd3-4909-8ab2-7eb47c375acc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0468318
Nov 13 21:22:36.379156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-51e5335c-92e3-4594-93af-d5086e324b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:36.380681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-51e5335c-92e3-4594-93af-d5086e324b2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.0471358
Nov 13 21:22:36.454810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.501780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-8e058de4-c1d8-4301-a2e5-edf91fc55c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:36.503377 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-8e058de4-c1d8-4301-a2e5-edf91fc55c9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.1028521
Nov 13 21:22:36.533462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.575088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-eb988649-ae9b-4edc-bc92-59c5b3191e95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 1000 time: 0.0630591
Nov 13 21:22:36.593924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6e97b-d789-4bda-bce9-e920bba16aac None None] Pushing event updated for resources: {'Port': ['ID=1bfa7281-c8bd-42ed-baec-0700f2508b0e,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:36.648676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-9e849ff5-fd72-459d-9518-d9dfb6fcd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:36.650249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-9e849ff5-fd72-459d-9518-d9dfb6fcd81f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0669599
Nov 13 21:22:36.654643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Attempting to bind port 1bfa7281-c8bd-42ed-baec-0700f2508b0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:36.655023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Attempting to bind port 1bfa7281-c8bd-42ed-baec-0700f2508b0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:36.656642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Attempting to bind port 1bfa7281-c8bd-42ed-baec-0700f2508b0e on network 90f7b45f-5248-478f-9780-1e89d011db8b {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:36.660931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:36.661758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Checking segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:36.661758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.662317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Bound using segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:36.663095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Bound port: 1bfa7281-c8bd-42ed-baec-0700f2508b0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:36.664114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.714139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-a8999e10-addc-40fe-9379-ed04af59e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:36.715872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-a8999e10-addc-40fe-9379-ed04af59e648 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0577083
Nov 13 21:22:36.778141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] For port 1bfa7281-c8bd-42ed-baec-0700f2508b0e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:36.785034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] For port 1bfa7281-c8bd-42ed-baec-0700f2508b0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bfa7281-c8bd-42ed-baec-0700f2508b0e,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:36.849915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-917b8cac-d971-4c3c-90e3-83454950583c req-6d99f0e2-f1ac-426f-bd71-7b54671dd907 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 210 time: 0.0415463
Nov 13 21:22:36.893453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-28bef0b4-e87c-4a94-8c22-c21aba9c219f service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679380
Nov 13 21:22:36.901546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ef11a240-8f95-4ccc-9010-a3c52d4c6157 None None] Provisioning complete for port 1bfa7281-c8bd-42ed-baec-0700f2508b0e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:36.902121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ef11a240-8f95-4ccc-9010-a3c52d4c6157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.924432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-47a2fea4-58b4-41a4-9fcb-bd4a5ad31ef3 req-125afe15-15f6-4d11-8875-b5c9526ff16f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 210 time: 0.0454199
Nov 13 21:22:36.936090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:36.966954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ef11a240-8f95-4ccc-9010-a3c52d4c6157 None None] Port 1bfa7281-c8bd-42ed-baec-0700f2508b0e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:36.994522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:36.995138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:37.004943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c72b5115-f21c-40ae-878a-f3a8c945f6b6 req-325b5e2f-730c-4248-9d43-91e7f0a283a1 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027777
Nov 13 21:22:37.059733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6e97b-d789-4bda-bce9-e920bba16aac None None] Pushing event updated for resources: {'Port': ['ID=1bfa7281-c8bd-42ed-baec-0700f2508b0e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:37.125579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:37.313331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9e1eeb7f-e7c4-4950-b730-67907e72079a None None] Provisioning complete for port 1bfa7281-c8bd-42ed-baec-0700f2508b0e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:37.313775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9e1eeb7f-e7c4-4950-b730-67907e72079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:37.429923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2c6a60>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:36Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:37.463100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf0d571-ee6f-407c-b12c-60068bedf635 None None] The sync data for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 is: [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:36Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:37.467368 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9e1eeb7f-e7c4-4950-b730-67907e72079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:37.512756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9e1eeb7f-e7c4-4950-b730-67907e72079a None None] For port 1bfa7281-c8bd-42ed-baec-0700f2508b0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bfa7281-c8bd-42ed-baec-0700f2508b0e,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:37.601674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9e1eeb7f-e7c4-4950-b730-67907e72079a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:37.661143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eeb7f-e7c4-4950-b730-67907e72079a None None] Pushing event updated for resources: {'Port': ['ID=1bfa7281-c8bd-42ed-baec-0700f2508b0e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:37.968482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c4fa3f8-0bf1-46ee-a01c-ea88cde2d20b req-84aef3d8-53d7-440b-b7c4-7845794cb7d3 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 210 time: 0.0290077
Nov 13 21:22:38.037367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0ebe716c-1748-4cb3-bdcb-4b0280aca1a8 req-1bdd17d9-e951-413f-8bc2-b95cb33679d0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 210 time: 0.0327661
Nov 13 21:22:38.267968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-31b5eb69-bc7d-4d55-a7d5-a8919a258dba tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:38.269757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-31b5eb69-bc7d-4d55-a7d5-a8919a258dba tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.46 "GET /v2.0/networks?id=780d5a06-945c-486b-9f66-ab2c04603727 HTTP/1.1" status: 200  len: 910 time: 0.1082127
Nov 13 21:22:38.297441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Request body: {'port': {'device_id': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'admin_state_up': True, 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:38.431949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Made reservation on behalf of ac2a855f55e54421aabf3cd3208c5397 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:38.434646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:38.656661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Allocated IP 172.20.0.5 (780d5a06-945c-486b-9f66-ab2c04603727/8c4274ca-a6d6-4f61-9862-6a4df1f3add8/2c2e51d6-376d-4e46-be91-0146bf503702) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:38.915889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.012286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-c4ac460d-c570-4214-a9cf-0ed0e258aba0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:39.013788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-c4ac460d-c570-4214-a9cf-0ed0e258aba0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.46 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1453505
Nov 13 21:22:39.027250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'port': {'device_id': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'admin_state_up': True, 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:39.060257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1bfa7281-c8bd-42ed-baec-0700f2508b0e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:39.101519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9acc568c-a1be-4aad-b362-e3e3488a970c req-bba6ed58-6c1e-412c-92bb-c54189c59c2f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 210 time: 0.0558107
Nov 13 21:22:39.106925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.127452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b9754fb6-214a-4002-b1e9-f26ccb3294db'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:39.181995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Network 780d5a06-945c-486b-9f66-ab2c04603727 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:39.190055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:39.196922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:39.230812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86e3c512-8367-4ba1-af28-cd8f3286cda0 req-22d4d998-ed34-4a23-91d2-135a7dc280e0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 210 time: 0.0320358
Nov 13 21:22:39.235661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1bfa7281-c8bd-42ed-baec-0700f2508b0e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:39.242335 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.248069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Pushing event updated for resources: {'Port': ['ID=2c2e51d6-376d-4e46-be91-0146bf503702,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:39.290126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:39.290735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.436239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:39.443730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.539248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b7628349-c5b6-46bc-a770-c76e1ad9774c None None] Provisioning complete for port 2c2e51d6-376d-4e46-be91-0146bf503702 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:39.543504 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b7628349-c5b6-46bc-a770-c76e1ad9774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.543841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c7dc80a8-2c96-40b0-b365-a49f8c30a75d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.2556133
Nov 13 21:22:39.560023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83170896-671d-40ab-b9ce-76f23aecbed4 req-cbe7367b-1eea-4ede-910b-2da9c716eae6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:39.561742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83170896-671d-40ab-b9ce-76f23aecbed4 req-cbe7367b-1eea-4ede-910b-2da9c716eae6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.0660760
Nov 13 21:22:39.581609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Request body: {'port': {'device_id': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:39.589223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b7628349-c5b6-46bc-a770-c76e1ad9774c None None] Port 2c2e51d6-376d-4e46-be91-0146bf503702 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:39.621532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83170896-671d-40ab-b9ce-76f23aecbed4 req-c40b61c0-329a-46f9-991f-f38c011c47c7 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527213
Nov 13 21:22:39.654281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Allocated IP 172.20.0.14 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/61bee2fe-4fef-4179-8d81-ac97f46f9a6d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:39.665329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:39.962672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.066788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2e51d6-376d-4e46-be91-0146bf503702 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:40.074397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.087964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Transition to ACTIVE for port object 2c2e51d6-376d-4e46-be91-0146bf503702 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:22:40.133456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.149599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc', '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:40.176881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:40.182404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:40.185062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:40.221011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:40.236783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a4fbd-7a61-484c-a30b-096718b16d2e req-cf57a5e0-b9de-480b-b685-a83cadc84912 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:40.238301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e8a4fbd-7a61-484c-a30b-096718b16d2e req-cf57a5e0-b9de-480b-b685-a83cadc84912 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1027 time: 0.0654573
Nov 13 21:22:40.258442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:40.259286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.274705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.299745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e8a4fbd-7a61-484c-a30b-096718b16d2e req-bada99f1-0c7b-4e1e-8235-4954622d3805 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515645
Nov 13 21:22:40.364615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Pushing event updated for resources: {'Port': ['ID=2c2e51d6-376d-4e46-be91-0146bf503702,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:40.462020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Attempting to bind port 2c2e51d6-376d-4e46-be91-0146bf503702 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:40.462402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Attempting to bind port 2c2e51d6-376d-4e46-be91-0146bf503702 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:40.464856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Attempting to bind port 2c2e51d6-376d-4e46-be91-0146bf503702 on network 780d5a06-945c-486b-9f66-ab2c04603727 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:40.473482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-956f8b69-86cc-49b8-b27d-d97a426a666a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4499669
Nov 13 21:22:40.480576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Port 2c2e51d6-376d-4e46-be91-0146bf503702 on network 780d5a06-945c-486b-9f66-ab2c04603727 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:22:40.482472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Attempting to bind port 2c2e51d6-376d-4e46-be91-0146bf503702 on network 780d5a06-945c-486b-9f66-ab2c04603727 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:40.495470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Request body: {'port': {'device_id': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:40.500963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:40.501311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Checking segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:40.501692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Bound using segment: {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:40.502140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Bound port: 2c2e51d6-376d-4e46-be91-0146bf503702, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:40.502501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.543998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ccf42-69e1-44b8-ba90-07493c59ce3f req-dd109e3f-fdde-4be0-9b39-6b99ad24f021 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:40.549787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f36ccf42-69e1-44b8-ba90-07493c59ce3f req-dd109e3f-fdde-4be0-9b39-6b99ad24f021 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 932 time: 0.1147075
Nov 13 21:22:40.627068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3616a665-d136-4d73-8e34-7c76ecd66277 None None] Provisioning complete for port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:40.627516 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3616a665-d136-4d73-8e34-7c76ecd66277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.639745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.664845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3616a665-d136-4d73-8e34-7c76ecd66277 None None] Port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:40.684723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f36ccf42-69e1-44b8-ba90-07493c59ce3f req-b60bdccd-e0e5-453e-92e1-a653111ffc9f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141834
Nov 13 21:22:40.684723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] For port 2c2e51d6-376d-4e46-be91-0146bf503702, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:40.715528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] For port 2c2e51d6-376d-4e46-be91-0146bf503702, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c2e51d6-376d-4e46-be91-0146bf503702,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:40.787314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a735890-b710-4e0d-ba6e-7f47dadd2c4e req-acf4f121-419e-4a08-8dc1-284186d02f56 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:40.788884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a735890-b710-4e0d-ba6e-7f47dadd2c4e req-acf4f121-419e-4a08-8dc1-284186d02f56 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.0811017
Nov 13 21:22:40.805650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-9a3d3fcf-7e71-4581-b5f0-baa2afca4889 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:40.807193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-9a3d3fcf-7e71-4581-b5f0-baa2afca4889 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 947 time: 0.0727162
Nov 13 21:22:40.861081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.890069 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a735890-b710-4e0d-ba6e-7f47dadd2c4e req-a25f2df5-b86c-4ba8-81ee-a004221e7c8d tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa6bdd79-289c-45fb-8abe-e4aef80f1657&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818934
Nov 13 21:22:40.908395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:40.909047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.910432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] 10.222.0.46 "PUT /v2.0/ports/2c2e51d6-376d-4e46-be91-0146bf503702 HTTP/1.1" status: 200  len: 1091 time: 1.3332508
Nov 13 21:22:40.912777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'tag': '2c2e51d6-376d-4e46-be91-0146bf503702'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:40.915094 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576a117d-7971-4d9d-9c68-596fe6bbaf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5d34de-3358-4055-8622-f3e1a95c1d56", "tag": "2c2e51d6-376d-4e46-be91-0146bf503702"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:40.952932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be837b43-d475-4742-8246-b0d370e35c3c service neutron] Pushing event updated for resources: {'Port': ['ID=2c2e51d6-376d-4e46-be91-0146bf503702,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:40.974983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Deleting port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:40.975427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:40.975979 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8d8c8a-cd73-46a4-883c-0835a4b0a927 x-openstack-request-id: req-0b8d8c8a-cd73-46a4-883c-0835a4b0a927 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:40.976277 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5d34de-3358-4055-8622-f3e1a95c1d56", "tag": "2c2e51d6-376d-4e46-be91-0146bf503702", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:40.976540 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b8d8c8a-cd73-46a4-883c-0835a4b0a927 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:40.976995 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'tag': '2c2e51d6-376d-4e46-be91-0146bf503702', 'status': 'completed', 'code': 200}
Nov 13 21:22:41.080982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] For port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:41.081449 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.091316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bee2fe-4fef-4179-8d81-ac97f46f9a6d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:41.102063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.121502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a117d-7971-4d9d-9c68-596fe6bbaf1b req-18181041-f4ef-4444-9419-67b4cda03e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.121502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576a117d-7971-4d9d-9c68-596fe6bbaf1b req-18181041-f4ef-4444-9419-67b4cda03e67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac2a855f55e54421aabf3cd3208c5397&device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1094 time: 0.0925896
Nov 13 21:22:41.122830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Transition to ACTIVE for port object 61bee2fe-4fef-4179-8d81-ac97f46f9a6d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:22:41.208837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.279427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.279952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.280070 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Floating IP 945f2bb2-bf83-4b9c-abce-f906df67da55 disassociated. External IP: 172.35.3.81, port: ebe6f231-c03d-4fa9-8d16-ae4766b52fe4.
Nov 13 21:22:41.280403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Calling delete_port for ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:41.286961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Pushing event updated for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:41.298239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a117d-7971-4d9d-9c68-596fe6bbaf1b req-458a98a2-0f16-44ba-94ef-b5a509294d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.299776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576a117d-7971-4d9d-9c68-596fe6bbaf1b req-458a98a2-0f16-44ba-94ef-b5a509294d7a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ac2a855f55e54421aabf3cd3208c5397&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1735678
Nov 13 21:22:41.456957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Attempting to bind port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:22:41.457298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Attempting to bind port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:22:41.457630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Attempting to bind port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:41.489653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d on network d574ab3c-11ef-4433-999d-95abd09a8e62 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:22:41.490561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Attempting to bind port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:22:41.500223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a117d-7971-4d9d-9c68-596fe6bbaf1b req-3f310fb9-c66a-40b9-baf5-897349f86a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.501730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576a117d-7971-4d9d-9c68-596fe6bbaf1b req-3f310fb9-c66a-40b9-baf5-897349f86a36 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1871605
Nov 13 21:22:41.502719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:22:41.503104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:41.503507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:22:41.503989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Bound port: 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:22:41.504346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.524241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f6ae6-f00d-414f-8561-f3e80c5e79b2 req-39316d9d-ac8d-4cac-8b8b-dbc4fe438c75 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.525721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-000f6ae6-f00d-414f-8561-f3e80c5e79b2 req-39316d9d-ac8d-4cac-8b8b-dbc4fe438c75 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1094 time: 0.0833621
Nov 13 21:22:41.555778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.586136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event deleted for resources: {'Port': ['ID=ebe6f231-c03d-4fa9-8d16-ae4766b52fe4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:41.646639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-000f6ae6-f00d-414f-8561-f3e80c5e79b2 req-c9217195-d14e-4463-9a29-e62652ff8f92 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999014
Nov 13 21:22:41.648401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:22:41.652406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:22:41.657790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-99378101-14ee-49c8-b55f-6ca5e871cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.659278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-99378101-14ee-49c8-b55f-6ca5e871cc30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac2a855f55e54421aabf3cd3208c5397&device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1094 time: 0.0981557
Nov 13 21:22:41.702055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-7e17f0a6-b394-4d73-8b86-96b35d94da90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c2e51d6-376d-4e46-be91-0146bf503702 HTTP/1.1" status: 200  len: 217 time: 0.0350635
Nov 13 21:22:41.733130 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:22:41.758788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-24c6474f-ce1c-46c2-8601-98f9ba82e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.760318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-24c6474f-ce1c-46c2-8601-98f9ba82e9d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c4274ca-a6d6-4f61-9862-6a4df1f3add8 HTTP/1.1" status: 200  len: 848 time: 0.0519152
Nov 13 21:22:41.777862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.829732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.830259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:41.831691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/61bee2fe-4fef-4179-8d81-ac97f46f9a6d HTTP/1.1" status: 200  len: 1092 time: 1.3447249
Nov 13 21:22:41.861231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-a498bbd4-b112-416a-9b55-3a82c23f17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.862665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-a498bbd4-b112-416a-9b55-3a82c23f17af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780d5a06-945c-486b-9f66-ab2c04603727&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0956712
Nov 13 21:22:41.868401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] Pushing event updated for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:41.885694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0de4-bf12-4e50-9946-75029cf71cb4 req-0e32d912-01de-4f84-a221-eb6e710a16eb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:41.887364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-907a0de4-bf12-4e50-9946-75029cf71cb4 req-0e32d912-01de-4f84-a221-eb6e710a16eb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 944 time: 0.1073020
Nov 13 21:22:41.897212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:22:41.907779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:22:41.924864 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:41.925725 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4762b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:42.036894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] No DVR routers for this DVR port ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:42.061972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:42.063981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd496190-f96d-4478-8876-0d7b889112b7 req-d0e88610-d4e6-47b4-bb1c-18239913ef15 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 210 time: 0.0536335
Nov 13 21:22:42.066857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62237ac8-a886-443a-9a18-1433d4faa7d0 req-7445cf57-3019-4bed-9d1d-e9fd0644a754 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.46 "DELETE /v2.0/ports/ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 HTTP/1.1" status: 204  len: 173 time: 1.2514496
Nov 13 21:22:42.067708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-040ced2b-5044-49c4-a096-4d82be5d9bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961589
Nov 13 21:22:42.079173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-deleted', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:42.094416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:42.094982 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d6807-53da-4968-b1cd-3f038444e936" -d '{"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-deleted", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:42.191793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-907a0de4-bf12-4e50-9946-75029cf71cb4 req-3820422c-5920-40ab-98db-7d57a6a8b594 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747629
Nov 13 21:22:42.246600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54be7bbb-ecdf-4f91-8b7b-cd79de27550d req-c75d288e-d0ae-4e9f-814e-2e3249b8da36 service neutron] 10.222.0.46 "GET /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662929
Nov 13 21:22:42.247304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fe06a13c-2bda-476b-9848-5d1378063f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:42.248877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fe06a13c-2bda-476b-9848-5d1378063f7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 1095 time: 0.1450882
Nov 13 21:22:42.268937 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:42.329774 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-c7a625af-0762-41aa-8781-5f1e7f76eb7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d HTTP/1.1" status: 200  len: 217 time: 0.0695982
Nov 13 21:22:42.508418 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4762b0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:42.537541 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:22:42.552163 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:22:42.552987 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4762b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:42.630807 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2480ea-9df5-4ffd-beaa-2499eff6d347 x-openstack-request-id: req-bd2480ea-9df5-4ffd-beaa-2499eff6d347 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:42.631096 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee1324-7239-4171-85d9-f805b2c55731", "name": "network-vif-deleted", "tag": "ebe6f231-c03d-4fa9-8d16-ae4766b52fe4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:42.631344 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd2480ea-9df5-4ffd-beaa-2499eff6d347 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:42.631775 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee1324-7239-4171-85d9-f805b2c55731', 'name': 'network-vif-deleted', 'tag': 'ebe6f231-c03d-4fa9-8d16-ae4766b52fe4', 'status': 'completed', 'code': 200}
Nov 13 21:22:42.650312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-136ad761-a626-45da-b6f0-bfd648817310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:42.651842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-136ad761-a626-45da-b6f0-bfd648817310 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.3147531
Nov 13 21:22:42.698201 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:22:42.731675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-9ed6084b-3f8c-40b1-a176-fc64079e73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:42.742144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-9ed6084b-3f8c-40b1-a176-fc64079e73fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0724499
Nov 13 21:22:42.795813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f927cd-3809-47b4-b8c3-47e96ac92471 req-e51ea4e7-8855-474c-8823-2399a037d57e tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:42.797720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39f927cd-3809-47b4-b8c3-47e96ac92471 req-e51ea4e7-8855-474c-8823-2399a037d57e tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1094 time: 0.0562024
Nov 13 21:22:42.844491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-e26db079-2a2c-4c32-becb-f1ece10d7135 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034379
Nov 13 21:22:42.851776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39f927cd-3809-47b4-b8c3-47e96ac92471 req-1af40b0c-bfdd-4382-99cf-780e523d4308 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417480
Nov 13 21:22:42.951419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-72142432-d2ad-440e-8965-3b622ac663b3 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980067
Nov 13 21:22:42.978868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:42.981430 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d617ebe-cfd3-40eb-8f61-995b6786c443" -d '{"events": [{"name": "network-changed", "server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:43.019895 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c440b45-56f5-4f3a-80ec-b9e9e856a0e3 x-openstack-request-id: req-7c440b45-56f5-4f3a-80ec-b9e9e856a0e3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:43.020181 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:43.020427 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c440b45-56f5-4f3a-80ec-b9e9e856a0e3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:43.020842 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d', 'status': 'completed', 'code': 200}
Nov 13 21:22:43.043893 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4762b0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:22:43.081813 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7032bc1-f489-43a5-9cdf-00a5ac891b8f None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:14:51Z', 'revision_number': 4, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9', 'name': '', 'network_id': '31db4671-c03c-421d-a4dc-7b14414e97bb', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'mac_address': 'fa:16:3e:29:3c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:49Z', 'updated_at': '2021-11-13T21:14:55Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'subnets': [{'id': '0b391f24-9839-4abf-883a-5db90ad8a5cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:22:43.196835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-a7f32ae9-2d4c-4bbd-9c38-33ba4b8b7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:43.199424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-a7f32ae9-2d4c-4bbd-9c38-33ba4b8b7b5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 1095 time: 0.0571404
Nov 13 21:22:43.211764 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31e34c3a-9760-4346-9947-eca118b6e6e0 req-34da7fa4-9e9f-4477-b027-18eb0a4731fd tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fee1324-7239-4171-85d9-f805b2c55731 HTTP/1.1" status: 200  len: 210 time: 0.0311539
Nov 13 21:22:43.399827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa3e930-49fb-4aa9-8379-0448bda036ab None None] New status for floating IP 945f2bb2-bf83-4b9c-abce-f906df67da55: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:22:43.412605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8b8cd-de21-4c8c-b3cf-ddd3bbfc5aa5 req-30480f4c-987e-47ef-96bc-a579cfbc830a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:43.414182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a3e8b8cd-de21-4c8c-b3cf-ddd3bbfc5aa5 req-30480f4c-987e-47ef-96bc-a579cfbc830a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 944 time: 0.1451995
Nov 13 21:22:43.415622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-6b80c8f0-5a76-4147-b75c-018536281b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:43.416887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-6b80c8f0-5a76-4147-b75c-018536281b9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.2091856
Nov 13 21:22:43.477172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-f44c582a-5d30-42b6-8507-486e05d0e779 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d HTTP/1.1" status: 200  len: 217 time: 0.0498786
Nov 13 21:22:43.533434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a3e8b8cd-de21-4c8c-b3cf-ddd3bbfc5aa5 req-50a799db-1241-4a80-b940-86005246ea54 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120214
Nov 13 21:22:43.546645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-8c591dbf-1487-4a5c-a4cf-ccbee378cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:43.548117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-8c591dbf-1487-4a5c-a4cf-ccbee378cb89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0611138
Nov 13 21:22:43.599738 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-509213fa-c236-4e7a-8876-5de0b8515913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:43.601330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-509213fa-c236-4e7a-8876-5de0b8515913 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448895
Nov 13 21:22:43.715164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-a276a683-1202-4775-b2f2-48aa505e67e4 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034806
Nov 13 21:22:43.811588 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d617ebe-cfd3-40eb-8f61-995b6786c443 req-fe701fc4-4cfa-430e-af9e-03194dd14ebf service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885556
Nov 13 21:22:43.965872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b18a7-067f-42e2-836f-7ae4d5d27b12 req-8a39ac15-ff49-4cbe-9c37-fc7fed184da8 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:43.967364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-026b18a7-067f-42e2-836f-7ae4d5d27b12 req-8a39ac15-ff49-4cbe-9c37-fc7fed184da8 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1094 time: 0.0434206
Nov 13 21:22:44.010025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-026b18a7-067f-42e2-836f-7ae4d5d27b12 req-6de97d1a-c621-4218-802d-c8e74d08fce9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366175
Nov 13 21:22:44.401242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.453542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44416) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:44.509222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a0b1aa-90db-4b24-851e-26e2521a030f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.531979 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a0b1aa-90db-4b24-851e-26e2521a030f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.661207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5c661-744b-4235-aeb9-611c7bfe944f req-7d60bb39-939e-442b-91da-3f2fbd9df10e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:44.662669 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ad5c661-744b-4235-aeb9-611c7bfe944f req-7d60bb39-939e-442b-91da-3f2fbd9df10e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 944 time: 0.0488009
Nov 13 21:22:44.675702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a0b1aa-90db-4b24-851e-26e2521a030f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.689679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a0b1aa-90db-4b24-851e-26e2521a030f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.689679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-99a0b1aa-90db-4b24-851e-26e2521a030f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa6bdd79-289c-45fb-8abe-e4aef80f1657 HTTP/1.1" status: 204  len: 168 time: 0.2255061
Nov 13 21:22:44.689863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44424) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:44.702722 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-4a021d9c-5942-447d-941e-b10a66543373 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] show failed (client error): The resource could not be found.
Nov 13 21:22:44.703920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2c2e51d6-376d-4e46-be91-0146bf503702 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:22:44.704601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0b1aa-90db-4b24-851e-26e2521a030f tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6bdd79-289c-45fb-8abe-e4aef80f1657,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:44.704816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a021d9c-5942-447d-941e-b10a66543373 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "GET /v2.0/security-groups/aa6bdd79-289c-45fb-8abe-e4aef80f1657 HTTP/1.1" status: 404  len: 347 time: 0.0207610
Nov 13 21:22:44.708333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44426) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:44.711888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:44.746597 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ad5c661-744b-4235-aeb9-611c7bfe944f req-7fedb5e8-37d5-4aaa-bb46-6145f1c36a4c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769336
Nov 13 21:22:44.755719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:44.756316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ebe6f231-c03d-4fa9-8d16-ae4766b52fe4 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:44.857890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 2c2e51d6-376d-4e46-be91-0146bf503702, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c2e51d6-376d-4e46-be91-0146bf503702,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:44.888129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Deleting port 18e31fd4-fc7d-4987-a59e-17b75d0341ff {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:44.888552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.976252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.976969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:44.991620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Calling delete_port for 18e31fd4-fc7d-4987-a59e-17b75d0341ff owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:45.026798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '2c2e51d6-376d-4e46-be91-0146bf503702', 'network_id': '780d5a06-945c-486b-9f66-ab2c04603727', 'port_id': '2c2e51d6-376d-4e46-be91-0146bf503702', 'mac_address': 'fa:16:3e:21:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4274ca-a6d6-4f61-9862-6a4df1f3add8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:22:45.078678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.093261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2e51d6-376d-4e46-be91-0146bf503702 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:45.114575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 2c2e51d6-376d-4e46-be91-0146bf503702, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c2e51d6-376d-4e46-be91-0146bf503702,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:45.178663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af1d6c-0fab-458d-8692-53860a68992f req-a7967333-1dd9-402e-9b0e-12dbd060cf09 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:45.180117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2af1d6c-0fab-458d-8692-53860a68992f req-a7967333-1dd9-402e-9b0e-12dbd060cf09 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1094 time: 0.0830195
Nov 13 21:22:45.233540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2af1d6c-0fab-458d-8692-53860a68992f req-fa1522f3-eafc-4a74-a3d1-216f0c27fba4 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420582
Nov 13 21:22:45.233825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.233825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 61bee2fe-4fef-4179-8d81-ac97f46f9a6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:22:45.281876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.304986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=2c2e51d6-376d-4e46-be91-0146bf503702,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:45.311642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Pushing event deleted for resources: {'Port': ['ID=18e31fd4-fc7d-4987-a59e-17b75d0341ff,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:45.334277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fcf57d-bd4e-4e52-88b3-45e73d2bb49a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:22:45.373853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:45.376765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.391175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.392384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2cbee09-3be3-425f-a1c6-ff0bd3bfbcd6 tempest-AttachVolumeShelveTestJSON-56663312 tempest-AttachVolumeShelveTestJSON-56663312-project] 10.222.0.20 "DELETE /v2.0/floatingips/945f2bb2-bf83-4b9c-abce-f906df67da55 HTTP/1.1" status: 204  len: 168 time: 0.6830940
Nov 13 21:22:45.395051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d', 'mac_address': 'fa:16:3e:f3:98:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:22:45.439429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.461417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bee2fe-4fef-4179-8d81-ac97f46f9a6d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:22:45.481398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:45.573027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:45.626156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:45.858991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['2c2e51d6-376d-4e46-be91-0146bf503702'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:45.863364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['61bee2fe-4fef-4179-8d81-ac97f46f9a6d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:45.868182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccda6c-797b-4f25-96d0-7722fd3abeef req-4a88f972-b61e-4b01-8bd0-37196368f8de tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:45.869717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1cccda6c-797b-4f25-96d0-7722fd3abeef req-4a88f972-b61e-4b01-8bd0-37196368f8de tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 945 time: 0.0507977
Nov 13 21:22:45.916326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1cccda6c-797b-4f25-96d0-7722fd3abeef req-b348b6f0-82d6-40dd-95a6-ccccc42e0161 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406477
Nov 13 21:22:46.342302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eb52c-bb81-4356-b892-d8c3bee127ef req-d2bf75fd-8a94-4dac-a61f-3a20ce4dd03b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:46.343952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-993eb52c-bb81-4356-b892-d8c3bee127ef req-d2bf75fd-8a94-4dac-a61f-3a20ce4dd03b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1095 time: 0.0415616
Nov 13 21:22:46.391188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-993eb52c-bb81-4356-b892-d8c3bee127ef req-013db95b-a0f0-4a61-8c5f-c3a62fc8e04e tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411134
Nov 13 21:22:47.035844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dcbc7-23a8-4beb-8a25-908cfdd13419 req-0c9b734d-4f8f-405f-8b11-37eddc30f205 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:47.037246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-445dcbc7-23a8-4beb-8a25-908cfdd13419 req-0c9b734d-4f8f-405f-8b11-37eddc30f205 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 945 time: 0.0487401
Nov 13 21:22:47.084262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-445dcbc7-23a8-4beb-8a25-908cfdd13419 req-b1ce427b-3a18-41d9-a390-a3f593cec0e1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407822
Nov 13 21:22:47.505822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2aa54-e41c-4f59-a0f2-7b1a9fca7869 req-afad535f-a2c0-4bdf-a1ca-6a0a5fa21d8b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:47.507895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5d2aa54-e41c-4f59-a0f2-7b1a9fca7869 req-afad535f-a2c0-4bdf-a1ca-6a0a5fa21d8b tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1095 time: 0.0436814
Nov 13 21:22:47.553441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5d2aa54-e41c-4f59-a0f2-7b1a9fca7869 req-03112753-ed37-4373-94c2-9c3dd6e3a911 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393136
Nov 13 21:22:48.218832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466ec08-f749-4fb6-b47a-1d261fa7c5fc req-c21adcdb-bc56-402a-9b85-54f255258b99 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:48.220454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6466ec08-f749-4fb6-b47a-1d261fa7c5fc req-c21adcdb-bc56-402a-9b85-54f255258b99 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 945 time: 0.0655715
Nov 13 21:22:48.273932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6466ec08-f749-4fb6-b47a-1d261fa7c5fc req-359fa98a-c903-4de3-821b-70b0b8e4fb75 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461066
Nov 13 21:22:48.671357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b4cbb-545d-4a40-9810-3191ee196e7b req-5bb9245a-ab1c-4e92-819b-260fd0dfa79d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:48.672940 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f59b4cbb-545d-4a40-9810-3191ee196e7b req-5bb9245a-ab1c-4e92-819b-260fd0dfa79d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1095 time: 0.0442266
Nov 13 21:22:48.716854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f59b4cbb-545d-4a40-9810-3191ee196e7b req-9e1d0915-9f0d-448a-bd17-42bd0ac33dae tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379758
Nov 13 21:22:48.719516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2c2e51d6-376d-4e46-be91-0146bf503702 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:48.864064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 2c2e51d6-376d-4e46-be91-0146bf503702 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:22:48.869657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 2c2e51d6-376d-4e46-be91-0146bf503702 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:48.870288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:48.952602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:48.975229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2e51d6-376d-4e46-be91-0146bf503702'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:48.977646 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e0c39-b358-4bac-a955-d094ab422c5f" -d '{"events": [{"server_uuid": "ad5d34de-3358-4055-8622-f3e1a95c1d56", "name": "network-vif-plugged", "status": "completed", "tag": "2c2e51d6-376d-4e46-be91-0146bf503702"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:48.989876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 2c2e51d6-376d-4e46-be91-0146bf503702, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c2e51d6-376d-4e46-be91-0146bf503702,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:49.017712 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30205253-9ffe-4a4a-9ca8-fc4676d264bc x-openstack-request-id: req-30205253-9ffe-4a4a-9ca8-fc4676d264bc {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:49.021777 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5d34de-3358-4055-8622-f3e1a95c1d56", "name": "network-vif-plugged", "status": "completed", "tag": "2c2e51d6-376d-4e46-be91-0146bf503702", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:49.021777 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30205253-9ffe-4a4a-9ca8-fc4676d264bc {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:49.021777 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2e51d6-376d-4e46-be91-0146bf503702', 'code': 200}
Nov 13 21:22:49.052425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:49.053301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 61bee2fe-4fef-4179-8d81-ac97f46f9a6d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:22:49.127337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2eef-6cf5-4125-8afd-4b5e949264b7 req-3147d073-daed-4ed3-974a-3b612d4cc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:49.129307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4aa2eef-6cf5-4125-8afd-4b5e949264b7 req-3147d073-daed-4ed3-974a-3b612d4cc96a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0466800
Nov 13 21:22:49.136223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=2c2e51d6-376d-4e46-be91-0146bf503702,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:49.177239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4aa2eef-6cf5-4125-8afd-4b5e949264b7 req-9ac0e38d-a8ae-4151-b210-b4c7613fe42b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386453
Nov 13 21:22:49.241999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:22:49.246055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:49.246425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:49.323266 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:49.358483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:49.393065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7664da-3f4d-4a9b-8c6c-bb27d97beea2 req-5146e7e6-cdb7-4911-8234-a686d15e8084 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:49.394523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c7664da-3f4d-4a9b-8c6c-bb27d97beea2 req-5146e7e6-cdb7-4911-8234-a686d15e8084 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 945 time: 0.0520511
Nov 13 21:22:49.414617 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:49.444587 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c7664da-3f4d-4a9b-8c6c-bb27d97beea2 req-ab4aaa78-c781-4354-838e-93d74d237b4c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433187
Nov 13 21:22:49.465808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:49.823704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ee3d2-de0a-46c2-a81a-8c2d35c453a3 req-ed0d7665-53b8-4365-bcc5-08edc818fbac tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:49.825254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-711ee3d2-de0a-46c2-a81a-8c2d35c453a3 req-ed0d7665-53b8-4365-bcc5-08edc818fbac tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0398979
Nov 13 21:22:49.869010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-711ee3d2-de0a-46c2-a81a-8c2d35c453a3 req-be9dd3c2-25df-44be-b81e-18b5c47d6f99 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376589
Nov 13 21:22:50.564653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2b170-a3e5-4138-88bf-e818c89b2849 req-929d4906-9f42-4537-8d32-ff12bed02d2a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:50.566177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbe2b170-a3e5-4138-88bf-e818c89b2849 req-929d4906-9f42-4537-8d32-ff12bed02d2a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 946 time: 0.0494821
Nov 13 21:22:50.620489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbe2b170-a3e5-4138-88bf-e818c89b2849 req-85722bdf-a518-4fd9-a066-1950f80a5a86 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476520
Nov 13 21:22:50.983413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005575e1-b3ee-451a-99f5-19383826b5ac req-2c20f445-d949-41a5-849c-231dff8875f9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:50.984989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-005575e1-b3ee-451a-99f5-19383826b5ac req-2c20f445-d949-41a5-849c-231dff8875f9 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0412049
Nov 13 21:22:51.020294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:51.023387 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c90f4d-27d6-4e1a-9f9b-cdbdd171aa8c" -d '{"events": [{"server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "name": "network-vif-plugged", "status": "completed", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:51.029509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-005575e1-b3ee-451a-99f5-19383826b5ac req-baadc8c7-77c4-4ada-bf1f-221d502e9312 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380025
Nov 13 21:22:51.077706 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507662b9-1d10-4fcc-b531-a84eb0de5536 x-openstack-request-id: req-507662b9-1d10-4fcc-b531-a84eb0de5536 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:51.078169 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "name": "network-vif-plugged", "status": "completed", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:51.078626 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-507662b9-1d10-4fcc-b531-a84eb0de5536 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:51.079142 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d', 'code': 200}
Nov 13 21:22:51.152354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4587-5614-4b82-9944-3bc01872b96c req-7290500e-f39c-4594-9605-7d4a40ddaefb tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:51.154286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddfc4587-5614-4b82-9944-3bc01872b96c req-7290500e-f39c-4594-9605-7d4a40ddaefb tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0430429
Nov 13 21:22:51.179360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e95f5-e692-4fe5-a08a-0651118cea89 req-8df352a2-97e1-493f-b8b2-83265af81298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:51.180890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e9e95f5-e692-4fe5-a08a-0651118cea89 req-8df352a2-97e1-493f-b8b2-83265af81298 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 1097 time: 0.0410399
Nov 13 21:22:51.198437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddfc4587-5614-4b82-9944-3bc01872b96c req-2d395c5d-11da-4e81-89b3-ad52d577fb8e tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382400
Nov 13 21:22:51.234241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e9e95f5-e692-4fe5-a08a-0651118cea89 req-b6cd55db-42a1-464b-9917-63a553b42f89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451288
Nov 13 21:22:51.309538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43af0dd-3505-4c37-9ff8-de3fbd0d4f42 req-52666394-81ab-4e9d-866d-786435f0666a tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:51.311062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e43af0dd-3505-4c37-9ff8-de3fbd0d4f42 req-52666394-81ab-4e9d-866d-786435f0666a tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0418999
Nov 13 21:22:51.360165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e43af0dd-3505-4c37-9ff8-de3fbd0d4f42 req-3233fe7e-5de7-4eef-88e4-74912f043e5d tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431700
Nov 13 21:22:51.748442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caddfd7-c4e9-4e5f-b2ca-fa23cb26a73a req-06a6eddd-adaf-457e-813e-8c07a2d19aac tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:51.749946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2caddfd7-c4e9-4e5f-b2ca-fa23cb26a73a req-06a6eddd-adaf-457e-813e-8c07a2d19aac tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 946 time: 0.0519605
Nov 13 21:22:51.799647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2caddfd7-c4e9-4e5f-b2ca-fa23cb26a73a req-003e0d4b-20bf-4c7e-926a-5c956eb1a686 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431862
Nov 13 21:22:51.923770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dc51b-50d1-49c7-9c77-855261f3b33f req-ff4a8366-90a3-4026-a84c-e75a53716e19 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:51.925488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-023dc51b-50d1-49c7-9c77-855261f3b33f req-ff4a8366-90a3-4026-a84c-e75a53716e19 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0440915
Nov 13 21:22:51.971110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-023dc51b-50d1-49c7-9c77-855261f3b33f req-625244a3-66e8-40b7-a03a-c43d8dd8fdf7 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391631
Nov 13 21:22:51.989198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:51.995860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.001889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.008427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.014261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.020048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.025891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.027789 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-539f058e-7be1-4558-bfa2-bfe7f6bf6b80 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.0974963
Nov 13 21:22:52.086155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-112a5d5d-6d24-4d38-917d-1bc4f1e4224d req-cb744e70-3c2f-4926-9463-37e599c6f34e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521173
Nov 13 21:22:52.221067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.227353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.233558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.240579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.247312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.254787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.261043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.262987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-63f6277b-2374-4ec9-a856-ba3f76296bae req-daf25738-fa70-4d7d-a0e6-a735855b6a94 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.0941494
Nov 13 21:22:52.936110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58cebf-68fc-4097-a1ca-5a13bc0f3113 req-e811eb62-eb94-41ac-ba85-7574b18b4dde tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:52.937533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd58cebf-68fc-4097-a1ca-5a13bc0f3113 req-e811eb62-eb94-41ac-ba85-7574b18b4dde tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 946 time: 0.0498061
Nov 13 21:22:52.985620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd58cebf-68fc-4097-a1ca-5a13bc0f3113 req-9bddc9e5-516d-4321-a6a3-b8adf9fd950a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418591
Nov 13 21:22:53.088122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53855e-c4c0-4740-a1c7-4279f62a0c86 req-516811a2-fe5c-4723-8854-4a0a7e9acd38 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:53.089699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad53855e-c4c0-4740-a1c7-4279f62a0c86 req-516811a2-fe5c-4723-8854-4a0a7e9acd38 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.0491531
Nov 13 21:22:53.132096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-31fe862f-0652-4129-8189-78f06b0755b5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 267 time: 0.0575089
Nov 13 21:22:53.144095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad53855e-c4c0-4740-a1c7-4279f62a0c86 req-9a4d8261-c594-44fe-bf4e-bfcfb913c716 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484309
Nov 13 21:22:53.187947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-a6c20e4d-afa5-4431-a277-e57611bcf992 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:53.189558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-a6c20e4d-afa5-4431-a277-e57611bcf992 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 946 time: 0.0515637
Nov 13 21:22:53.201141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'port': {'security_groups': []}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:53.270151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:53.447843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-6258442d-a597-48cd-9499-a2d85565f9f6 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:53.449415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-6258442d-a597-48cd-9499-a2d85565f9f6 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 1096 time: 0.1001408
Nov 13 21:22:53.497175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:53.555770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:53.575795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Deleting port 2c2e51d6-376d-4e46-be91-0146bf503702 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:53.576121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:53.661301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] For port 2c2e51d6-376d-4e46-be91-0146bf503702, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2c2e51d6-376d-4e46-be91-0146bf503702,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:53.661685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:53.673987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Calling delete_port for 2c2e51d6-376d-4e46-be91-0146bf503702 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:53.683816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:53.695871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['61bee2fe-4fef-4179-8d81-ac97f46f9a6d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:53.739708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc', '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:53.770664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:53.771503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:53.773699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e66ac23a-4a1a-471b-880c-a0fd2788352b req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "PUT /v2.0/ports/61bee2fe-4fef-4179-8d81-ac97f46f9a6d HTTP/1.1" status: 200  len: 905 time: 0.5770516
Nov 13 21:22:53.774418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:53.777295 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137660df-57e3-4926-b11e-e1189aa457d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:53.815819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f71898-e552-4f11-b8b2-febad536bb25 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:53.885811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['61bee2fe-4fef-4179-8d81-ac97f46f9a6d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:53.888180 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3ec8d2-30a4-4cf9-9497-ac057d3e073b x-openstack-request-id: req-dc3ec8d2-30a4-4cf9-9497-ac057d3e073b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:53.888473 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:53.888734 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc3ec8d2-30a4-4cf9-9497-ac057d3e073b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:53.889137 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d', 'status': 'completed', 'code': 200}
Nov 13 21:22:53.968231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43867d47-a42e-4778-937b-97a78750e6f7 req-7cbfa893-67d6-4f2f-b76f-afbb5fac609e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:53.974919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-43867d47-a42e-4778-937b-97a78750e6f7 req-7cbfa893-67d6-4f2f-b76f-afbb5fac609e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 908 time: 0.0982220
Nov 13 21:22:53.981963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137660df-57e3-4926-b11e-e1189aa457d4 req-16740811-3572-4bc0-a6ca-593bdbe4c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:53.983744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-16740811-3572-4bc0-a6ca-593bdbe4c928 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 1059 time: 0.0716619
Nov 13 21:22:54.090496 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:54.144769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c2e51d6-376d-4e46-be91-0146bf503702,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:54.205736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] No DVR routers for this DVR port 2c2e51d6-376d-4e46-be91-0146bf503702 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:54.213745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:54.214310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c2e0b99b-e561-4117-be84-59abfa906156 None None] Provisioning complete for port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:54.214693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b99b-e561-4117-be84-59abfa906156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:54.223599 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c693a0f-c62f-4f11-9c65-959d30ca4c7b req-0245b507-edb2-4e53-8a71-99b034a63abc tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.46 "DELETE /v2.0/ports/2c2e51d6-376d-4e46-be91-0146bf503702 HTTP/1.1" status: 204  len: 173 time: 0.7676899
Nov 13 21:22:54.259498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d403a32-abac-4fb9-b8b5-a348c8a9f48c req-37af1aa7-4938-47b9-ba6c-c3f9eb5048df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:54.269154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d403a32-abac-4fb9-b8b5-a348c8a9f48c req-37af1aa7-4938-47b9-ba6c-c3f9eb5048df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.2116034
Nov 13 21:22:54.349621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d403a32-abac-4fb9-b8b5-a348c8a9f48c req-8038a6ed-4281-4072-9f0d-2d1eafe261cb tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779645
Nov 13 21:22:54.380105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['2c2e51d6-376d-4e46-be91-0146bf503702'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:54.493490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa102407-085f-451d-b9d5-03ff883e1348 req-bd2d1637-5981-460f-8124-5981919bb6a9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:54.496894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa102407-085f-451d-b9d5-03ff883e1348 req-bd2d1637-5981-460f-8124-5981919bb6a9 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0641420
Nov 13 21:22:54.519653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa140fde-420f-429c-95fb-3417c02a4115 req-08ce28bd-5b9c-47ae-999e-3edbcdc9c6ef tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ad5d34de-3358-4055-8622-f3e1a95c1d56 HTTP/1.1" status: 200  len: 210 time: 0.0323071
Nov 13 21:22:54.543435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137660df-57e3-4926-b11e-e1189aa457d4 req-314e7bea-5e0a-4f69-9a51-6c892a7d8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:54.545228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-314e7bea-5e0a-4f69-9a51-6c892a7d8aca service neutron] 10.222.0.46 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.5526032
Nov 13 21:22:54.548417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b9754fb6-214a-4002-b1e9-f26ccb3294db'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:54.567126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa102407-085f-451d-b9d5-03ff883e1348 req-2466a7eb-39a6-4d7b-958e-7ffa02d1baf6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560386
Nov 13 21:22:54.597123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-65b06327-6a90-4577-a4af-3fb47c282f35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d HTTP/1.1" status: 200  len: 217 time: 0.0417829
Nov 13 21:22:54.653690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137660df-57e3-4926-b11e-e1189aa457d4 req-12ebc4e6-cb4e-4506-b71e-a6270d2a3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:54.665027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-12ebc4e6-cb4e-4506-b71e-a6270d2a3589 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0507386
Nov 13 21:22:54.706449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137660df-57e3-4926-b11e-e1189aa457d4 req-f960aa6a-89fd-42bf-8938-af3f23551740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:54.707981 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-f960aa6a-89fd-42bf-8938-af3f23551740 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449064
Nov 13 21:22:54.744585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-36dc987a-66c0-4082-a035-3868f5f1e7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:54.884253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-a4df8106-d8f2-4bcd-8d12-0a2a30151390 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681786
Nov 13 21:22:54.899950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-697684c8-6487-452c-b84d-157779fb06f4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:54.901661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-697684c8-6487-452c-b84d-157779fb06f4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1741347
Nov 13 21:22:54.941564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-b9b0dcc6-3bd7-44ee-930f-015b12473353 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/quotas/e8cd092bb0bf4ec482f72f6dea441386 HTTP/1.1" status: 200  len: 375 time: 0.0307932
Nov 13 21:22:55.030328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-137660df-57e3-4926-b11e-e1189aa457d4 req-3a3ca7b6-3b4f-43b2-819b-50c76675f48a service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276112
Nov 13 21:22:55.049570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-05f17e00-87b9-4619-acd6-bf58b3b0d952 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0810733
Nov 13 21:22:55.144297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-1f6bbc4c-f952-42c3-b7eb-0d159d54a4c4 service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871892
Nov 13 21:22:55.238032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-fb3b3b95-952a-45cf-aaa6-8c24ac58a76d service neutron] 10.222.0.20 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867977
Nov 13 21:22:55.594944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-034992cf-8778-4b20-bbcc-f3b64b891d06 req-88676495-c84f-4567-8195-8e252f5a42b6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 210 time: 0.0359001
Nov 13 21:22:55.890568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'name': 'network-vif-deleted', 'tag': '2c2e51d6-376d-4e46-be91-0146bf503702'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:55.892929 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b088b34-d368-40c4-b052-b6d41bd74b49" -d '{"events": [{"server_uuid": "ad5d34de-3358-4055-8622-f3e1a95c1d56", "name": "network-vif-deleted", "tag": "2c2e51d6-376d-4e46-be91-0146bf503702"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:55.929733 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7565bbbc-c18b-48e0-838a-7c7e9e84d873 x-openstack-request-id: req-7565bbbc-c18b-48e0-838a-7c7e9e84d873 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:55.938467 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5d34de-3358-4055-8622-f3e1a95c1d56", "name": "network-vif-deleted", "tag": "2c2e51d6-376d-4e46-be91-0146bf503702", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:55.938467 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7565bbbc-c18b-48e0-838a-7c7e9e84d873 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:55.938467 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5d34de-3358-4055-8622-f3e1a95c1d56', 'name': 'network-vif-deleted', 'tag': '2c2e51d6-376d-4e46-be91-0146bf503702', 'status': 'completed', 'code': 200}
Nov 13 21:22:56.079864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b670-83ff-4838-8bb2-cb468a426097 req-69f421a2-54af-4d15-9d40-b82b06f0f017 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:56.081425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25c4b670-83ff-4838-8bb2-cb468a426097 req-69f421a2-54af-4d15-9d40-b82b06f0f017 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0478361
Nov 13 21:22:56.130417 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25c4b670-83ff-4838-8bb2-cb468a426097 req-0a830920-bda7-4743-a619-9dfd99cb6145 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428307
Nov 13 21:22:56.555152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44700) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:56.560220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-149972990'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:56.702770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4894548b-6eec-4dab-958b-abea510bb518 req-9e6ef05e-1694-43be-ab1f-2e06ba48588b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 210 time: 0.0311563
Nov 13 21:22:56.755449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:56.759525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:56.783385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:22:56.792261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:56.792493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2c2e51d6-376d-4e46-be91-0146bf503702 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:22:56.793029 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Added segment 6a70d516-78ea-4357-9586-fa045af84d2d of type vlan for network ffc75d93-9301-4212-83e2-fa1cf616cb8d
Nov 13 21:22:56.814442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 2c2e51d6-376d-4e46-be91-0146bf503702 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:22:56.814792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 2c2e51d6-376d-4e46-be91-0146bf503702 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:22:56.841254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:56.989604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:56.996513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:56.997237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.061557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Network': ['ID=ffc75d93-9301-4212-83e2-fa1cf616cb8d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:57.072509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:22:57.146320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83bab576-673e-4018-ba42-5bbf3f7b5764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.149084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bdd7d107-2a5f-4e3e-ad49-d722b2603699 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.5928044
Nov 13 21:22:57.154443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44708) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:57.160181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1132435500'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:57.246488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4f53e-08bf-49af-831c-e3a8e5884090 req-e823aa3b-021e-400f-b937-42eecb4786d4 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:57.248230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18d4f53e-08bf-49af-831c-e3a8e5884090 req-e823aa3b-021e-400f-b937-42eecb4786d4 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0456493
Nov 13 21:22:57.296443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:57.304747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.314035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18d4f53e-08bf-49af-831c-e3a8e5884090 req-40207514-6be2-438a-98b5-7c6e8a140105 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597341
Nov 13 21:22:57.328655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:22:57.342471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.342819 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Added segment 773cc007-781a-4ef2-a062-26a121be3503 of type vlan for network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279
Nov 13 21:22:57.388533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.436296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-1895b348-1de5-4a20-b3d0-d9e3033da4cd tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:57.437855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-1895b348-1de5-4a20-b3d0-d9e3033da4cd tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 1097 time: 0.0469606
Nov 13 21:22:57.509358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.515007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:57.515600 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.516771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Deleting port b9754fb6-214a-4002-b1e9-f26ccb3294db {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:22:57.517118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.581198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Network': ['ID=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:57.591709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:22:57.603061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] For port b9754fb6-214a-4002-b1e9-f26ccb3294db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9754fb6-214a-4002-b1e9-f26ccb3294db,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:22:57.603700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:57.657472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Calling delete_port for b9754fb6-214a-4002-b1e9-f26ccb3294db owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:22:57.833867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fe71c27-5816-4445-974e-014b5d9d883b req-fd2693b0-4c8a-4f8b-8d7b-1d9e7b8819ea tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 210 time: 0.0310018
Nov 13 21:22:57.941064 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-85c188ec-971a-4763-9ba1-e7282418cb0d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7850306
Nov 13 21:22:57.950736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44722) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:57.955746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'subnet': {'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:58.241518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.245030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:58.250047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.253504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b9754fb6-214a-4002-b1e9-f26ccb3294db'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:58.273315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9754fb6-214a-4002-b1e9-f26ccb3294db,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:58.329197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] No DVR routers for this DVR port b9754fb6-214a-4002-b1e9-f26ccb3294db on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:22:58.332018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.335511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53379fb5-b8fd-4a25-8177-e94846f5ee64 req-571a8864-8708-4e1f-b7d8-be8af6ad5843 tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b9754fb6-214a-4002-b1e9-f26ccb3294db HTTP/1.1" status: 204  len: 173 time: 0.8906298
Nov 13 21:22:58.335800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'name': 'network-vif-deleted', 'tag': 'b9754fb6-214a-4002-b1e9-f26ccb3294db'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:22:58.338193 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71432b4-2a1c-4aab-b681-c5f472187fe6" -d '{"events": [{"server_uuid": "c77fd8f9-4c0c-44eb-9d6d-7a50360d3711", "name": "network-vif-deleted", "tag": "b9754fb6-214a-4002-b1e9-f26ccb3294db"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:22:58.399301 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44877644-20e2-4bb2-ac15-25dde3a0d04f x-openstack-request-id: req-44877644-20e2-4bb2-ac15-25dde3a0d04f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:22:58.399301 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fd8f9-4c0c-44eb-9d6d-7a50360d3711", "name": "network-vif-deleted", "tag": "b9754fb6-214a-4002-b1e9-f26ccb3294db", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:22:58.399301 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44877644-20e2-4bb2-ac15-25dde3a0d04f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:22:58.399301 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fd8f9-4c0c-44eb-9d6d-7a50360d3711', 'name': 'network-vif-deleted', 'tag': 'b9754fb6-214a-4002-b1e9-f26ccb3294db', 'status': 'completed', 'code': 200}
Nov 13 21:22:58.473366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f197a5da-a3d1-44b3-b8e9-7590ad3c09a8 req-165114ed-b5ab-4b70-bdb5-c35e5ddc177f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 210 time: 0.0479958
Nov 13 21:22:58.549121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-4279776e-4957-4345-9432-098d46283639 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:58.550511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-4279776e-4957-4345-9432-098d46283639 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.46 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 811 time: 0.1430876
Nov 13 21:22:58.564265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Request body: {'port': {'device_id': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'admin_state_up': True, 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:58.588611 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.593956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.660060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Subnet': ['ID=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:58.669037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Checking segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:58.669404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network hostable DHCP agents. Network: ffc75d93-9301-4212-83e2-fa1cf616cb8d, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:22:58.820270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Made reservation on behalf of e8cd092bb0bf4ec482f72f6dea441386 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:58.820905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:22:58.824636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.924510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c226fa86-c086-4a33-b526-2befa6323f70 req-d2b3d22b-1ff2-42c0-bb9c-ab94efb28f75 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 210 time: 0.0310476
Nov 13 21:22:58.966008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffc75d93-9301-4212-83e2-fa1cf616cb8d) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:58.980363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:58.980503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd54968-6757-4c91-bccd-3f8002b0713a None None] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:22:58.980952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:58.981232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Allocated IP 172.20.0.4 (d574ab3c-11ef-4433-999d-95abd09a8e62/5435cf21-7788-40ae-b54a-82d5fa3d16f1/99310ab4-cee8-41d6-80ea-2ea423a97eba) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:59.091721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78b6a84e-d9d9-4747-a8ea-37da6f418315 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1396544
Nov 13 21:22:59.094054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:22:59.102418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'subnet': {'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:59.143848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.178681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:22:59.178681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.285961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:22:59.286587 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.292756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.322708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc', '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:22:59.343406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Network d574ab3c-11ef-4433-999d-95abd09a8e62 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:22:59.346879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:22:59.351157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:22:59.385549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Allocated IP 10.1.1.2 (ffc75d93-9301-4212-83e2-fa1cf616cb8d/f1ce0ea3-472f-4fba-920b-f1a72a1c2beb/ea701d06-2d72-4cfb-bf67-ffd60fa9003d) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:22:59.432475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:59.459190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.467132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.467838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.469063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.469818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.479670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.479670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.479670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.479670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.479670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.479670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.488285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:22:59.508666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:22:59.514276 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.655198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-94fbc2ad-e42f-4b41-99e5-4883f834919a req-b38d2c82-f150-462e-917e-506ff0c7ca0f tempest-TestServerMultinode-1335326976 tempest-TestServerMultinode-1335326976-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c77fd8f9-4c0c-44eb-9d6d-7a50360d3711 HTTP/1.1" status: 200  len: 210 time: 0.0309384
Nov 13 21:22:59.676980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-bd803921-491a-4097-8666-eba4c286a72a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1163616
Nov 13 21:22:59.695495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Request body: {'port': {'device_id': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:22:59.766575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.808476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-686ffc22-e3f5-44c2-a5d0-6dc21aadbab9 None None] Provisioning complete for port 99310ab4-cee8-41d6-80ea-2ea423a97eba triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:22:59.808864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-686ffc22-e3f5-44c2-a5d0-6dc21aadbab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.869701 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.873449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-686ffc22-e3f5-44c2-a5d0-6dc21aadbab9 None None] Port 99310ab4-cee8-41d6-80ea-2ea423a97eba cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:22:59.883255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.928159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.950424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Subnet': ['ID=0c453142-d1f6-4a55-9575-70070ef5806e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:22:59.956413 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:22:59.960675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Checking segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:22:59.961063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network hostable DHCP agents. Network: 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:23:00.019575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Pushing event updated for resources: {'Port': ['ID=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:00.030815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:00.032289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:00.034848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:00.081152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5823c3-1247-497e-ab57-6e9e5ccb0d91 req-09167dad-bf86-4df4-aa86-cf1d1c460754 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:00.089177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b5823c3-1247-497e-ab57-6e9e5ccb0d91 req-09167dad-bf86-4df4-aa86-cf1d1c460754 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 931 time: 0.0753520
Nov 13 21:23:00.098603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:23:00.100952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99310ab4-cee8-41d6-80ea-2ea423a97eba {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:00.108933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Attempting to bind port ea701d06-2d72-4cfb-bf67-ffd60fa9003d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:00.110119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Attempting to bind port ea701d06-2d72-4cfb-bf67-ffd60fa9003d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:00.110738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Attempting to bind port ea701d06-2d72-4cfb-bf67-ffd60fa9003d on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:00.110895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.117907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:00.118606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Checking segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:00.119185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.119742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Bound using segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:00.120405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Bound port: ea701d06-2d72-4cfb-bf67-ffd60fa9003d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:00.121031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.128887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Transition to ACTIVE for port object 99310ab4-cee8-41d6-80ea-2ea423a97eba will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:00.156439 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b5823c3-1247-497e-ab57-6e9e5ccb0d91 req-c2c892f0-8960-406a-aae3-63e4dcad856d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664878
Nov 13 21:23:00.192146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] For port ea701d06-2d72-4cfb-bf67-ffd60fa9003d, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:00.195829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] For port ea701d06-2d72-4cfb-bf67-ffd60fa9003d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:00.222717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.226141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:00.234949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f594f-6176-452a-9aa9-8a3e013184b3 None None] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:23:00.250259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:00.250259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.303433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:00.315875 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.372355 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-37351a2e-431a-4866-9c3f-6a6baf8b6730 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2768948
Nov 13 21:23:00.374890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44800) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:00.380878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'name': 'tempest-TaggedBootDevicesTest-1005420898', 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:00.387103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Attempting to bind port 99310ab4-cee8-41d6-80ea-2ea423a97eba on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:00.387372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Attempting to bind port 99310ab4-cee8-41d6-80ea-2ea423a97eba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:00.387656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Attempting to bind port 99310ab4-cee8-41d6-80ea-2ea423a97eba on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:00.401037 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.408209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbfe11-79b8-4e19-8f83-4d34d1369735 None None] Pushing event updated for resources: {'Port': ['ID=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:00.419646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Port 99310ab4-cee8-41d6-80ea-2ea423a97eba on network d574ab3c-11ef-4433-999d-95abd09a8e62 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:00.419885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Attempting to bind port 99310ab4-cee8-41d6-80ea-2ea423a97eba on network d574ab3c-11ef-4433-999d-95abd09a8e62 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:00.453796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:00.454133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Checking segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:00.454545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Bound using segment: {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:00.454988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Bound port: 99310ab4-cee8-41d6-80ea-2ea423a97eba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd4116a-d1af-4f02-85af-42ce3c1f568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:00.455337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.490647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'fixed_ips': [{'subnet_id': '0c453142-d1f6-4a55-9575-70070ef5806e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:23:00.492420 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.560558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:00.566490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:00.664332 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.675939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Allocated IP 10.2.2.2 (3ebcd59d-e185-4fb2-9bf0-79d1e11ac279/0c453142-d1f6-4a55-9575-70070ef5806e/0c9eb7f0-68eb-41bc-946d-8fc1280219ea) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:00.730109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:00.764395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44812) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:00.795846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:00.806144 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:00.807927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] 10.222.0.46 "PUT /v2.0/ports/99310ab4-cee8-41d6-80ea-2ea423a97eba HTTP/1.1" status: 200  len: 1091 time: 1.1183507
Nov 13 21:23:00.808819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:00.811358 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1352681a-26fd-40a8-95a6-c3f5f266762e" -d '{"events": [{"name": "network-changed", "server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:00.913385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd8ae1-d1fb-499d-a47e-7bf2e859f542 service neutron] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:00.970075 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc66210-75b1-4d70-9b22-dee670c34724 x-openstack-request-id: req-abc66210-75b1-4d70-9b22-dee670c34724 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:00.970695 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:00.972219 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abc66210-75b1-4d70-9b22-dee670c34724 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:00.975387 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'status': 'completed', 'code': 200}
Nov 13 21:23:00.979930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.040630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.070773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] device_id is not set on port a3e7daa8-592e-4d28-ad60-85f5261d8051 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:23:01.072289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.082092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-258ee846-42d2-4b14-a318-05e46237be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:01.092551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-258ee846-42d2-4b14-a318-05e46237be08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 1094 time: 0.1030567
Nov 13 21:23:01.124914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:01.128212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:01.133817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:01.137714 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-403235dd-c078-4617-ad34-672a65c7a5da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba HTTP/1.1" status: 200  len: 217 time: 0.0401874
Nov 13 21:23:01.142574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Pushing event updated for resources: {'Port': ['ID=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:01.148529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ea701d06-2d72-4cfb-bf67-ffd60fa9003d up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:01.203272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b9754fb6-214a-4002-b1e9-f26ccb3294db no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:01.267283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: b9754fb6-214a-4002-b1e9-f26ccb3294db {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:01.268069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b9754fb6-214a-4002-b1e9-f26ccb3294db not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:01.335135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Attempting to bind port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:01.335828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Attempting to bind port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:01.336369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Attempting to bind port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:01.347077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-903b5dce-1746-49c9-b911-1ee646bfd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:01.349132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-903b5dce-1746-49c9-b911-1ee646bfd04f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.1841688
Nov 13 21:23:01.349497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:01.350116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Checking segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:01.351234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.351811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Bound using segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:01.352491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Bound port: 0c9eb7f0-68eb-41bc-946d-8fc1280219ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:01.353222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.377293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ea701d06-2d72-4cfb-bf67-ffd60fa9003d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:01.377974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.432481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f6103-8388-4af5-b5d4-55efc4d1a973 req-0676aaea-c5f8-440f-a42b-4e4405792c70 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:01.434173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-726f6103-8388-4af5-b5d4-55efc4d1a973 req-0676aaea-c5f8-440f-a42b-4e4405792c70 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 943 time: 0.1507013
Nov 13 21:23:01.528432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] For port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:01.569007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] For port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:01.622228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.629623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 10.1.1.225 (ffc75d93-9301-4212-83e2-fa1cf616cb8d/f1ce0ea3-472f-4fba-920b-f1a72a1c2beb/a3e7daa8-592e-4d28-ad60-85f5261d8051) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:01.678844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port ea701d06-2d72-4cfb-bf67-ffd60fa9003d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:01.698565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.743531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-726f6103-8388-4af5-b5d4-55efc4d1a973 req-f7c1d35b-6e1c-4401-ab90-1253b10a9eee tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975280
Nov 13 21:23:01.833409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.892242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.903924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-373ee8aa-1851-4798-8ed5-3bf512856538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:01.905738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-373ee8aa-1851-4798-8ed5-3bf512856538 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5466907
Nov 13 21:23:01.920442 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:01.960471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a75c05-b65a-4c68-83ef-eec94e5bcf8b None None] Pushing event updated for resources: {'Port': ['ID=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:01.998437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094d93f-9ea3-40ab-b2ab-d3f7f8e8a759 None None] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:23:02.051357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-ee38602f-01cf-4a18-8cdf-7d257b58cc3a service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356132
Nov 13 21:23:02.097883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.135348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:02.146853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ff773485-69eb-4fc6-9d5f-4b62902bde9c None None] Provisioning complete for port ea701d06-2d72-4cfb-bf67-ffd60fa9003d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:02.147284 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ff773485-69eb-4fc6-9d5f-4b62902bde9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.201471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d6e80a2-06ef-49e6-a688-4eead98b0209 req-39857575-8bb4-4e75-aadf-69b57e5c7267 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385770
Nov 13 21:23:02.217302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Deleting port f36d7202-bd12-4c9c-9826-b4d8cb17cf01 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:02.217302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.253488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:02.259806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:02.269838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:02.310751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:02.372758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:02.373742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.401179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] For port f36d7202-bd12-4c9c-9826-b4d8cb17cf01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:02.404594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.423598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Calling delete_port for f36d7202-bd12-4c9c-9826-b4d8cb17cf01 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:02.445846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-29b86927-04fd-427f-924a-10f9fa41b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:02.447697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-29b86927-04fd-427f-924a-10f9fa41b194 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 1094 time: 0.0712969
Nov 13 21:23:02.539224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-449161d5-f305-46ef-9b3e-1a19a850f324 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.1626904
Nov 13 21:23:02.542552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:02.555526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'name': 'tempest-TaggedBootDevicesTest-1905032434', 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:02.652520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-809dd263-2373-491e-aca1-0247ad89d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:02.654105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-809dd263-2373-491e-aca1-0247ad89d95a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1979632
Nov 13 21:23:02.675370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f6d0be0c-3bc4-46ab-9c69-5d7e242c80ff None None] Provisioning complete for port ea701d06-2d72-4cfb-bf67-ffd60fa9003d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:02.675963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f6d0be0c-3bc4-46ab-9c69-5d7e242c80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.716363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-324c191d-3a8a-49d4-b53e-5fd99f9c1bf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba HTTP/1.1" status: 200  len: 217 time: 0.0481372
Nov 13 21:23:02.721127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.760609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f36d7202-bd12-4c9c-9826-b4d8cb17cf01,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:02.820670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f6d0be0c-3bc4-46ab-9c69-5d7e242c80ff None None] Provisioning complete for port a3e7daa8-592e-4d28-ad60-85f5261d8051 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:02.821067 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f6d0be0c-3bc4-46ab-9c69-5d7e242c80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.840470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-8350549e-3266-4996-8584-90a73a1432c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:02.842718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-8350549e-3266-4996-8584-90a73a1432c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.1155255
Nov 13 21:23:02.903295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:02.912594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:02.915028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0be0c-3bc4-46ab-9c69-5d7e242c80ff None None] Port a3e7daa8-592e-4d28-ad60-85f5261d8051 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:02.938068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] device_id is not set on port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:23:02.980953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f3866-1300-4579-95c6-668bd6356c81 req-b8f8f77c-bd40-47c7-a002-d3a3b1fcf0b3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:02.982571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-129f3866-1300-4579-95c6-668bd6356c81 req-b8f8f77c-bd40-47c7-a002-d3a3b1fcf0b3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 943 time: 0.1236410
Nov 13 21:23:03.045547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-fe73537a-d097-4315-b588-553261c27e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:03.047073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-fe73537a-d097-4315-b588-553261c27e56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1934350
Nov 13 21:23:03.048018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-df286dcc-cfb4-434d-8c26-bf0fa8afecca None None] Provisioning complete for port a3e7daa8-592e-4d28-ad60-85f5261d8051 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:03.048018 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-df286dcc-cfb4-434d-8c26-bf0fa8afecca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.119886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-df286dcc-cfb4-434d-8c26-bf0fa8afecca None None] Port a3e7daa8-592e-4d28-ad60-85f5261d8051 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:03.158671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-50f74e07-8ba3-496c-aafe-84ded097b352 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036160
Nov 13 21:23:03.169302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-129f3866-1300-4579-95c6-668bd6356c81 req-b2df9d37-faa9-4ad3-884a-33ee79b4e65a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096897
Nov 13 21:23:03.241508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.339846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0c9eb7f0-68eb-41bc-946d-8fc1280219ea up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:03.432497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:03.433292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.471657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f68512-5b98-468f-af24-446f458b47f8 None None] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:23:03.551123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:23:03.634893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d7a4b63e-5c54-4c22-80c9-dd98539683c6 None None] Provisioning complete for port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:03.635606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b63e-5c54-4c22-80c9-dd98539683c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.671355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:23:03.680665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44852) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:03.681211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cad5bde7-e71f-473e-a11e-9fa65a5d37ff admin admin] 10.222.0.20 "PUT /v2.0/routers/d5e2a40e-24aa-4857-a7f6-7175b101b9c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9143810
Nov 13 21:23:03.685878 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] Sync routers for ids ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:23:03.693975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.696863 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] Routers {'d5e2a40e-24aa-4857-a7f6-7175b101b9c6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:23:03.697631 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde413460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:03.754261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:03.764780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1352681a-26fd-40a8-95a6-c3f5f266762e req-5f8490ee-94b1-4d20-9adb-b8751db06fb2 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5921059
Nov 13 21:23:03.776652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 10.1.1.89 (ffc75d93-9301-4212-83e2-fa1cf616cb8d/f1ce0ea3-472f-4fba-920b-f1a72a1c2beb/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:03.806204 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] Set router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:23:03.833662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.834965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ea701d06-2d72-4cfb-bf67-ffd60fa9003d up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:03.849404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.894084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b63e-5c54-4c22-80c9-dd98539683c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:03.948326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:03.997944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ea701d06-2d72-4cfb-bf67-ffd60fa9003d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:03.998514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.000290 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-d7a4b63e-5c54-4c22-80c9-dd98539683c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:23:04.001028 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-d7a4b63e-5c54-4c22-80c9-dd98539683c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:23:04.002626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde413460>, [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:23:02Z', 'revision_number': 5, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:04.033093 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] Checking router: d5e2a40e-24aa-4857-a7f6-7175b101b9c6 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:23:04.043957 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] Routers {'d5e2a40e-24aa-4857-a7f6-7175b101b9c6'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:23:04.044496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde413460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:04.113417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.145075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.153592 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] Set router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:23:04.279227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03a41c-b442-45d9-bdec-1bb4cc81400f req-ab39f6fc-d90a-4185-9270-9513fe6c476f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:04.280818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e03a41c-b442-45d9-bdec-1bb4cc81400f req-ab39f6fc-d90a-4185-9270-9513fe6c476f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 943 time: 0.0543966
Nov 13 21:23:04.326138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.402989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:04.410401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e03a41c-b442-45d9-bdec-1bb4cc81400f req-5ce2cbe5-b1e9-4eab-82f1-14a91669a712 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232347
Nov 13 21:23:04.415856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:04.418434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:04.440081 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde413460>, [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:23:02Z', 'revision_number': 5, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:04.442778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:04.470311 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcbc19-d9a3-4c21-b7bf-221348f8e416 None None] The sync data for ids ['d5e2a40e-24aa-4857-a7f6-7175b101b9c6'] in ncdv-master-1 is: [{'id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'name': 'tempest-TestServerMultinode-959554370-router', 'tenant_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54'}], 'enable_snat': True}, 'gw_port_id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:05Z', 'updated_at': '2021-11-13T21:23:02Z', 'revision_number': 5, 'project_id': 'dddf1ba5a51b4ba08db795105a93a6f7', 'gw_port': {'id': '7c61aef0-2434-464e-a0fd-2716a7e9481a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2a40e-24aa-4857-a7f6-7175b101b9c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:06Z', 'updated_at': '2021-11-13T21:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:23:04.499332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Deleting port 7c61aef0-2434-464e-a0fd-2716a7e9481a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:04.509839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.509839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:04.509839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.606899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] For port 7c61aef0-2434-464e-a0fd-2716a7e9481a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c61aef0-2434-464e-a0fd-2716a7e9481a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:04.610141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.627057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Calling delete_port for 7c61aef0-2434-464e-a0fd-2716a7e9481a owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:04.664820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-225fff92-fcae-4cb7-8646-569384211e0e None None] Provisioning complete for port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:04.665190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-225fff92-fcae-4cb7-8646-569384211e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.679884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2a1b50d-c60f-4f1d-a7c9-fd64ca221a16 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1362927
Nov 13 21:23:04.810651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 99310ab4-cee8-41d6-80ea-2ea423a97eba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:04.903392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4c707ec5-080f-44cb-b824-e3c0ff8ba390 None None] Provisioning complete for port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:04.903753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4c707ec5-080f-44cb-b824-e3c0ff8ba390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.941844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:04.962068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'mac_address': 'fa:16:3e:07:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:04.972934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:04.976735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44864) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:04.983119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597367322', 'description': 'tempest-description--1350946868'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:05.009675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4c707ec5-080f-44cb-b824-e3c0ff8ba390 None None] Port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:05.016743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.022715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c61aef0-2434-464e-a0fd-2716a7e9481a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:05.031267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99310ab4-cee8-41d6-80ea-2ea423a97eba {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:05.044870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48242434-76cb-4bf5-b134-9994c985fcbc None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:23:05.063674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:05.069561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0c9eb7f0-68eb-41bc-946d-8fc1280219ea up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:05.092774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.120366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.130644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:05.131320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.170818 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.174581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.197908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.201649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.245068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:05.268787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f36d7202-bd12-4c9c-9826-b4d8cb17cf01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:05.270198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.298177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f36d7202-bd12-4c9c-9826-b4d8cb17cf01 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:05.298177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f36d7202-bd12-4c9c-9826-b4d8cb17cf01 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:05.304289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:05.372040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.372564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e2a40e-24aa-4857-a7f6-7175b101b9c6 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:23:05.379840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.379840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-848d86c6-c41a-454a-9f1d-0461a8e00261 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d5e2a40e-24aa-4857-a7f6-7175b101b9c6 HTTP/1.1" status: 204  len: 168 time: 1.6966000
Nov 13 21:23:05.381017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44870) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:05.409522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.410780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-30c552ad-d726-4e6b-8587-8e76a3f9d381 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4323621
Nov 13 21:23:05.414451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44872) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:05.419437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'security_group_rule': {'security_group_id': '831ea3f6-b4a5-4d17-8c9c-ed29d9127d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:05.432414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Deleting subnet 8c4274ca-a6d6-4f61-9862-6a4df1f3add8 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:23:05.437268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.480088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.484037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['99310ab4-cee8-41d6-80ea-2ea423a97eba'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:05.572945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.578592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f028b75-62e9-43d1-809f-aba7e3145358 req-3b21e429-2f69-4d64-b84c-cc5ba4b0e2b2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:05.586387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.588516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f028b75-62e9-43d1-809f-aba7e3145358 req-3b21e429-2f69-4d64-b84c-cc5ba4b0e2b2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 944 time: 0.0907586
Nov 13 21:23:05.667668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f028b75-62e9-43d1-809f-aba7e3145358 req-d3c56f80-0ee9-4968-b70d-52ee3197321c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795782
Nov 13 21:23:05.682354 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.749680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.759867 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.774895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4274ca-a6d6-4f61-9862-6a4df1f3add8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:05.780573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.782387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac34c16-47ce-40a2-bddb-6bde9783a143,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:05.786499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-13e2061f-b56f-4ede-9213-3dd5f679cab3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c4274ca-a6d6-4f61-9862-6a4df1f3add8 HTTP/1.1" status: 204  len: 168 time: 0.4043241
Nov 13 21:23:05.794557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44878) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:05.795137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db208c-5750-4861-8312-d6ad9ee45c70 None None] Network 780d5a06-945c-486b-9f66-ab2c04603727 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:23:05.861423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.906425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.911278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0b755cc3-7f0a-4aa1-bd78-6045bcf3d7b4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4933219
Nov 13 21:23:05.921076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:05.921076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'security_group_rule': {'security_group_id': '831ea3f6-b4a5-4d17-8c9c-ed29d9127d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:05.926553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Deleting port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:05.926899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:05.996547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] For port 9bca0bdf-be26-45a4-bd86-4ef573b41f14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bca0bdf-be26-45a4-bd86-4ef573b41f14,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:05.997289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.001635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] DHCP port deletion for 780d5a06-945c-486b-9f66-ab2c04603727 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:23:06.016013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Calling delete_port for 9bca0bdf-be26-45a4-bd86-4ef573b41f14 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:06.056275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] Deleting port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:06.056649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.109840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.124870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] For port 9bca0bdf-be26-45a4-bd86-4ef573b41f14, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bca0bdf-be26-45a4-bd86-4ef573b41f14,segment=NetworkSegment(b468dc90-a4b8-4ebd-88d7-1084627d6ac1),segment_id=b468dc90-a4b8-4ebd-88d7-1084627d6ac1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:06.125260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.141499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] Calling delete_port for 9bca0bdf-be26-45a4-bd86-4ef573b41f14 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:06.165847 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.206921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.215178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.233628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bca0bdf-be26-45a4-bd86-4ef573b41f14,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:06.244512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] No DVR routers for this DVR port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:06.245549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] Pushing event deleted for resources: {'Port': ['ID=9bca0bdf-be26-45a4-bd86-4ef573b41f14,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:06.245549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee5484-036c-4ed6-b4ab-fa19c70b2640 None None] No DVR routers for this DVR port 9bca0bdf-be26-45a4-bd86-4ef573b41f14 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:06.263903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.287159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1052cc3e-8cc5-4282-aec9-b12c6072926c,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:06.311940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.333322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdf026760>,) {'filters': {'network_id': ['780d5a06-945c-486b-9f66-ab2c04603727']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:06.343753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdf026760>, 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:06.344072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdf026760>, 'b468dc90-a4b8-4ebd-88d7-1084627d6ac1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:06.354358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.368742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.375003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:23:06.375375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:23:06.377086 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:23:06.385630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.388158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-14f9af69-604d-4e12-9413-e2da84afded7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4742694
Nov 13 21:23:06.390386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:06.394695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:06.497036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.531937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.537684 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.545584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] 10.222.0.20 "DELETE /v2.0/networks/780d5a06-945c-486b-9f66-ab2c04603727 HTTP/1.1" status: 204  len: 168 time: 0.7532480
Nov 13 21:23:06.545584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44888) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:06.560085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf6977-b6e7-4ecf-aad7-a17799173366 admin admin] Pushing event deleted for resources: {'Network': ['ID=780d5a06-945c-486b-9f66-ab2c04603727,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:06.606523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.729483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 172.35.3.145 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/4c88aa13-7b27-4497-8bc7-0b7bcffb238f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:06.827594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 99310ab4-cee8-41d6-80ea-2ea423a97eba up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:06.855187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.943029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 99310ab4-cee8-41d6-80ea-2ea423a97eba completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:06.948629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 99310ab4-cee8-41d6-80ea-2ea423a97eba triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:06.949090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:06.955740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.030358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=4c88aa13-7b27-4497-8bc7-0b7bcffb238f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:07.042740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:07.044540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:07.049678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:07.074202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.102906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:07.105462 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15896770-2df0-44e2-b00c-97fc28a33d35" -d '{"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-plugged", "status": "completed", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:07.124807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bca0bdf-be26-45a4-bd86-4ef573b41f14 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:07.166613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:07.167903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9bca0bdf-be26-45a4-bd86-4ef573b41f14 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:07.168255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bca0bdf-be26-45a4-bd86-4ef573b41f14 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:07.168654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7c61aef0-2434-464e-a0fd-2716a7e9481a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:07.192124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e45b17-0afe-4b30-b66c-baadc3f4b2e2 req-83c02a73-db7d-4e63-aafc-16d989595d14 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:07.192124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77e45b17-0afe-4b30-b66c-baadc3f4b2e2 req-83c02a73-db7d-4e63-aafc-16d989595d14 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 944 time: 0.4433575
Nov 13 21:23:07.203777 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7143b8b-8103-47b4-8479-59b7715bf4c7 x-openstack-request-id: req-c7143b8b-8103-47b4-8479-59b7715bf4c7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:07.204471 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-plugged", "status": "completed", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:07.205596 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7143b8b-8103-47b4-8479-59b7715bf4c7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:07.206321 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'code': 200}
Nov 13 21:23:07.207976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7c61aef0-2434-464e-a0fd-2716a7e9481a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:07.208563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7c61aef0-2434-464e-a0fd-2716a7e9481a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:07.229666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.263899 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.299110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77e45b17-0afe-4b30-b66c-baadc3f4b2e2 req-86a77084-d137-4ec6-a9cf-f318c4c4cfde tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996718
Nov 13 21:23:07.307348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d6bc-9f6f-4158-84af-69eb0333daf7 req-8e5a7125-3f34-4009-aa75-83cc1257983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:07.308554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1789d6bc-9f6f-4158-84af-69eb0333daf7 req-8e5a7125-3f34-4009-aa75-83cc1257983f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 1096 time: 0.0478590
Nov 13 21:23:07.330848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:07.396772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.400060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.431893 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1789d6bc-9f6f-4158-84af-69eb0333daf7 req-23223a5d-74f6-48a2-bb1f-1ecfa4c187b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120021
Nov 13 21:23:07.567262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.648048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Deleting port d160e56b-333d-4d16-8493-81d81df62069 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:07.648398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.670179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.727375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] For port d160e56b-333d-4d16-8493-81d81df62069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d160e56b-333d-4d16-8493-81d81df62069,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:07.727733 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.741351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Calling delete_port for d160e56b-333d-4d16-8493-81d81df62069 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:07.744150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=4c88aa13-7b27-4497-8bc7-0b7bcffb238f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:07.754753 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.854576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:07.855857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f3c4c1f3-9b74-495e-9b26-0682896affab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4645469
Nov 13 21:23:08.018166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:08.045901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Pushing event deleted for resources: {'Port': ['ID=d160e56b-333d-4d16-8493-81d81df62069,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:08.048286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-88e1da0b-e859-4245-9c72-3f082c0ea273 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1597367322&fields=id&tenant_id=b0ea687e204c45e5b3f12381c6e825f9 HTTP/1.1" status: 200  len: 267 time: 0.0450776
Nov 13 21:23:08.079476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.079916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.080159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.080489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.080846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.081177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.081500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.081827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.082159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.082472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.082788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.083106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:08.122843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c72d2a07-7f77-432a-a8a1-41b984a0daad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:08.122843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c72d2a07-7f77-432a-a8a1-41b984a0daad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 932 time: 0.0595121
Nov 13 21:23:08.185311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2d45e825-21ff-469f-8a10-781950ed3701 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:08.187031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2d45e825-21ff-469f-8a10-781950ed3701 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 931 time: 0.0631776
Nov 13 21:23:08.247193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c7425c20-26d3-46c9-9f23-71f01d0e108b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0507276
Nov 13 21:23:08.250178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:08.281790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-10b5d109-f49a-47e7-9f64-b7ba692ed5d7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0278201
Nov 13 21:23:08.394161 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:23:08.406198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2cc7cd3e-7ad0-4cbd-9c60-a39e04da4d3d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:08.411980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2cc7cd3e-7ad0-4cbd-9c60-a39e04da4d3d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:08.418153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2cc7cd3e-7ad0-4cbd-9c60-a39e04da4d3d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:08.419417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2cc7cd3e-7ad0-4cbd-9c60-a39e04da4d3d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 1989 time: 0.1308260
Nov 13 21:23:08.451573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-063686a4-c53e-4697-83b7-4b6eb703741d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/quotas/b0ea687e204c45e5b3f12381c6e825f9 HTTP/1.1" status: 200  len: 375 time: 0.0163224
Nov 13 21:23:08.507025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f765f-29fa-4bbc-9c35-187a4803aecd req-39baa1e5-a4f5-44ba-b99d-440a770c53f8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:08.508631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-247f765f-29fa-4bbc-9c35-187a4803aecd req-39baa1e5-a4f5-44ba-b99d-440a770c53f8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1278737
Nov 13 21:23:08.524161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-b6a3ec5e-bbe1-4404-8b19-e6d8d029f5a7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0717571
Nov 13 21:23:08.571849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Router 969276f9-4509-402d-b712-cbbe98636226 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:23:08.593581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-247f765f-29fa-4bbc-9c35-187a4803aecd req-975581ad-d3d7-489a-b2db-0c0ef478a44e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755026
Nov 13 21:23:08.642273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4b4caaad-c5fa-452f-937a-a143a7a9ad2d service neutron] 10.222.0.20 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1055577
Nov 13 21:23:08.698919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:23:08.704508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8447d0e0-b030-42aa-81ae-15d0d370ba48 admin admin] 10.222.0.20 "PUT /v2.0/routers/969276f9-4509-402d-b712-cbbe98636226/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1594501
Nov 13 21:23:08.706897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44926) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:08.710073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] Sync routers for ids ['969276f9-4509-402d-b712-cbbe98636226'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:23:08.721808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] Routers {'969276f9-4509-402d-b712-cbbe98636226'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:23:08.722757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd09b8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['969276f9-4509-402d-b712-cbbe98636226'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:08.752739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-49705692-5988-4772-8a58-9b142a927765 service neutron] 10.222.0.20 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029360
Nov 13 21:23:08.793299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-076821c5-5c82-4b16-b803-b9f50230291e service neutron] 10.222.0.20 "GET /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0401614
Nov 13 21:23:08.828344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:08.847446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] Set router 969276f9-4509-402d-b712-cbbe98636226 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:23:08.901239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-19a57d51-4ff5-4fee-b4d5-7378de2fc71b service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014469
Nov 13 21:23:08.941511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.019219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4de519aa-c0e0-4f6d-bf11-c5c012829c9f service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106689
Nov 13 21:23:09.066030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Deleting port 95047e7e-833b-422f-b82a-9f126d883323 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:09.066370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.075382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-539ef063-424e-4ff5-b641-508fb8493e58 service neutron] 10.222.0.20 "GET /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0480869
Nov 13 21:23:09.148308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] For port 95047e7e-833b-422f-b82a-9f126d883323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95047e7e-833b-422f-b82a-9f126d883323,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:09.148742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.166911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Calling delete_port for 95047e7e-833b-422f-b82a-9f126d883323 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:09.177109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-037308ce-6bdf-4f2a-a409-a72fcc210622 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935004
Nov 13 21:23:09.210617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd09b8e0>, [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234'}], 'enable_snat': True}, 'gw_port_id': '95047e7e-833b-422f-b82a-9f126d883323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:23:07Z', 'revision_number': 5, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port': {'id': '95047e7e-833b-422f-b82a-9f126d883323', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969276f9-4509-402d-b712-cbbe98636226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:14Z', 'updated_at': '2021-11-13T21:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:09.239549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] Checking router: 969276f9-4509-402d-b712-cbbe98636226 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:23:09.249264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] Routers {'969276f9-4509-402d-b712-cbbe98636226'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:23:09.249606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd09b8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['969276f9-4509-402d-b712-cbbe98636226'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:09.277026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-9b94eb79-768a-4d0e-9dbe-4871cb33a087 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934091
Nov 13 21:23:09.337914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] Set router 969276f9-4509-402d-b712-cbbe98636226 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:23:09.383864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-5a0387aa-3efd-47e3-b0c7-bf32560e4fbb service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984263
Nov 13 21:23:09.393275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd09b8e0>, [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:23:08Z', 'revision_number': 6, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:09.423678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36d3c12-293f-4d42-b255-a691f18b3336 None None] The sync data for ids ['969276f9-4509-402d-b712-cbbe98636226'] in ncdv-master-1 is: [{'id': '969276f9-4509-402d-b712-cbbe98636226', 'name': 'tempest-TestServerMultinode-1745211696-router', 'tenant_id': 'ac2a855f55e54421aabf3cd3208c5397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:13Z', 'updated_at': '2021-11-13T21:23:08Z', 'revision_number': 6, 'project_id': 'ac2a855f55e54421aabf3cd3208c5397', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:23:09.434395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.473312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Pushing event deleted for resources: {'Port': ['ID=95047e7e-833b-422f-b82a-9f126d883323,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:09.488399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1c310ca9-3021-4750-a102-ff7e4314d420 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977831
Nov 13 21:23:09.494163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460a4b9-d5dc-4853-83f1-377f85900419 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:23:09.545931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.592914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0ec04bf3-75a5-4cc4-9214-db879103043c service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929837
Nov 13 21:23:09.642300 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.644503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.684065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-d8e821b6-4e1e-4324-80da-df3b76f64591 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851667
Nov 13 21:23:09.742048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9e26b-9830-4107-b398-cb0bf472d894 req-a04a0954-a791-4209-ac4f-502707037dad tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:09.742048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cbe9e26b-9830-4107-b398-cb0bf472d894 req-a04a0954-a791-4209-ac4f-502707037dad tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0506172
Nov 13 21:23:09.791076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-06d4d6a1-b90f-41d8-acd4-b38e8ec9adfd service neutron] 10.222.0.20 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005890
Nov 13 21:23:09.809227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cbe9e26b-9830-4107-b398-cb0bf472d894 req-8dcd2b1d-d36e-4059-a330-925714fa3234 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502110
Nov 13 21:23:09.817080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.817557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969276f9-4509-402d-b712-cbbe98636226 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:23:09.828003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.832773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1683388a-6ecc-4eb8-bf87-ad5797b7f036 admin admin] 10.222.0.20 "DELETE /v2.0/routers/969276f9-4509-402d-b712-cbbe98636226 HTTP/1.1" status: 204  len: 168 time: 1.1246834
Nov 13 21:23:09.833412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:09.911725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Deleting subnet 51cabd6a-0fcf-4184-9815-8a2560930f3c {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:23:09.916490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:09.917838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-35798a1d-46ad-485e-a7d3-5e915cc416b1 service neutron] 10.222.0.20 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252573
Nov 13 21:23:09.954126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.019479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-9ffa63c6-cfb6-46b6-a3f7-0ba6fa567fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941055
Nov 13 21:23:10.042703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.114182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c06ba740-09a0-45c1-8a8a-83657eb3687b service neutron] 10.222.0.20 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882533
Nov 13 21:23:10.182481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963ac2-093e-4c8c-8727-8ca78a96d10b req-4ed1a5af-7855-435e-8708-1fd967a5e74c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:10.184267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1963ac2-093e-4c8c-8727-8ca78a96d10b req-4ed1a5af-7855-435e-8708-1fd967a5e74c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0542707
Nov 13 21:23:10.185788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.238509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.239453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389765d-fef3-4ff6-ae05-3c53d85b28d1 None None] Network 83646de3-6d30-416b-8169-d315fbb0d1fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:23:10.246282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44950) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:10.246556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51cabd6a-0fcf-4184-9815-8a2560930f3c HTTP/1.1" status: 204  len: 168 time: 0.4120045
Nov 13 21:23:10.247552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e35728-368e-41c7-b988-a3e74ca08cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cabd6a-0fcf-4184-9815-8a2560930f3c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:10.293451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1963ac2-093e-4c8c-8727-8ca78a96d10b req-d7fafdfc-6886-4b87-9247-ef3e036a3ca2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977044
Nov 13 21:23:10.337758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.400670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Deleting port 34cfd952-349b-4231-a6cb-eee32014f5fb {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:10.401099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.469826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] DHCP port deletion for 83646de3-6d30-416b-8169-d315fbb0d1fe request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:23:10.480333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] For port 34cfd952-349b-4231-a6cb-eee32014f5fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34cfd952-349b-4231-a6cb-eee32014f5fb,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:10.480764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.494113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Calling delete_port for 34cfd952-349b-4231-a6cb-eee32014f5fb owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:10.517023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] Deleting port 34cfd952-349b-4231-a6cb-eee32014f5fb {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:10.517472 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.597897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] For port 34cfd952-349b-4231-a6cb-eee32014f5fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34cfd952-349b-4231-a6cb-eee32014f5fb,segment=NetworkSegment(a97b4731-6b71-4379-b4c0-bbc689138479),segment_id=a97b4731-6b71-4379-b4c0-bbc689138479)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:10.598269 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.617048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] Calling delete_port for 34cfd952-349b-4231-a6cb-eee32014f5fb owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:10.738078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.744579 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.764207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Pushing event deleted for resources: {'Port': ['ID=34cfd952-349b-4231-a6cb-eee32014f5fb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:10.768068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] No DVR routers for this DVR port 34cfd952-349b-4231-a6cb-eee32014f5fb on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:10.774212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] Pushing event deleted for resources: {'Port': ['ID=34cfd952-349b-4231-a6cb-eee32014f5fb,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:10.782030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60e3d1-6755-49f9-983a-d587ecc6d584 None None] No DVR routers for this DVR port 34cfd952-349b-4231-a6cb-eee32014f5fb on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:10.864895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.887298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdedeb640>,) {'filters': {'network_id': ['83646de3-6d30-416b-8169-d315fbb0d1fe']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:10.897658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdedeb640>, 'a97b4731-6b71-4379-b4c0-bbc689138479') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:10.897943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdedeb640>, 'a97b4731-6b71-4379-b4c0-bbc689138479') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:10.907511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.924360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.926880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:23:10.927263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:23:10.929023 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:23:11.041728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 95047e7e-833b-422f-b82a-9f126d883323 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:11.062139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 95047e7e-833b-422f-b82a-9f126d883323 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:11.062476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 95047e7e-833b-422f-b82a-9f126d883323 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:11.062890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 34cfd952-349b-4231-a6cb-eee32014f5fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:11.085222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 34cfd952-349b-4231-a6cb-eee32014f5fb {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:11.085813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 34cfd952-349b-4231-a6cb-eee32014f5fb not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:11.086077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d160e56b-333d-4d16-8493-81d81df62069 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:11.086829 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:11.091940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:11.095793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] 10.222.0.20 "DELETE /v2.0/networks/83646de3-6d30-416b-8169-d315fbb0d1fe HTTP/1.1" status: 204  len: 168 time: 0.8485100
Nov 13 21:23:11.105159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d160e56b-333d-4d16-8493-81d81df62069 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:11.105512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d160e56b-333d-4d16-8493-81d81df62069 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:11.111113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3c19b-a849-4b8f-8042-2226495e2743 admin admin] Pushing event deleted for resources: {'Network': ['ID=83646de3-6d30-416b-8169-d315fbb0d1fe,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:11.416571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed7d25-acd4-425e-bc69-1b0187f7aeda req-09c455e8-dc9f-4a2e-bf0b-f063c35d71e8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:11.418091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68ed7d25-acd4-425e-bc69-1b0187f7aeda req-09c455e8-dc9f-4a2e-bf0b-f063c35d71e8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0506451
Nov 13 21:23:11.465175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68ed7d25-acd4-425e-bc69-1b0187f7aeda req-d64acf1b-023d-4c4e-aaa0-6c9b698e5a1a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410922
Nov 13 21:23:11.539197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44978) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:11.580008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-963949af-f46c-4e99-bd25-f79d6fbacb0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dddf1ba5a51b4ba08db795105a93a6f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394311
Nov 13 21:23:11.582624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:11.638188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7781a65d-30db-4dce-a0c6-e07607753e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:11.659482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7781a65d-30db-4dce-a0c6-e07607753e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:11.846165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7781a65d-30db-4dce-a0c6-e07607753e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:11.848825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7781a65d-30db-4dce-a0c6-e07607753e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:11.850520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7781a65d-30db-4dce-a0c6-e07607753e9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db4b87c1-b5cc-4721-9d86-c8be4423ea84 HTTP/1.1" status: 204  len: 168 time: 0.2664945
Nov 13 21:23:11.858326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781a65d-30db-4dce-a0c6-e07607753e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b87c1-b5cc-4721-9d86-c8be4423ea84,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:12.027394 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:12.054797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10971f91-cb94-4af6-8e46-8a3abea59cac req-415231cf-febc-41c0-9d70-cb98a18cf31f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 210 time: 0.0414298
Nov 13 21:23:12.393445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddce5-6d61-4191-9b33-9dc7448864cf req-8bdf3382-b3f7-4f03-8581-1765eb2e2cb2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:12.395228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4bddce5-6d61-4191-9b33-9dc7448864cf req-8bdf3382-b3f7-4f03-8581-1765eb2e2cb2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0490572
Nov 13 21:23:12.444818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4bddce5-6d61-4191-9b33-9dc7448864cf req-e730332d-c473-4e2d-bcdb-3f9d342ee5ea tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425518
Nov 13 21:23:12.802806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45012) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:12.843068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aaf8e79c-2c74-4167-ad93-0059a49f7c48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac2a855f55e54421aabf3cd3208c5397&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384488
Nov 13 21:23:12.845748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45016) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:12.895394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c22d7698-4037-4681-9af4-1e9a026534b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:12.916503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c22d7698-4037-4681-9af4-1e9a026534b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:13.058210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c22d7698-4037-4681-9af4-1e9a026534b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:13.060981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c22d7698-4037-4681-9af4-1e9a026534b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:13.062660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c22d7698-4037-4681-9af4-1e9a026534b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47b2694e-6fe6-4dc5-9d71-c4882c5ee09c HTTP/1.1" status: 204  len: 168 time: 0.2159510
Nov 13 21:23:13.071488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d7698-4037-4681-9af4-1e9a026534b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2694e-6fe6-4dc5-9d71-c4882c5ee09c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:13.147588 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-135408ce-5740-4ce8-b156-da771f359a94 req-7f81fef2-100f-4587-a893-668f6fc6c008 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 210 time: 0.0263686
Nov 13 21:23:13.593521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347d79d-1fcd-4bca-8425-e8d2a02e1a82 req-85ef3e10-97ba-4bb9-bc5b-b4ee7aad255b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:13.595593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8347d79d-1fcd-4bca-8425-e8d2a02e1a82 req-85ef3e10-97ba-4bb9-bc5b-b4ee7aad255b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0686145
Nov 13 21:23:13.649744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8347d79d-1fcd-4bca-8425-e8d2a02e1a82 req-d968ec39-7889-4f58-a469-1b28d7a33e3d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471416
Nov 13 21:23:14.249855 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1c22bc4-d212-41d9-932e-55bb0badb6b4 req-07a71f7f-379f-4e19-bd85-8962b1cb54b3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 210 time: 0.0263355
Nov 13 21:23:14.400368 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:14.658422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-36ee32c3-45dd-4883-bc38-2eca824057a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:14.659720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-36ee32c3-45dd-4883-bc38-2eca824057a0 service neutron] 10.222.0.37 "GET /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 1028 time: 0.0321388
Nov 13 21:23:14.717834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c20d23c9-9ca7-4667-ae94-b133e1f224d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:14.719568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c20d23c9-9ca7-4667-ae94-b133e1f224d6 service neutron] 10.222.0.37 "GET /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 1027 time: 0.0534842
Nov 13 21:23:14.873727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 99310ab4-cee8-41d6-80ea-2ea423a97eba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:14.978917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:14.995209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'port_id': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'mac_address': 'fa:16:3e:07:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:15.057309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:15.083419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99310ab4-cee8-41d6-80ea-2ea423a97eba {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:15.121298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:15.195486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85182d42-df14-4d94-8f36-d7a8f18f63c6 req-d10c2ef9-2ce4-471e-9e06-00a117498f4f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:15.196959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85182d42-df14-4d94-8f36-d7a8f18f63c6 req-d10c2ef9-2ce4-471e-9e06-00a117498f4f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.4685826
Nov 13 21:23:15.223259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:15.244081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7294c320-48fb-4a38-bee9-3fe2e2a2786a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:15.249843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7294c320-48fb-4a38-bee9-3fe2e2a2786a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:15.255679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7294c320-48fb-4a38-bee9-3fe2e2a2786a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:15.258066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7294c320-48fb-4a38-bee9-3fe2e2a2786a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 1989 time: 0.5307767
Nov 13 21:23:15.276886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:15.300829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85182d42-df14-4d94-8f36-d7a8f18f63c6 req-e7685afa-ec6f-4b2f-a1e6-5439119a5f94 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874698
Nov 13 21:23:15.351208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3d5cc84c-320c-4c01-8fb0-ad44ceb4e48a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ea687e204c45e5b3f12381c6e825f9 HTTP/1.1" status: 200  len: 380 time: 0.0831974
Nov 13 21:23:15.363403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'admin_state_up': True, 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'security_groups': ['831ea3f6-b4a5-4d17-8c9c-ed29d9127d09']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:15.366166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7ca2aba-679b-48e3-a762-dd6b5ea23061 req-4df66f4b-7d6d-409b-bfaf-63c657e5887b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 210 time: 0.0343859
Nov 13 21:23:15.372524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['99310ab4-cee8-41d6-80ea-2ea423a97eba'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:15.606726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:15.610363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:15.739462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 172.20.0.14 (90f7b45f-5248-478f-9780-1e89d011db8b/28f738f8-8c55-4cd9-9472-29785e68bbdc/fa1bb153-88fa-4df1-8619-2c9d1f6a50b3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:15.921856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45092) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:15.924764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.061369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5ecb3a6-8f23-466a-b3d6-cac5c232ca73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.082161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.152505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:16.156365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network 90f7b45f-5248-478f-9780-1e89d011db8b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:16.158279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:16.160599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:16.190395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5ecb3a6-8f23-466a-b3d6-cac5c232ca73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.231811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:16.233424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.354863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5ecb3a6-8f23-466a-b3d6-cac5c232ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.381334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecb3a6-8f23-466a-b3d6-cac5c232ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba596d9b-bd8c-45f1-8666-34182b7086d7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:16.408308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a5ecb3a6-8f23-466a-b3d6-cac5c232ca73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5565d889c844f068171af7abb316e54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4850094
Nov 13 21:23:16.411175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45122) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:16.430365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-7a7966fe-bd76-4cfe-aaf1-e1398f97fba0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0706098
Nov 13 21:23:16.438573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-05f496be-67a3-4363-ab56-d06d801dee9f None None] Provisioning complete for port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:16.439154 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05f496be-67a3-4363-ab56-d06d801dee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.459487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'admin_state_up': True, 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'security_groups': ['831ea3f6-b4a5-4d17-8c9c-ed29d9127d09']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:16.526111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-05f496be-67a3-4363-ab56-d06d801dee9f None None] Port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:16.538458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec25401-835c-4129-93ef-fc36f4ed6bd8 req-615d81a3-a0d0-45f3-aa1c-6ad28b8b5cb8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:16.551117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ec25401-835c-4129-93ef-fc36f4ed6bd8 req-615d81a3-a0d0-45f3-aa1c-6ad28b8b5cb8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 944 time: 0.1768303
Nov 13 21:23:16.557055 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f570841f-d253-4e1d-aae8-9c4eeb25bb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.610030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d97a-821f-4d88-aa1a-36decf58787d req-50cb8268-8e09-447c-8f34-c2b201a25114 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:16.611166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c08d97a-821f-4d88-aa1a-36decf58787d req-50cb8268-8e09-447c-8f34-c2b201a25114 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 932 time: 0.1211143
Nov 13 21:23:16.626139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f570841f-d253-4e1d-aae8-9c4eeb25bb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.666315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ec25401-835c-4129-93ef-fc36f4ed6bd8 req-7c3d3f8a-a5d5-4077-aebb-bd1139d75ee0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140807
Nov 13 21:23:16.709455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c08d97a-821f-4d88-aa1a-36decf58787d req-22eea324-d755-475f-b6e5-6663d6ff4a26 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846820
Nov 13 21:23:16.888355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 99310ab4-cee8-41d6-80ea-2ea423a97eba up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:16.938419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:16.944823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:16.974277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:16.987657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 99310ab4-cee8-41d6-80ea-2ea423a97eba triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:16.988777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.030453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f570841f-d253-4e1d-aae8-9c4eeb25bb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.039297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f570841f-d253-4e1d-aae8-9c4eeb25bb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.041146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f570841f-d253-4e1d-aae8-9c4eeb25bb5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba596d9b-bd8c-45f1-8666-34182b7086d7 HTTP/1.1" status: 204  len: 168 time: 0.6279008
Nov 13 21:23:17.110840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570841f-d253-4e1d-aae8-9c4eeb25bb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba596d9b-bd8c-45f1-8666-34182b7086d7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:17.130418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.194780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:17.200999 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035d1205-e059-42e0-8f2d-95b2f4d3bdbe" -d '{"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-plugged", "status": "completed", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:17.217493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 10.1.1.189 (ffc75d93-9301-4212-83e2-fa1cf616cb8d/f1ce0ea3-472f-4fba-920b-f1a72a1c2beb/8443b0d3-7ab2-42c7-acdb-3f680ac30901) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:17.244390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:17.271491 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3257566-1c98-4963-ac6c-46c80fa72995 x-openstack-request-id: req-c3257566-1c98-4963-ac6c-46c80fa72995 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:17.272330 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-plugged", "status": "completed", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:17.272626 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3257566-1c98-4963-ac6c-46c80fa72995 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:17.273071 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'code': 200}
Nov 13 21:23:17.356455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.512024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:17.554449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.738914 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:17.918759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=8443b0d3-7ab2-42c7-acdb-3f680ac30901,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:17.919030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c582b-693b-4b77-8e9c-7602c94965c5 req-1df09176-6865-4d9c-b791-7a1f6fb0d67b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:17.926903 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e33c582b-693b-4b77-8e9c-7602c94965c5 req-1df09176-6865-4d9c-b791-7a1f6fb0d67b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1270013
Nov 13 21:23:17.937077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:17.948616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:17.975539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:18.045294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e33c582b-693b-4b77-8e9c-7602c94965c5 req-05f4bd0f-aea3-4132-adf6-e2c00cb69f9b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174228
Nov 13 21:23:18.056088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:18.056812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:18.181862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396596-dd10-4bb9-9712-5b3ef54e59d3 req-c76eb391-dd16-434d-8586-1179f366a003 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:18.207269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396596-dd10-4bb9-9712-5b3ef54e59d3 req-c76eb391-dd16-434d-8586-1179f366a003 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:18.215033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b396596-dd10-4bb9-9712-5b3ef54e59d3 req-c76eb391-dd16-434d-8586-1179f366a003 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 1654 time: 0.2639730
Nov 13 21:23:18.224847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:18.277665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12b4804e-426b-4770-9a4b-d1946dde4aad tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8240285
Nov 13 21:23:18.294313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'admin_state_up': True, 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'security_groups': ['831ea3f6-b4a5-4d17-8c9c-ed29d9127d09']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:18.439320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b396596-dd10-4bb9-9712-5b3ef54e59d3 req-21dc6913-9067-4f8d-b1f2-b893c5a7fd81 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2233081
Nov 13 21:23:18.470656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-597bcf1b-abdf-4d8a-a6b9-1d74e7ff219a None None] Provisioning complete for port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:18.471021 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-597bcf1b-abdf-4d8a-a6b9-1d74e7ff219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:18.583347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-597bcf1b-abdf-4d8a-a6b9-1d74e7ff219a None None] Port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:18.612291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:18.618827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:18.794529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Deleting port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:18.796283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:18.832300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 10.1.1.244 (ffc75d93-9301-4212-83e2-fa1cf616cb8d/f1ce0ea3-472f-4fba-920b-f1a72a1c2beb/7fc6fb3c-1754-48c1-9efc-21da921c476f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:18.930209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] For port 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:18.930773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:18.955015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Calling delete_port for 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:19.107345 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:19.264355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:19.270202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d71f3-7270-4836-940e-5295bc80215a req-778a77f4-546c-4ecf-b714-bc800a8300c5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:19.271784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-176d71f3-7270-4836-940e-5295bc80215a req-778a77f4-546c-4ecf-b714-bc800a8300c5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0834122
Nov 13 21:23:19.350961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-176d71f3-7270-4836-940e-5295bc80215a req-99d799da-87ea-46b3-943f-5282c99d01bf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699103
Nov 13 21:23:19.387961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:19.391027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:19.394939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:19.435627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:19.477674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:19.482979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=7fc6fb3c-1754-48c1-9efc-21da921c476f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:19.508879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:19.509750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:19.610035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3413acd-3c26-47bf-b8e9-b01eef4caa02 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3199439
Nov 13 21:23:19.636108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'admin_state_up': True, 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'security_groups': ['831ea3f6-b4a5-4d17-8c9c-ed29d9127d09']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:19.765780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f0db-f6ee-405c-b062-13ecd26b1191 req-98f5c2e8-4581-49c8-b534-52873cb23293 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:19.772748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f0db-f6ee-405c-b062-13ecd26b1191 req-98f5c2e8-4581-49c8-b534-52873cb23293 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:19.778907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f0db-f6ee-405c-b062-13ecd26b1191 req-98f5c2e8-4581-49c8-b534-52873cb23293 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:19.780658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3b0f0db-f6ee-405c-b062-13ecd26b1191 req-98f5c2e8-4581-49c8-b534-52873cb23293 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 2375 time: 0.1695397
Nov 13 21:23:19.829903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-869b3d13-a0d5-48ed-928a-13b2775711c6 None None] Provisioning complete for port 7fc6fb3c-1754-48c1-9efc-21da921c476f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:19.830960 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-869b3d13-a0d5-48ed-928a-13b2775711c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:19.835105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:19.886518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3b0f0db-f6ee-405c-b062-13ecd26b1191 req-36203cd0-5a4f-4c8b-b2a5-4199cf634285 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924110
Nov 13 21:23:19.904295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-869b3d13-a0d5-48ed-928a-13b2775711c6 None None] Port 7fc6fb3c-1754-48c1-9efc-21da921c476f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:19.971722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:20.079895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:20.261063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:23:20.405299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 10.2.2.100 (3ebcd59d-e185-4fb2-9bf0-79d1e11ac279/0c453142-d1f6-4a55-9575-70070ef5806e/0a427dab-d924-4975-9161-539b3dccfa10) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:20.417152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:23:20.435423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] Sync routers for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:23:20.447139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53adb033-a0da-412f-9fa8-5bfb664bfae7 admin admin] 10.222.0.20 "PUT /v2.0/routers/d7ca8d7c-6210-4c12-98c4-50ddd83fde55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4706314
Nov 13 21:23:20.450370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45256) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:20.454526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:23:20.456353 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde67e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:20.648971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:20.661208 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:23:20.715343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731344ac-e110-4c32-9bb5-e7d0aaea9a2b req-e4e59c27-675a-4708-8d76-35eaef9e1f4e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:20.720440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-731344ac-e110-4c32-9bb5-e7d0aaea9a2b req-e4e59c27-675a-4708-8d76-35eaef9e1f4e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1988525
Nov 13 21:23:20.773413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:20.807241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:20.889349 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde67e8b0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:23:19Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:20.906810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:20.914332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-731344ac-e110-4c32-9bb5-e7d0aaea9a2b req-579ddce4-29cc-47c6-ba13-3888d7a486e2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792104
Nov 13 21:23:20.916645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:20.926622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:20.929682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=0a427dab-d924-4975-9161-539b3dccfa10,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:20.931965 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] Checking router: d7ca8d7c-6210-4c12-98c4-50ddd83fde55 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:23:20.935395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:20.948670 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] Routers {'d7ca8d7c-6210-4c12-98c4-50ddd83fde55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:23:20.949479 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde67e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:22:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:21.059953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:21.060462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:21.146345 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] Set router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:23:21.172186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Deleting port 40d8815d-8326-4402-a3f0-ae41050280ec {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:21.184275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:21.240091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c195e-a1e3-4512-a3eb-cd821494aea3 req-836a96d6-1651-4ebc-b513-ee42699607da tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:21.251409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c195e-a1e3-4512-a3eb-cd821494aea3 req-836a96d6-1651-4ebc-b513-ee42699607da tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:21.263541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c195e-a1e3-4512-a3eb-cd821494aea3 req-836a96d6-1651-4ebc-b513-ee42699607da tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:21.270994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c195e-a1e3-4512-a3eb-cd821494aea3 req-836a96d6-1651-4ebc-b513-ee42699607da tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:21.279481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d68c195e-a1e3-4512-a3eb-cd821494aea3 req-836a96d6-1651-4ebc-b513-ee42699607da tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 3096 time: 0.2447062
Nov 13 21:23:21.286201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a179fa97-0356-400e-85f8-e68ce8656b0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6622326
Nov 13 21:23:21.310923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'admin_state_up': True, 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'security_groups': ['831ea3f6-b4a5-4d17-8c9c-ed29d9127d09']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:21.406155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] For port 40d8815d-8326-4402-a3f0-ae41050280ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d8815d-8326-4402-a3f0-ae41050280ec,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:21.406772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:21.481923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Calling delete_port for 40d8815d-8326-4402-a3f0-ae41050280ec owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:21.490005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d68c195e-a1e3-4512-a3eb-cd821494aea3 req-1f6fc22a-855a-4ad6-9bc0-c19889dc7c7d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2091939
Nov 13 21:23:21.524203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e9f15c20-ad45-49e8-8fb6-a14d015aadb7 None None] Provisioning complete for port 0a427dab-d924-4975-9161-539b3dccfa10 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:21.525763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e9f15c20-ad45-49e8-8fb6-a14d015aadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:21.564262 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde67e8b0>, [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:23:19Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:21.585662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e9f15c20-ad45-49e8-8fb6-a14d015aadb7 None None] Port 0a427dab-d924-4975-9161-539b3dccfa10 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:21.614741 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213107d-143d-453f-9bc5-6f65f9fd7590 None None] The sync data for ids ['d7ca8d7c-6210-4c12-98c4-50ddd83fde55'] in ncdv-master-1 is: [{'id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'name': 'tempest-AttachVolumeShelveTestJSON-1457878355-router', 'tenant_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:43Z', 'updated_at': '2021-11-13T21:23:19Z', 'revision_number': 5, 'project_id': '0cf5c9c1ed024cb58d69f1ed135ac148', 'gw_port': {'id': '40d8815d-8326-4402-a3f0-ae41050280ec', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ca8d7c-6210-4c12-98c4-50ddd83fde55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:44Z', 'updated_at': '2021-11-13T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:23:21.628599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Made reservation on behalf of b0ea687e204c45e5b3f12381c6e825f9 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:21.638647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:21.857796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:21.909955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Allocated IP 10.2.2.200 (3ebcd59d-e185-4fb2-9bf0-79d1e11ac279/0c453142-d1f6-4a55-9575-70070ef5806e/9557c4a4-1f29-4bf0-8366-c0d8db6e03ad) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:21.928746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Pushing event deleted for resources: {'Port': ['ID=40d8815d-8326-4402-a3f0-ae41050280ec,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:21.931909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e064b7-9e6b-41f0-bb75-f86c76f11477 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:23:22.139263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.337526 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.360011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.362900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.412977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769fe1-343f-46ed-8199-3171928f76d4 req-36f24c34-c91a-4f7e-8512-2adc0c8b707b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.418845 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb769fe1-343f-46ed-8199-3171928f76d4 req-36f24c34-c91a-4f7e-8512-2adc0c8b707b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.3196497
Nov 13 21:23:22.481086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb769fe1-343f-46ed-8199-3171928f76d4 req-ae3490d7-1cb7-4746-b4e2-953176e20248 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577307
Nov 13 21:23:22.506800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.565840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:22.569943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:22.575402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:22.578252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event updated for resources: {'Port': ['ID=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:22.674006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.674665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.704786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-ba425d04-8aff-425b-9835-95ec04f3f01a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.711762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-ba425d04-8aff-425b-9835-95ec04f3f01a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.719056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-ba425d04-8aff-425b-9835-95ec04f3f01a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.727542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-ba425d04-8aff-425b-9835-95ec04f3f01a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.734217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-ba425d04-8aff-425b-9835-95ec04f3f01a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:22.736142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-ba425d04-8aff-425b-9835-95ec04f3f01a tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 3817 time: 0.1316190
Nov 13 21:23:22.789096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a178bf38-7aee-40c9-adb1-f59ebe542d4e req-eb167fe8-202d-40ea-be56-54ef800334d8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435627
Nov 13 21:23:22.829495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8441482f-92e5-4bdc-9d21-badac5dd49c9 None None] Provisioning complete for port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:22.830101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8441482f-92e5-4bdc-9d21-badac5dd49c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.863901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8441482f-92e5-4bdc-9d21-badac5dd49c9 None None] Port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:22.880489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.881121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7ca8d7c-6210-4c12-98c4-50ddd83fde55 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:23:22.885631 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.891284 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-20a9bb04-9edc-48d3-96d8-4ceda4defe0d admin admin] 10.222.0.20 "DELETE /v2.0/routers/d7ca8d7c-6210-4c12-98c4-50ddd83fde55 HTTP/1.1" status: 204  len: 168 time: 2.4333885
Nov 13 21:23:22.891284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:22.940620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Deleting subnet 0b391f24-9839-4abf-883a-5db90ad8a5cd {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:23:22.944241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:22.993214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1f367735-2374-4caf-9d48-67a46e5e954c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6941185
Nov 13 21:23:22.999849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.018093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:23.111259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.159400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.332400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.406195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b391f24-9839-4abf-883a-5db90ad8a5cd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:23.427011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.433076 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f210a74d-8fa3-4f16-942f-bf685d4312c8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b391f24-9839-4abf-883a-5db90ad8a5cd HTTP/1.1" status: 204  len: 168 time: 0.5401278
Nov 13 21:23:23.434431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45312) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:23.438766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5221ca-4179-4db6-8f04-340e7704400d None None] Network 31db4671-c03c-421d-a4dc-7b14414e97bb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:23:23.492864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:23.555118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:23.576148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.613943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Transition to ACTIVE for port object fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:23.638065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:23.639122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e8925a6-7269-4d14-b4aa-1b8bac3b1cc9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:23.660170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.668763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-80aebff2-af2d-4d62-841e-1062e3294888 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=086b8d0932674db6ba4509370a493494&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482261
Nov 13 21:23:23.752470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.825045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30e0d4-b579-4fcf-b9cb-2d45a321a0ca req-756524fb-dfbf-45f2-9aec-e369e066fa52 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:23.827285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c30e0d4-b579-4fcf-b9cb-2d45a321a0ca req-756524fb-dfbf-45f2-9aec-e369e066fa52 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1632702
Nov 13 21:23:23.838496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] DHCP port deletion for 31db4671-c03c-421d-a4dc-7b14414e97bb request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:23:23.848026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Deleting port 3f845624-b18d-475b-b430-896f2a1c85ec {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:23.848639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:23.957433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:23.997523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] Deleting port 3f845624-b18d-475b-b430-896f2a1c85ec {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:23.998257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.029129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] For port 3f845624-b18d-475b-b430-896f2a1c85ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f845624-b18d-475b-b430-896f2a1c85ec,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:24.029832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.070236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-fa4dad01-46bd-479e-b635-b6428ebb4cc2 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.071741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-fa4dad01-46bd-479e-b635-b6428ebb4cc2 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3934684
Nov 13 21:23:24.090784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Calling delete_port for 3f845624-b18d-475b-b430-896f2a1c85ec owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:24.106167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-98abbdc4-f069-4a0e-89f6-575df48da815 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/quotas/086b8d0932674db6ba4509370a493494 HTTP/1.1" status: 200  len: 375 time: 0.0155706
Nov 13 21:23:24.116318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Attempting to bind port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:24.116923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Attempting to bind port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:24.117293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Attempting to bind port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 on network 90f7b45f-5248-478f-9780-1e89d011db8b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:24.122532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 on network 90f7b45f-5248-478f-9780-1e89d011db8b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:24.122739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Attempting to bind port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 on network 90f7b45f-5248-478f-9780-1e89d011db8b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:24.133490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c30e0d4-b579-4fcf-b9cb-2d45a321a0ca req-53af9300-6630-4357-8f31-c11236757217 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874248
Nov 13 21:23:24.150383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:24.150383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Checking segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:24.150383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Bound using segment: {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:24.150946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Bound port: fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9011af1-ba36-46d1-8101-6b4f7c6d875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:24.150946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.167265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] For port 3f845624-b18d-475b-b430-896f2a1c85ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f845624-b18d-475b-b430-896f2a1c85ec,segment=NetworkSegment(51f623b8-60ef-40a7-8265-7f24d7f419c3),segment_id=51f623b8-60ef-40a7-8265-7f24d7f419c3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:24.175165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.182016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-29329d2f-26ae-410e-a4a3-d05f9d7da621 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=086b8d0932674db6ba4509370a493494&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0551767
Nov 13 21:23:24.238612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] Calling delete_port for 3f845624-b18d-475b-b430-896f2a1c85ec owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:24.312833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:24.316139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:24.418873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-850ace5a-e675-4ff3-8f57-a837e1c38cab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.425115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-850ace5a-e675-4ff3-8f57-a837e1c38cab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.432193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-850ace5a-e675-4ff3-8f57-a837e1c38cab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.435090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.438352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-850ace5a-e675-4ff3-8f57-a837e1c38cab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.445467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-850ace5a-e675-4ff3-8f57-a837e1c38cab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.447336 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-850ace5a-e675-4ff3-8f57-a837e1c38cab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 3829 time: 0.1509354
Nov 13 21:23:24.486704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.487598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.489227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] 10.222.0.37 "PUT /v2.0/ports/fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 1092 time: 1.4825206
Nov 13 21:23:24.489674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:24.493336 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3153a31d-60ff-455f-be60-0ac69ec18a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:24.521261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73244f6-ec95-46ce-816f-5900a85df505 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:24.526979 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.529373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46ed3ef3-1d77-42e1-983e-0750432b4bd9 req-ae91e300-4f49-44f5-afa3-ecd7925ec2c4 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702569
Nov 13 21:23:24.543972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.638739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:24.644267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] Pushing event deleted for resources: {'Port': ['ID=3f845624-b18d-475b-b430-896f2a1c85ec,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:24.656762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f845624-b18d-475b-b430-896f2a1c85ec,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:24.676397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] No DVR routers for this DVR port 3f845624-b18d-475b-b430-896f2a1c85ec on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:24.676574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5517433-c0eb-46ee-9b0e-191d87dadce0 None None] No DVR routers for this DVR port 3f845624-b18d-475b-b430-896f2a1c85ec on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:24.716463 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac9f45-8a8d-4336-baf5-08890998b01b x-openstack-request-id: req-84ac9f45-8a8d-4336-baf5-08890998b01b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:24.716463 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:24.716463 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84ac9f45-8a8d-4336-baf5-08890998b01b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:24.716463 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'status': 'completed', 'code': 200}
Nov 13 21:23:24.772598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfebf3cc-efec-496c-b877-a3588b799c9a req-f83fb2b8-0a04-47d4-b73f-503249544abd tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 210 time: 0.0570810
Nov 13 21:23:24.810376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.836890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9719c428-e93d-40e0-9a4f-12b0fcd2580f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.918022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:24.942035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-a435bd4f-63a0-4248-b672-a35b831dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.944069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-a435bd4f-63a0-4248-b672-a35b831dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.945146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-a435bd4f-63a0-4248-b672-a35b831dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.946024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-a435bd4f-63a0-4248-b672-a35b831dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.946505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-a435bd4f-63a0-4248-b672-a35b831dbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:24.948494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-a435bd4f-63a0-4248-b672-a35b831dbbeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 4364 time: 0.2214198
Nov 13 21:23:24.976992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde098280>,) {'filters': {'network_id': ['31db4671-c03c-421d-a4dc-7b14414e97bb']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:25.024483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde098280>, '51f623b8-60ef-40a7-8265-7f24d7f419c3') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:25.024869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde098280>, '51f623b8-60ef-40a7-8265-7f24d7f419c3') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:23:25.087014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f845624-b18d-475b-b430-896f2a1c85ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:25.094460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.129267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3f845624-b18d-475b-b430-896f2a1c85ec {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:25.130590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f845624-b18d-475b-b430-896f2a1c85ec not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:25.131584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 40d8815d-8326-4402-a3f0-ae41050280ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:25.151629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.183718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:23:25.183718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:23:25.185017 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:23:25.224215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 40d8815d-8326-4402-a3f0-ae41050280ec {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:25.226831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 40d8815d-8326-4402-a3f0-ae41050280ec not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:25.275395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-48c1b0a5-c9e5-425a-b959-d770000633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.276118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-48c1b0a5-c9e5-425a-b959-d770000633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.276778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-48c1b0a5-c9e5-425a-b959-d770000633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.278709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-48c1b0a5-c9e5-425a-b959-d770000633e0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3204212
Nov 13 21:23:25.549445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e7daa8-592e-4d28-ad60-85f5261d8051 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:25.574499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.594799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Transition to ACTIVE for port object a3e7daa8-592e-4d28-ad60-85f5261d8051 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:25.666950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.672205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.677043 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/31db4671-c03c-421d-a4dc-7b14414e97bb HTTP/1.1" status: 204  len: 168 time: 2.2415113
Nov 13 21:23:25.739498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:25.831683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f331c7f-aded-4580-9d0b-527efe6e7cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31db4671-c03c-421d-a4dc-7b14414e97bb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:25.855727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-614239a7-e670-43ba-963a-b27179bc8457 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.862141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-614239a7-e670-43ba-963a-b27179bc8457 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.869641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-614239a7-e670-43ba-963a-b27179bc8457 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.875902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-614239a7-e670-43ba-963a-b27179bc8457 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.882874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-614239a7-e670-43ba-963a-b27179bc8457 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:25.884804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-614239a7-e670-43ba-963a-b27179bc8457 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 3829 time: 0.2036595
Nov 13 21:23:25.890032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Pushing event updated for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:25.999700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6c7eb1a-4eef-4ce3-88d0-ff8721548933 req-6aa70d09-d483-44bf-b9b7-c0c533dae2a5 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876555
Nov 13 21:23:26.001944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22ce1-bd19-4c14-b6ac-d63d4816cd25 req-565a1381-eb6f-40e3-aec5-842e2b162b04 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.009250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fd22ce1-bd19-4c14-b6ac-d63d4816cd25 req-565a1381-eb6f-40e3-aec5-842e2b162b04 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.7094707
Nov 13 21:23:26.018647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Attempting to bind port a3e7daa8-592e-4d28-ad60-85f5261d8051 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:26.018985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Attempting to bind port a3e7daa8-592e-4d28-ad60-85f5261d8051 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:26.019495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Attempting to bind port a3e7daa8-592e-4d28-ad60-85f5261d8051 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:26.025288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Port a3e7daa8-592e-4d28-ad60-85f5261d8051 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:26.026895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Attempting to bind port a3e7daa8-592e-4d28-ad60-85f5261d8051 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:26.032971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:26.033535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Checking segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:26.033922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Bound using segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:26.034365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Bound port: a3e7daa8-592e-4d28-ad60-85f5261d8051, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:26.034722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.143733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-d969d3b6-f3a6-48f1-93cd-0341eb291eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.145247 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3153a31d-60ff-455f-be60-0ac69ec18a0d req-d969d3b6-f3a6-48f1-93cd-0341eb291eb0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8561561
Nov 13 21:23:26.149559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fd22ce1-bd19-4c14-b6ac-d63d4816cd25 req-d843f37d-215a-4a0c-91ef-953b06fddede tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364121
Nov 13 21:23:26.164614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14b627ff-0bb2-4d86-8186-bd8e62fda8b2 req-1ed50299-1297-4c39-9c65-b923d8701495 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 210 time: 0.0413435
Nov 13 21:23:26.219022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:26.222295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:26.287390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45352) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:26.338958 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-750640ab-8832-42e7-92da-958bb4014c31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0cf5c9c1ed024cb58d69f1ed135ac148&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0503407
Nov 13 21:23:26.341605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45356) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:26.362635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.428683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.429333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.430862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0a3be24-774e-4b91-b374-57659010151b service neutron] 10.222.0.37 "PUT /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 1131 time: 1.7971270
Nov 13 21:23:26.461579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c9179ba-ea29-403e-bf61-2fa3340f9afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.466863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3be24-774e-4b91-b374-57659010151b service neutron] Pushing event updated for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:26.492325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c9179ba-ea29-403e-bf61-2fa3340f9afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.575335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:26.665166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.716716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'a3e7daa8-592e-4d28-ad60-85f5261d8051'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:26.719071 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2306519c-af07-4f22-9354-4411b054ef16" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "a3e7daa8-592e-4d28-ad60-85f5261d8051"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:26.726605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c9179ba-ea29-403e-bf61-2fa3340f9afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.729278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c9179ba-ea29-403e-bf61-2fa3340f9afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:26.730689 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7c9179ba-ea29-403e-bf61-2fa3340f9afd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e18fd5cc-4680-4f78-9ef6-78c8fe995cff HTTP/1.1" status: 204  len: 168 time: 0.3880632
Nov 13 21:23:26.755788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9179ba-ea29-403e-bf61-2fa3340f9afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fd5cc-4680-4f78-9ef6-78c8fe995cff,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:26.831845 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5e2dd9-906e-40c4-898a-c7f5ca793e64 x-openstack-request-id: req-ec5e2dd9-906e-40c4-898a-c7f5ca793e64 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:26.832228 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "a3e7daa8-592e-4d28-ad60-85f5261d8051", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:26.832541 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec5e2dd9-906e-40c4-898a-c7f5ca793e64 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:26.833065 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'a3e7daa8-592e-4d28-ad60-85f5261d8051', 'status': 'completed', 'code': 200}
Nov 13 21:23:26.937693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.938802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.939442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.940067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.940716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.941359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:26.943683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2306519c-af07-4f22-9354-4411b054ef16 req-84a9002b-9944-42d9-a56b-f830bb1702b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5288 time: 0.0961947
Nov 13 21:23:27.077200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:27.087035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:27.105766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Transition to ACTIVE for port object da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:27.127084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-92d9ed63-3b84-4506-a7eb-f0658e547d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.127550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-92d9ed63-3b84-4506-a7eb-f0658e547d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.128010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-92d9ed63-3b84-4506-a7eb-f0658e547d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.129648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2306519c-af07-4f22-9354-4411b054ef16 req-92d9ed63-3b84-4506-a7eb-f0658e547d5b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.1785042
Nov 13 21:23:27.143478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b22-497d-4608-8067-a06b1bbe57ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:27.238390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.246352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.253314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.260781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.281501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.296988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306519c-af07-4f22-9354-4411b054ef16 req-453720b9-3984-46a0-b4d8-addefe6a0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.298840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2306519c-af07-4f22-9354-4411b054ef16 req-453720b9-3984-46a0-b4d8-addefe6a0903 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1579123
Nov 13 21:23:27.309172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.316547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-7246063f-2356-476e-bb1e-e726d32522eb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 4602 time: 0.1737280
Nov 13 21:23:27.316547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:27.385249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca41b2-587d-476e-8fb2-f9bf95a85d14 req-eb414056-9d07-4992-a975-2a7c9cad0e97 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:27.387992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54ca41b2-587d-476e-8fb2-f9bf95a85d14 req-eb414056-9d07-4992-a975-2a7c9cad0e97 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0846851
Nov 13 21:23:27.527296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Pushing event updated for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:27.533853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54ca41b2-587d-476e-8fb2-f9bf95a85d14 req-de70b019-ecee-4f3d-9731-a316748c337f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382515
Nov 13 21:23:27.660372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6649aa23-8b72-4965-8b37-d3e2df427d75 req-1a9929ed-f662-4b4c-9e18-66394904db13 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3360412
Nov 13 21:23:27.727789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Attempting to bind port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:27.728118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Attempting to bind port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:27.728440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Attempting to bind port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:27.734281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:27.734526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Attempting to bind port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:27.740431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:27.740802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Checking segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:27.741215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Bound using segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:27.741908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Bound port: da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:27.742449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:27.807201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-a25ba7f6-f365-4c96-bf52-42a3ba7c4cfa tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=086b8d0932674db6ba4509370a493494&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0415130
Nov 13 21:23:27.826459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65c158a3-513b-49ea-9520-945e85e9399e req-6737e1ad-fffb-4595-84c3-4c8430e78dab tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 210 time: 0.1221092
Nov 13 21:23:27.892845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:27.900635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:27.983600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.024014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.024624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.026047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] 10.222.0.37 "PUT /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 1130 time: 1.4555559
Nov 13 21:23:28.074725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01992f-fc8b-4370-8f7b-c9428e9f993d service neutron] Pushing event updated for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:28.149972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:28.179111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-3b74f7b3-212c-494f-9fb8-62f9be2e4f3c tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.180780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-3b74f7b3-212c-494f-9fb8-62f9be2e4f3c tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3532395
Nov 13 21:23:28.204934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Request body: {'port': {'device_id': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '086b8d0932674db6ba4509370a493494'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:28.399333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.502989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Made reservation on behalf of 086b8d0932674db6ba4509370a493494 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:28.503455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.507500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.517913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.592111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8443b0d3-7ab2-42c7-acdb-3f680ac30901 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:28.618628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.644784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Transition to ACTIVE for port object 8443b0d3-7ab2-42c7-acdb-3f680ac30901 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:28.680597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.798304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1635225-1e28-4328-89f4-9e9ec27febd5 req-bcf528f2-d763-4458-b0c4-d5d7b4f67188 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.800241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1635225-1e28-4328-89f4-9e9ec27febd5 req-bcf528f2-d763-4458-b0c4-d5d7b4f67188 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1421967
Nov 13 21:23:28.837320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'da11fd2e-5a75-4939-a4b5-f0dc1ad398b8'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:28.840664 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15212a-bfef-4e14-a57e-e33e64308a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "da11fd2e-5a75-4939-a4b5-f0dc1ad398b8"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:28.858737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.866401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.873450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.875926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1635225-1e28-4328-89f4-9e9ec27febd5 req-e9245e53-c487-449d-b703-88e40a0381e5 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688703
Nov 13 21:23:28.880511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.887033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.893326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.901796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:28.903752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-c6539054-b603-4f24-be39-23a8c14d9fc8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5374 time: 0.1614528
Nov 13 21:23:28.920357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:28.921480 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-dbec02a5-5902-4445-8aae-0adeba6e0ec8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1281726
Nov 13 21:23:28.958494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:29.043572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7c67651-4f30-475b-b2f7-c0976716c24b req-c7e5ca46-951a-473c-a675-5ceb005fd89f tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 210 time: 0.0594182
Nov 13 21:23:29.080813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Pushing event updated for resources: {'Port': ['ID=8443b0d3-7ab2-42c7-acdb-3f680ac30901,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:29.148674 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50838c2f-b7bf-44fa-bd58-57520f67bd9e x-openstack-request-id: req-50838c2f-b7bf-44fa-bd58-57520f67bd9e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:29.152186 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "da11fd2e-5a75-4939-a4b5-f0dc1ad398b8", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:29.152186 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50838c2f-b7bf-44fa-bd58-57520f67bd9e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:29.152186 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'da11fd2e-5a75-4939-a4b5-f0dc1ad398b8', 'status': 'completed', 'code': 200}
Nov 13 21:23:29.210749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Attempting to bind port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:29.211549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Attempting to bind port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:29.212246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Attempting to bind port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:29.219215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:29.220265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Attempting to bind port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:29.228126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:29.228803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Checking segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:29.229561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Bound using segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:29.230447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Bound port: 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:29.230995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:29.235600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aab3d1-12f0-40fb-a369-4678aedd2a13,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:29.260888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-612160a2-2e2b-4d11-98b9-3de7259bcc6d req-914b1df7-8d4a-456a-b029-eb406f0cea11 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3477736
Nov 13 21:23:29.339971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] For port 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:29.348859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] For port 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:29.374928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-5ab89fa0-9644-4a1f-9989-f8a122cdc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.376588 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-5ab89fa0-9644-4a1f-9989-f8a122cdc6bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.3813248
Nov 13 21:23:29.404907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.405544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.406116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.407788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.408312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.408862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.409381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.411625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-c5e5f52d-169f-41ed-a1d1-000be585408b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6236 time: 0.2505114
Nov 13 21:23:29.446946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:29.493118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.494012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:29.495777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] 10.222.0.37 "PUT /v2.0/ports/8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 200  len: 1091 time: 1.3599391
Nov 13 21:23:29.530064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd8efa-cf9a-4c07-a5c0-669fb60eea4e service neutron] Pushing event updated for resources: {'Port': ['ID=8443b0d3-7ab2-42c7-acdb-3f680ac30901,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:29.606383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:29.666323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Allocated IP 192.168.233.12 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/a4e79364-4138-4914-bb55-ac16d1277bb2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:29.709502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:29.786543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-45a84bc6-60fd-4f68-b95f-952bddd2e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.790443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-45a84bc6-60fd-4f68-b95f-952bddd2e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.792359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-45a84bc6-60fd-4f68-b95f-952bddd2e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.794443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-45a84bc6-60fd-4f68-b95f-952bddd2e110 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3608978
Nov 13 21:23:29.852289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:29.909382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-6368bd77-83a5-45dc-b54e-0699acf7da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.912126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f15212a-bfef-4e14-a57e-e33e64308a9e req-6368bd77-83a5-45dc-b54e-0699acf7da04 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1097848
Nov 13 21:23:29.979870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-215e32d3-1fed-4a87-891e-1482ad92ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:29.982028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-215e32d3-1fed-4a87-891e-1482ad92ce0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.5678046
Nov 13 21:23:30.185659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-a35fdb2c-1d5c-4a4e-80b8-1144c149f219 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.1945903
Nov 13 21:23:30.262875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ee66c06-46ab-4998-8780-307942234ccc req-e07ce848-7b62-4616-940d-872b162944fc tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 210 time: 0.0363173
Nov 13 21:23:30.289735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-5eca2ab0-5258-41f1-a48e-3f4e57b195f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.294442 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-5eca2ab0-5258-41f1-a48e-3f4e57b195f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0951383
Nov 13 21:23:30.320437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.344422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.356316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc6fb3c-1754-48c1-9efc-21da921c476f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:30.368118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.382266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Transition to ACTIVE for port object 7fc6fb3c-1754-48c1-9efc-21da921c476f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:30.436320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d49695-2a42-4037-a9b4-a1c821365499 req-996df9ab-09f5-417c-8536-8611c36feb2d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.448364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37d49695-2a42-4037-a9b4-a1c821365499 req-996df9ab-09f5-417c-8536-8611c36feb2d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.4265678
Nov 13 21:23:30.487711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.499888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-0385b2b9-63d1-4be0-a50d-9e38fce5ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.501632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-0385b2b9-63d1-4be0-a50d-9e38fce5ab9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1173162
Nov 13 21:23:30.518132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.521275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.527509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.533542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.541374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.547014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.553961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.562287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a679060f-2600-4005-90e2-d17b26af6dc7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5386 time: 0.1444249
Nov 13 21:23:30.588228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.593720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37d49695-2a42-4037-a9b4-a1c821365499 req-4ed0f533-7470-4976-83e7-9dc42d24f9f4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347656
Nov 13 21:23:30.668300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc6fb3c-1754-48c1-9efc-21da921c476f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:30.736602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Attempting to bind port 7fc6fb3c-1754-48c1-9efc-21da921c476f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:30.737570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Attempting to bind port 7fc6fb3c-1754-48c1-9efc-21da921c476f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:30.737897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Attempting to bind port 7fc6fb3c-1754-48c1-9efc-21da921c476f on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:30.743268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Port 7fc6fb3c-1754-48c1-9efc-21da921c476f on network ffc75d93-9301-4212-83e2-fa1cf616cb8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:30.743570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Attempting to bind port 7fc6fb3c-1754-48c1-9efc-21da921c476f on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:30.758960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:30.758960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Checking segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:30.758960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Bound using segment: {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:30.758960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Bound port: 7fc6fb3c-1754-48c1-9efc-21da921c476f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a70d516-78ea-4357-9586-fa045af84d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:30.758960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.785638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:30.799478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:30.812123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:30.859035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] For port 7fc6fb3c-1754-48c1-9efc-21da921c476f, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:30.863542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] For port 7fc6fb3c-1754-48c1-9efc-21da921c476f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:30.871665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Pushing event updated for resources: {'Port': ['ID=a4e79364-4138-4914-bb55-ac16d1277bb2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:30.936636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa09aa90-6315-42ba-97fe-4d98808b11e6 req-a2d24254-6432-46f8-9497-57b5589c5831 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3734384
Nov 13 21:23:30.950773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:30.985212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:30.986742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:31.050392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-1a0df8d1-2175-4d4f-a590-b59859f656fa service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4795775
Nov 13 21:23:31.065217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.065948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:31.068719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] 10.222.0.37 "PUT /v2.0/ports/7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 200  len: 1091 time: 1.4678359
Nov 13 21:23:31.102407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4162e8-8847-40ad-a4b6-baceb55b3103 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc6fb3c-1754-48c1-9efc-21da921c476f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:31.151303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '8443b0d3-7ab2-42c7-acdb-3f680ac30901'}, {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '7fc6fb3c-1754-48c1-9efc-21da921c476f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:31.153965 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf248639-9bc7-4e40-b367-279102480ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "8443b0d3-7ab2-42c7-acdb-3f680ac30901"}, {"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "7fc6fb3c-1754-48c1-9efc-21da921c476f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:31.203526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:31.213678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1acca7ce-4698-405f-9046-9d358db04b70 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0126333
Nov 13 21:23:31.232336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Request body: {'port': {'device_id': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:31.281917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0ca9cca1-4920-48b4-8c81-aba48cdf471a None None] Provisioning complete for port a4e79364-4138-4914-bb55-ac16d1277bb2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:31.283790 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ca9cca1-4920-48b4-8c81-aba48cdf471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:31.322029 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd3c23e-a395-49f8-9164-1b7f305ba964 x-openstack-request-id: req-fbd3c23e-a395-49f8-9164-1b7f305ba964 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:31.325079 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "8443b0d3-7ab2-42c7-acdb-3f680ac30901", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "7fc6fb3c-1754-48c1-9efc-21da921c476f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:31.325079 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbd3c23e-a395-49f8-9164-1b7f305ba964 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:31.325079 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '8443b0d3-7ab2-42c7-acdb-3f680ac30901', 'status': 'completed', 'code': 200}
Nov 13 21:23:31.325079 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '7fc6fb3c-1754-48c1-9efc-21da921c476f', 'status': 'completed', 'code': 200}
Nov 13 21:23:31.325079 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:31.352459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:31.409761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-82d89d1b-05de-49f1-b8b7-de87965a657a service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515875
Nov 13 21:23:31.416785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9cca1-4920-48b4-8c81-aba48cdf471a None None] Port a4e79364-4138-4914-bb55-ac16d1277bb2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:23:31.793740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a427dab-d924-4975-9161-539b3dccfa10 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:31.806561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:31.864458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03fcee-1a86-4840-bc60-cb97f6e1a731 req-c7eef4bb-3adf-44cb-a036-bb9006f17b06 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.867439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9c03fcee-1a86-4840-bc60-cb97f6e1a731 req-c7eef4bb-3adf-44cb-a036-bb9006f17b06 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1497338
Nov 13 21:23:31.873752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Transition to ACTIVE for port object 0a427dab-d924-4975-9161-539b3dccfa10 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:31.948146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.948643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.949333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.949795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.950246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.950701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.951255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:31.952889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9c03fcee-1a86-4840-bc60-cb97f6e1a731 req-cc4f9e9f-32e7-4506-bb0b-04d2b12e2b2c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769901
Nov 13 21:23:31.953663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf248639-9bc7-4e40-b367-279102480ecc req-27b8ca00-b39d-4613-88b5-20c6b8a8b7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6345 time: 0.6086643
Nov 13 21:23:32.024176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.140712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa2db9-a6e1-4dcb-b323-dfed4535566c req-a8c94b8e-73e1-4c56-b959-28738841739c tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.153384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8fa2db9-a6e1-4dcb-b323-dfed4535566c req-a8c94b8e-73e1-4c56-b959-28738841739c tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 935 time: 0.6672153
Nov 13 21:23:32.163235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Pushing event updated for resources: {'Port': ['ID=0a427dab-d924-4975-9161-539b3dccfa10,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:32.254828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.263443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.271278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.277467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.289980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.296982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.303814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.305829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-5e2e28b5-98c9-4de0-8fbf-6afdc8dabd05 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5410 time: 0.2259352
Nov 13 21:23:32.344559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Attempting to bind port 0a427dab-d924-4975-9161-539b3dccfa10 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:32.344914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-13699735-3eee-44f5-a5ba-2e2563f55106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.345393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-13699735-3eee-44f5-a5ba-2e2563f55106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.345595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Attempting to bind port 0a427dab-d924-4975-9161-539b3dccfa10 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:32.345852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-13699735-3eee-44f5-a5ba-2e2563f55106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.346433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Attempting to bind port 0a427dab-d924-4975-9161-539b3dccfa10 on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:32.347451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf248639-9bc7-4e40-b367-279102480ecc req-13699735-3eee-44f5-a5ba-2e2563f55106 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.3786328
Nov 13 21:23:32.368560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Port 0a427dab-d924-4975-9161-539b3dccfa10 on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:32.369195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Attempting to bind port 0a427dab-d924-4975-9161-539b3dccfa10 on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:32.384524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:32.385170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Checking segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:32.385758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Bound using segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:32.386475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Bound port: 0a427dab-d924-4975-9161-539b3dccfa10, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:32.387385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.402242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8fa2db9-a6e1-4dcb-b323-dfed4535566c req-811f7620-5557-4cf4-b0b6-5c2d123dbb8a tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479677
Nov 13 21:23:32.476851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee23c0d4-2a97-41c9-8cb4-a5ba493e5fee req-8c10490c-7e8f-4d7a-b90a-310225971889 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1355987
Nov 13 21:23:32.535059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e79364-4138-4914-bb55-ac16d1277bb2 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:32.554857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.555377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] For port 0a427dab-d924-4975-9161-539b3dccfa10, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:32.560359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] For port 0a427dab-d924-4975-9161-539b3dccfa10, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a427dab-d924-4975-9161-539b3dccfa10,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:32.560603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-1a2e8418-cbfb-407d-9e12-910f71eaf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.562130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf248639-9bc7-4e40-b367-279102480ecc req-1a2e8418-cbfb-407d-9e12-910f71eaf700 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1981969
Nov 13 21:23:32.574919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Transition to ACTIVE for port object a4e79364-4138-4914-bb55-ac16d1277bb2 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:32.652639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.683698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.684305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.684758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.686626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.687898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.691755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.691755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.697769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.698027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.699324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 200  len: 1091 time: 1.5014670
Nov 13 21:23:32.702153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf248639-9bc7-4e40-b367-279102480ecc req-7bff896a-3651-42fb-bac8-ded76c205c81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6370 time: 0.0761721
Nov 13 21:23:32.707178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.746581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f10c96-064c-459f-a53a-7b87dd007668 service neutron] Pushing event updated for resources: {'Port': ['ID=0a427dab-d924-4975-9161-539b3dccfa10,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:32.827621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Request body: {'port': {'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:32.931182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:32.934613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-ac2be51c-8f25-413d-8bbd-2a2e738bfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.935337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-ac2be51c-8f25-413d-8bbd-2a2e738bfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.936216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-ac2be51c-8f25-413d-8bbd-2a2e738bfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:32.938613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf248639-9bc7-4e40-b367-279102480ecc req-ac2be51c-8f25-413d-8bbd-2a2e738bfa99 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2284193
Nov 13 21:23:32.954480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79364-4138-4914-bb55-ac16d1277bb2,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:33.293308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48522465-26b9-417a-a1f4-b1ba173287e9 req-dceaf6ae-8201-4037-9d5c-3f2958302e53 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.301959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48522465-26b9-417a-a1f4-b1ba173287e9 req-dceaf6ae-8201-4037-9d5c-3f2958302e53 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1628702
Nov 13 21:23:33.313941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Attempting to bind port a4e79364-4138-4914-bb55-ac16d1277bb2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:33.314459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Attempting to bind port a4e79364-4138-4914-bb55-ac16d1277bb2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:33.314825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Attempting to bind port a4e79364-4138-4914-bb55-ac16d1277bb2 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:33.320321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf248639-9bc7-4e40-b367-279102480ecc req-8d06b9ec-3e95-4abe-ad7f-ec57ad087a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.322860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf248639-9bc7-4e40-b367-279102480ecc req-8d06b9ec-3e95-4abe-ad7f-ec57ad087a94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3641219
Nov 13 21:23:33.324141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '0a427dab-d924-4975-9161-539b3dccfa10'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:33.327374 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef94db-b158-47bd-a711-4b676fb7a0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "0a427dab-d924-4975-9161-539b3dccfa10"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:33.337086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Port a4e79364-4138-4914-bb55-ac16d1277bb2 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:33.337584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Attempting to bind port a4e79364-4138-4914-bb55-ac16d1277bb2 on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:33.359359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:33.359359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:33.359359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:33.360016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Bound port: a4e79364-4138-4914-bb55-ac16d1277bb2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:33.360474 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:33.385908 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f430920-e32a-4728-abed-64deacd81843 x-openstack-request-id: req-1f430920-e32a-4728-abed-64deacd81843 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:33.386149 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "0a427dab-d924-4975-9161-539b3dccfa10", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:33.386361 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f430920-e32a-4728-abed-64deacd81843 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:33.386761 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '0a427dab-d924-4975-9161-539b3dccfa10', 'status': 'completed', 'code': 200}
Nov 13 21:23:33.402572 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48522465-26b9-417a-a1f4-b1ba173287e9 req-604801ec-859f-4f51-bb48-4a220c643841 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990410
Nov 13 21:23:33.538484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.539350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.540716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.542311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.542985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.549283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.550048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.552550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-2f90a7df-897e-45f6-ab98-8118a563462d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6412 time: 0.1430869
Nov 13 21:23:33.554190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] For port a4e79364-4138-4914-bb55-ac16d1277bb2, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:33.586764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] For port a4e79364-4138-4914-bb55-ac16d1277bb2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4e79364-4138-4914-bb55-ac16d1277bb2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:33.612311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:33.625845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:33.652764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4b63c-4fe0-45e2-b3fe-80ddbca46e8d req-87414869-935f-4eb2-84af-508c2f215dfc tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.653506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89a4b63c-4fe0-45e2-b3fe-80ddbca46e8d req-87414869-935f-4eb2-84af-508c2f215dfc tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 947 time: 0.1130261
Nov 13 21:23:33.667649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Transition to ACTIVE for port object 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:33.698562 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:33.748905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89a4b63c-4fe0-45e2-b3fe-80ddbca46e8d req-2839fa1b-faba-4ff3-b2c3-58f22155b592 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799098
Nov 13 21:23:33.754681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:33.778198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.780036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:33.781607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] 10.222.0.37 "PUT /v2.0/ports/a4e79364-4138-4914-bb55-ac16d1277bb2 HTTP/1.1" status: 200  len: 1095 time: 2.5623147
Nov 13 21:23:33.784866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'tag': 'a4e79364-4138-4914-bb55-ac16d1277bb2'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:33.787422 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669" -d '{"events": [{"name": "network-changed", "server_uuid": "0de98f62-2a9e-4c20-bd97-5b685aaef7a6", "tag": "a4e79364-4138-4914-bb55-ac16d1277bb2"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:33.840967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-b689f094-c6c7-4af6-ad91-90110bca7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.841740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-b689f094-c6c7-4af6-ad91-90110bca7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.841956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-b689f094-c6c7-4af6-ad91-90110bca7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.843552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-b689f094-c6c7-4af6-ad91-90110bca7305 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&shared=False HTTP/1.1" status: 200  len: 2292 time: 0.2721143
Nov 13 21:23:33.862297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.869766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.875924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.882865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.889059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.900748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.910918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:33.912862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-1d8a3e09-6a90-4e14-b3c8-8fea9292ae01 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5410 time: 0.2923305
Nov 13 21:23:33.913612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8ab9-eb17-4a0c-b15f-0d4e1e74a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=a4e79364-4138-4914-bb55-ac16d1277bb2,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:33.923952 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe87dd2-35cc-44b3-bfe1-541c08e26c58 x-openstack-request-id: req-7fe87dd2-35cc-44b3-bfe1-541c08e26c58 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:33.924590 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de98f62-2a9e-4c20-bd97-5b685aaef7a6", "tag": "a4e79364-4138-4914-bb55-ac16d1277bb2", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:33.924947 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fe87dd2-35cc-44b3-bfe1-541c08e26c58 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:33.925425 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'tag': 'a4e79364-4138-4914-bb55-ac16d1277bb2', 'status': 'completed', 'code': 200}
Nov 13 21:23:33.940265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45484) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:33.946164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Pushing event updated for resources: {'Port': ['ID=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:34.021105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Attempting to bind port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:34.021448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Attempting to bind port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:34.022076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Attempting to bind port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:34.029277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:34.032530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Attempting to bind port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad on network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:34.047807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:34.048146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Checking segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:34.048530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Bound using segment: {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:34.050302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Bound port: 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '773cc007-781a-4ef2-a062-26a121be3503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:34.050668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.140589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] For port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:34.149993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] For port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:34.153302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-862c1173-89fb-4bfc-9968-1beadb1e439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.155178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-862c1173-89fb-4bfc-9968-1beadb1e439b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=086b8d0932674db6ba4509370a493494&device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 1098 time: 0.1826105
Nov 13 21:23:34.232311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8548464-4db5-43aa-9549-b75b354d78e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.239026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-4c680734-f514-4510-8b71-fb17c6640036 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a4e79364-4138-4914-bb55-ac16d1277bb2 HTTP/1.1" status: 200  len: 217 time: 0.0713549
Nov 13 21:23:34.262704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.295266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-bba9f753-07fb-4469-9d1f-20372c94b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.297648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-bba9f753-07fb-4469-9d1f-20372c94b030 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3806112
Nov 13 21:23:34.309267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.313881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.313881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] 10.222.0.37 "PUT /v2.0/ports/9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 1091 time: 1.5120072
Nov 13 21:23:34.362211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980c714-2da6-4d54-abef-05f0bfe9d365 service neutron] Pushing event updated for resources: {'Port': ['ID=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:34.372266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d949b76-bd97-47a5-b6c8-6528274a343f req-32fb75e3-1d19-4bf9-b108-a707411344e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3875999
Nov 13 21:23:34.394430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1b22da78-2924-4f9d-bd27-7ab8918a1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.394430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-1b22da78-2924-4f9d-bd27-7ab8918a1e4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.1467361
Nov 13 21:23:34.425933 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8548464-4db5-43aa-9549-b75b354d78e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.477734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-45249d86-77a0-4319-83d0-40ad88b03655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.483441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-45249d86-77a0-4319-83d0-40ad88b03655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0825026
Nov 13 21:23:34.583399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8548464-4db5-43aa-9549-b75b354d78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.666111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-6ae449f5-17c1-4711-8013-48390a2973c4 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750476
Nov 13 21:23:34.692389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f8548464-4db5-43aa-9549-b75b354d78e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=738318dd7e1f48eaa68c4d0e45ae4c54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7394383
Nov 13 21:23:34.692389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8548464-4db5-43aa-9549-b75b354d78e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600bc6af-c32e-466b-89ed-454941313422,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:34.692389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:34.697208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.697944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.698468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.698983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.699495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.700002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.700509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.702644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-4a83768d-ef40-4a46-a9de-46e667180837 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6479 time: 0.1881936
Nov 13 21:23:34.722843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67209421-127f-42a8-8f9b-a46f1e4a528a req-7c93b82b-b327-40b1-aede-d16fefbac4bf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.725317 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67209421-127f-42a8-8f9b-a46f1e4a528a req-7c93b82b-b327-40b1-aede-d16fefbac4bf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.2213731
Nov 13 21:23:34.785810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67c3788-17e5-4860-9598-10d4b3748c2b req-a3eb2c68-744d-4045-b0f2-1f4d27722a2e service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116667
Nov 13 21:23:34.804493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-ee8c259b-3e7b-4930-9b7b-afe665bfe90b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 217 time: 0.0755212
Nov 13 21:23:34.888071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20c6c-3b49-44e9-9c8e-e4353743f9f0 req-7e989b8a-b297-4aac-8689-f738660d4911 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.889892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5a20c6c-3b49-44e9-9c8e-e4353743f9f0 req-7e989b8a-b297-4aac-8689-f738660d4911 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 947 time: 0.0594101
Nov 13 21:23:34.897205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a985d2ac-fc14-47e7-a057-2ad31375207d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.914870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67209421-127f-42a8-8f9b-a46f1e4a528a req-128394ba-f87c-4cb8-b87f-1de73c1018aa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749086
Nov 13 21:23:34.923268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-38b1141e-c4a3-432f-a4b2-4dc118c98081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:34.925512 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-38b1141e-c4a3-432f-a4b2-4dc118c98081 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 200  len: 850 time: 0.1135714
Nov 13 21:23:34.944663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a985d2ac-fc14-47e7-a057-2ad31375207d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:34.947747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5a20c6c-3b49-44e9-9c8e-e4353743f9f0 req-ce9b015b-913c-4cee-a587-5734db30e48d tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509288
Nov 13 21:23:35.001004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-b14d4613-7538-44b2-a2f5-591dae71ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.002758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-b14d4613-7538-44b2-a2f5-591dae71ea40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90f7b45f-5248-478f-9780-1e89d011db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0691180
Nov 13 21:23:35.097691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-79aef7e4-b608-4e82-b137-4d3ef04bedd3 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881619
Nov 13 21:23:35.166175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a985d2ac-fc14-47e7-a057-2ad31375207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:35.168781 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a985d2ac-fc14-47e7-a057-2ad31375207d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:35.169920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a985d2ac-fc14-47e7-a057-2ad31375207d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/600bc6af-c32e-466b-89ed-454941313422 HTTP/1.1" status: 204  len: 168 time: 0.4792995
Nov 13 21:23:35.185743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-2e3f3f94-e013-4ed4-9626-3aa9218981fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.187418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-2e3f3f94-e013-4ed4-9626-3aa9218981fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=086b8d0932674db6ba4509370a493494&device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 1098 time: 0.0581872
Nov 13 21:23:35.233408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-ae77198c-e066-46bc-9715-dc0d33eac892 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284468
Nov 13 21:23:35.240651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985d2ac-fc14-47e7-a057-2ad31375207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600bc6af-c32e-466b-89ed-454941313422,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:35.314661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-6823ccac-6df9-4212-aa06-29e9e2d317db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.316862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-6823ccac-6df9-4212-aa06-29e9e2d317db service neutron] 10.222.0.37 "GET /v2.0/networks?id=b66aebb7-d9ae-48e3-89ad-3b90268521b1 HTTP/1.1" status: 200  len: 870 time: 0.1182158
Nov 13 21:23:35.319443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c5089d9d-9e05-45e5-b41d-930d5393dae5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 217 time: 0.0539057
Nov 13 21:23:35.377377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-59998789-7607-43e1-be8e-f4a8e7293a05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a4e79364-4138-4914-bb55-ac16d1277bb2 HTTP/1.1" status: 200  len: 217 time: 0.0470943
Nov 13 21:23:35.387493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:35.390943 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb313f3e-672e-4d11-bdee-19a459e7ab0d" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "9557c4a4-1f29-4bf0-8366-c0d8db6e03ad"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:35.400196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-d32a2ada-2f38-4fa3-bd7a-18ff3f5bde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.402309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-d32a2ada-2f38-4fa3-bd7a-18ff3f5bde5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0685899
Nov 13 21:23:35.461836 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f36a70-40e6-4c95-a900-9526a68d08c1 x-openstack-request-id: req-37f36a70-40e6-4c95-a900-9526a68d08c1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:35.462077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-0dc2b489-c98e-495a-843b-552c390c194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.462181 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "9557c4a4-1f29-4bf0-8366-c0d8db6e03ad", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:35.462499 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f36a70-40e6-4c95-a900-9526a68d08c1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:35.462932 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad', 'status': 'completed', 'code': 200}
Nov 13 21:23:35.463742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-0dc2b489-c98e-495a-843b-552c390c194c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0799274
Nov 13 21:23:35.480506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-672a25ab-47f6-48e6-b003-3dd79c91732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.482550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-672a25ab-47f6-48e6-b003-3dd79c91732e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0698864
Nov 13 21:23:35.539165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-3acb9d03-4f7b-43db-ba90-814d6333089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.541798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-3acb9d03-4f7b-43db-ba90-814d6333089c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0688026
Nov 13 21:23:35.630084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.636297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.642297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.648905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.654963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.660988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.667645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.675475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-6dbc2861-65ba-4924-bc29-2903e65a1da7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.1896367
Nov 13 21:23:35.687986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-36bccb13-cdeb-42d6-be61-73985faa307f service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308742
Nov 13 21:23:35.724509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c0587283-4345-4493-a11b-e11ea622c475 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2338219
Nov 13 21:23:35.801318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d8de05e-eaae-4e5b-b341-4596e8b4edb6 req-46fc7b7a-d68b-4184-a07c-17bf3b4d8541 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1249518
Nov 13 21:23:35.811730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4ea8e05-26a9-4d60-88fa-0367fdcb6669 req-9f770149-d0a5-4e55-b165-8c2d235da31b service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149437
Nov 13 21:23:35.842441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-bf244b5b-5759-43f8-8b00-858574b4cad7 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103439
Nov 13 21:23:35.887931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-c4b6f038-534a-4bfe-8051-03ac605bfd38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 217 time: 0.0373995
Nov 13 21:23:35.938181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-776a1137-f398-4811-8203-a391f478c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.939760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-776a1137-f398-4811-8203-a391f478c53d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0437400
Nov 13 21:23:35.994828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-ea3d4d8f-e864-4124-bfba-9742312c1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:35.996379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-ea3d4d8f-e864-4124-bfba-9742312c1eee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0468369
Nov 13 21:23:36.052352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289357b-ce84-4a20-8853-dbe8f94c3092 req-bed21ab7-9226-4b92-85de-4f0ced425057 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.054070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f289357b-ce84-4a20-8853-dbe8f94c3092 req-bed21ab7-9226-4b92-85de-4f0ced425057 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0540342
Nov 13 21:23:36.075379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45522) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:36.095011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7689fe-2eb2-40cf-b4c8-c62ca202646a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.128627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f289357b-ce84-4a20-8853-dbe8f94c3092 req-8a2e2916-b540-4a73-b2a0-8b7e7e084bf0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677242
Nov 13 21:23:36.144153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc1244-0f78-473b-86d1-116907bef659 req-37908d8a-a916-42e8-b720-9c20b5b57f62 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.144546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39fc1244-0f78-473b-86d1-116907bef659 req-37908d8a-a916-42e8-b720-9c20b5b57f62 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 947 time: 0.1058803
Nov 13 21:23:36.147147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-f1546e44-5b4f-4111-aa24-37bbb28ee85e service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418388
Nov 13 21:23:36.198083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7689fe-2eb2-40cf-b4c8-c62ca202646a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.348464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9d7689fe-2eb2-40cf-b4c8-c62ca202646a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.389117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7689fe-2eb2-40cf-b4c8-c62ca202646a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5c0d1-56b5-4e14-9160-eedb9e20453f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:36.397734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9d7689fe-2eb2-40cf-b4c8-c62ca202646a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=349cad677c7a4f64a4fcce8a3783970f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3181772
Nov 13 21:23:36.398052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45526) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:36.457228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6cda8e30-2a92-47ba-b690-2d1c11d11bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.480830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6cda8e30-2a92-47ba-b690-2d1c11d11bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.561710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39fc1244-0f78-473b-86d1-116907bef659 req-89380067-0eba-4430-9ddf-d0939e4286b4 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4102976
Nov 13 21:23:36.593350 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a38c977a-186b-4dd0-b971-8da21fc77e87 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4348044
Nov 13 21:23:36.611237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6cda8e30-2a92-47ba-b690-2d1c11d11bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.614057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6cda8e30-2a92-47ba-b690-2d1c11d11bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:36.618522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6cda8e30-2a92-47ba-b690-2d1c11d11bdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2d5c0d1-56b5-4e14-9160-eedb9e20453f HTTP/1.1" status: 204  len: 168 time: 0.2167196
Nov 13 21:23:36.626920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda8e30-2a92-47ba-b690-2d1c11d11bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5c0d1-56b5-4e14-9160-eedb9e20453f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:36.636094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-12110664-ca13-4d76-949b-ecc32b73fbc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 200  len: 217 time: 0.0357089
Nov 13 21:23:36.689487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-ede4bc84-61f8-4580-beeb-e6ab702c89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.691247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-ede4bc84-61f8-4580-beeb-e6ab702c89d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0478802
Nov 13 21:23:36.739181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-b27355b5-9ba2-4657-b00f-152307fcb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.741229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-b27355b5-9ba2-4657-b00f-152307fcb019 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0436454
Nov 13 21:23:36.829736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-36f2eebd-08f0-4f92-8c4b-be4079e75935 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815358
Nov 13 21:23:36.926762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-aa2115ad-0fce-4ce8-ad68-2c162ea34228 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904279
Nov 13 21:23:36.939871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.946420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.952219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.958155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.964057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.972279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-e0d21775-dbeb-473f-87dc-2a60590a0fb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 200  len: 217 time: 0.0346756
Nov 13 21:23:36.972407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.977765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:36.979528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-547669ef-1e8a-4636-a994-31289a4b6daf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.0931592
Nov 13 21:23:37.028256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-71abdd09-3a29-4156-b5d7-a3ca7815495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.029811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-71abdd09-3a29-4156-b5d7-a3ca7815495f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0543737
Nov 13 21:23:37.062736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-685da9bb-22b7-437c-9861-111cbc86ade2 req-524e7b96-222d-4bab-a545-90d8f555bfcb tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0766647
Nov 13 21:23:37.102580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-31b09e3f-58a2-4fce-88c8-91a6870969ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.104086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-31b09e3f-58a2-4fce-88c8-91a6870969ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0647995
Nov 13 21:23:37.108946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-34e26183-1659-4e55-8ea3-3e23b9838745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.110322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-34e26183-1659-4e55-8ea3-3e23b9838745 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 1096 time: 0.0793505
Nov 13 21:23:37.309905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-2a370507-eb8e-4566-9b76-0633d9496560 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986222
Nov 13 21:23:37.311714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-9d716981-ab62-4d0c-bb42-e4c98953169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.313156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-9d716981-ab62-4d0c-bb42-e4c98953169a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1933677
Nov 13 21:23:37.320896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d19f4-b40a-4301-9f4f-9d13129b57b0 req-05aa269b-eff9-45e2-932a-9451781097be tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.322267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a47d19f4-b40a-4301-9f4f-9d13129b57b0 req-05aa269b-eff9-45e2-932a-9451781097be tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.1062946
Nov 13 21:23:37.330304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4e79364-4138-4914-bb55-ac16d1277bb2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:37.387994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-83f0ac70-73b7-42bc-97c6-012681fb1b6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba HTTP/1.1" status: 200  len: 217 time: 0.0647578
Nov 13 21:23:37.429221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a4e79364-4138-4914-bb55-ac16d1277bb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4e79364-4138-4914-bb55-ac16d1277bb2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:37.440662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'a4e79364-4138-4914-bb55-ac16d1277bb2', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'a4e79364-4138-4914-bb55-ac16d1277bb2', 'mac_address': 'fa:16:3e:58:28:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:37.490021 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:37.505575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e79364-4138-4914-bb55-ac16d1277bb2 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:37.507984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-add84ed8-5059-484a-b90d-87f41020adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.509485 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-add84ed8-5059-484a-b90d-87f41020adee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.1141365
Nov 13 21:23:37.524469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a47d19f4-b40a-4301-9f4f-9d13129b57b0 req-3b9bf82c-e09f-4805-b614-3d029f3f7673 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828303
Nov 13 21:23:37.526030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a4e79364-4138-4914-bb55-ac16d1277bb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4e79364-4138-4914-bb55-ac16d1277bb2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:37.534641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-6259f9bd-7219-4ccf-a14c-222e2335fc1e service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102306
Nov 13 21:23:37.590707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-1aa75abe-ff2a-4137-a825-07c1041af04a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 200  len: 217 time: 0.0414245
Nov 13 21:23:37.593781 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:37.637757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-3c5b4dd1-88eb-46f0-b3ff-cd8e4523b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.639486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-3c5b4dd1-88eb-46f0-b3ff-cd8e4523b0eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1224992
Nov 13 21:23:37.644265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a4e79364-4138-4914-bb55-ac16d1277bb2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:37.656979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.657670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.658191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.658723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.659210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.659747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.660276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.660845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.662058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.665979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.665979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.665979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:23:37.693302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfadab-98b3-45fb-8f83-061c893cd1bf req-e9a0e843-05d0-4c7f-9ac8-8cd2d2f100bd tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.693915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-fd9d7763-4502-47d1-b272-1d4bc11386e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.694849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9edfadab-98b3-45fb-8f83-061c893cd1bf req-e9a0e843-05d0-4c7f-9ac8-8cd2d2f100bd tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 948 time: 0.0578837
Nov 13 21:23:37.695314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-fd9d7763-4502-47d1-b272-1d4bc11386e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0969334
Nov 13 21:23:37.761004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9edfadab-98b3-45fb-8f83-061c893cd1bf req-5d0af04e-96b9-4475-8619-de9c4b05429d tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591061
Nov 13 21:23:37.796134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-35a231ce-19bb-4e9d-99f3-883319747540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:37.798018 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-35a231ce-19bb-4e9d-99f3-883319747540 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0693820
Nov 13 21:23:37.801271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-8041da7a-14d7-443c-b2e9-36e952b53165 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516640
Nov 13 21:23:37.839772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a4e79364-4138-4914-bb55-ac16d1277bb2'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:37.964797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-487b213e-da85-4cf1-a6d9-8c6362cdcd2f service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590400
Nov 13 21:23:37.966712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2dd0dab-73cf-4396-b7b4-3e9cdcc2ae9a req-14816cd8-9372-4709-9037-df710cc3aad7 service neutron] 10.222.0.46 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532712
Nov 13 21:23:38.060300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-5933d626-fcb4-42fb-a3c4-e102e010b93c service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879045
Nov 13 21:23:38.102792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-204a9862-06ed-48ed-9a6a-aefcf331b0fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 217 time: 0.0352097
Nov 13 21:23:38.171730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3d59adc-46c3-4698-b591-5695dd8f4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.173193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-a3d59adc-46c3-4698-b591-5695dd8f4cbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0636814
Nov 13 21:23:38.267340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.273257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.279123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.285069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.291070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.296994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.303445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.305384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-554a6d48-1e17-4934-9765-4d022d4943fb req-7bcc51ac-24eb-41a7-aebf-b3a911ef72b1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.1447573
Nov 13 21:23:38.323502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-15dd8070-51ab-4772-9559-133ee499a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.324969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-15dd8070-51ab-4772-9559-133ee499a193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1274214
Nov 13 21:23:38.434578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-ef99a965-3fc5-43fd-82ea-0a875c4a264d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1906633
Nov 13 21:23:38.460322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-554a6d48-1e17-4934-9765-4d022d4943fb req-bfd2eeed-758e-45cc-96ec-0c73231898a2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1393113
Nov 13 21:23:38.504639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-36cf9e54-1141-4129-b872-496225d4e8da service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710198
Nov 13 21:23:38.526538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.527010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.527468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.527923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.528378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.528853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.529300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.531263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a5144c71-0711-4d20-8d52-700536d17892 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84baa7abcdc940809d5ca82bb822a17c&device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 6501 time: 0.0665681
Nov 13 21:23:38.661962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07309e-9513-4382-b617-ec3a7d428439 req-313f4fe7-9eaa-4823-aeb5-4f86c0e6ffaf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.665156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc07309e-9513-4382-b617-ec3a7d428439 req-313f4fe7-9eaa-4823-aeb5-4f86c0e6ffaf tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 945 time: 0.0579393
Nov 13 21:23:38.683590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20ae4f6c-d6e7-4fe8-b8a1-8b3d137662cc req-9dc43ec2-7e32-4092-bf58-467fd0b8b0a6 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715095
Nov 13 21:23:38.703906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-810b5af5-ae77-4346-ab00-d84a7d369fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.704367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-810b5af5-ae77-4346-ab00-d84a7d369fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.704846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-810b5af5-ae77-4346-ab00-d84a7d369fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.706416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-810b5af5-ae77-4346-ab00-d84a7d369fe3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=62ba244b-1a63-46bb-b177-bac5b6226a92&id=986d9268-612c-49cc-ba08-fd64bf54a38c&id=986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 200  len: 2298 time: 0.1270273
Nov 13 21:23:38.716352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc07309e-9513-4382-b617-ec3a7d428439 req-d6718578-cafe-425d-9682-0b44f3e96c00 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459380
Nov 13 21:23:38.776091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-f7dcf429-72cc-45bc-a8d2-7792cce529b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 200  len: 1001 time: 0.0605578
Nov 13 21:23:38.907245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-f8a7a864-36cd-4a43-a097-dcdfacb52edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.912528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-f8a7a864-36cd-4a43-a097-dcdfacb52edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d3886af-e48e-40cf-824b-23bdcef4618d HTTP/1.1" status: 200  len: 856 time: 0.1232824
Nov 13 21:23:38.930187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.930749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.931217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.931730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.932278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.932922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.933611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.935569 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-6974531c-c480-4f12-9a80-74b363cc4b0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6479 time: 0.1167085
Nov 13 21:23:38.972722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059479b-6dc6-45c7-8ae2-72a9bfa56def req-66ccb4e3-ed13-4cc2-9433-747c9d7d511a tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:38.975109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2059479b-6dc6-45c7-8ae2-72a9bfa56def req-66ccb4e3-ed13-4cc2-9433-747c9d7d511a tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 948 time: 0.1212406
Nov 13 21:23:38.978837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 99310ab4-cee8-41d6-80ea-2ea423a97eba no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:39.059547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-ee1a4b35-57ac-4436-8448-b08fdb0618d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.061116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-ee1a4b35-57ac-4436-8448-b08fdb0618d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1447446
Nov 13 21:23:39.092658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:39.116917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:39.119555 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e156fe-69eb-4743-83a0-3177ae259ef5" -d '{"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-unplugged", "status": "completed", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:39.120010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-8634925e-89e6-42df-9986-d40ab51d1281 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.122137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-8634925e-89e6-42df-9986-d40ab51d1281 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/networks?id=b25f8648-962b-449e-911c-cc1fd99dd617 HTTP/1.1" status: 200  len: 814 time: 0.1623373
Nov 13 21:23:39.136897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:39.137141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2059479b-6dc6-45c7-8ae2-72a9bfa56def req-fbe34d1c-fa6e-4ffc-af18-35c6a1d0c5e5 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433959
Nov 13 21:23:39.144156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-c453a455-1894-40e0-9d42-83adb8f4a425 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/quotas/87ef4a1c09f3441596d38ab535257613 HTTP/1.1" status: 200  len: 375 time: 0.0111089
Nov 13 21:23:39.167757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-5d816b98-04c4-4f67-b7cc-72bebd02fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.169230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-5d816b98-04c4-4f67-b7cc-72bebd02fa4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 903 time: 0.2150760
Nov 13 21:23:39.195346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:39.203132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-36c3b2a3-6ef5-4412-b64e-08f8f24e4fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318727
Nov 13 21:23:39.209236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-e996aa3b-9182-4963-8a81-8794bb3bc859 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424204
Nov 13 21:23:39.226300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0ecf36-2204-4adc-bda7-1efd0228716e x-openstack-request-id: req-6e0ecf36-2204-4adc-bda7-1efd0228716e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:39.226671 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-unplugged", "status": "completed", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:39.226987 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e0ecf36-2204-4adc-bda7-1efd0228716e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:39.227466 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'code': 200}
Nov 13 21:23:39.255352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:39.277490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-87ffd2d6-3801-4ed2-8862-d59b5131165d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 217 time: 0.0463793
Nov 13 21:23:39.313582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-6df54ed3-70c8-48aa-a694-1d59a7e20495 service neutron] 10.222.0.20 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1033442
Nov 13 21:23:39.338002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4e79364-4138-4914-bb55-ac16d1277bb2 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:39.384511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-e636c1d7-ca53-4b72-ad1a-3d98d4f69019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.386104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-e636c1d7-ca53-4b72-ad1a-3d98d4f69019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0716643
Nov 13 21:23:39.389864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-9219fbed-6ac4-46bc-ac66-f30f022824a1 service neutron] 10.222.0.46 "GET /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771009
Nov 13 21:23:39.439715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-5a6ce8b1-353e-45a0-949d-674a42f5758a service neutron] 10.222.0.20 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183181
Nov 13 21:23:39.461894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-65564727-ef49-418c-95d4-810e7a548fb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 217 time: 0.0582056
Nov 13 21:23:39.462490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port a4e79364-4138-4914-bb55-ac16d1277bb2 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:39.466588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port a4e79364-4138-4914-bb55-ac16d1277bb2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:39.466960 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:39.514057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-830385cc-c457-4b3e-ad71-e0ef3dd7f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.516443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-830385cc-c457-4b3e-ad71-e0ef3dd7f635 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1222258
Nov 13 21:23:39.560606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-93c67727-18a9-4b40-8708-cf8d219724bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.562172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-93c67727-18a9-4b40-8708-cf8d219724bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0930018
Nov 13 21:23:39.579178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:39.617220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a4e79364-4138-4914-bb55-ac16d1277bb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4e79364-4138-4914-bb55-ac16d1277bb2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:39.684726 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-2ecce295-a950-4171-b57b-9a8bae27391d service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577308
Nov 13 21:23:39.697746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.703646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.710752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.717548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.723499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.730312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.736548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.739869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-72544943-824d-47ce-b6ec-8f20e2f55f54 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.1534169
Nov 13 21:23:39.742181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-1667724d-a657-43ca-ad0f-207377fcf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.743561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-1667724d-a657-43ca-ad0f-207377fcf5f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1540017
Nov 13 21:23:39.756812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:39.793611 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f387989e-474b-4224-abe0-ec6328b30309 req-c2f8f35d-d651-42eb-8726-7f4c9283703a tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 210 time: 0.0593994
Nov 13 21:23:39.813303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a4e79364-4138-4914-bb55-ac16d1277bb2,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:39.937349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72113c7-9d72-4a4b-b0a5-f98011b07279 req-3eb53d68-bb40-43b4-9d2a-0a4d973af4d1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1832476
Nov 13 21:23:39.938748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea75ae9-e8b1-4cbe-a905-3305c99478e9 req-3fea0fec-1383-4fcb-b6e7-66d367ef65bd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:39.940711 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ea75ae9-e8b1-4cbe-a905-3305c99478e9 req-3fea0fec-1383-4fcb-b6e7-66d367ef65bd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 943 time: 0.0632305
Nov 13 21:23:39.970773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-931c4a1a-d80a-47fb-ab0b-1e66252dddb5 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171013
Nov 13 21:23:39.972675 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb313f3e-672e-4d11-bdee-19a459e7ab0d req-18af00a7-15ff-4be1-8e94-dae026d1d085 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282619
Nov 13 21:23:40.004481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ea75ae9-e8b1-4cbe-a905-3305c99478e9 req-8fd07729-7096-4544-b5b8-08b734a3d2ed tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508537
Nov 13 21:23:40.050497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45630) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:40.071597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-b6727ba3-6eea-4ba4-ae10-7441a5c2c5fa service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932152
Nov 13 21:23:40.127298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-8a8042f3-b968-4082-bea7-e72c2e12fe6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 217 time: 0.0423765
Nov 13 21:23:40.520772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-738fd8a1-f7d7-4d6a-9776-3f9a33bfa397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:40.535030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-fcd8f858-486b-4764-8a2d-e3c3518b46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:40.536513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-fcd8f858-486b-4764-8a2d-e3c3518b46e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.4029777
Nov 13 21:23:40.571375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557be3-752a-4406-9a5d-2c95faf9c268 req-c3e93001-88ba-4f06-88c2-f69554ce2b4f tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:40.572867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8b557be3-752a-4406-9a5d-2c95faf9c268 req-c3e93001-88ba-4f06-88c2-f69554ce2b4f tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0964172
Nov 13 21:23:40.656513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-f360a6dc-6aa8-4256-85f2-4a5b5ce3dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:40.658034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-f360a6dc-6aa8-4256-85f2-4a5b5ce3dee9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1101406
Nov 13 21:23:40.670091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8b557be3-752a-4406-9a5d-2c95faf9c268 req-ed5feb3c-d4d4-4c62-9cf5-ba4993bcaace tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827036
Nov 13 21:23:40.749282 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-738fd8a1-f7d7-4d6a-9776-3f9a33bfa397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:40.775731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-bf60e6dc-ffa8-4b40-bc03-68dcb8e893dd service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091692
Nov 13 21:23:40.872466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-d5069d02-e47c-43a7-895c-8643139b2ff1 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888212
Nov 13 21:23:40.874329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-738fd8a1-f7d7-4d6a-9776-3f9a33bfa397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:40.879613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-889bfcb8-68fd-4be6-8604-3165d8c03147 req-d3b70de7-cf7f-4740-b334-2281300e0afe tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 210 time: 0.0312779
Nov 13 21:23:40.931070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-b0f699c5-c8a3-43e1-b3e4-8121bf40a25a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0 HTTP/1.1" status: 200  len: 217 time: 0.0508976
Nov 13 21:23:40.977712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-738fd8a1-f7d7-4d6a-9776-3f9a33bfa397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84383584de8144b7ad0f535aced1bea9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9258096
Nov 13 21:23:40.979846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fd8a1-f7d7-4d6a-9776-3f9a33bfa397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f940c6d6-ce30-4bfe-9827-8a24358b759a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:40.980310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45644) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:41.000213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a766cc84-04b1-4ee3-8766-46530ae5335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.001729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-a766cc84-04b1-4ee3-8766-46530ae5335f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0628321
Nov 13 21:23:41.069978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8067fa8c-cedd-4bb4-a63d-593deb2b8e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:41.082074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-7ce904b4-e51a-4287-aebc-9c95ad8b9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.084205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-7ce904b4-e51a-4287-aebc-9c95ad8b9021 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0749600
Nov 13 21:23:41.113421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8067fa8c-cedd-4bb4-a63d-593deb2b8e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:41.127849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.133787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.139683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.146226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.152140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.158069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.164601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.166536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-34b6a5c0-ab43-4398-a6f6-27cbd6d1fbc1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.1287284
Nov 13 21:23:41.173414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae8c39-7565-43fa-9146-5360fecc9e9b req-4bb698ea-3560-45b9-aaec-a848a5134ce3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.174881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51ae8c39-7565-43fa-9146-5360fecc9e9b req-4bb698ea-3560-45b9-aaec-a848a5134ce3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 943 time: 0.0846853
Nov 13 21:23:41.225163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51ae8c39-7565-43fa-9146-5360fecc9e9b req-4ca048e6-5812-4936-a10f-d33accd023a1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440443
Nov 13 21:23:41.228892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e79364-4138-4914-bb55-ac16d1277bb2'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:41.230828 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372efcc3-2676-4194-a094-37ddbadbd21a" -d '{"events": [{"server_uuid": "0de98f62-2a9e-4c20-bd97-5b685aaef7a6", "name": "network-vif-plugged", "status": "completed", "tag": "a4e79364-4138-4914-bb55-ac16d1277bb2"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:41.263741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-b99df00f-edca-415a-a08a-c2c1a9efb29a service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725037
Nov 13 21:23:41.275007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8067fa8c-cedd-4bb4-a63d-593deb2b8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:41.278229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8067fa8c-cedd-4bb4-a63d-593deb2b8e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:41.282696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8067fa8c-cedd-4bb4-a63d-593deb2b8e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f940c6d6-ce30-4bfe-9827-8a24358b759a HTTP/1.1" status: 204  len: 168 time: 0.3005695
Nov 13 21:23:41.285763 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ed1bda-a319-42a2-934d-e9f18df3481d x-openstack-request-id: req-b4ed1bda-a319-42a2-934d-e9f18df3481d {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:41.286283 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de98f62-2a9e-4c20-bd97-5b685aaef7a6", "name": "network-vif-plugged", "status": "completed", "tag": "a4e79364-4138-4914-bb55-ac16d1277bb2", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:41.288131 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4ed1bda-a319-42a2-934d-e9f18df3481d {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:41.288772 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e79364-4138-4914-bb55-ac16d1277bb2', 'code': 200}
Nov 13 21:23:41.292978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067fa8c-cedd-4bb4-a63d-593deb2b8e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940c6d6-ce30-4bfe-9827-8a24358b759a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:41.322416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3456f7d6-1612-4f2e-855f-4b0ccd696683 req-1e8e563f-57b7-4b5d-96b5-7540c761bc3d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1149015
Nov 13 21:23:41.435001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccacda3-bb67-40be-b95d-afdbbe4279c5 req-ed394873-9069-4b87-ab07-e9e336c16fd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.436515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ccacda3-bb67-40be-b95d-afdbbe4279c5 req-ed394873-9069-4b87-ab07-e9e336c16fd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0516987
Nov 13 21:23:41.441963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-6d5ef2b2-5b14-4069-866b-6e5551b211c7 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697614
Nov 13 21:23:41.446515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b5c7f-857f-488a-a7b1-ffdc727376b3 req-6aaa7fd5-439f-46bd-8f33-0e169f531380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.447959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a2b5c7f-857f-488a-a7b1-ffdc727376b3 req-6aaa7fd5-439f-46bd-8f33-0e169f531380 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 1100 time: 0.0676515
Nov 13 21:23:41.491315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-3b6b6f8c-b270-497b-b28e-8513ca35b8df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4 HTTP/1.1" status: 200  len: 217 time: 0.0421302
Nov 13 21:23:41.506670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2ccacda3-bb67-40be-b95d-afdbbe4279c5 req-f9eca26a-e8c2-4d50-840b-9ff34f69056f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608563
Nov 13 21:23:41.572069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a2b5c7f-857f-488a-a7b1-ffdc727376b3 req-7f9cc8c5-cf04-4ff3-a3e5-811558c39bad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869906
Nov 13 21:23:41.577719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-816d6e2d-cb53-424f-9acb-d1a4fb37e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.579157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-816d6e2d-cb53-424f-9acb-d1a4fb37e4d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 200  len: 797 time: 0.0802178
Nov 13 21:23:41.658965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-514d6fdb-bcaf-4ac1-a887-6950b8b1f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.660627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-514d6fdb-bcaf-4ac1-a887-6950b8b1f88f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=62ba244b-1a63-46bb-b177-bac5b6226a92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0738933
Nov 13 21:23:41.668349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6863-ce3d-42cf-96f7-5737df6b0b69 req-996406cb-e8b5-4752-9419-bcb04b54a412 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.669879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec0b6863-ce3d-42cf-96f7-5737df6b0b69 req-996406cb-e8b5-4752-9419-bcb04b54a412 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0744789
Nov 13 21:23:41.777605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec0b6863-ce3d-42cf-96f7-5737df6b0b69 req-46189346-574c-41bd-81ee-9eba4be266e6 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987780
Nov 13 21:23:41.794374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9b9a4-78f3-4a88-9a5b-5a20caab4031 req-a4ba36a2-ec27-4c38-85da-d128eaad5b56 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:41.795931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3d9b9a4-78f3-4a88-9a5b-5a20caab4031 req-a4ba36a2-ec27-4c38-85da-d128eaad5b56 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0555394
Nov 13 21:23:41.805606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-c7a79365-ad9e-453e-8681-472405c86ea5 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349266
Nov 13 21:23:41.850893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3d9b9a4-78f3-4a88-9a5b-5a20caab4031 req-ffb33151-965a-4151-acd9-02ec4ed4fa44 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488989
Nov 13 21:23:41.903549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-891dcf3b-b094-4b00-b3b5-b8e108c6c7d6 service neutron] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907142
Nov 13 21:23:41.964928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-2ff03145-adaf-493b-a575-cb9102cf7f4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 HTTP/1.1" status: 200  len: 217 time: 0.0540595
Nov 13 21:23:41.979029 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10f1b712-ae7b-4f67-ad79-dc7455f6c510 req-86326861-022d-4a48-9045-9292eeda1d50 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 210 time: 0.0293283
Nov 13 21:23:42.018234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-0b000d55-f4dd-4003-aaf8-3bc2c6fbdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.019714 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-0b000d55-f4dd-4003-aaf8-3bc2c6fbdb2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0478442
Nov 13 21:23:42.068944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-ea321096-0f20-412d-811e-d42736f70e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.068944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-ea321096-0f20-412d-811e-d42736f70e08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0405219
Nov 13 21:23:42.085625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.161101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-257fe7f9-69bc-41d0-b872-1b390de212d1 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868895
Nov 13 21:23:42.249395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45666) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:42.261203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-3ad0847a-6ac1-4b8e-8c12-efc1f08d7e67 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931001
Nov 13 21:23:42.264206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e4e6-7c4c-48d1-a182-cb6679a470b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.314555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-9f2120af-a062-4d95-afb6-176c0dc2e359 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 200  len: 217 time: 0.0452049
Nov 13 21:23:42.348408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27d8c4-bbd7-40fd-814d-8efccef9fdf7 req-9ee47715-2ed2-4f66-83cd-d78e179a844c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.349909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f27d8c4-bbd7-40fd-814d-8efccef9fdf7 req-9ee47715-2ed2-4f66-83cd-d78e179a844c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0731244
Nov 13 21:23:42.366065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-89d4529d-a637-48b6-8f51-d145dbc1a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.367894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-89d4529d-a637-48b6-8f51-d145dbc1a5b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 200  len: 797 time: 0.0455806
Nov 13 21:23:42.414106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e4e6-7c4c-48d1-a182-cb6679a470b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.419702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-b762a957-da62-4955-956a-007a9710d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.421615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-b762a957-da62-4955-956a-007a9710d27f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986d9268-612c-49cc-ba08-fd64bf54a38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0462229
Nov 13 21:23:42.432242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f27d8c4-bbd7-40fd-814d-8efccef9fdf7 req-b67c1928-1e65-4dd0-851e-f4c687053580 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695515
Nov 13 21:23:42.479538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e4e6-7c4c-48d1-a182-cb6679a470b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.518181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6e4e6-7c4c-48d1-a182-cb6679a470b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f21e18-8675-49c9-82ea-f52f60f5858a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:42.523254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6fe6e4e6-7c4c-48d1-a182-cb6679a470b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60c2149498bb42aeb624eb71ac417d93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2727172
Nov 13 21:23:42.525843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45670) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:42.550614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.557144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.563922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.571206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.577314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.584032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.590335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.592295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-5d10bbcd-37f3-489e-9958-def32e27b2e3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.1363964
Nov 13 21:23:42.597656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87c4fa5b-c7b1-496c-8722-6d089649505d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.625006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-07af1204-84c8-4edb-b7dd-fc681d50cf8c service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952999
Nov 13 21:23:42.667519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87c4fa5b-c7b1-496c-8722-6d089649505d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.726226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47f827d8-ade3-48b0-9b7d-61119993e8f6 req-01713cf0-d22f-4f40-a54a-4c54c3d2926e tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1217830
Nov 13 21:23:42.728045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-a55f0f4f-702a-4cd8-be4e-394716a1f059 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.729607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-a55f0f4f-702a-4cd8-be4e-394716a1f059 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "GET /v2.0/networks?id=b25f8648-962b-449e-911c-cc1fd99dd617 HTTP/1.1" status: 200  len: 814 time: 0.1563525
Nov 13 21:23:42.746763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Request body: {'port': {'device_id': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617', 'admin_state_up': True, 'tenant_id': '87ef4a1c09f3441596d38ab535257613'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:42.758054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-427f10be-3c85-4087-84b2-44a09cf95b61 req-ff7fd28f-3f4a-4b43-82f0-6ac00d9d9fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255419
Nov 13 21:23:42.914607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87c4fa5b-c7b1-496c-8722-6d089649505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.917347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87c4fa5b-c7b1-496c-8722-6d089649505d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:42.918555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87c4fa5b-c7b1-496c-8722-6d089649505d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21f21e18-8675-49c9-82ea-f52f60f5858a HTTP/1.1" status: 204  len: 168 time: 0.3917794
Nov 13 21:23:42.955222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4fa5b-c7b1-496c-8722-6d089649505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f21e18-8675-49c9-82ea-f52f60f5858a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:42.993130 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde566-9893-47b6-9269-2233ab20d5e5 req-60dc9281-ffe2-45f0-8247-c5cb5578c472 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:42.993130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bdde566-9893-47b6-9269-2233ab20d5e5 req-60dc9281-ffe2-45f0-8247-c5cb5578c472 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0683405
Nov 13 21:23:43.020289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 99310ab4-cee8-41d6-80ea-2ea423a97eba no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:43.047820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bdde566-9893-47b6-9269-2233ab20d5e5 req-1d0cbb1a-8df1-4a98-af03-c08f7e81b577 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501215
Nov 13 21:23:43.085839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Made reservation on behalf of 87ef4a1c09f3441596d38ab535257613 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:23:43.089530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:43.109876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-22c9ff39-a1a1-40f5-a93e-e33796ccc4eb req-633db2c5-e490-4c41-af90-5188a8187e3f tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 210 time: 0.0289428
Nov 13 21:23:43.222646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Allocated IP 172.20.0.13 (b25f8648-962b-449e-911c-cc1fd99dd617/c219bb9c-b20f-4701-a7f3-9a4d784b8627/f3ad4aee-7fea-4782-8fc3-7add5d977267) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:23:43.370049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:43.535310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:43.591260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Network b25f8648-962b-449e-911c-cc1fd99dd617 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:23:43.596767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:23:43.602649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:23:43.612639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f80ad-7092-42c0-a7d1-08cbcd9bfb7a req-9950621d-5e6f-49a2-a69a-17f13c4ec09e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.614248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-836f80ad-7092-42c0-a7d1-08cbcd9bfb7a req-9950621d-5e6f-49a2-a69a-17f13c4ec09e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1101980
Nov 13 21:23:43.616422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Pushing event updated for resources: {'Port': ['ID=f3ad4aee-7fea-4782-8fc3-7add5d977267,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:43.685955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.686754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:43.707879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-836f80ad-7092-42c0-a7d1-08cbcd9bfb7a req-4415d006-ff4c-4b11-ad25-bf436b501749 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704696
Nov 13 21:23:43.797761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-bf71c9c8-a4c0-42cc-ae2c-e967f0ad784b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0556176
Nov 13 21:23:43.811127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Request body: {'port': {'device_id': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:43.877290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:43.886058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.892035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.898552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.904473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.910440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.916346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.922260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:43.924236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-a9c847e5-8c7c-4510-b33f-600d0bec98c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.0986512
Nov 13 21:23:43.987803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9b1c2c9-abc4-4533-894e-1be30a02a380 req-67f658da-a380-4876-bcf2-bf6f210c04ac tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0570154
Nov 13 21:23:44.163171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ad4aee-7fea-4782-8fc3-7add5d977267 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:44.172954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:44.189041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Transition to ACTIVE for port object f3ad4aee-7fea-4782-8fc3-7add5d977267 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:23:44.206872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd43fc9-b6a0-4308-a6de-775f9f5b30df req-a43e05ca-374a-471a-a8db-bbdefbbb39ec tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.208531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcd43fc9-b6a0-4308-a6de-775f9f5b30df req-a43e05ca-374a-471a-a8db-bbdefbbb39ec tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0835428
Nov 13 21:23:44.236742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6e2c5-f16f-4191-a105-cb6dc0e39778 req-55f1b2ea-7e12-47d4-a344-d2641ea3bfda tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.238546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96a6e2c5-f16f-4191-a105-cb6dc0e39778 req-55f1b2ea-7e12-47d4-a344-d2641ea3bfda tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 932 time: 0.0535359
Nov 13 21:23:44.277476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcd43fc9-b6a0-4308-a6de-775f9f5b30df req-4126a8c4-09ba-4512-a362-beb95d2d3a5c tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602672
Nov 13 21:23:44.280154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:44.302980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96a6e2c5-f16f-4191-a105-cb6dc0e39778 req-2035ccf8-c8b2-4bb0-9d7a-8ad200cde8f7 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575330
Nov 13 21:23:44.366942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561a00-4207-413c-be86-af04aa46102f service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad4aee-7fea-4782-8fc3-7add5d977267,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:44.406675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:44.420321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Attempting to bind port f3ad4aee-7fea-4782-8fc3-7add5d977267 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:23:44.421072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Attempting to bind port f3ad4aee-7fea-4782-8fc3-7add5d977267 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:23:44.421381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Attempting to bind port f3ad4aee-7fea-4782-8fc3-7add5d977267 on network b25f8648-962b-449e-911c-cc1fd99dd617 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:44.428086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Port f3ad4aee-7fea-4782-8fc3-7add5d977267 on network b25f8648-962b-449e-911c-cc1fd99dd617 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:23:44.428086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Attempting to bind port f3ad4aee-7fea-4782-8fc3-7add5d977267 on network b25f8648-962b-449e-911c-cc1fd99dd617 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:23:44.432345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:23:44.432768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Checking segment: {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:23:44.433151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Bound using segment: {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:23:44.433580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Bound port: f3ad4aee-7fea-4782-8fc3-7add5d977267, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:23:44.433928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:44.497421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] For port f3ad4aee-7fea-4782-8fc3-7add5d977267, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:23:44.500441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] For port f3ad4aee-7fea-4782-8fc3-7add5d977267, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ad4aee-7fea-4782-8fc3-7add5d977267,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:23:44.577476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:44.617271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.617894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:44.619313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-66561a00-4207-413c-be86-af04aa46102f service neutron] 10.222.0.46 "PUT /v2.0/ports/f3ad4aee-7fea-4782-8fc3-7add5d977267 HTTP/1.1" status: 200  len: 1092 time: 0.8141057
Nov 13 21:23:44.619764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'tag': 'f3ad4aee-7fea-4782-8fc3-7add5d977267'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:44.622015 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de36bf2d-3279-4b44-9246-9ff01e782fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef722dcc-0d47-410d-8cb7-0f145539f679", "tag": "f3ad4aee-7fea-4782-8fc3-7add5d977267"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:44.646672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66561a00-4207-413c-be86-af04aa46102f service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad4aee-7fea-4782-8fc3-7add5d977267,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:44.657807 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd82da-f101-40b4-bdc6-9c879e20ce00 x-openstack-request-id: req-79cd82da-f101-40b4-bdc6-9c879e20ce00 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:44.658096 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef722dcc-0d47-410d-8cb7-0f145539f679", "tag": "f3ad4aee-7fea-4782-8fc3-7add5d977267", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:44.658349 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79cd82da-f101-40b4-bdc6-9c879e20ce00 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:44.658750 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'tag': 'f3ad4aee-7fea-4782-8fc3-7add5d977267', 'status': 'completed', 'code': 200}
Nov 13 21:23:44.721413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36bf2d-3279-4b44-9246-9ff01e782fe9 req-b98a8d52-b733-422a-8b95-559bfa3d6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.722925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de36bf2d-3279-4b44-9246-9ff01e782fe9 req-b98a8d52-b733-422a-8b95-559bfa3d6a5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 1095 time: 0.0419939
Nov 13 21:23:44.845957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4c84b-e931-4f52-b672-c28a73ba48db req-059a3dec-06a5-4660-8339-1c870f6ef6ad tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.845957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ace4c84b-e931-4f52-b672-c28a73ba48db req-059a3dec-06a5-4660-8339-1c870f6ef6ad tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0552359
Nov 13 21:23:44.846240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36bf2d-3279-4b44-9246-9ff01e782fe9 req-3020e90a-26a2-4a3e-bf79-7f0f04a2ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.846240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de36bf2d-3279-4b44-9246-9ff01e782fe9 req-3020e90a-26a2-4a3e-bf79-7f0f04a2ca95 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87ef4a1c09f3441596d38ab535257613&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1079476
Nov 13 21:23:44.898827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ace4c84b-e931-4f52-b672-c28a73ba48db req-03318a94-d833-46d6-a87a-f0ffb8fcb71d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529134
Nov 13 21:23:44.977923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36bf2d-3279-4b44-9246-9ff01e782fe9 req-f93d8887-ea5a-43c2-81bd-8b0e0f91c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.979426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de36bf2d-3279-4b44-9246-9ff01e782fe9 req-f93d8887-ea5a-43c2-81bd-8b0e0f91c4c4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1292918
Nov 13 21:23:44.988107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55404070-78bc-4268-952c-ecbd3c16d7b6 req-0c1c09b1-5b1f-4261-be6c-f5930efda330 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:44.989613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55404070-78bc-4268-952c-ecbd3c16d7b6 req-0c1c09b1-5b1f-4261-be6c-f5930efda330 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0799336
Nov 13 21:23:45.103499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55404070-78bc-4268-952c-ecbd3c16d7b6 req-152a06ff-af18-4e31-a9ab-406ccb36a41b tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069865
Nov 13 21:23:45.106825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-15a82d60-f651-45f6-8481-a5589e5e4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.108164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-15a82d60-f651-45f6-8481-a5589e5e4356 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 1095 time: 0.0850644
Nov 13 21:23:45.155749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.160894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-e4b507d2-dba6-4b9f-978c-b6eb647c9d80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ad4aee-7fea-4782-8fc3-7add5d977267 HTTP/1.1" status: 200  len: 217 time: 0.0445344
Nov 13 21:23:45.162558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.168677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.174879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.180956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.187067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.193581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.197177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-5a83858b-6c3f-4953-89d5-2f20dc2091a3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5422 time: 0.1147375
Nov 13 21:23:45.217058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-74ada706-b6e6-41cb-9243-363221912e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.218585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-74ada706-b6e6-41cb-9243-363221912e14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c219bb9c-b20f-4701-a7f3-9a4d784b8627 HTTP/1.1" status: 200  len: 854 time: 0.0516076
Nov 13 21:23:45.282361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85ce746f-9a86-41c2-b28a-43d2bbbfecff req-00e1118b-bff4-4a71-87d2-7507aeaa3241 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0664930
Nov 13 21:23:45.369306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3e7daa8-592e-4d28-ad60-85f5261d8051 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:45.397746 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:23:45.480477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:45.577987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-eb45b3dc-ea55-4d38-aa25-60b6327c96f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b25f8648-962b-449e-911c-cc1fd99dd617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3515725
Nov 13 21:23:45.644028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'a3e7daa8-592e-4d28-ad60-85f5261d8051', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'port_id': 'a3e7daa8-592e-4d28-ad60-85f5261d8051', 'mac_address': 'fa:16:3e:ef:54:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:45.682485 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:45.693752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61f91-3236-4cfa-9f86-5d407ef8aee2 req-cddc6c34-ea34-4b62-a63a-cd9ffdacf58b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:45.695314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29d61f91-3236-4cfa-9f86-5d407ef8aee2 req-cddc6c34-ea34-4b62-a63a-cd9ffdacf58b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 944 time: 0.1198432
Nov 13 21:23:45.695698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e7daa8-592e-4d28-ad60-85f5261d8051 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:45.714804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:45.725786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-2fd66d24-8176-4d10-af8c-2b2e55ee533a service neutron] 10.222.0.46 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380730
Nov 13 21:23:45.801373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29d61f91-3236-4cfa-9f86-5d407ef8aee2 req-44175d22-b8e7-440f-b063-b0653e7657ed tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991213
Nov 13 21:23:45.839540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91ad0e0f-3e9d-44b3-9a60-48d9c03b7d64 req-1719d961-2836-448d-ac39-4ac72de4eb7f service neutron] 10.222.0.46 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057527
Nov 13 21:23:45.855795 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:45.856473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7fc6fb3c-1754-48c1-9efc-21da921c476f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:45.919465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:45.923515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7fc6fb3c-1754-48c1-9efc-21da921c476f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:45.940184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7fc6fb3c-1754-48c1-9efc-21da921c476f', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'port_id': '7fc6fb3c-1754-48c1-9efc-21da921c476f', 'mac_address': 'fa:16:3e:0d:c7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:45.981141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.000193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc6fb3c-1754-48c1-9efc-21da921c476f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:46.024314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7fc6fb3c-1754-48c1-9efc-21da921c476f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.025942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb549-b609-429d-b6e3-ff0fd0126b44 req-883e5086-3d4b-42d1-aca8-93f3a10927d3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.027441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-504eb549-b609-429d-b6e3-ff0fd0126b44 req-883e5086-3d4b-42d1-aca8-93f3a10927d3 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0541115
Nov 13 21:23:46.076499 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-504eb549-b609-429d-b6e3-ff0fd0126b44 req-042579e7-b29a-4ebb-b06e-fde45aac86d2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426977
Nov 13 21:23:46.108110 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.108825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0a427dab-d924-4975-9161-539b3dccfa10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:46.183469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7fc6fb3c-1754-48c1-9efc-21da921c476f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:46.224746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36cc54-cdce-480c-99cf-3e97cac63511 req-2beea9d7-a637-4383-91a4-be0ee2e0320d tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.226210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce36cc54-cdce-480c-99cf-3e97cac63511 req-2beea9d7-a637-4383-91a4-be0ee2e0320d tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0507195
Nov 13 21:23:46.256295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0a427dab-d924-4975-9161-539b3dccfa10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a427dab-d924-4975-9161-539b3dccfa10,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.271652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '0a427dab-d924-4975-9161-539b3dccfa10', 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'port_id': '0a427dab-d924-4975-9161-539b3dccfa10', 'mac_address': 'fa:16:3e:22:02:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c453142-d1f6-4a55-9575-70070ef5806e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:46.281010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce36cc54-cdce-480c-99cf-3e97cac63511 req-3d5a785e-f6fd-42ae-a634-c36ab655478c tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3aab3d1-12f0-40fb-a369-4678aedd2a13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470414
Nov 13 21:23:46.283407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750827d-9a38-4730-8359-e1816800c631 req-ded10ae0-0504-4cb4-a7ea-4809e0650915 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.285450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e750827d-9a38-4730-8359-e1816800c631 req-ded10ae0-0504-4cb4-a7ea-4809e0650915 tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.37 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 949 time: 0.0548160
Nov 13 21:23:46.326488 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.340542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a427dab-d924-4975-9161-539b3dccfa10 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:46.364167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0a427dab-d924-4975-9161-539b3dccfa10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a427dab-d924-4975-9161-539b3dccfa10,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.441897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.447723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.451393 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.452169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:46.453611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.459980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.465931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.471738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.478237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.480119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-66321851-d3af-4d07-b9ae-201945a88cf0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5424 time: 0.1074820
Nov 13 21:23:46.483712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Deleting port a4e79364-4138-4914-bb55-ac16d1277bb2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:23:46.484043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.531072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0a427dab-d924-4975-9161-539b3dccfa10,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:46.606116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.617125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] For port a4e79364-4138-4914-bb55-ac16d1277bb2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4e79364-4138-4914-bb55-ac16d1277bb2,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.621571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.621716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'port_id': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'mac_address': 'fa:16:3e:01:b6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:46.624511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4f2b2d7-909b-4875-be61-3f140df50bb6 req-ad11324c-cc1a-415a-a376-2930e82545dd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1198816
Nov 13 21:23:46.636245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Calling delete_port for a4e79364-4138-4914-bb55-ac16d1277bb2 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:23:46.665948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.684516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:46.705549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.815329 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.816064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:46.887084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:46.889981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:46.902243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad', 'network_id': '3ebcd59d-e185-4fb2-9bf0-79d1e11ac279', 'port_id': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad', 'mac_address': 'fa:16:3e:ed:99:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c453142-d1f6-4a55-9575-70070ef5806e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:46.941560 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.942041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b18565-9994-4e89-bb4c-07762a1e0fe9 req-056cec83-f5a3-4fc4-81c3-d30ac3d50dc8 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:46.954670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0b18565-9994-4e89-bb4c-07762a1e0fe9 req-056cec83-f5a3-4fc4-81c3-d30ac3d50dc8 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 944 time: 0.0855796
Nov 13 21:23:46.959658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:46.965915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:46.975667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a4e79364-4138-4914-bb55-ac16d1277bb2'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:46.999052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Pushing event deleted for resources: {'Port': ['ID=a4e79364-4138-4914-bb55-ac16d1277bb2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:47.012865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:47.030905 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0b18565-9994-4e89-bb4c-07762a1e0fe9 req-72a58db8-0146-4507-beca-419bb403f1f4 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698299
Nov 13 21:23:47.074946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] No DVR routers for this DVR port a4e79364-4138-4914-bb55-ac16d1277bb2 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:23:47.077690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:47.081192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e750827d-9a38-4730-8359-e1816800c631 req-4c6c0a19-576a-43da-8df7-a46d0d2f41bf tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.37 "DELETE /v2.0/ports/a4e79364-4138-4914-bb55-ac16d1277bb2 HTTP/1.1" status: 204  len: 173 time: 0.7877862
Nov 13 21:23:47.081710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'name': 'network-vif-deleted', 'tag': 'a4e79364-4138-4914-bb55-ac16d1277bb2'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:47.084811 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffb883-8de0-4e17-84a3-18b348778da4" -d '{"events": [{"server_uuid": "0de98f62-2a9e-4c20-bd97-5b685aaef7a6", "name": "network-vif-deleted", "tag": "a4e79364-4138-4914-bb55-ac16d1277bb2"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:47.138792 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dc83d9-5d34-410f-8da3-b95b1504daa7 x-openstack-request-id: req-51dc83d9-5d34-410f-8da3-b95b1504daa7 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:47.139089 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de98f62-2a9e-4c20-bd97-5b685aaef7a6", "name": "network-vif-deleted", "tag": "a4e79364-4138-4914-bb55-ac16d1277bb2", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:47.139342 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51dc83d9-5d34-410f-8da3-b95b1504daa7 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:47.139741 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de98f62-2a9e-4c20-bd97-5b685aaef7a6', 'name': 'network-vif-deleted', 'tag': 'a4e79364-4138-4914-bb55-ac16d1277bb2', 'status': 'completed', 'code': 200}
Nov 13 21:23:47.152788 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:47.153472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:47.231307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:47.233959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:47.234193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185855d8-766e-4d21-84bd-5a94ab5b72af req-f0e37d6c-e9be-4a2a-a7ff-62d02a082fc7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.243556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-185855d8-766e-4d21-84bd-5a94ab5b72af req-f0e37d6c-e9be-4a2a-a7ff-62d02a082fc7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0795763
Nov 13 21:23:47.254618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'da11fd2e-5a75-4939-a4b5-f0dc1ad398b8', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'port_id': 'da11fd2e-5a75-4939-a4b5-f0dc1ad398b8', 'mac_address': 'fa:16:3e:53:8a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:47.299088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:47.309091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-185855d8-766e-4d21-84bd-5a94ab5b72af req-1de6ebf6-8060-4763-aac3-94ffce027910 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621276
Nov 13 21:23:47.318980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:47.341319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:47.401302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:47.402600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8443b0d3-7ab2-42c7-acdb-3f680ac30901 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:47.406571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a662db6-c444-4be1-97bc-658578ead04b req-3962e8df-bf52-4052-9f85-4ef83585350f tempest-VolumesNegativeTest-1279526454 tempest-VolumesNegativeTest-1279526454-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de98f62-2a9e-4c20-bd97-5b685aaef7a6 HTTP/1.1" status: 200  len: 210 time: 0.0388536
Nov 13 21:23:47.474992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:47.487090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:47.492913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '8443b0d3-7ab2-42c7-acdb-3f680ac30901', 'network_id': 'ffc75d93-9301-4212-83e2-fa1cf616cb8d', 'port_id': '8443b0d3-7ab2-42c7-acdb-3f680ac30901', 'mac_address': 'fa:16:3e:81:3c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ce0ea3-472f-4fba-920b-f1a72a1c2beb', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:47.530594 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:47.544036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8443b0d3-7ab2-42c7-acdb-3f680ac30901 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:47.562776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:47.646719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:47.698464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8443b0d3-7ab2-42c7-acdb-3f680ac30901,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:47.765872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.771899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.778442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.784387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.790408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.796531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.803736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:47.805707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-bcc753aa-42d7-4034-84d3-3f29469bd1ae tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5429 time: 0.0950110
Nov 13 21:23:47.866061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d64ea21-2966-4447-8fa0-20fff55fa494 req-fe5bca2a-e87f-4cfb-87ec-369731c37db2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0538332
Nov 13 21:23:48.150922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbfe26-3822-4a4e-8f7c-6cad924c120e req-9033bea3-0cac-4cdc-9a87-bebaead3e0e3 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:48.152619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1bbfe26-3822-4a4e-8f7c-6cad924c120e req-9033bea3-0cac-4cdc-9a87-bebaead3e0e3 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 944 time: 0.0510461
Nov 13 21:23:48.201560 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1bbfe26-3822-4a4e-8f7c-6cad924c120e req-1c6dd889-38dc-4db1-aaf3-c638e11353b2 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427916
Nov 13 21:23:48.379334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7fc6fb3c-1754-48c1-9efc-21da921c476f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:48.406057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:48.408199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3e7daa8-592e-4d28-ad60-85f5261d8051'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:48.423700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba491b1-7110-45ea-a70b-8f62e3df58d0 req-798d0e5c-4459-446c-bd26-de86752d98a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:48.425683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dba491b1-7110-45ea-a70b-8f62e3df58d0 req-798d0e5c-4459-446c-bd26-de86752d98a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0531540
Nov 13 21:23:48.455087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['0a427dab-d924-4975-9161-539b3dccfa10'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:48.482928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dba491b1-7110-45ea-a70b-8f62e3df58d0 req-35e57f4c-4407-4bbe-8a79-904ebdb6d669 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486717
Nov 13 21:23:48.487561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['da11fd2e-5a75-4939-a4b5-f0dc1ad398b8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:48.500597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['8443b0d3-7ab2-42c7-acdb-3f680ac30901'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:48.502946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9557c4a4-1f29-4bf0-8366-c0d8db6e03ad'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:49.022368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.038007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.044116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.050322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.054061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ad4aee-7fea-4782-8fc3-7add5d977267 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:23:49.057202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.063203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.069772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.071923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-03f45f45-9b53-48c4-86ef-440a24560a89 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5429 time: 0.1277828
Nov 13 21:23:49.135230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209f6152-d23b-45b0-9b57-670c08ec0a1d req-c73e1ed3-7d89-439c-a3f4-17c0756621ac tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0565999
Nov 13 21:23:49.329078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7d53-04a0-4147-842d-b7e7c1765c55 req-b15699aa-087c-4f5f-9d93-bee295343343 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.337943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-655c7d53-04a0-4147-842d-b7e7c1765c55 req-b15699aa-087c-4f5f-9d93-bee295343343 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 944 time: 0.0648010
Nov 13 21:23:49.360532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ad4aee-7fea-4782-8fc3-7add5d977267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ad4aee-7fea-4782-8fc3-7add5d977267,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:49.375735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'f3ad4aee-7fea-4782-8fc3-7add5d977267', 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617', 'port_id': 'f3ad4aee-7fea-4782-8fc3-7add5d977267', 'mac_address': 'fa:16:3e:f8:95:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c219bb9c-b20f-4701-a7f3-9a4d784b8627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:23:49.390485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-655c7d53-04a0-4147-842d-b7e7c1765c55 req-5923f2ed-e760-4a2e-866a-21c7b526ca38 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510230
Nov 13 21:23:49.416583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:49.431371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ad4aee-7fea-4782-8fc3-7add5d977267 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:23:49.451338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ad4aee-7fea-4782-8fc3-7add5d977267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ad4aee-7fea-4782-8fc3-7add5d977267,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:49.582031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:49.612017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dcdec-0f73-4d96-a930-81793b56f105 req-8b544b5d-2418-4824-a880-1876197ba8da tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:49.613572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-809dcdec-0f73-4d96-a930-81793b56f105 req-8b544b5d-2418-4824-a880-1876197ba8da tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0539148
Nov 13 21:23:49.637343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f3ad4aee-7fea-4782-8fc3-7add5d977267,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:49.672360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-809dcdec-0f73-4d96-a930-81793b56f105 req-2cf82b6c-7c6d-4708-b109-c44604c1b96e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507097
Nov 13 21:23:49.682371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4e79364-4138-4914-bb55-ac16d1277bb2 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:23:49.711230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: a4e79364-4138-4914-bb55-ac16d1277bb2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:23:49.711230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4e79364-4138-4914-bb55-ac16d1277bb2 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:23:49.862102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f3ad4aee-7fea-4782-8fc3-7add5d977267'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:23:50.276397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.282289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.288777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.296933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.300875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.306801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.312669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.314602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2397b664-db72-44cd-b0bc-faaf3627565b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5429 time: 0.0973427
Nov 13 21:23:50.377360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b97972f2-4a2b-4269-8309-9a53aade592b req-2ec4685a-df3f-441f-83e9-ad982e9c9b8c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0560558
Nov 13 21:23:50.512727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec43d26-4704-4b15-a981-62762d16b68f req-9118f840-7f9f-4f91-a61c-121c51245c55 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.514447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ec43d26-4704-4b15-a981-62762d16b68f req-9118f840-7f9f-4f91-a61c-121c51245c55 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 945 time: 0.0486269
Nov 13 21:23:50.562208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ec43d26-4704-4b15-a981-62762d16b68f req-b73443f9-d941-4796-a869-8c4072492439 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407605
Nov 13 21:23:50.792844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5efe7e-b958-4b77-9fc2-190b859b0f61 req-540585d0-ed22-4514-a635-0ad6c6b22a84 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:50.794311 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce5efe7e-b958-4b77-9fc2-190b859b0f61 req-540585d0-ed22-4514-a635-0ad6c6b22a84 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0499334
Nov 13 21:23:50.841016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce5efe7e-b958-4b77-9fc2-190b859b0f61 req-d4831948-38e6-4880-8a35-a8a1ccd9eae7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406101
Nov 13 21:23:51.053912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ad4aee-7fea-4782-8fc3-7add5d977267 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:51.231705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port f3ad4aee-7fea-4782-8fc3-7add5d977267 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:51.231705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port f3ad4aee-7fea-4782-8fc3-7add5d977267 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:51.231705 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:51.306284 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:51.328420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad4aee-7fea-4782-8fc3-7add5d977267'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:51.330697 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa988a3-6085-4357-91ae-dfa63be4affe" -d '{"events": [{"server_uuid": "ef722dcc-0d47-410d-8cb7-0f145539f679", "name": "network-vif-plugged", "status": "completed", "tag": "f3ad4aee-7fea-4782-8fc3-7add5d977267"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:51.343511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ad4aee-7fea-4782-8fc3-7add5d977267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ad4aee-7fea-4782-8fc3-7add5d977267,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:51.368827 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd08fcf9-8de2-4e1c-a4e3-0b4df7c0d09e x-openstack-request-id: req-dd08fcf9-8de2-4e1c-a4e3-0b4df7c0d09e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:51.369118 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef722dcc-0d47-410d-8cb7-0f145539f679", "name": "network-vif-plugged", "status": "completed", "tag": "f3ad4aee-7fea-4782-8fc3-7add5d977267", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:51.369371 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd08fcf9-8de2-4e1c-a4e3-0b4df7c0d09e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:51.369775 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad4aee-7fea-4782-8fc3-7add5d977267', 'code': 200}
Nov 13 21:23:51.503091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16dc8-e123-4ca8-a25b-7d8154bc63e2 req-b79b5f03-0817-430e-ac34-ca37a5962871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.504738 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2c16dc8-e123-4ca8-a25b-7d8154bc63e2 req-b79b5f03-0817-430e-ac34-ca37a5962871 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 1096 time: 0.0764220
Nov 13 21:23:51.514078 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:51.529770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.535690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.544866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.548364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.554984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.560990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.566951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.568996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603dd857-04cd-4d49-b152-fada4faf5161 req-30f19a6a-a4d6-4976-8328-bbe1b41c805d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5429 time: 0.1121671
Nov 13 21:23:51.636293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c2c16dc8-e123-4ca8-a25b-7d8154bc63e2 req-1881b806-82ef-432a-aace-d407d355692e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218154
Nov 13 21:23:51.674848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603dd857-04cd-4d49-b152-fada4faf5161 req-5b997852-9b92-4a72-aeb4-5512d81135e7 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0874162
Nov 13 21:23:51.703498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:51.711701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eabcbc-7ac3-42d5-8d32-d91d99b83e0d req-55160882-b880-4932-b047-334b35bb9396 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.713374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0eabcbc-7ac3-42d5-8d32-d91d99b83e0d req-55160882-b880-4932-b047-334b35bb9396 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 946 time: 0.0663636
Nov 13 21:23:51.748063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f3ad4aee-7fea-4782-8fc3-7add5d977267,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:51.761054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0eabcbc-7ac3-42d5-8d32-d91d99b83e0d req-1f1353a4-25dc-483f-a062-f395e16fc7dc tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417087
Nov 13 21:23:51.850880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:51.855051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:51.855428 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:51.943620 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:51.964101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1da2-4f74-4b81-b92c-a753999bbf09 req-3db567f9-bf18-48a0-8113-2a0027f6ab1f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:51.965764 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbcd1da2-4f74-4b81-b92c-a753999bbf09 req-3db567f9-bf18-48a0-8113-2a0027f6ab1f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0526834
Nov 13 21:23:51.978779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:52.021129 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbcd1da2-4f74-4b81-b92c-a753999bbf09 req-3f8c4ee5-5eff-43bb-9162-2174dd32ffae tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471306
Nov 13 21:23:52.072825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.073654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3e7daa8-592e-4d28-ad60-85f5261d8051 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:52.150476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:52.262609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port a3e7daa8-592e-4d28-ad60-85f5261d8051 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:52.266639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port a3e7daa8-592e-4d28-ad60-85f5261d8051 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:52.267013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.348410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.379908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:52.445164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.445969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7fc6fb3c-1754-48c1-9efc-21da921c476f up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:52.518938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:52.605557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7fc6fb3c-1754-48c1-9efc-21da921c476f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:52.615501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7fc6fb3c-1754-48c1-9efc-21da921c476f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:52.615501 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.735720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.770345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7fc6fb3c-1754-48c1-9efc-21da921c476f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:52.837455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.843432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.850267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.856313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.862284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.869113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.885077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.885077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-469048ba-79cd-4b71-8668-5d236f220ff2 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5431 time: 0.0952759
Nov 13 21:23:52.900943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b226536-0f39-44e6-b952-383b03fa053e req-8059fdf3-0df8-4ae9-b165-66629a8dc360 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:52.902545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b226536-0f39-44e6-b952-383b03fa053e req-8059fdf3-0df8-4ae9-b165-66629a8dc360 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 946 time: 0.0662506
Nov 13 21:23:52.918469 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:52.919675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0a427dab-d924-4975-9161-539b3dccfa10 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:52.955413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8afcd74e-a236-416b-9517-11c4737e2fbb req-31cadce6-d0f5-4715-95bb-8367e7808938 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0723183
Nov 13 21:23:52.990909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b226536-0f39-44e6-b952-383b03fa053e req-15b422e3-44d3-4816-b016-9fbf522c860e tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809934
Nov 13 21:23:53.048830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7fc6fb3c-1754-48c1-9efc-21da921c476f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:53.158490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd39fb-962c-48a4-97cf-889de040fa05 req-94503b82-306b-47d6-a3bf-c842dca35374 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:53.160071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31cd39fb-962c-48a4-97cf-889de040fa05 req-94503b82-306b-47d6-a3bf-c842dca35374 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0552673
Nov 13 21:23:53.184616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 0a427dab-d924-4975-9161-539b3dccfa10 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:53.188974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 0a427dab-d924-4975-9161-539b3dccfa10 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:53.198169 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:53.209684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31cd39fb-962c-48a4-97cf-889de040fa05 req-8b3be9f4-5e0e-40b0-aa2e-0af8d0377528 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429087
Nov 13 21:23:53.267650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:53.300144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0a427dab-d924-4975-9161-539b3dccfa10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a427dab-d924-4975-9161-539b3dccfa10,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:53.370794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e7daa8-592e-4d28-ad60-85f5261d8051'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc6fb3c-1754-48c1-9efc-21da921c476f'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a427dab-d924-4975-9161-539b3dccfa10'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:53.373123 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91343aac-e41c-443f-9aec-df349fa73937" -d '{"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "9557c4a4-1f29-4bf0-8366-c0d8db6e03ad"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "a3e7daa8-592e-4d28-ad60-85f5261d8051"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "7fc6fb3c-1754-48c1-9efc-21da921c476f"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "0a427dab-d924-4975-9161-539b3dccfa10"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdac0fe-d5ef-4b47-9e0c-0bec760e6d43 x-openstack-request-id: req-2fdac0fe-d5ef-4b47-9e0c-0bec760e6d43 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "9557c4a4-1f29-4bf0-8366-c0d8db6e03ad", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "a3e7daa8-592e-4d28-ad60-85f5261d8051", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "7fc6fb3c-1754-48c1-9efc-21da921c476f", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "0a427dab-d924-4975-9161-539b3dccfa10", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fdac0fe-d5ef-4b47-9e0c-0bec760e6d43 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad', 'code': 200}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e7daa8-592e-4d28-ad60-85f5261d8051', 'code': 200}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc6fb3c-1754-48c1-9efc-21da921c476f', 'code': 200}
Nov 13 21:23:53.416004 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a427dab-d924-4975-9161-539b3dccfa10', 'code': 200}
Nov 13 21:23:53.530068 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:53.530887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:53.611886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0a427dab-d924-4975-9161-539b3dccfa10,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:53.811580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:53.815853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:53.816272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:53.820929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b6f9e-33a8-4bbc-af6c-962ad2f2f447 req-efc9e4ad-8740-4a85-b762-0a17ac0aae85 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:53.822636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b48b6f9e-33a8-4bbc-af6c-962ad2f2f447 req-efc9e4ad-8740-4a85-b762-0a17ac0aae85 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0550592
Nov 13 21:23:53.886998 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b48b6f9e-33a8-4bbc-af6c-962ad2f2f447 req-e6b6e3eb-d0eb-40f4-bfb1-9241565879d1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539086
Nov 13 21:23:53.905832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:53.938453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:53.975692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-b6469558-e19e-43d7-a9ef-f57b88304543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:53.977205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-b6469558-e19e-43d7-a9ef-f57b88304543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.0405424
Nov 13 21:23:54.040809 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.041717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8443b0d3-7ab2-42c7-acdb-3f680ac30901 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:54.093671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-2a86cddd-118f-405e-b6d6-0edc27232c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.095064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-2a86cddd-118f-405e-b6d6-0edc27232c01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.1105208
Nov 13 21:23:54.119337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.128005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.135524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.143361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.143993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:54.149144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.155549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.161559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.163793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-0a4e8754-c129-4451-b897-a706d85d62f9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5434 time: 0.1214693
Nov 13 21:23:54.209158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-74da08aa-408a-403b-a95c-c77f9412a324 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.1034596
Nov 13 21:23:54.225127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936465-60e2-4bca-82c3-29c47d0228f2 req-ca4514ed-1088-4199-bf77-1bbcf649b8ff tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.226700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4936465-60e2-4bca-82c3-29c47d0228f2 req-ca4514ed-1088-4199-bf77-1bbcf649b8ff tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 946 time: 0.1306524
Nov 13 21:23:54.253296 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-317daaa3-8f77-474f-9869-1e6f68c628c0 req-fe95d160-273e-4da4-b70c-509d44dbfd74 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0709233
Nov 13 21:23:54.267371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:54.272019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:54.272662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.303694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-6a070972-13e0-4609-b9b7-98d0f20db361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.305189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-6a070972-13e0-4609-b9b7-98d0f20db361 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0776148
Nov 13 21:23:54.312390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4936465-60e2-4bca-82c3-29c47d0228f2 req-014de039-10a9-4253-a31d-58dafe24694b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767603
Nov 13 21:23:54.367292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.367541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-6c57f6c1-2767-4817-88e1-3fe0345166cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:54.369011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-6c57f6c1-2767-4817-88e1-3fe0345166cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0557113
Nov 13 21:23:54.410201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:54.468253 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.469388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:23:54.476656 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-a7c22645-d684-47a7-b7a6-8771dac5b9e0 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003397
Nov 13 21:23:54.565921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8443b0d3-7ab2-42c7-acdb-3f680ac30901,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:54.590305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68df0aaf-b40d-4a05-8bd8-d071ff5d53c7 req-4620f938-72de-40d8-bfd3-10fd1d2029a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048288
Nov 13 21:23:54.633897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:23:54.637778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:23:54.638228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.707143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6acfb87a-82fc-4938-96af-603b3785a415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.726618 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.757844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:23:54.861439 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:54.915975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:55.026742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5003e7-39bd-42e4-8a19-a3efeed86c3e req-cefd6a19-9997-4ddd-b0d9-c0bd0ef867df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.028601 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba5003e7-39bd-42e4-8a19-a3efeed86c3e req-cefd6a19-9997-4ddd-b0d9-c0bd0ef867df tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0610380
Nov 13 21:23:55.076957 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba5003e7-39bd-42e4-8a19-a3efeed86c3e req-d4ff044f-9ce3-4005-9abf-b5158cd8fd19 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418208
Nov 13 21:23:55.384982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.390822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.399806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.402474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.408297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.414230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.415663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da11fd2e-5a75-4939-a4b5-f0dc1ad398b8'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443b0d3-7ab2-42c7-acdb-3f680ac30901'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:23:55.418513 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfef7d5-8067-41a2-a0e4-085c935efcfa" -d '{"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "da11fd2e-5a75-4939-a4b5-f0dc1ad398b8"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "8443b0d3-7ab2-42c7-acdb-3f680ac30901"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:23:55.420124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.422004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-f04b2f90-bb04-4260-a6d8-738d755afe51 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.0950019
Nov 13 21:23:55.458712 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 13 Nov 2021 21:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862d6efa-8524-4cbc-b457-f4f60e817a33 x-openstack-request-id: req-862d6efa-8524-4cbc-b457-f4f60e817a33 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:23:55.459015 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "da11fd2e-5a75-4939-a4b5-f0dc1ad398b8", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "8443b0d3-7ab2-42c7-acdb-3f680ac30901", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-plugged", "status": "completed", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:23:55.459269 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-862d6efa-8524-4cbc-b457-f4f60e817a33 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:23:55.459671 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da11fd2e-5a75-4939-a4b5-f0dc1ad398b8', 'code': 200}
Nov 13 21:23:55.459923 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443b0d3-7ab2-42c7-acdb-3f680ac30901', 'code': 200}
Nov 13 21:23:55.460171 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'code': 200}
Nov 13 21:23:55.481672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9275be78-f11e-41e9-9f18-37fb8d11a72a req-9509d24c-906d-4aac-aefe-aea610e75ce9 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0530548
Nov 13 21:23:55.586899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.587420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.587880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.588340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.588857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.589309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.589756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:55.591644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-bfb52320-a738-4c48-8fae-107885017e69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6493 time: 0.0510483
Nov 13 21:23:55.629403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:55.648507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6500bec-fe5a-4a79-8f14-dec30daa1a9f req-84d33565-27b7-4966-ab23-7ef41935f85c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0481622
Nov 13 21:23:55.743954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-07169ff3-c610-4133-b033-c5bb43577b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:55.825068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-07169ff3-c610-4133-b033-c5bb43577b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:55.919116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-07169ff3-c610-4133-b033-c5bb43577b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:55.960147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-07169ff3-c610-4133-b033-c5bb43577b54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ca4193407704d86bea90a56eb2e5778&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3296485
Nov 13 21:23:55.960939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169ff3-c610-4133-b033-c5bb43577b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d43c30a-c9b3-4698-b556-ec318392b81b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:55.962965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46210) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:56.025095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7c6d-e807-431c-8a02-782eecca5229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:56.045896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7c6d-e807-431c-8a02-782eecca5229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:56.170817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7c6d-e807-431c-8a02-782eecca5229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:56.173494 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf7b7c6d-e807-431c-8a02-782eecca5229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:56.174729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cf7b7c6d-e807-431c-8a02-782eecca5229 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d43c30a-c9b3-4698-b556-ec318392b81b HTTP/1.1" status: 204  len: 168 time: 0.2107060
Nov 13 21:23:56.184131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b7c6d-e807-431c-8a02-782eecca5229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d43c30a-c9b3-4698-b556-ec318392b81b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:56.198003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda16a5-e2be-4903-8959-18c5c546c9e0 req-b4e19ce6-8508-4a4b-8f59-f05a9985d8b4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.199541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bda16a5-e2be-4903-8959-18c5c546c9e0 req-b4e19ce6-8508-4a4b-8f59-f05a9985d8b4 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0516610
Nov 13 21:23:56.258195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bda16a5-e2be-4903-8959-18c5c546c9e0 req-b31aa63c-87e5-4472-a7f9-6d8ff0ec16e2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522611
Nov 13 21:23:56.377195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b28a-17d8-4a8e-82e4-f7c9ea8475d7 req-6563ee7a-f8ae-434f-a6cd-2c1f5613ceb7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.378657 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e72b28a-17d8-4a8e-82e4-f7c9ea8475d7 req-6563ee7a-f8ae-434f-a6cd-2c1f5613ceb7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0487704
Nov 13 21:23:56.427329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5e72b28a-17d8-4a8e-82e4-f7c9ea8475d7 req-c295b3d7-429e-42ea-9958-1456adadc9aa tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423212
Nov 13 21:23:56.543314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37f2a0-41fb-42df-b445-a1070276c0af req-2be76d3f-4762-4093-84f8-bf220879c169 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.550589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e37f2a0-41fb-42df-b445-a1070276c0af req-2be76d3f-4762-4093-84f8-bf220879c169 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0568001
Nov 13 21:23:56.596062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e37f2a0-41fb-42df-b445-a1070276c0af req-bc905d50-9f97-4d1c-b88a-06f2edf4ca6b tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446069
Nov 13 21:23:56.632935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.639307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.645358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.652133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.658875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.664849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.670703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:56.672571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff07b45f-a692-4f76-b846-86202afada53 req-b3b09752-088c-4dcd-be5a-8ecb1d045766 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.1086571
Nov 13 21:23:56.733000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff07b45f-a692-4f76-b846-86202afada53 req-38ea86ab-6a51-4a00-a9ec-e9ad588c9388 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539026
Nov 13 21:23:56.952728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46230) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:56.965798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-db95677a-5f73-468a-a61e-9949fd5e0bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.053977 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-db95677a-5f73-468a-a61e-9949fd5e0bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.072641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10695838-9042-40e7-8430-f4195da9d6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.104419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053cf6e-04a1-4fbf-a011-189c6f2e157a req-d3843cd9-fdc2-45f7-8780-427d7e966bae tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.105911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8053cf6e-04a1-4fbf-a011-189c6f2e157a req-d3843cd9-fdc2-45f7-8780-427d7e966bae tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0479100
Nov 13 21:23:57.152529 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8053cf6e-04a1-4fbf-a011-189c6f2e157a req-16bf3e8d-9c57-4e98-beb1-f6f3a97ead39 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405464
Nov 13 21:23:57.159201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-db95677a-5f73-468a-a61e-9949fd5e0bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.201203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-db95677a-5f73-468a-a61e-9949fd5e0bd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2715d3e57542495d82b1e946a8495fc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2473834
Nov 13 21:23:57.202071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95677a-5f73-468a-a61e-9949fd5e0bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b82b6a-5f33-487a-9c30-e590d43999d8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:57.203864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46234) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:57.251750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f43b48e0-1065-4ec7-b5a9-90973cd4ffde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.272886 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f43b48e0-1065-4ec7-b5a9-90973cd4ffde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.410811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f43b48e0-1065-4ec7-b5a9-90973cd4ffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.414023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f43b48e0-1065-4ec7-b5a9-90973cd4ffde admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:57.415185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f43b48e0-1065-4ec7-b5a9-90973cd4ffde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10b82b6a-5f33-487a-9c30-e590d43999d8 HTTP/1.1" status: 204  len: 168 time: 0.2103357
Nov 13 21:23:57.423624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b48e0-1065-4ec7-b5a9-90973cd4ffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b82b6a-5f33-487a-9c30-e590d43999d8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:23:57.874898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.880873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.886750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.892722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.899856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.906108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.912068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:57.914676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-ac18bd81-354c-45b3-bd54-be880bfb6ebd tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.1015623
Nov 13 21:23:57.976956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd35ac9a-ffba-45ce-a6a5-11872a099acb req-abf4f868-ffca-4a6f-890d-897b9128c53d tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0560403
Nov 13 21:23:58.274781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548d123-c789-41a5-83c2-9132385fcdb0 req-031faf0f-6e34-4f01-8de5-4e2658aef64d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:58.276292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5548d123-c789-41a5-83c2-9132385fcdb0 req-031faf0f-6e34-4f01-8de5-4e2658aef64d tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0541124
Nov 13 21:23:58.333779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5548d123-c789-41a5-83c2-9132385fcdb0 req-5eecfcc9-a412-49e9-9593-8c4bda7c2b51 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475898
Nov 13 21:23:58.594285 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:23:58.798168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a09ae9-ccbc-45ed-9f1b-61ae1bce2edb req-11a4b919-b742-4a54-ac89-3c33a871fc41 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:58.799648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70a09ae9-ccbc-45ed-9f1b-61ae1bce2edb req-11a4b919-b742-4a54-ac89-3c33a871fc41 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0480502
Nov 13 21:23:58.849287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-70a09ae9-ccbc-45ed-9f1b-61ae1bce2edb req-10306561-82ea-4824-916c-c59b2241e64f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427167
Nov 13 21:23:58.927852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-4cfb0659-fe9d-45bd-9f9d-eb7a8a900e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:58.927852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-4cfb0659-fe9d-45bd-9f9d-eb7a8a900e23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 1096 time: 0.0440159
Nov 13 21:23:59.017620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-81bf8f71-f18b-47fd-a827-94612b89754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.019109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-81bf8f71-f18b-47fd-a827-94612b89754e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 200  len: 912 time: 0.0846682
Nov 13 21:23:59.105458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-32bfeb92-daba-4c18-94a8-30d5ece99f85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 200  len: 999 time: 0.0788581
Nov 13 21:23:59.123173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.129934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.135930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.141930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.148404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.154112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-52272321-bed9-473f-9d71-c10707ee19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.154378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.155732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-52272321-bed9-473f-9d71-c10707ee19f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 200  len: 850 time: 0.0439024
Nov 13 21:23:59.160331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.162268 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-53b226d0-c135-484f-9236-8426a789589b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.0973730
Nov 13 21:23:59.201131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-933825eb-8f05-4a20-aa2e-148a0a456720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.202623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-933825eb-8f05-4a20-aa2e-148a0a456720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d574ab3c-11ef-4433-999d-95abd09a8e62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400391
Nov 13 21:23:59.226605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99c364ec-8c70-4076-a8ba-6f1aeea66a02 req-6085cee1-d58d-4068-bae2-3a9df191e502 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0569627
Nov 13 21:23:59.301599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-c572e523-da0e-424f-bc06-9119822686c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909126
Nov 13 21:23:59.419097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.425461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.431589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.437722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.447569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.454467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.484503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:23:59.484503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cbfae333-3a8f-42d7-ab7e-37bbb11698cc req-04529dcc-5369-4be3-89ef-e2e9cddcdf06 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.1642687
Nov 13 21:23:59.484931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46298) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:23:59.489472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Request body: {'floatingip': {'port_id': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:23:59.497928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a67485d0-6efd-4682-87f9-ffdcc24bde16 req-9d1bced9-c13b-4c09-a794-761613555591 service neutron] 10.222.0.37 "GET /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881979
Nov 13 21:23:59.530605 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:00.033804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3678c1-14b0-49d4-a2ef-b560e6421642 req-20a50b3d-a927-46aa-b251-3eda00645ded tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.037516 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f3678c1-14b0-49d4-a2ef-b560e6421642 req-20a50b3d-a927-46aa-b251-3eda00645ded tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.1168725
Nov 13 21:24:00.066582 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:00.100634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f3678c1-14b0-49d4-a2ef-b560e6421642 req-c4592d1c-296c-4494-b8e9-4145c7755c47 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532501
Nov 13 21:24:00.153739 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:00.222335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:00.333483 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Floating IP 8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56 associated. External IP: 172.35.3.145, port: fa1bb153-88fa-4df1-8619-2c9d1f6a50b3.
Nov 13 21:24:00.342851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:00.562277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Router 318575ee-06ec-49c2-9749-1b340e7b69e9 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:24:00.681226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:24:00.687190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:00.693712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] Sync routers for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:24:00.707124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:00.707741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6634c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:23:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:00.714966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a24d5a73-7095-4835-ba28-99a10eccc634 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "PUT /v2.0/floatingips/8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56 HTTP/1.1" status: 200  len: 992 time: 1.2296693
Nov 13 21:24:00.715655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:00.718039 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88791540-3637-45dc-8565-bcb738b6f93d" -d '{"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:00.758630 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757bbb6f-a916-4bd3-907b-d2b35eecae5c x-openstack-request-id: req-757bbb6f-a916-4bd3-907b-d2b35eecae5c {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:00.758890 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:00.759200 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-757bbb6f-a916-4bd3-907b-d2b35eecae5c {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:00.759705 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'status': 'completed', 'code': 200}
Nov 13 21:24:00.822495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:00.830640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.831223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.831554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.832002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.832451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.832925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.833485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.835894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-77748bc3-46d4-40ba-a7f9-a774c55e578f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6493 time: 0.0502377
Nov 13 21:24:00.930710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-39bb8962-90ef-4587-8ca4-261925fea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:00.932083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-39bb8962-90ef-4587-8ca4-261925fea304 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b HTTP/1.1" status: 200  len: 912 time: 0.0887928
Nov 13 21:24:01.002948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-d4285666-2305-4b14-8e5b-a5199285bbdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 1000 time: 0.0643003
Nov 13 21:24:01.057979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6634c0>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'floating_ip_address': '172.35.3.145', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'port_id': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'mac_address': 'fa:16:3e:01:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:23:07Z', 'updated_at': '2021-11-13T21:23:59Z', 'revision_number': 1, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:37Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:01.066530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-d7408a40-015c-413b-a3f3-d15b84cb9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:01.069824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-d7408a40-015c-413b-a3f3-d15b84cb9947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 200  len: 850 time: 0.0547159
Nov 13 21:24:01.089681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] Checking router: 318575ee-06ec-49c2-9749-1b340e7b69e9 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:24:01.099406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:01.102103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:01.102710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6634c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:23:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:01.114952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88791540-3637-45dc-8565-bcb738b6f93d req-3d2c1502-dd76-4032-99fe-fdd0179e7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:01.116496 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-3d2c1502-dd76-4032-99fe-fdd0179e7a27 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90f7b45f-5248-478f-9780-1e89d011db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455947
Nov 13 21:24:01.227801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-5254c3e6-6726-4440-a537-635e08033888 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032467
Nov 13 21:24:01.237270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:01.245371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76afbc0b-f362-460e-871e-a6d98b56571a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.256609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b7896-4260-417c-b215-5b5a4d50adf8 req-8e2aee21-07e8-4eb5-9efd-d138f4eb4344 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:01.258176 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc9b7896-4260-417c-b215-5b5a4d50adf8 req-8e2aee21-07e8-4eb5-9efd-d138f4eb4344 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0830901
Nov 13 21:24:01.346429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc9b7896-4260-417c-b215-5b5a4d50adf8 req-2e55c20c-59ba-43f7-acd0-2550eedea781 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747485
Nov 13 21:24:01.388330 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76afbc0b-f362-460e-871e-a6d98b56571a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.462932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76afbc0b-f362-460e-871e-a6d98b56571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.508084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6634c0>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'floating_ip_address': '172.35.3.145', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'port_id': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'mac_address': 'fa:16:3e:01:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:23:07Z', 'updated_at': '2021-11-13T21:23:59Z', 'revision_number': 1, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:37Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:01.520412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afbc0b-f362-460e-871e-a6d98b56571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c218348e-0113-4935-b6e4-6eda4d1932d8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:01.532457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76afbc0b-f362-460e-871e-a6d98b56571a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35f460b1a1ea4259b4361fbfeba673ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4294322
Nov 13 21:24:01.541896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f705ae-230b-470e-994c-1c2eedf9d0e9 None None] The sync data for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 is: [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'floating_ip_address': '172.35.3.145', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'port_id': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'mac_address': 'fa:16:3e:01:b6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:23:07Z', 'updated_at': '2021-11-13T21:23:59Z', 'revision_number': 1, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:37Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:24:01.545318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46330) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:01.618279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cdda0161-7998-4674-bae5-49484ccba51a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.644157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cdda0161-7998-4674-bae5-49484ccba51a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.719940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cffe44-c06a-4a3d-8f59-a518baae0ed7 req-abdd615e-a1b9-4d60-8c10-c62c978cc4e0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:01.721486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3cffe44-c06a-4a3d-8f59-a518baae0ed7 req-abdd615e-a1b9-4d60-8c10-c62c978cc4e0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0725081
Nov 13 21:24:01.726010 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-88791540-3637-45dc-8565-bcb738b6f93d req-ffc07378-492b-49c9-b408-d8ab5ee01dbb service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4910104
Nov 13 21:24:01.775504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3cffe44-c06a-4a3d-8f59-a518baae0ed7 req-c6fd4163-03e4-430b-8cdc-136fb13600a2 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467424
Nov 13 21:24:01.782761 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a064337e-1cf6-4543-8fd1-c3edf959e7ef None None] New status for floating IP 8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:24:01.794175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cdda0161-7998-4674-bae5-49484ccba51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.796877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cdda0161-7998-4674-bae5-49484ccba51a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:01.801441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cdda0161-7998-4674-bae5-49484ccba51a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c218348e-0113-4935-b6e4-6eda4d1932d8 HTTP/1.1" status: 204  len: 168 time: 0.2544048
Nov 13 21:24:01.817348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda0161-7998-4674-bae5-49484ccba51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c218348e-0113-4935-b6e4-6eda4d1932d8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:03.484172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46406) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:03.510277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-ae21847e-f87f-4080-b4ff-09e7394ac80a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:03.512105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-ae21847e-f87f-4080-b4ff-09e7394ac80a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=451971cd-5d89-4545-ab0f-8d034b9502f5 HTTP/1.1" status: 200  len: 943 time: 0.0572224
Nov 13 21:24:03.599822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-575f3705-73bc-474f-9ba5-a7803c22ff1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.615714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Deleting port 99310ab4-cee8-41d6-80ea-2ea423a97eba {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:03.616124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.683725 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-575f3705-73bc-474f-9ba5-a7803c22ff1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.709824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] For port 99310ab4-cee8-41d6-80ea-2ea423a97eba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99310ab4-cee8-41d6-80ea-2ea423a97eba,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:03.710189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.722816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Calling delete_port for 99310ab4-cee8-41d6-80ea-2ea423a97eba owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:03.781179 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-575f3705-73bc-474f-9ba5-a7803c22ff1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.824215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-575f3705-73bc-474f-9ba5-a7803c22ff1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84ac014bf72944f386d3be433c86f1c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3387885
Nov 13 21:24:03.825942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3705-73bc-474f-9ba5-a7803c22ff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcf81c6-c3af-4d7d-994f-a35e762b17bc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:03.828172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46414) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:03.876978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-056ee058-b658-4bc3-8c05-3e8bfd1716fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.899108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-056ee058-b658-4bc3-8c05-3e8bfd1716fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.925140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:03.937280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc', '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:24:03.952483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'Port': ['ID=99310ab4-cee8-41d6-80ea-2ea423a97eba,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:03.962673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.963023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.963363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.963698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.964032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.964360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.965105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.965105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.965371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.965648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.965969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:03.966452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:04.035379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] No DVR routers for this DVR port 99310ab4-cee8-41d6-80ea-2ea423a97eba on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:04.038910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:04.045206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd5ac0ac-28b9-4790-8003-3380c9b475b4 req-73a64abd-9f26-4965-bb85-51f1977a3922 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "DELETE /v2.0/ports/99310ab4-cee8-41d6-80ea-2ea423a97eba HTTP/1.1" status: 204  len: 173 time: 0.5272915
Nov 13 21:24:04.045768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-deleted', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:04.048171 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f700073d-aafc-491f-b484-a6ae109e731f" -d '{"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-deleted", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:04.050478 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-056ee058-b658-4bc3-8c05-3e8bfd1716fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:04.054374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-056ee058-b658-4bc3-8c05-3e8bfd1716fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:04.055707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-056ee058-b658-4bc3-8c05-3e8bfd1716fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bcf81c6-c3af-4d7d-994f-a35e762b17bc HTTP/1.1" status: 204  len: 168 time: 0.2270029
Nov 13 21:24:04.066293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ee058-b658-4bc3-8c05-3e8bfd1716fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcf81c6-c3af-4d7d-994f-a35e762b17bc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:04.105853 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40c779f-131e-4aea-895f-2fe021152837 x-openstack-request-id: req-c40c779f-131e-4aea-895f-2fe021152837 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:04.106142 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451971cd-5d89-4545-ab0f-8d034b9502f5", "name": "network-vif-deleted", "tag": "99310ab4-cee8-41d6-80ea-2ea423a97eba", "status": "failed", "code": 422}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:04.106395 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c40c779f-131e-4aea-895f-2fe021152837 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:04.106826 ncdv-master-1 neutron-server[120532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '451971cd-5d89-4545-ab0f-8d034b9502f5', 'name': 'network-vif-deleted', 'tag': '99310ab4-cee8-41d6-80ea-2ea423a97eba', 'status': 'failed', 'code': 422} returned with failed status
Nov 13 21:24:05.523618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f9a5-4d3e-4841-a2c8-0de4d2d832f0 req-4e9bb527-2c38-46e0-ae7e-7a0f0e344100 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:05.525143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a388f9a5-4d3e-4841-a2c8-0de4d2d832f0 req-4e9bb527-2c38-46e0-ae7e-7a0f0e344100 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 908 time: 0.0496929
Nov 13 21:24:06.315988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:06.447381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e40f7ee0-82b1-400c-92f1-ead671e89568 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=086b8d0932674db6ba4509370a493494&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1301336
Nov 13 21:24:06.449836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46498) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:06.500459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b56d-09f6-4207-9bcb-c484fafeb183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:06.523320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b56d-09f6-4207-9bcb-c484fafeb183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:06.657063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1566d-c04d-48ca-8105-446f9ae11142 req-a0470c39-a609-4109-91a9-de1c5e772084 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:06.658592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ad1566d-c04d-48ca-8105-446f9ae11142 req-a0470c39-a609-4109-91a9-de1c5e772084 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 908 time: 0.0586720
Nov 13 21:24:06.659894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b56d-09f6-4207-9bcb-c484fafeb183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:06.669268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b56d-09f6-4207-9bcb-c484fafeb183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:06.669268 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfb7b56d-09f6-4207-9bcb-c484fafeb183 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3aab3d1-12f0-40fb-a369-4678aedd2a13 HTTP/1.1" status: 204  len: 168 time: 0.2167442
Nov 13 21:24:06.682656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b56d-09f6-4207-9bcb-c484fafeb183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aab3d1-12f0-40fb-a369-4678aedd2a13,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:06.873968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-283a4996-89ee-42d8-b6b5-1f0abd8d4253 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:06.875418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-283a4996-89ee-42d8-b6b5-1f0abd8d4253 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 908 time: 0.0561769
Nov 13 21:24:06.989313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Deleting port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:06.989750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:07.097730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] For port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:07.098154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:07.114937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Calling delete_port for 61bee2fe-4fef-4179-8d81-ac97f46f9a6d owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:07.365131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:07.391551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'Port': ['ID=61bee2fe-4fef-4179-8d81-ac97f46f9a6d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:07.442581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] No DVR routers for this DVR port 61bee2fe-4fef-4179-8d81-ac97f46f9a6d on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:07.445489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:07.449411 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17b20c67-7bfb-4595-aa9e-73e54dca25ef req-2683a6e5-3d96-4bb9-93ae-a818c13aebd8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.46 "DELETE /v2.0/ports/61bee2fe-4fef-4179-8d81-ac97f46f9a6d HTTP/1.1" status: 204  len: 173 time: 0.5671380
Nov 13 21:24:07.449889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'name': 'network-vif-deleted', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:07.452790 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7567163c-2ba0-4c97-aa7a-6308eb75e91b" -d '{"events": [{"server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "name": "network-vif-deleted", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:07.496590 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948cb661-00af-4bef-a110-912026f77741 x-openstack-request-id: req-948cb661-00af-4bef-a110-912026f77741 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:07.496872 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1911949-dfc0-4a2f-8d08-19a4052db73a", "name": "network-vif-deleted", "tag": "61bee2fe-4fef-4179-8d81-ac97f46f9a6d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:07.497322 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-948cb661-00af-4bef-a110-912026f77741 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:07.497555 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1911949-dfc0-4a2f-8d08-19a4052db73a', 'name': 'network-vif-deleted', 'tag': '61bee2fe-4fef-4179-8d81-ac97f46f9a6d', 'status': 'completed', 'code': 200}
Nov 13 21:24:07.777075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e6733ba6-0313-480c-b90d-7425c66a05bb req-0abdd1bd-af81-462d-a6c9-8300645693a1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1911949-dfc0-4a2f-8d08-19a4052db73a HTTP/1.1" status: 200  len: 210 time: 0.0342231
Nov 13 21:24:09.117267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 61bee2fe-4fef-4179-8d81-ac97f46f9a6d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:09.137146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 61bee2fe-4fef-4179-8d81-ac97f46f9a6d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:09.137485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 61bee2fe-4fef-4179-8d81-ac97f46f9a6d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:09.398695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491a2f-9757-4f69-930e-d166f5728910 req-d0f8ec90-38fb-460f-b947-912c04ab3d30 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:09.400174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84491a2f-9757-4f69-930e-d166f5728910 req-d0f8ec90-38fb-460f-b947-912c04ab3d30 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 946 time: 0.0497553
Nov 13 21:24:09.449639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84491a2f-9757-4f69-930e-d166f5728910 req-7d11e1ee-8424-4646-8456-912e06ba0d30 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432422
Nov 13 21:24:10.573099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a705ea4-a83a-40ca-a9f2-7196b5499cdd req-da5d21a4-c596-4a08-8b51-8cf39913774c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:10.575091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a705ea4-a83a-40ca-a9f2-7196b5499cdd req-da5d21a4-c596-4a08-8b51-8cf39913774c tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 946 time: 0.0550487
Nov 13 21:24:10.625327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a705ea4-a83a-40ca-a9f2-7196b5499cdd req-6f94cf5f-81f3-426a-bec7-53de0a56f74e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436773
Nov 13 21:24:10.907776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-663a04a0-6457-44df-a621-b22afe14a874 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:10.909261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-663a04a0-6457-44df-a621-b22afe14a874 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 946 time: 0.0616982
Nov 13 21:24:11.020615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Deleting port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:11.021060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:11.115133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] For port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:11.115485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:11.128818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Calling delete_port for 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:11.325416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:11.338583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc', '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:24:11.354221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'Port': ['ID=66ce93ea-1225-4ee9-a0d3-d1bcad291b26,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:11.402195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] No DVR routers for this DVR port 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:11.405178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:11.408607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-58eb8bda-7c91-4b5b-b19b-c33251cb1638 req-aff2d2f5-180f-411e-9f7c-59fe47e91fe0 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "DELETE /v2.0/ports/66ce93ea-1225-4ee9-a0d3-d1bcad291b26 HTTP/1.1" status: 204  len: 173 time: 0.4919639
Nov 13 21:24:11.409078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'name': 'network-vif-deleted', 'tag': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:11.413406 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf94850-e958-4326-bc59-1997b9f3577d" -d '{"events": [{"server_uuid": "c4d8ab7f-d3be-451e-b457-04839e5aaddc", "name": "network-vif-deleted", "tag": "66ce93ea-1225-4ee9-a0d3-d1bcad291b26"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:11.459382 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2074beb-ea10-4740-b415-c0e9c44655fd x-openstack-request-id: req-b2074beb-ea10-4740-b415-c0e9c44655fd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:11.459714 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d8ab7f-d3be-451e-b457-04839e5aaddc", "name": "network-vif-deleted", "tag": "66ce93ea-1225-4ee9-a0d3-d1bcad291b26", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:11.459964 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2074beb-ea10-4740-b415-c0e9c44655fd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:11.460370 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d8ab7f-d3be-451e-b457-04839e5aaddc', 'name': 'network-vif-deleted', 'tag': '66ce93ea-1225-4ee9-a0d3-d1bcad291b26', 'status': 'completed', 'code': 200}
Nov 13 21:24:11.727693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2b446ee-7452-457b-b908-4997075a4bdb req-b9492c19-65a8-4bbc-9aa8-332903236309 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4d8ab7f-d3be-451e-b457-04839e5aaddc HTTP/1.1" status: 200  len: 210 time: 0.0307176
Nov 13 21:24:12.056102 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:13.240977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5fe2-5aaf-4b0b-aa58-e9446f13fc08 req-f5909591-468d-4746-936e-7d1544d056dd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:13.242803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f65a5fe2-5aaf-4b0b-aa58-e9446f13fc08 req-f5909591-468d-4746-936e-7d1544d056dd tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0496578
Nov 13 21:24:13.292481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f65a5fe2-5aaf-4b0b-aa58-e9446f13fc08 req-dafb3b8a-12fb-4881-a0c1-1015233bafe1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434813
Nov 13 21:24:13.794896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:13.815596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:13.815934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 66ce93ea-1225-4ee9-a0d3-d1bcad291b26 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:14.387427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:14.415097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923a475-e702-42be-bb9d-4972dffd7338 req-a926d1fa-daa2-4213-b70e-ea158caa73a7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:14.416892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4923a475-e702-42be-bb9d-4972dffd7338 req-a926d1fa-daa2-4213-b70e-ea158caa73a7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0552435
Nov 13 21:24:14.465075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4923a475-e702-42be-bb9d-4972dffd7338 req-9f801884-ce81-4bd6-8738-7414b9af757e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=1f556a31-d881-4a65-9dca-8c352620ac7b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419915
Nov 13 21:24:14.580966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-dea759ec-5a31-4016-a0b5-85931bd13f8e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:14.582468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-dea759ec-5a31-4016-a0b5-85931bd13f8e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 945 time: 0.0532665
Nov 13 21:24:14.678647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Deleting port a2e171ab-bcd6-4787-847f-bfae9dfe96cc {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:14.678991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:14.771978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] For port a2e171ab-bcd6-4787-847f-bfae9dfe96cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:14.772355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:14.785096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Calling delete_port for a2e171ab-bcd6-4787-847f-bfae9dfe96cc owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:14.970179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:14.986708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a2e171ab-bcd6-4787-847f-bfae9dfe96cc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:24:15.003178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'Port': ['ID=a2e171ab-bcd6-4787-847f-bfae9dfe96cc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:15.046496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] No DVR routers for this DVR port a2e171ab-bcd6-4787-847f-bfae9dfe96cc on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:15.049269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:15.052761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-747b2c4a-69d8-4dde-94e9-27c34595015d req-be6625b2-ea18-4219-a5dc-2858eba01da1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "DELETE /v2.0/ports/a2e171ab-bcd6-4787-847f-bfae9dfe96cc HTTP/1.1" status: 204  len: 173 time: 0.4643145
Nov 13 21:24:15.053235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'name': 'network-vif-deleted', 'tag': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:15.057160 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5db564-5c96-402e-a3c4-328beba38c52" -d '{"events": [{"server_uuid": "2f3262fc-81d2-47ff-9e92-3f90c839b166", "name": "network-vif-deleted", "tag": "a2e171ab-bcd6-4787-847f-bfae9dfe96cc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:15.107768 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b23df29-0741-4ee7-ab24-4c8d50168da4 x-openstack-request-id: req-9b23df29-0741-4ee7-ab24-4c8d50168da4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:15.108305 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3262fc-81d2-47ff-9e92-3f90c839b166", "name": "network-vif-deleted", "tag": "a2e171ab-bcd6-4787-847f-bfae9dfe96cc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:15.108661 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b23df29-0741-4ee7-ab24-4c8d50168da4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:15.109098 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3262fc-81d2-47ff-9e92-3f90c839b166', 'name': 'network-vif-deleted', 'tag': 'a2e171ab-bcd6-4787-847f-bfae9dfe96cc', 'status': 'completed', 'code': 200}
Nov 13 21:24:15.577375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf93729c-74a5-4e65-bdbf-d975d5f849c6 req-0d311ba6-8f8c-440a-b162-a3aceb719e95 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f3262fc-81d2-47ff-9e92-3f90c839b166 HTTP/1.1" status: 200  len: 210 time: 0.0280924
Nov 13 21:24:17.106249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc0697-bd23-4973-a1ac-f14ab49d4b3a req-65162d14-ca24-4451-9b9a-a74ec78570e1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:17.107827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8dc0697-bd23-4973-a1ac-f14ab49d4b3a req-65162d14-ca24-4451-9b9a-a74ec78570e1 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0487804
Nov 13 21:24:17.157807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8dc0697-bd23-4973-a1ac-f14ab49d4b3a req-45f7aefe-a305-40fc-aaa6-a833b3d17542 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441632
Nov 13 21:24:17.820026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a2e171ab-bcd6-4787-847f-bfae9dfe96cc no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:17.841515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: a2e171ab-bcd6-4787-847f-bfae9dfe96cc {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:17.841780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a2e171ab-bcd6-4787-847f-bfae9dfe96cc not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:18.272804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218f570-e515-4f8d-af25-2eaad1efdbab req-a020a00f-b40b-4eeb-82a5-96aa07c2c766 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:18.274292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b218f570-e515-4f8d-af25-2eaad1efdbab req-a020a00f-b40b-4eeb-82a5-96aa07c2c766 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0495229
Nov 13 21:24:18.322391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b218f570-e515-4f8d-af25-2eaad1efdbab req-40c03563-d59b-4251-8137-d8d14e72360e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420494
Nov 13 21:24:19.049199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-ec1569a0-f5c2-4b82-bf05-030ab69133a7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:19.050674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-ec1569a0-f5c2-4b82-bf05-030ab69133a7 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0498993
Nov 13 21:24:19.148286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Deleting port ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:19.148626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:19.235317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] For port ffc83d89-df42-4dff-996a-e95ed3e5665a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffc83d89-df42-4dff-996a-e95ed3e5665a,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:19.235678 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:19.431823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:19.432560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:19.432560 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Floating IP 2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7 disassociated. External IP: 172.35.3.58, port: ffc83d89-df42-4dff-996a-e95ed3e5665a.
Nov 13 21:24:19.432846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Calling delete_port for ffc83d89-df42-4dff-996a-e95ed3e5665a owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:19.494327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d76662-faa6-4523-9e3e-f6018c8e4958 req-9d8d55d8-0dd2-481e-9908-104c1fa4b192 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:19.495760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8d76662-faa6-4523-9e3e-f6018c8e4958 req-9d8d55d8-0dd2-481e-9908-104c1fa4b192 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 945 time: 0.0977840
Nov 13 21:24:19.610835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8d76662-faa6-4523-9e3e-f6018c8e4958 req-e9a60fdf-61f2-4a03-8893-94efb9754d46 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1841421-d78f-45b0-af93-a447ad20f08a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049862
Nov 13 21:24:19.707269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:19.736980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'Port': ['ID=ffc83d89-df42-4dff-996a-e95ed3e5665a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:19.857969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Router c6859465-8665-46f5-8680-7a753c41c3f0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:24:19.969349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:24:19.981355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] Sync routers for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:24:19.999807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:20.000358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ced60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:23:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:20.012153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] No DVR routers for this DVR port ffc83d89-df42-4dff-996a-e95ed3e5665a on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:20.014703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:20.018303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf6edc76-ed25-47e1-bef2-e16a72521ab4 req-feee4817-9804-4913-bb47-c71575926041 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.37 "DELETE /v2.0/ports/ffc83d89-df42-4dff-996a-e95ed3e5665a HTTP/1.1" status: 204  len: 173 time: 0.9612887
Nov 13 21:24:20.018745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-deleted', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:20.021142 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101a1cb-c2d5-4ffb-91bb-2b73f16e64a2" -d '{"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-deleted", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:20.080030 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f3d5b2-d61c-42dd-8641-de5c0250e298 x-openstack-request-id: req-64f3d5b2-d61c-42dd-8641-de5c0250e298 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:20.080323 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07581aba-873b-4fbc-a024-f0d515538850", "name": "network-vif-deleted", "tag": "ffc83d89-df42-4dff-996a-e95ed3e5665a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:20.080573 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64f3d5b2-d61c-42dd-8641-de5c0250e298 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:20.081005 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07581aba-873b-4fbc-a024-f0d515538850', 'name': 'network-vif-deleted', 'tag': 'ffc83d89-df42-4dff-996a-e95ed3e5665a', 'status': 'completed', 'code': 200}
Nov 13 21:24:20.125976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:20.331060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ced60>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:32Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:20.358691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] Checking router: c6859465-8665-46f5-8680-7a753c41c3f0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:24:20.367473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:20.368091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ced60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:23:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:20.474708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:20.676809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ced60>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:32Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:20.707468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1cab32-594a-4454-b3f7-bdf0b2acd2a7 None None] The sync data for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 is: [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:16:28Z', 'revision_number': 4, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd1cce012-2072-426d-97a9-ffa30348d070', 'name': '', 'network_id': 'd574ab3c-11ef-4433-999d-95abd09a8e62', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'mac_address': 'fa:16:3e:97:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:26Z', 'updated_at': '2021-11-13T21:16:32Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'subnets': [{'id': '5435cf21-7788-40ae-b54a-82d5fa3d16f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:24:20.729694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-895098c1-39a9-48ce-8fcc-68a9b575588c req-0d439459-2667-4607-aa8e-4b8a4658ee2e tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/ports?device_id=07581aba-873b-4fbc-a024-f0d515538850 HTTP/1.1" status: 200  len: 210 time: 0.0289950
Nov 13 21:24:20.941580 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81077d1-99eb-48d5-a288-3fc4f3c97b24 None None] New status for floating IP 2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:24:21.857833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:21.878426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: ffc83d89-df42-4dff-996a-e95ed3e5665a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:21.878761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ffc83d89-df42-4dff-996a-e95ed3e5665a not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:21.894015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:21.941906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:21.966352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.088868 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.091461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.092611 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "DELETE /v2.0/security-groups/c1841421-d78f-45b0-af93-a447ad20f08a HTTP/1.1" status: 204  len: 168 time: 0.2018912
Nov 13 21:24:22.095289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:22.101768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1841421-d78f-45b0-af93-a447ad20f08a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:22.108316 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-16ae262f-c7d0-4c48-86db-fb9c239c5b0f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] show failed (client error): The resource could not be found.
Nov 13 21:24:22.109205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.109476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-16ae262f-c7d0-4c48-86db-fb9c239c5b0f tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "GET /v2.0/security-groups/c1841421-d78f-45b0-af93-a447ad20f08a HTTP/1.1" status: 404  len: 347 time: 0.0132177
Nov 13 21:24:22.109585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.109883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.110323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.110565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.110897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.111225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.111551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.111876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.112149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46722) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:22.112285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.112514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.112882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2611a115-7575-4708-a0d5-3e105b48e60a tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:22.245909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Deleting port 5064c7df-58fe-4f84-b6c9-cacf3637a3cc {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:22.246245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.322506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.322831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.334878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Calling delete_port for 5064c7df-58fe-4f84-b6c9-cacf3637a3cc owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:22.396851 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:24:22.513818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.540861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Pushing event deleted for resources: {'Port': ['ID=5064c7df-58fe-4f84-b6c9-cacf3637a3cc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:22.571674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b363317-7b1c-4188-a2ab-ba65cb353975 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:22.619385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.622088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:22.623239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a54362d1-10e4-4d44-966a-3e558a59f6a8 tempest-ServerActionsTestJSON-840582881 tempest-ServerActionsTestJSON-840582881-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e7c6fc3-d592-4c82-9dcc-2d04b5b2eea7 HTTP/1.1" status: 204  len: 168 time: 0.5101910
Nov 13 21:24:22.626160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46728) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:23.109180 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:23.353107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Deleting port d1cce012-2072-426d-97a9-ffa30348d070 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:23.353442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:23.433795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] For port d1cce012-2072-426d-97a9-ffa30348d070, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1cce012-2072-426d-97a9-ffa30348d070,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:23.434150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:23.446868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Calling delete_port for d1cce012-2072-426d-97a9-ffa30348d070 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:23.702229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:23.730440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cce012-2072-426d-97a9-ffa30348d070,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:23.893895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:24.109847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Router c6859465-8665-46f5-8680-7a753c41c3f0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:24:24.218294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:24:24.225523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1fef23e5-57a5-473a-a862-4594494a1719 admin admin] 10.222.0.20 "PUT /v2.0/routers/c6859465-8665-46f5-8680-7a753c41c3f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5983856
Nov 13 21:24:24.226583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46736) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:24.228046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] Sync routers for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:24:24.238805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:24.239402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd484c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:23:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:24.335519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:24.349392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:24.558628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:24.562287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd484c40>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223'}], 'enable_snat': True}, 'gw_port_id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:24:23Z', 'revision_number': 5, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port': {'id': '8174dcb4-f981-4fd1-b29a-7c8846a8c5bd', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:16:24Z', 'updated_at': '2021-11-13T21:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:24.589239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] Checking router: c6859465-8665-46f5-8680-7a753c41c3f0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:24:24.597748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] Routers {'c6859465-8665-46f5-8680-7a753c41c3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:24.598337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd484c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:23:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c6859465-8665-46f5-8680-7a753c41c3f0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:24.642435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Deleting port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:24.642780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:24.705699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] Set router c6859465-8665-46f5-8680-7a753c41c3f0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:24.770438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd484c40>, [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:24:24Z', 'revision_number': 6, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:24.799001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b26d8e-5ef6-4ec4-8394-e400c18fae44 None None] The sync data for ids ['c6859465-8665-46f5-8680-7a753c41c3f0'] in ncdv-master-1 is: [{'id': 'c6859465-8665-46f5-8680-7a753c41c3f0', 'name': 'tempest-ServerActionsTestJSON-910526891-router', 'tenant_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:16:23Z', 'updated_at': '2021-11-13T21:24:24Z', 'revision_number': 6, 'project_id': 'e8cd092bb0bf4ec482f72f6dea441386', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:24:24.800605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-624e0f01-e611-4eec-856d-b0abb162643d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.018588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] For port 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:25.018954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.031768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Calling delete_port for 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:25.195975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d1cce012-2072-426d-97a9-ffa30348d070 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:25.229050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d1cce012-2072-426d-97a9-ffa30348d070 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:25.233133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d1cce012-2072-426d-97a9-ffa30348d070 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:25.252454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.280941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8174dcb4-f981-4fd1-b29a-7c8846a8c5bd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:25.294945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f497da8-d811-4613-a633-357006dd3080 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:25.348171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.443948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.445224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.547542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.548167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6859465-8665-46f5-8680-7a753c41c3f0 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:24:25.555484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.556669 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b301d9a-44ef-447d-b8d7-eec9131dca78 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c6859465-8665-46f5-8680-7a753c41c3f0 HTTP/1.1" status: 204  len: 168 time: 1.3290887
Nov 13 21:24:25.559104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46748) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:25.612069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Deleting subnet 5435cf21-7788-40ae-b54a-82d5fa3d16f1 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:24:25.616871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.664881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.740942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.936189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.964576 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5435cf21-7788-40ae-b54a-82d5fa3d16f1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:25.966662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:25.970097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0fc1e476-fe96-4152-8ae8-2777b48fdf86 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5435cf21-7788-40ae-b54a-82d5fa3d16f1 HTTP/1.1" status: 204  len: 168 time: 0.4100177
Nov 13 21:24:25.972557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46752) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:25.982834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223c167-45ed-42fc-92dd-03c13592bd80 None None] Network d574ab3c-11ef-4433-999d-95abd09a8e62 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:24:26.050037 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.107384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Deleting port 542cec5d-9685-456d-9554-e076d5a07375 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:26.107989 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.171135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] DHCP port deletion for d574ab3c-11ef-4433-999d-95abd09a8e62 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:26.181480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] For port 542cec5d-9685-456d-9554-e076d5a07375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542cec5d-9685-456d-9554-e076d5a07375,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:26.184713 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.196549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Calling delete_port for 542cec5d-9685-456d-9554-e076d5a07375 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:26.223653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] Deleting port 542cec5d-9685-456d-9554-e076d5a07375 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:26.224019 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.290681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] For port 542cec5d-9685-456d-9554-e076d5a07375, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542cec5d-9685-456d-9554-e076d5a07375,segment=NetworkSegment(2bd4116a-d1af-4f02-85af-42ce3c1f568a),segment_id=2bd4116a-d1af-4f02-85af-42ce3c1f568a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:26.297308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.303725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] Calling delete_port for 542cec5d-9685-456d-9554-e076d5a07375 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:26.347667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.376200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=542cec5d-9685-456d-9554-e076d5a07375,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:26.382980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] No DVR routers for this DVR port 542cec5d-9685-456d-9554-e076d5a07375 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:26.385648 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.471503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.496526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdca92eb0>,) {'filters': {'network_id': ['d574ab3c-11ef-4433-999d-95abd09a8e62']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:26.508397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdca92eb0>, '2bd4116a-d1af-4f02-85af-42ce3c1f568a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:26.508730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdca92eb0>, '2bd4116a-d1af-4f02-85af-42ce3c1f568a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:26.519826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.536601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.543690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:24:26.544359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:24:26.546327 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:24:26.569217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] Pushing event deleted for resources: {'Port': ['ID=542cec5d-9685-456d-9554-e076d5a07375,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:26.572468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ee6c58-a8d7-4f2b-8c74-606df6b206c7 None None] No DVR routers for this DVR port 542cec5d-9685-456d-9554-e076d5a07375 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:26.747575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.753077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:26.757628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d574ab3c-11ef-4433-999d-95abd09a8e62 HTTP/1.1" status: 204  len: 168 time: 0.7827275
Nov 13 21:24:26.767810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938a05-aef0-44ae-b028-285707321c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d574ab3c-11ef-4433-999d-95abd09a8e62,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:27.088349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:27.108221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:27.108565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8174dcb4-f981-4fd1-b29a-7c8846a8c5bd not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:27.109006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 542cec5d-9685-456d-9554-e076d5a07375 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:27.136974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e97eda1e-a2a7-4cd3-a519-dd64bbb58f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:27.136974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 542cec5d-9685-456d-9554-e076d5a07375 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:27.136974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 542cec5d-9685-456d-9554-e076d5a07375 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:27.164131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46784) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:27.203237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06a42799-1048-42a0-b299-9c9cbe9938d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8cd092bb0bf4ec482f72f6dea441386&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378275
Nov 13 21:24:27.205595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46786) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:27.252829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51019bf3-a550-43ce-a0c1-466a698588c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:27.274252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51019bf3-a550-43ce-a0c1-466a698588c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:27.461263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51019bf3-a550-43ce-a0c1-466a698588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:27.464839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-51019bf3-a550-43ce-a0c1-466a698588c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:27.465153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-51019bf3-a550-43ce-a0c1-466a698588c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f556a31-d881-4a65-9dca-8c352620ac7b HTTP/1.1" status: 204  len: 168 time: 0.2586715
Nov 13 21:24:27.474077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51019bf3-a550-43ce-a0c1-466a698588c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f556a31-d881-4a65-9dca-8c352620ac7b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:28.563621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46820) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:28.569499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:28.669503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-282984913-network', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:28.745565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Made reservation on behalf of 833a8ec639c544798b35f4fd0ddbc667 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:28.748053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:28.759472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:28.835549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:28.964325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:28.988619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:24:28.998528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:29.003142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.003520 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Added segment c0b96976-0f05-4577-9a06-d9a59a9cdae4 of type vlan for network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5
Nov 13 21:24:29.044611 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.147118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.148154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:29.148775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.207663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:29.217586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:24:29.268466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d69b6f87-0378-4ff7-bda0-6144348670d8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7037258
Nov 13 21:24:29.271309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46834) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:29.276118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Request body: {'subnet': {'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-282984913-subnet', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:29.364323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Made reservation on behalf of 833a8ec639c544798b35f4fd0ddbc667 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:29.367720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.866817 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.929838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:29.982607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15496bec-4c5e-4972-93a0-ad32eded0c42,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:29.995360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Checking segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:24:29.995360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Network hostable DHCP agents. Network: eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:24:30.071226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:24:30.147109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:30.151149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:30.151852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.155736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17c164-655c-48d3-953f-7c0f4a28c418 None None] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:24:30.243097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-46b16820-3f84-4113-8446-69922d3bae32 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9707494
Nov 13 21:24:30.245927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:30.250318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:30.292340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805eb60-9319-4a30-8148-4e0e6dc2ffd1 None None] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:24:30.330537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.331790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.355258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.387588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.628828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.915254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:30.934173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:31.040610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Allocated IP 172.35.3.182 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/4e89269c-d9fd-4555-b70f-f90795544a31) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:24:31.147619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:31.283441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:31.320540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:31.325350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:31.328911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:24:31.335274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Pushing event updated for resources: {'Port': ['ID=4e89269c-d9fd-4555-b70f-f90795544a31,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:31.339980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f13056-0c6d-4412-ad3d-a212a3012d66 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:31.366299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3538d97f-8314-4f25-9ff8-2a6b26a23b60 None None] Provisioning complete for port 4e89269c-d9fd-4555-b70f-f90795544a31 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:31.368753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3538d97f-8314-4f25-9ff8-2a6b26a23b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:31.401288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3538d97f-8314-4f25-9ff8-2a6b26a23b60 None None] Port 4e89269c-d9fd-4555-b70f-f90795544a31 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:24:31.669175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:31.870173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:31.960512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:32.079031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Router f3cba996-7331-45b6-a74f-cb08b8083a3e is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:24:32.087065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a01d7f5d-a045-4c0a-a38a-ad54fa5ad8bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.165770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a01d7f5d-a045-4c0a-a38a-ad54fa5ad8bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.189103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:24:32.198820 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Sync routers for ids ['f3cba996-7331-45b6-a74f-cb08b8083a3e'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:24:32.207838 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Routers {'f3cba996-7331-45b6-a74f-cb08b8083a3e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:32.208457 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:24:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f3cba996-7331-45b6-a74f-cb08b8083a3e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:32.267389 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a01d7f5d-a045-4c0a-a38a-ad54fa5ad8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.314457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a01d7f5d-a045-4c0a-a38a-ad54fa5ad8bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c03242fdec242ef8598d56d88bddc67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3502307
Nov 13 21:24:32.314457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d7f5d-a045-4c0a-a38a-ad54fa5ad8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aebca9f-ba4a-432d-8a85-2928dd652183,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:32.315562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46862) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:32.320301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.321885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-14bd278a-c350-4662-95a5-56ce4bd24417 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.0749893
Nov 13 21:24:32.324846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:32.370535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a93e3ce-0fde-426d-b679-60541e60804a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.396198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a93e3ce-0fde-426d-b679-60541e60804a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.408705 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Set router f3cba996-7331-45b6-a74f-cb08b8083a3e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:32.574493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a93e3ce-0fde-426d-b679-60541e60804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.582491 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a93e3ce-0fde-426d-b679-60541e60804a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.583768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5a93e3ce-0fde-426d-b679-60541e60804a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9aebca9f-ba4a-432d-8a85-2928dd652183 HTTP/1.1" status: 204  len: 168 time: 0.2672796
Nov 13 21:24:32.593052 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5160>, [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:31Z', 'revision_number': 3, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:32.594707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93e3ce-0fde-426d-b679-60541e60804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aebca9f-ba4a-432d-8a85-2928dd652183,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:32.639419 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Checking router: f3cba996-7331-45b6-a74f-cb08b8083a3e for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:24:32.645438 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Updating router f3cba996-7331-45b6-a74f-cb08b8083a3e port 4e89269c-d9fd-4555-b70f-f90795544a31 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:24:32.664588 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.770115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.927946 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:32.938847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Allocated IP 172.20.0.1 (eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5/15496bec-4c5e-4972-93a0-ad32eded0c42/6aaf2c81-21ae-4e7e-b408-c1aaa5367b95) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:24:33.044435 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.086067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.104628 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Pushing event updated for resources: {'Port': ['ID=4e89269c-d9fd-4555-b70f-f90795544a31,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:33.121795 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.122144 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.122289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241e39a-7102-4ea1-9e0a-c4aa80e277e2 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:33.123043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.123401 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.123716 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.124043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.124371 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.124722 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.125042 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.125367 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.125686 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.126003 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:33.134038 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Attempting to bind port 4e89269c-d9fd-4555-b70f-f90795544a31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:24:33.134413 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Attempting to bind port 4e89269c-d9fd-4555-b70f-f90795544a31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:24:33.134765 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Attempting to bind port 4e89269c-d9fd-4555-b70f-f90795544a31 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:24:33.139955 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:24:33.140333 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:24:33.140757 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.141144 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:24:33.141606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Bound port: 4e89269c-d9fd-4555-b70f-f90795544a31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:24:33.142005 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.187786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.193842 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] For port 4e89269c-d9fd-4555-b70f-f90795544a31, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:24:33.198198 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] For port 4e89269c-d9fd-4555-b70f-f90795544a31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e89269c-d9fd-4555-b70f-f90795544a31,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:24:33.225679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:33.230526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:33.234070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:24:33.239363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6975bc97-a9fd-41c7-ae9d-2573d194970b None None] Provisioning complete for port 4e89269c-d9fd-4555-b70f-f90795544a31 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:33.240398 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6975bc97-a9fd-41c7-ae9d-2573d194970b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.257850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Pushing event updated for resources: {'Port': ['ID=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:33.265060 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.289005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6975bc97-a9fd-41c7-ae9d-2573d194970b None None] Port 4e89269c-d9fd-4555-b70f-f90795544a31 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:24:33.297926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.317905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e195c6-ea11-492d-adbd-614c20eca943 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:33.335673 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0acbc-65dd-4386-ad36-c899ed808be6 None None] Pushing event updated for resources: {'Port': ['ID=4e89269c-d9fd-4555-b70f-f90795544a31,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:33.351440 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Routers {'f3cba996-7331-45b6-a74f-cb08b8083a3e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:33.352068 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:24:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f3cba996-7331-45b6-a74f-cb08b8083a3e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:33.409385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b39e51cd-5eac-4919-8358-4aa1ec97215c None None] Provisioning complete for port 4e89269c-d9fd-4555-b70f-f90795544a31 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:33.409696 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b39e51cd-5eac-4919-8358-4aa1ec97215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.467626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] Set router f3cba996-7331-45b6-a74f-cb08b8083a3e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:33.496135 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b39e51cd-5eac-4919-8358-4aa1ec97215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.515567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b39e51cd-5eac-4919-8358-4aa1ec97215c None None] For port 4e89269c-d9fd-4555-b70f-f90795544a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e89269c-d9fd-4555-b70f-f90795544a31,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:33.663809 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5160>, [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:31Z', 'revision_number': 3, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:33.690312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b39e51cd-5eac-4919-8358-4aa1ec97215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.692861 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607123c-153b-4d09-b0c2-71bb21aaae72 None None] The sync data for ids ['f3cba996-7331-45b6-a74f-cb08b8083a3e'] in ncdv-master-1 is: [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:31Z', 'revision_number': 3, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:24:33.697264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.748000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e51cd-5eac-4919-8358-4aa1ec97215c None None] Pushing event updated for resources: {'Port': ['ID=4e89269c-d9fd-4555-b70f-f90795544a31,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:33.877823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:33.965275 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:34.056637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Pushing event updated for resources: {'Port': ['ID=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:34.061739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:34.172058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:34.173679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:34.297557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Router f3cba996-7331-45b6-a74f-cb08b8083a3e has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:24:34.758833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:24:34.764108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d1f3980c-bc2c-4fc2-be4c-a9330aede86c admin admin] 10.222.0.20 "PUT /v2.0/routers/f3cba996-7331-45b6-a74f-cb08b8083a3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4357002
Nov 13 21:24:35.180581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4e89269c-d9fd-4555-b70f-f90795544a31 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:24:35.253097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4e89269c-d9fd-4555-b70f-f90795544a31 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:35.253097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:35.330213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-fc5a37ef-0d70-44b1-9d77-744fa2e66920 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:35.331738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-fc5a37ef-0d70-44b1-9d77-744fa2e66920 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 810 time: 0.1300120
Nov 13 21:24:35.351742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-3d5c07fa-5b65-4f8c-bc4e-d298007746a5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/quotas/833a8ec639c544798b35f4fd0ddbc667 HTTP/1.1" status: 200  len: 375 time: 0.0111573
Nov 13 21:24:35.418664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-0c1a3ae2-678a-45e0-83f2-dd6447588af4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0577121
Nov 13 21:24:35.487165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Sync routers for ids ['f3cba996-7331-45b6-a74f-cb08b8083a3e'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:24:35.497620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Routers {'f3cba996-7331-45b6-a74f-cb08b8083a3e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:35.498365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd53aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:24:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f3cba996-7331-45b6-a74f-cb08b8083a3e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:35.515232 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-e506a172-0652-4ee8-9854-3b4f2d0e9828 service neutron] 10.222.0.20 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875926
Nov 13 21:24:35.615324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-639afe1b-f54b-468c-a4a9-5ca8ef47bdcc service neutron] 10.222.0.20 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930240
Nov 13 21:24:35.615718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Set router f3cba996-7331-45b6-a74f-cb08b8083a3e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:35.822753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd53aa00>, [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6aaf2c81-21ae-4e7e-b408-c1aaa5367b95', 'name': '', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'mac_address': 'fa:16:3e:a3:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:32Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 2, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'subnets': [{'id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:35.847845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Checking router: f3cba996-7331-45b6-a74f-cb08b8083a3e for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:24:35.848683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Updating router f3cba996-7331-45b6-a74f-cb08b8083a3e port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:24:35.880140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:35.950499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8035965b-edfc-48dd-ba55-02f87ce2a6a6 req-8b937f35-4431-44e3-a328-4669cca0767a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 210 time: 0.0370605
Nov 13 21:24:36.162893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:36.276325 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:36.324219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a67ee-03f2-43eb-9549-6b779758269c None None] Pushing event updated for resources: {'Port': ['ID=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:36.374636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Attempting to bind port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:24:36.375001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Attempting to bind port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:24:36.375376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Attempting to bind port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:24:36.380877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:24:36.381252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Checking segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:24:36.381646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:36.382029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Bound using segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:24:36.382514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Bound port: 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:24:36.382887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:36.448486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] For port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:24:36.451445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] For port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:24:36.519535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:36.576946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Routers {'f3cba996-7331-45b6-a74f-cb08b8083a3e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:24:36.577478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd53aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:24:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f3cba996-7331-45b6-a74f-cb08b8083a3e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:36.584421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a67ee-03f2-43eb-9549-6b779758269c None None] Pushing event updated for resources: {'Port': ['ID=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:36.688409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] Set router f3cba996-7331-45b6-a74f-cb08b8083a3e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:24:36.898114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd53aa00>, [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6aaf2c81-21ae-4e7e-b408-c1aaa5367b95', 'name': '', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'mac_address': 'fa:16:3e:a3:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:32Z', 'updated_at': '2021-11-13T21:24:36Z', 'revision_number': 4, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'subnets': [{'id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:36.924623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbbce9-df11-4df8-93da-c22c4329abb8 None None] The sync data for ids ['f3cba996-7331-45b6-a74f-cb08b8083a3e'] in ncdv-master-1 is: [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6aaf2c81-21ae-4e7e-b408-c1aaa5367b95', 'name': '', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'mac_address': 'fa:16:3e:a3:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:32Z', 'updated_at': '2021-11-13T21:24:36Z', 'revision_number': 4, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'subnets': [{'id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:24:37.047590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac66d9ab-dd96-4ccc-a321-562020b0820a req-c36e6c8d-e251-43f2-8390-aa39fa1e6f72 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 210 time: 0.0349705
Nov 13 21:24:37.157216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:24:37.213829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:37.214228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.330148 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.351567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47008) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:37.367745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:37.450130 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.487254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c41-fdba-40c0-a064-ac9c161f42af admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.505427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:37.567920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c41-fdba-40c0-a064-ac9c161f42af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.671401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c41-fdba-40c0-a064-ac9c161f42af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.712039 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bcba7c41-fdba-40c0-a064-ac9c161f42af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4c82853c03e4920bb4deee03ffcde3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3588648
Nov 13 21:24:37.712959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba7c41-fdba-40c0-a064-ac9c161f42af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309abecc-aff7-4631-9a0d-72907a952251,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:37.714841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47012) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:37.774147 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7243-3118-42e0-9669-9a710b92940f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.797468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7243-3118-42e0-9669-9a710b92940f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.951824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7243-3118-42e0-9669-9a710b92940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.954545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc2c7243-3118-42e0-9669-9a710b92940f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:37.955768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc2c7243-3118-42e0-9669-9a710b92940f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/309abecc-aff7-4631-9a0d-72907a952251 HTTP/1.1" status: 204  len: 168 time: 0.2384095
Nov 13 21:24:37.964878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c7243-3118-42e0-9669-9a710b92940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309abecc-aff7-4631-9a0d-72907a952251,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:38.323004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7690e29-9a17-4ecc-8295-316e77fb7937 req-fd6c8c33-9783-4dfa-ad73-61a7e309e45e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 210 time: 0.1959269
Nov 13 21:24:38.651639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-8b73a539-8063-4d55-ad09-a14c91479a4b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:38.653166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-8b73a539-8063-4d55-ad09-a14c91479a4b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.37 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 810 time: 0.1108425
Nov 13 21:24:38.665707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Request body: {'port': {'device_id': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'admin_state_up': True, 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:38.679746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47026) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:38.693777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79177b65-2062-4b6c-9c8d-ce057d1f496d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:38.776513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79177b65-2062-4b6c-9c8d-ce057d1f496d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:38.884186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Made reservation on behalf of 833a8ec639c544798b35f4fd0ddbc667 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:38.887889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:38.930381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79177b65-2062-4b6c-9c8d-ce057d1f496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:38.982852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79177b65-2062-4b6c-9c8d-ce057d1f496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a66a552-b9fd-4125-8065-7bccefa997f9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:38.988425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-79177b65-2062-4b6c-9c8d-ce057d1f496d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b17fed02c1854328b9a90a180d153b5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3075287
Nov 13 21:24:38.991406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47030) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:39.030046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Allocated IP 172.20.0.13 (eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5/15496bec-4c5e-4972-93a0-ad32eded0c42/a4f119bb-1fae-4a83-9459-dd6c70462506) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:24:39.041941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed805f57-4560-49c3-a58e-93099c8043f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.065159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed805f57-4560-49c3-a58e-93099c8043f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.113318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:24:39.165645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:39.166015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.197747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.234166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed805f57-4560-49c3-a58e-93099c8043f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.236818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ed805f57-4560-49c3-a58e-93099c8043f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.237989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ed805f57-4560-49c3-a58e-93099c8043f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a66a552-b9fd-4125-8065-7bccefa997f9 HTTP/1.1" status: 204  len: 168 time: 0.2454436
Nov 13 21:24:39.249798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed805f57-4560-49c3-a58e-93099c8043f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a66a552-b9fd-4125-8065-7bccefa997f9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:39.329219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.373958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:39.395661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:39.397858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Pushing event updated for resources: {'Port': ['ID=a4f119bb-1fae-4a83-9459-dd6c70462506,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:39.400907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:24:39.454558 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43595c-19b6-4635-ba4e-7e660b2e864c req-e1d1efba-83a9-4c88-af23-e900e4ea2d59 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:39.456090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df43595c-19b6-4635-ba4e-7e660b2e864c req-e1d1efba-83a9-4c88-af23-e900e4ea2d59 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 932 time: 0.0560374
Nov 13 21:24:39.461372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:39.461989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.506887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df43595c-19b6-4635-ba4e-7e660b2e864c req-cddcb26c-02d8-4e4f-9202-d9e11abcee9a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445986
Nov 13 21:24:39.556699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-88ddf389-212c-4f1e-a181-e18c78225b3b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8946180
Nov 13 21:24:39.569184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Request body: {'port': {'device_id': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:39.626261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.897228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f119bb-1fae-4a83-9459-dd6c70462506 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:24:39.904765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:39.917002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Transition to ACTIVE for port object a4f119bb-1fae-4a83-9459-dd6c70462506 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:24:40.072480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:40.144614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f119bb-1fae-4a83-9459-dd6c70462506,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:40.198392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Attempting to bind port a4f119bb-1fae-4a83-9459-dd6c70462506 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:24:40.198735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Attempting to bind port a4f119bb-1fae-4a83-9459-dd6c70462506 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:24:40.199057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Attempting to bind port a4f119bb-1fae-4a83-9459-dd6c70462506 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:24:40.203371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Port a4f119bb-1fae-4a83-9459-dd6c70462506 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:24:40.203684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Attempting to bind port a4f119bb-1fae-4a83-9459-dd6c70462506 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:24:40.208428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:24:40.208838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Checking segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:24:40.209155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Bound using segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:24:40.209567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Bound port: a4f119bb-1fae-4a83-9459-dd6c70462506, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:24:40.209916 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:40.273694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] For port a4f119bb-1fae-4a83-9459-dd6c70462506, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:24:40.277069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] For port a4f119bb-1fae-4a83-9459-dd6c70462506, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4f119bb-1fae-4a83-9459-dd6c70462506,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:24:40.363524 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:40.397866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.398450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:40.399821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] 10.222.0.37 "PUT /v2.0/ports/a4f119bb-1fae-4a83-9459-dd6c70462506 HTTP/1.1" status: 200  len: 1092 time: 0.8356438
Nov 13 21:24:40.400254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'tag': 'a4f119bb-1fae-4a83-9459-dd6c70462506'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:40.402536 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5755f74a-1636-4d4c-a240-4947405a6568" -d '{"events": [{"name": "network-changed", "server_uuid": "77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4", "tag": "a4f119bb-1fae-4a83-9459-dd6c70462506"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:40.427548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7386e27-b414-4a2e-a16c-e5e3dc707032 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f119bb-1fae-4a83-9459-dd6c70462506,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:40.444867 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ed40d-4890-4a3d-b0a6-293c6111f5f0 x-openstack-request-id: req-977ed40d-4890-4a3d-b0a6-293c6111f5f0 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:40.445182 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4", "tag": "a4f119bb-1fae-4a83-9459-dd6c70462506", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:40.445441 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-977ed40d-4890-4a3d-b0a6-293c6111f5f0 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:40.445979 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'tag': 'a4f119bb-1fae-4a83-9459-dd6c70462506', 'status': 'completed', 'code': 200}
Nov 13 21:24:40.514137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f74a-1636-4d4c-a240-4947405a6568 req-b273555f-a2d1-4c83-81b8-04d097b502b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.515347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5755f74a-1636-4d4c-a240-4947405a6568 req-b273555f-a2d1-4c83-81b8-04d097b502b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 1095 time: 0.0492764
Nov 13 21:24:40.647531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f74a-1636-4d4c-a240-4947405a6568 req-f91b825a-b024-4c79-9502-420f92b7b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.649038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5755f74a-1636-4d4c-a240-4947405a6568 req-f91b825a-b024-4c79-9502-420f92b7b290 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=833a8ec639c544798b35f4fd0ddbc667&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1263556
Nov 13 21:24:40.657605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96db37c-7ea9-4072-ba81-b102754c264b req-4322949a-7d41-4d9b-a7ee-726f57bea161 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.659003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a96db37c-7ea9-4072-ba81-b102754c264b req-4322949a-7d41-4d9b-a7ee-726f57bea161 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 944 time: 0.0809000
Nov 13 21:24:40.773564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a96db37c-7ea9-4072-ba81-b102754c264b req-5cff68ea-2144-47c9-9920-beaffbb3a0d5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040082
Nov 13 21:24:40.790868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f74a-1636-4d4c-a240-4947405a6568 req-e1be303b-0ffc-45bc-9b4d-76d3a14d20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.790868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5755f74a-1636-4d4c-a240-4947405a6568 req-e1be303b-0ffc-45bc-9b4d-76d3a14d20b4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1276889
Nov 13 21:24:40.868290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-3c430c66-94fe-4b39-82dd-62a4ac496bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.869792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-3c430c66-94fe-4b39-82dd-62a4ac496bb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 1095 time: 0.0463521
Nov 13 21:24:40.912410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-2b659c3a-9982-49d0-b187-889a6ebfbf80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4f119bb-1fae-4a83-9459-dd6c70462506 HTTP/1.1" status: 200  len: 217 time: 0.0352347
Nov 13 21:24:40.962747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-8b00e3a8-8419-48e9-9988-c91821de066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:40.964223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-8b00e3a8-8419-48e9-9988-c91821de066c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15496bec-4c5e-4972-93a0-ad32eded0c42 HTTP/1.1" status: 200  len: 850 time: 0.0452487
Nov 13 21:24:40.996578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-422585a8-97c1-479a-997f-5ce6249b8aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244761
Nov 13 21:24:41.098659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-57686aec-acf2-4ebb-a5d2-533923df945f service neutron] 10.222.0.37 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954459
Nov 13 21:24:41.188730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6fd8fd-069a-4f4d-9b72-67d6741283bd req-cd8ce821-6251-4034-9417-affa75210992 service neutron] 10.222.0.37 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834577
Nov 13 21:24:41.895109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7197086-364f-46ef-9538-2e04ea1d9fb5 req-4c1125e7-e82e-410e-96b6-3c296ca8f579 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:41.896591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7197086-364f-46ef-9538-2e04ea1d9fb5 req-4c1125e7-e82e-410e-96b6-3c296ca8f579 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 944 time: 0.0538006
Nov 13 21:24:41.944875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7197086-364f-46ef-9538-2e04ea1d9fb5 req-b6672897-e292-4c07-9c29-44169d997bcc tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421510
Nov 13 21:24:42.024196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:43.061002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a0357-0a17-4fd0-8f8d-32523495a85b req-dad3336b-d34e-4ac1-adc0-ebd51706ab41 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:43.062476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a48a0357-0a17-4fd0-8f8d-32523495a85b req-dad3336b-d34e-4ac1-adc0-ebd51706ab41 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 944 time: 0.0490112
Nov 13 21:24:43.110260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a48a0357-0a17-4fd0-8f8d-32523495a85b req-1372a3aa-4abc-494b-8a98-a35027947f59 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416970
Nov 13 21:24:43.929010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4f119bb-1fae-4a83-9459-dd6c70462506 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:24:44.030410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a4f119bb-1fae-4a83-9459-dd6c70462506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4f119bb-1fae-4a83-9459-dd6c70462506,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:44.042171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'a4f119bb-1fae-4a83-9459-dd6c70462506', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'port_id': 'a4f119bb-1fae-4a83-9459-dd6c70462506', 'mac_address': 'fa:16:3e:f5:76:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:24:44.081847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:44.094819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f119bb-1fae-4a83-9459-dd6c70462506 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:24:44.114984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a4f119bb-1fae-4a83-9459-dd6c70462506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4f119bb-1fae-4a83-9459-dd6c70462506,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:44.209959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:44.229880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b9cd-a065-4989-a440-ad9785836ff7 req-691d0f88-9c39-4d37-afe2-3d834f93c2d6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:44.231428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9542b9cd-a065-4989-a440-ad9785836ff7 req-691d0f88-9c39-4d37-afe2-3d834f93c2d6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 944 time: 0.0543993
Nov 13 21:24:44.259326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a4f119bb-1fae-4a83-9459-dd6c70462506,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:44.268506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.269010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.269449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.269879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.270341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.271292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.271718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.272144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.272568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.273009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.273431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.273850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:24:44.290528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9542b9cd-a065-4989-a440-ad9785836ff7 req-d8cac69a-fc1f-4961-8837-8d261e43a7e4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522063
Nov 13 21:24:44.386539 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:44.485746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a4f119bb-1fae-4a83-9459-dd6c70462506'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:24:44.900595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47236) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:45.009262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df1f6309-2846-4757-b773-faf5e6d5146c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.082801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df1f6309-2846-4757-b773-faf5e6d5146c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.175155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df1f6309-2846-4757-b773-faf5e6d5146c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.214099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f6309-2846-4757-b773-faf5e6d5146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a90d24-0fdf-428a-b4ce-3570590d0f2d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:45.221228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:45.221477 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-df1f6309-2846-4757-b773-faf5e6d5146c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=303592372dd1454db76b5ae1ddf9f636&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3195779
Nov 13 21:24:45.269151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4418e1-c495-480f-81fb-11cab9dc8e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.289990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4418e1-c495-480f-81fb-11cab9dc8e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.394480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4418e1-c495-480f-81fb-11cab9dc8e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.397603 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4418e1-c495-480f-81fb-11cab9dc8e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:45.401074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd4418e1-c495-480f-81fb-11cab9dc8e14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22a90d24-0fdf-428a-b4ce-3570590d0f2d HTTP/1.1" status: 204  len: 168 time: 0.1763084
Nov 13 21:24:45.418478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c6102-a1fc-4d64-aa4c-d8a1c23745ad req-dd27e1b3-7d86-47b3-8943-b8939f0399b6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:45.420041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f8c6102-a1fc-4d64-aa4c-d8a1c23745ad req-dd27e1b3-7d86-47b3-8943-b8939f0399b6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 945 time: 0.0620883
Nov 13 21:24:45.422115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4418e1-c495-480f-81fb-11cab9dc8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a90d24-0fdf-428a-b4ce-3570590d0f2d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:45.477185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2f8c6102-a1fc-4d64-aa4c-d8a1c23745ad req-93cbbc82-a41d-4e4f-a387-8e4a74cef0c9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508838
Nov 13 21:24:45.950106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4f119bb-1fae-4a83-9459-dd6c70462506 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:24:46.077614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47252) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:46.090640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port a4f119bb-1fae-4a83-9459-dd6c70462506 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:24:46.091458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94685baf-c344-455a-acc4-24f50794d0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.095217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port a4f119bb-1fae-4a83-9459-dd6c70462506 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:46.095611 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.168509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94685baf-c344-455a-acc4-24f50794d0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.249838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94685baf-c344-455a-acc4-24f50794d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.291319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94685baf-c344-455a-acc4-24f50794d0a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4106aa10e1c42299db322bcecccc5a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2126257
Nov 13 21:24:46.292145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94685baf-c344-455a-acc4-24f50794d0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7102ebb-cc22-4d2f-b691-9458095f7764,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:46.294064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47254) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:46.325354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.348163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-997da674-05b3-4ede-b7a9-8c3dfb050bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.349887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f119bb-1fae-4a83-9459-dd6c70462506'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:24:46.352166 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcbae8a-67e2-40a3-86d1-b6c24a7124e1" -d '{"events": [{"server_uuid": "77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4", "name": "network-vif-plugged", "status": "completed", "tag": "a4f119bb-1fae-4a83-9459-dd6c70462506"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:24:46.365614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a4f119bb-1fae-4a83-9459-dd6c70462506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4f119bb-1fae-4a83-9459-dd6c70462506,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:46.372972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-997da674-05b3-4ede-b7a9-8c3dfb050bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.396194 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0abeb2c-bbf0-4966-ae7f-3cdf94ac2223 x-openstack-request-id: req-b0abeb2c-bbf0-4966-ae7f-3cdf94ac2223 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:24:46.396485 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4", "name": "network-vif-plugged", "status": "completed", "tag": "a4f119bb-1fae-4a83-9459-dd6c70462506", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:24:46.396772 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0abeb2c-bbf0-4966-ae7f-3cdf94ac2223 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:24:46.397207 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f119bb-1fae-4a83-9459-dd6c70462506', 'code': 200}
Nov 13 21:24:46.429188 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.479306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a4f119bb-1fae-4a83-9459-dd6c70462506,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:46.507350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-997da674-05b3-4ede-b7a9-8c3dfb050bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.510052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-997da674-05b3-4ede-b7a9-8c3dfb050bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:46.511345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-997da674-05b3-4ede-b7a9-8c3dfb050bc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7102ebb-cc22-4d2f-b691-9458095f7764 HTTP/1.1" status: 204  len: 168 time: 0.2160275
Nov 13 21:24:46.520631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da674-05b3-4ede-b7a9-8c3dfb050bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7102ebb-cc22-4d2f-b691-9458095f7764,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:46.686012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea25c1-565c-4c93-a461-a6ef61ff0cef req-e3cafc6b-509a-440f-b61a-76528425b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:46.687878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6ea25c1-565c-4c93-a461-a6ef61ff0cef req-e3cafc6b-509a-440f-b61a-76528425b139 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 1097 time: 0.2273240
Nov 13 21:24:46.737393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6ea25c1-565c-4c93-a461-a6ef61ff0cef req-b8e761c8-c5b8-45bc-a1ca-59e443cec162 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414400
Nov 13 21:24:46.875563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d36834-0632-4b8f-919d-d6ae5166e047 req-5b546b6d-d8f3-412c-b81d-e1b9329e0c9c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:46.883234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46d36834-0632-4b8f-919d-d6ae5166e047 req-5b546b6d-d8f3-412c-b81d-e1b9329e0c9c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0597620
Nov 13 21:24:46.928237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46d36834-0632-4b8f-919d-d6ae5166e047 req-fc34a8d2-fead-4f2b-b633-d78030e8ab2c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440485
Nov 13 21:24:47.710455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47288) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.809017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-cef24501-2a5d-4962-aa42-531383e7895a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.810032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cef24501-2a5d-4962-aa42-531383e7895a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0983014
Nov 13 21:24:47.813303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47292) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.817303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-bf691403-a735-4b52-9abb-fc6a28e0c94d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.818293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf691403-a735-4b52-9abb-fc6a28e0c94d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0040114
Nov 13 21:24:47.825314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47294) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.829899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-63c98e0b-a731-4b7e-ae8a-6fe105acd495 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.831062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63c98e0b-a731-4b7e-ae8a-6fe105acd495 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0046792
Nov 13 21:24:47.833334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47296) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.837170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-76f64576-b37f-45d4-a67a-8d7d29afc259 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.838068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-76f64576-b37f-45d4-a67a-8d7d29afc259 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0039182
Nov 13 21:24:47.840118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47298) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.843976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-8ca30bab-57c5-444a-a449-8a396650609e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.844882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ca30bab-57c5-444a-a449-8a396650609e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0037842
Nov 13 21:24:47.847162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47300) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.851551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5113f32c-02b4-41ab-9522-8ddc1b80f6c2 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.852437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5113f32c-02b4-41ab-9522-8ddc1b80f6c2 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0043390
Nov 13 21:24:47.854705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47302) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.858366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-d30b1306-c7bf-44b6-a913-ed9148094227 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.859288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d30b1306-c7bf-44b6-a913-ed9148094227 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0037851
Nov 13 21:24:47.861424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47304) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.865727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5793efa6-ebc7-4737-bc06-6a1e1da45795 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.866946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5793efa6-ebc7-4737-bc06-6a1e1da45795 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0044320
Nov 13 21:24:47.869025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47306) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.873708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-f080d9b6-7ffd-40e2-8f86-8f5c4172271e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.875060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f080d9b6-7ffd-40e2-8f86-8f5c4172271e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0047643
Nov 13 21:24:47.876787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47308) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.880316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-ff5632e7-45a8-4957-a1ed-dd78be23714d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.881240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ff5632e7-45a8-4957-a1ed-dd78be23714d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0036666
Nov 13 21:24:47.883273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47310) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.886982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-3608bb67-d618-415a-a13c-ff75ab5442b8 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.887869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3608bb67-d618-415a-a13c-ff75ab5442b8 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0038102
Nov 13 21:24:47.890003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47312) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.893562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-0dbc8425-ee2b-43c1-9c5f-d91dc7d76246 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.894622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0dbc8425-ee2b-43c1-9c5f-d91dc7d76246 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0036874
Nov 13 21:24:47.899659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47314) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.903428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-ce4c895a-588b-43eb-a014-df41d13f9b32 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.904402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce4c895a-588b-43eb-a014-df41d13f9b32 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0039003
Nov 13 21:24:47.906535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47316) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.910159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5fe581c0-e638-4242-a196-42ac6030511e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.911664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5fe581c0-e638-4242-a196-42ac6030511e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0037148
Nov 13 21:24:47.913683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47318) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.917384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-97f753b6-d6ec-4561-954c-99d7f1c3f525 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.921150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-97f753b6-d6ec-4561-954c-99d7f1c3f525 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0037899
Nov 13 21:24:47.922772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47320) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.926509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-6a84dc4b-fb96-4ae5-9093-c134474ad9c1 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.927402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a84dc4b-fb96-4ae5-9093-c134474ad9c1 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0038147
Nov 13 21:24:47.929707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47322) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.937807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-b4ab7d44-68a4-4747-a8e8-72e4d043e078 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.938783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b4ab7d44-68a4-4747-a8e8-72e4d043e078 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0081913
Nov 13 21:24:47.941687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47324) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.946239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-3b9b5bdc-6e3f-4a4a-910b-a2d4cb0e512f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.947319 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3b9b5bdc-6e3f-4a4a-910b-a2d4cb0e512f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0046992
Nov 13 21:24:47.953296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47328) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.960289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-bda4eb6c-deac-460e-979c-b421c4fb3ba7 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.964002 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bda4eb6c-deac-460e-979c-b421c4fb3ba7 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0096111
Nov 13 21:24:47.965479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47332) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.970366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-dea0ee18-5955-4e94-a473-bbd1c38a46b7 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.975433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dea0ee18-5955-4e94-a473-bbd1c38a46b7 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0051579
Nov 13 21:24:47.975433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47334) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.980284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-9eb26e4a-6433-4a88-9005-1b3faba2717d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.981637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9eb26e4a-6433-4a88-9005-1b3faba2717d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0052128
Nov 13 21:24:47.984090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47336) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:47.988401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-7088e8c3-f9b0-47d5-a06c-e0507b57f9fa tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:47.991347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7088e8c3-f9b0-47d5-a06c-e0507b57f9fa tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0059896
Nov 13 21:24:47.998138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47338) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.006169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-c5c46adc-6b60-4cc3-960e-3f19aeda0dba tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.006169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5c46adc-6b60-4cc3-960e-3f19aeda0dba tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0053148
Nov 13 21:24:48.007248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47340) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.011144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-65bd67d4-0681-4d11-88b5-0392b8dfe29a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.012048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-65bd67d4-0681-4d11-88b5-0392b8dfe29a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0038962
Nov 13 21:24:48.021135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.025568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-3f7b994f-be9d-44a3-babd-0169033c5f9f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.026486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3f7b994f-be9d-44a3-babd-0169033c5f9f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0043850
Nov 13 21:24:48.028814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47344) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.033340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-51cf6d0b-1068-497a-9cc8-26df6f5454fe tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.034236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-51cf6d0b-1068-497a-9cc8-26df6f5454fe tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0044727
Nov 13 21:24:48.037107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47346) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.041354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5c9ca044-fa1f-47fb-9d47-34901c3b6313 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.042364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5c9ca044-fa1f-47fb-9d47-34901c3b6313 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0042756
Nov 13 21:24:48.044742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47348) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.048567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-8afde54d-1649-4653-bcca-946959371b88 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.049605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8afde54d-1649-4653-bcca-946959371b88 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0040123
Nov 13 21:24:48.051857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47350) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.055709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-51cc00aa-0ac5-4c97-941e-a3d0ca5f1665 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.056621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-51cc00aa-0ac5-4c97-941e-a3d0ca5f1665 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0038741
Nov 13 21:24:48.058787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47352) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.060832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01400d85-8cc7-44aa-8a34-8fbcf35cd409 req-423b4013-7907-442e-ac63-472f1893f3e9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:48.062374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01400d85-8cc7-44aa-8a34-8fbcf35cd409 req-423b4013-7907-442e-ac63-472f1893f3e9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0493183
Nov 13 21:24:48.065386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-2f78e6fc-36d3-49ab-97fa-00bbca1ddf94 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.066885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2f78e6fc-36d3-49ab-97fa-00bbca1ddf94 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0066729
Nov 13 21:24:48.072808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47354) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.077456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5394e56d-4e74-45dd-a557-64a032e40042 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.078425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5394e56d-4e74-45dd-a557-64a032e40042 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0047238
Nov 13 21:24:48.080655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47356) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.085014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-7161aff2-3408-4b8c-8fbc-9f0dd99d4180 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.085967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7161aff2-3408-4b8c-8fbc-9f0dd99d4180 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0044069
Nov 13 21:24:48.088648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47358) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.098055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-37c395e6-01a6-4ce6-acb7-9580dfae0939 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.099537 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-37c395e6-01a6-4ce6-acb7-9580dfae0939 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0099561
Nov 13 21:24:48.101935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47360) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.106129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-b0a423d5-636e-40a4-a658-c1c8a6f4fe38 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.107053 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b0a423d5-636e-40a4-a658-c1c8a6f4fe38 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0042081
Nov 13 21:24:48.109175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47362) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.112898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-70a45fe1-1b65-496a-b1d9-d9abe922e555 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.113796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70a45fe1-1b65-496a-b1d9-d9abe922e555 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0037785
Nov 13 21:24:48.115981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01400d85-8cc7-44aa-8a34-8fbcf35cd409 req-fca890d0-0991-47b9-9c3d-285c499782af tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476618
Nov 13 21:24:48.116896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47364) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.124343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-439cf0a4-03f2-42a5-9322-ee23fe8df8d3 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.124343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-439cf0a4-03f2-42a5-9322-ee23fe8df8d3 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0040514
Nov 13 21:24:48.126118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47366) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.130075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-c2aacd1e-ce54-48c4-9110-c41cd7890c6f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.130981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c2aacd1e-ce54-48c4-9110-c41cd7890c6f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0039539
Nov 13 21:24:48.133442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47368) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.137083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-d46f66f5-9ada-4fab-9d85-a4f3efb1c700 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.137973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d46f66f5-9ada-4fab-9d85-a4f3efb1c700 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0037243
Nov 13 21:24:48.140292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47372) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.144086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-a98e6391-1e7c-4c44-a053-561689a3c507 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.147802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47374) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.148081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a98e6391-1e7c-4c44-a053-561689a3c507 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0066483
Nov 13 21:24:48.152408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-319ec20d-7373-42db-8151-aefc96a6ee40 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.155616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-319ec20d-7373-42db-8151-aefc96a6ee40 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0045502
Nov 13 21:24:48.156849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47376) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.160672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-92bd0f09-13a5-4b1d-b65b-154df49b1461 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.162199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-92bd0f09-13a5-4b1d-b65b-154df49b1461 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0045178
Nov 13 21:24:48.164298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47378) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.168065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-3c11c56a-6af6-4b2b-a257-fb831667d20a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.169036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c11c56a-6af6-4b2b-a257-fb831667d20a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0037766
Nov 13 21:24:48.171008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47380) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.174852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-4fa755b3-693f-4e07-98bf-1df915d627fc tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.175817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4fa755b3-693f-4e07-98bf-1df915d627fc tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0039258
Nov 13 21:24:48.177865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.182376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-56e87751-15ed-40b6-873c-f88302e9a135 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.183293 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-56e87751-15ed-40b6-873c-f88302e9a135 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0045254
Nov 13 21:24:48.185438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47384) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.189138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-b20d216a-eaf8-4809-a4cb-2c52df64437b tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.191196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b20d216a-eaf8-4809-a4cb-2c52df64437b tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0048606
Nov 13 21:24:48.197235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47386) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.201568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-3fcd1688-a9f1-4dfd-9785-94fed87f4b9e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.203233 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3fcd1688-a9f1-4dfd-9785-94fed87f4b9e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0050039
Nov 13 21:24:48.204986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47388) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.209502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-2711d97f-0a68-4eeb-b6ab-44c766c4aa39 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.210403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2711d97f-0a68-4eeb-b6ab-44c766c4aa39 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0043981
Nov 13 21:24:48.212609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.217550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-b2ef34de-e911-4e23-a7e9-b396f7e0e156 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.218491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b2ef34de-e911-4e23-a7e9-b396f7e0e156 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0049508
Nov 13 21:24:48.220796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47392) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.225252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-368c920e-a947-4767-9367-b3e11f7f95db tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.226214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-368c920e-a947-4767-9367-b3e11f7f95db tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0045667
Nov 13 21:24:48.228332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47394) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.232156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-efaf0a79-ce07-4e4f-861b-969df81cc240 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.235227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-efaf0a79-ce07-4e4f-861b-969df81cc240 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0060103
Nov 13 21:24:48.235374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47396) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.239609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-6c067538-860f-4547-90b9-0990ea90e7d1 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.240533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6c067538-860f-4547-90b9-0990ea90e7d1 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0042691
Nov 13 21:24:48.246617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47398) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.250271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-d547ca43-114f-4420-987d-2a1d058a5895 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.251194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d547ca43-114f-4420-987d-2a1d058a5895 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0037303
Nov 13 21:24:48.253230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47400) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.257481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-4591dfa0-e85a-41f0-b986-02e1dcd9b550 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.258355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4591dfa0-e85a-41f0-b986-02e1dcd9b550 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0043280
Nov 13 21:24:48.260371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47402) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.264050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-401f2a43-523b-4ce7-b365-f9769a362e64 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.264973 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-401f2a43-523b-4ce7-b365-f9769a362e64 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0037344
Nov 13 21:24:48.267278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47404) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.271599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-33b9b93a-c2a3-44e7-861d-9e51f3d4d904 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.275878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-33b9b93a-c2a3-44e7-861d-9e51f3d4d904 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0044041
Nov 13 21:24:48.277568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47406) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.281240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-e802b022-05bb-4e9e-9abd-5ab93233498a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.282141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e802b022-05bb-4e9e-9abd-5ab93233498a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0037570
Nov 13 21:24:48.284144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47408) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.288480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5bcf1524-b331-4b4f-b507-e6a005e84c79 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.289413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5bcf1524-b331-4b4f-b507-e6a005e84c79 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0044575
Nov 13 21:24:48.291408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47410) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.295035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-ad53f69a-3cb4-45e7-8c5f-722ba66192d9 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.295942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad53f69a-3cb4-45e7-8c5f-722ba66192d9 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0037336
Nov 13 21:24:48.297994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47412) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.301622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-6c356fbe-6fcc-4be2-b2e2-0e316fa446cf tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.302520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6c356fbe-6fcc-4be2-b2e2-0e316fa446cf tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0037260
Nov 13 21:24:48.304503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47414) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.308168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-a9b1e0cb-1ad3-4876-a6f1-e3ace4a0ad31 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.309076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9b1e0cb-1ad3-4876-a6f1-e3ace4a0ad31 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0037382
Nov 13 21:24:48.310997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47416) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.314624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-44a334fa-45e9-4d86-99b9-acbbca00df75 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.315519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44a334fa-45e9-4d86-99b9-acbbca00df75 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0037203
Nov 13 21:24:48.317996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47418) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.321585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-c92a1440-bbc4-4e99-afbd-994a5fe7411e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.322473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c92a1440-bbc4-4e99-afbd-994a5fe7411e tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0036762
Nov 13 21:24:48.324434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47420) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.328047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-43ecf2f0-c837-4353-a932-4493dcd4797d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.328970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-43ecf2f0-c837-4353-a932-4493dcd4797d tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0036747
Nov 13 21:24:48.330938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47422) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.335090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-4f835e54-4f5b-4127-aa44-4a36e777d577 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.335984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4f835e54-4f5b-4127-aa44-4a36e777d577 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0042973
Nov 13 21:24:48.337984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47424) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.342078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-2e8c9ca9-94ad-4ee5-8b09-c038c597f988 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.342986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2e8c9ca9-94ad-4ee5-8b09-c038c597f988 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0041926
Nov 13 21:24:48.344973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47426) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.348618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-c4854f57-8683-4cb2-847a-1bad0731f19b tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.349621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c4854f57-8683-4cb2-847a-1bad0731f19b tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0038455
Nov 13 21:24:48.351566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.355209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-5e92e6f4-b994-4351-b081-ac97fa796a0a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.356109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e92e6f4-b994-4351-b081-ac97fa796a0a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0037434
Nov 13 21:24:48.358084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47430) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.361669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-6e25f234-de73-45bc-a243-4a768ea6915a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.362558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6e25f234-de73-45bc-a243-4a768ea6915a tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0036786
Nov 13 21:24:48.364567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47432) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.368422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [None req-95e3a588-d2cb-48ef-91cf-b3bdcbfce7fa tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.369382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-95e3a588-d2cb-48ef-91cf-b3bdcbfce7fa tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0039659
Nov 13 21:24:48.371436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47434) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.375856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-c6e377d4-74c1-416b-bbd0-8149b7ccf82f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.376874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c6e377d4-74c1-416b-bbd0-8149b7ccf82f tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0044508
Nov 13 21:24:48.378799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47436) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:48.383248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [None req-bd01e19f-666d-4aae-b3aa-996bde44cf84 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:24:48.387401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd01e19f-666d-4aae-b3aa-996bde44cf84 tempest-ExtensionsTestJSON-1583623746 tempest-ExtensionsTestJSON-1583623746-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0045300
Nov 13 21:24:48.591331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941d0f-694e-48e1-b946-027225f6a6ef req-5fec4602-0c2c-45e4-adc9-db0f6738fe9a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:48.592759 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75941d0f-694e-48e1-b946-027225f6a6ef req-5fec4602-0c2c-45e4-adc9-db0f6738fe9a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0532503
Nov 13 21:24:48.640792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75941d0f-694e-48e1-b946-027225f6a6ef req-2bc779f4-701d-49c2-8934-6ce0fae28ba4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418391
Nov 13 21:24:48.686140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-1ee98a44-3743-40ea-b3bc-d52ab7dcaece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:48.687642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-1ee98a44-3743-40ea-b3bc-d52ab7dcaece service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 1097 time: 0.0404229
Nov 13 21:24:48.783235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-89bc7a56-9668-428d-8e50-b10029d72c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:48.784731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-89bc7a56-9668-428d-8e50-b10029d72c39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 911 time: 0.0898478
Nov 13 21:24:48.826447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-adbbfcbe-5768-4d55-aa39-8c854abaa55e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4f119bb-1fae-4a83-9459-dd6c70462506 HTTP/1.1" status: 200  len: 217 time: 0.0341978
Nov 13 21:24:48.876386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-6277ee29-bad1-41cc-8e11-b4f2fbe52a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:48.878015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-6277ee29-bad1-41cc-8e11-b4f2fbe52a84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15496bec-4c5e-4972-93a0-ad32eded0c42 HTTP/1.1" status: 200  len: 850 time: 0.0450661
Nov 13 21:24:48.913383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-4be24871-bd20-41c7-9ded-1908b8ee837e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283871
Nov 13 21:24:48.935803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47446) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:49.006278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-74a30d20-7ff4-4ec1-8efd-bf7dd9962bc3 service neutron] 10.222.0.37 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858605
Nov 13 21:24:49.052549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7935fe-7e39-4455-af07-45d41c12b8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.116370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3abbee4-2191-45b4-bf9b-a618d343505e req-092b75bc-2d69-439d-8d9a-046d8884678d service neutron] 10.222.0.37 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030238
Nov 13 21:24:49.141035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7935fe-7e39-4455-af07-45d41c12b8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.340875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7935fe-7e39-4455-af07-45d41c12b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.391010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d7935fe-7e39-4455-af07-45d41c12b8cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ee7bd77242248ac94d2f56d08d5e13e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4539568
Nov 13 21:24:49.392967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7935fe-7e39-4455-af07-45d41c12b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939faba6-8ff9-43dd-8673-d004403167d0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:49.393740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47456) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:49.442071 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-edb314d7-d315-4020-a2d5-c6cc072ecb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.463231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-edb314d7-d315-4020-a2d5-c6cc072ecb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.585925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-edb314d7-d315-4020-a2d5-c6cc072ecb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.588676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-edb314d7-d315-4020-a2d5-c6cc072ecb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:49.590060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-edb314d7-d315-4020-a2d5-c6cc072ecb41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/939faba6-8ff9-43dd-8673-d004403167d0 HTTP/1.1" status: 204  len: 168 time: 0.1953070
Nov 13 21:24:49.600012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb314d7-d315-4020-a2d5-c6cc072ecb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939faba6-8ff9-43dd-8673-d004403167d0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:49.759355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098a3d2-6612-4a97-8bc1-09dd1d867736 req-a5641ab3-deab-4b8b-9291-36c44a45987c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:49.760904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b098a3d2-6612-4a97-8bc1-09dd1d867736 req-a5641ab3-deab-4b8b-9291-36c44a45987c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0502348
Nov 13 21:24:49.813282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b098a3d2-6612-4a97-8bc1-09dd1d867736 req-3d50408e-aeaf-481e-bb8c-e40bb5879b25 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465171
Nov 13 21:24:50.650354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47486) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:50.747677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-270645014'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:50.833584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Made reservation on behalf of 14a0a19fe8a648f98a5a542748215645 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:50.837220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:50.846222 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:50.922063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:50.930542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68bfa2-519e-4d97-b137-784ac15b6f51 req-d870f6fd-2e19-4ba2-826d-f0959205cc84 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:50.932050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc68bfa2-519e-4d97-b137-784ac15b6f51 req-d870f6fd-2e19-4ba2-826d-f0959205cc84 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0491183
Nov 13 21:24:50.978769 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc68bfa2-519e-4d97-b137-784ac15b6f51 req-a5e34217-cd72-4df7-b79d-53978b0161d5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406687
Nov 13 21:24:51.015026 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.046723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:24:51.053459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef571b65-ddde-4268-8e58-8d63bcac9dc2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:51.059349 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.059737 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Added segment fec0f884-2185-4a76-9846-10cb57a91d1f of type vlan for network e8c60be3-727c-4f5d-bc5f-196e2cd34881
Nov 13 21:24:51.098573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.173624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.180016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:51.180614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.248826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event updated for resources: {'Network': ['ID=e8c60be3-727c-4f5d-bc5f-196e2cd34881,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:51.259627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:24:51.276142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-809b217d-fa11-46c0-a6d4-0625eee1e3f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.6220078
Nov 13 21:24:51.276392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:51.281491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Request body: {'subnet': {'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:51.461032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Made reservation on behalf of 14a0a19fe8a648f98a5a542748215645 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:51.464566 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.758329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.817894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event updated for resources: {'Subnet': ['ID=c96bf54b-7145-4c24-bfb5-9b2d60f185aa,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:51.826828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Checking segment: {'id': 'fec0f884-2185-4a76-9846-10cb57a91d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:24:51.827189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Network hostable DHCP agents. Network: e8c60be3-727c-4f5d-bc5f-196e2cd34881, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:24:51.889487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:24:51.946280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8c60be3-727c-4f5d-bc5f-196e2cd34881) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:51.950439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:51.951062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:51.957225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31d5ca1-b77d-40fc-87c0-8b4023edfed2 None None] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:24:52.050002 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4b56b6c7-9b30-4e43-94b5-1c83aebb2c86 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7721100
Nov 13 21:24:52.052793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47500) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:52.057857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Request body: {'port': {'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1176755861'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:52.107788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee47ef6-e5f7-4b14-af2e-1ec6b02223d1 req-ca59e419-0e05-4fd9-8401-39d84aaabcba tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:52.109634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aee47ef6-e5f7-4b14-af2e-1ec6b02223d1 req-ca59e419-0e05-4fd9-8401-39d84aaabcba tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0525465
Nov 13 21:24:52.115751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8c60be3-727c-4f5d-bc5f-196e2cd34881', 'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881', 'tenant_id': '14a0a19fe8a648f98a5a542748215645', 'fixed_ips': [{'subnet_id': 'c96bf54b-7145-4c24-bfb5-9b2d60f185aa'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:24:52.116995 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.169623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aee47ef6-e5f7-4b14-af2e-1ec6b02223d1 req-3d233851-7e42-4f65-9f15-966d942be1c1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482123
Nov 13 21:24:52.237909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Made reservation on behalf of 14a0a19fe8a648f98a5a542748215645 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:52.243963 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.263168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] device_id is not set on port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:24:52.266980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Allocated IP 2001:db8::2 (e8c60be3-727c-4f5d-bc5f-196e2cd34881/c96bf54b-7145-4c24-bfb5-9b2d60f185aa/6a6a8572-631b-4ff0-b276-db1709e05b94) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:24:52.414334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.471114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.507240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:52.510128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:52.515901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:24:52.532014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Pushing event updated for resources: {'Port': ['ID=6a6a8572-631b-4ff0-b276-db1709e05b94,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:52.532252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Allocated IP 2001:db8::3cd (e8c60be3-727c-4f5d-bc5f-196e2cd34881/c96bf54b-7145-4c24-bfb5-9b2d60f185aa/31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:24:52.576047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Attempting to bind port 6a6a8572-631b-4ff0-b276-db1709e05b94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:24:52.576422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Attempting to bind port 6a6a8572-631b-4ff0-b276-db1709e05b94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fec0f884-2185-4a76-9846-10cb57a91d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:24:52.576991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Attempting to bind port 6a6a8572-631b-4ff0-b276-db1709e05b94 on network e8c60be3-727c-4f5d-bc5f-196e2cd34881 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:24:52.582440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:24:52.583386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Checking segment: {'id': 'fec0f884-2185-4a76-9846-10cb57a91d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:24:52.583834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.584230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Bound using segment: {'id': 'fec0f884-2185-4a76-9846-10cb57a91d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:24:52.584725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Bound port: 6a6a8572-631b-4ff0-b276-db1709e05b94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec0f884-2185-4a76-9846-10cb57a91d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:24:52.585109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.653655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] For port 6a6a8572-631b-4ff0-b276-db1709e05b94, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:24:52.656821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] For port 6a6a8572-631b-4ff0-b276-db1709e05b94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a6a8572-631b-4ff0-b276-db1709e05b94,segment=NetworkSegment(fec0f884-2185-4a76-9846-10cb57a91d1f),segment_id=fec0f884-2185-4a76-9846-10cb57a91d1f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:24:52.686768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.752594 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.812481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dee47e-2a1d-4ecf-8c9e-4f1506c02ebb None None] Pushing event updated for resources: {'Port': ['ID=6a6a8572-631b-4ff0-b276-db1709e05b94,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:52.838604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.887119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:52.892161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:52.907156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:24:52.907156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:52.907156 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:52.908756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event updated for resources: {'Port': ['ID=31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:52.995697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-868a0a9f-900e-47a9-9d9d-f290b42410d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 0.9416211
Nov 13 21:24:52.998670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47506) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:53.004284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Request body: {'port': {'network_id': 'e8c60be3-727c-4f5d-bc5f-196e2cd34881', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-489746239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:53.005400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] bootfile-name is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:24:53.007358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] tftp-server is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:24:53.007657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] server-ip-address is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:24:53.144130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6a6a8572-631b-4ff0-b276-db1709e05b94 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:24:53.180926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Made reservation on behalf of 14a0a19fe8a648f98a5a542748215645 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:53.184790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.194215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6a6a8572-631b-4ff0-b276-db1709e05b94 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:53.194584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.202250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] device_id is not set on port b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:24:53.284091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.321809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d79ec-b351-4a07-9436-e801c1911712 req-3e815d0b-6089-448c-b517-c23434b8af65 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:53.324721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952d79ec-b351-4a07-9436-e801c1911712 req-3e815d0b-6089-448c-b517-c23434b8af65 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0688057
Nov 13 21:24:53.325172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 6a6a8572-631b-4ff0-b276-db1709e05b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a6a8572-631b-4ff0-b276-db1709e05b94,segment=NetworkSegment(fec0f884-2185-4a76-9846-10cb57a91d1f),segment_id=fec0f884-2185-4a76-9846-10cb57a91d1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:53.333251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Allocated IP 2001:db8::36c (e8c60be3-727c-4f5d-bc5f-196e2cd34881/c96bf54b-7145-4c24-bfb5-9b2d60f185aa/b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:24:53.375621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952d79ec-b351-4a07-9436-e801c1911712 req-fab559d4-f813-4bcb-a5c2-a6e0bf79b3dc tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441692
Nov 13 21:24:53.415131 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.470000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=6a6a8572-631b-4ff0-b276-db1709e05b94,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:53.507855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.604518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.649664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:24:53.652817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:24:53.659254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:24:53.664936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:53.665574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.677941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event updated for resources: {'Port': ['ID=b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:53.736938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d723bc39-8b31-423e-8e5e-afb832687b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 0.7371576
Nov 13 21:24:53.739856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47514) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:53.757528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af9c848-5374-4535-9890-4f25f627ae98 None None] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:24:53.829882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd18f8-e1f2-4bfc-a63d-68b0cb849a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:53.836032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd18f8-e1f2-4bfc-a63d-68b0cb849a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:53.842080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd18f8-e1f2-4bfc-a63d-68b0cb849a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:53.845127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70bd18f8-e1f2-4bfc-a63d-68b0cb849a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.1042686
Nov 13 21:24:53.846562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47516) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:53.880873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3bc916f1-db13-4a7b-b67d-54c3947ca09a None None] Provisioning complete for port 6a6a8572-631b-4ff0-b276-db1709e05b94 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:53.883712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bc916f1-db13-4a7b-b67d-54c3947ca09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:53.945222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Deleting port b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:53.945567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.038462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.052146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Calling delete_port for b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:54.228351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Provisioning complete for port b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:54.228924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.259627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.268312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Port b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:24:54.279593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Provisioning complete for port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:54.280022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.297170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event deleted for resources: {'Port': ['ID=b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:54.316793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:24:54.322378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.329375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7a09f856-bb0d-438e-a1f7-d4f122824781 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "DELETE /v2.0/ports/b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3 HTTP/1.1" status: 204  len: 168 time: 0.4782953
Nov 13 21:24:54.331384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Provisioning complete for port 6a6a8572-631b-4ff0-b276-db1709e05b94 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:54.331384 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d1d4ab29-b3e2-48b5-bcfe-8e12505412da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.331900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47518) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:54.335190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Request body: {'port': {'name': 'tempest-new-port-name-1679194650', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:54.335584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] bootfile-name is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:24:54.335917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] tftp-server is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:24:54.336300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] server-ip-address is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:24:54.413785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.514449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341150d-b252-4736-8ff2-508885195433 req-4fc4edbd-0093-4fa4-888e-d33e2d27a2f8 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:54.516370 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9341150d-b252-4736-8ff2-508885195433 req-4fc4edbd-0093-4fa4-888e-d33e2d27a2f8 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0583255
Nov 13 21:24:54.574245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9341150d-b252-4736-8ff2-508885195433 req-e4564d0b-207c-4a08-b87e-6d28f53a54d6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503640
Nov 13 21:24:54.581627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dbc8d35a-027d-4c37-9f9e-30c23341e64a None None] Provisioning complete for port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:54.585220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dbc8d35a-027d-4c37-9f9e-30c23341e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.631853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8d35a-027d-4c37-9f9e-30c23341e64a None None] Port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:24:54.660650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.724768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e94fe0b3-9072-4eaa-af98-b9393e4c5690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.743312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ed351b89-0b35-4a84-b90d-d2ccab21af54 None None] Could not find standard attr ID for object b6de9bdf-e2f3-4d30-9426-481fc3d4f0c3. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:24:54.752606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.791440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] In _notify_port_updated(), no bound segment for port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae on network e8c60be3-727c-4f5d-bc5f-196e2cd34881 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:24:54.797111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:54.797817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:54.799142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "PUT /v2.0/ports/31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae HTTP/1.1" status: 200  len: 1130 time: 0.4683073
Nov 13 21:24:54.802066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47526) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:54.842720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9de69-da0f-4fbb-8851-f90c304ef20f tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event updated for resources: {'Port': ['ID=31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:54.861052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ebce3-f564-47d3-b7de-a798eb32d209 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:54.862193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0e0ebce3-f564-47d3-b7de-a798eb32d209 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "GET /v2.0/ports/31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae HTTP/1.1" status: 200  len: 1130 time: 0.0592153
Nov 13 21:24:54.865990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:54.968955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Deleting port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:54.969297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.064069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-084d6ba8-68d9-4e5c-ad11-3d3d45482e1a None None] Provisioning complete for port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:55.064435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-084d6ba8-68d9-4e5c-ad11-3d3d45482e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.066241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.080500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Calling delete_port for 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:55.102941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-084d6ba8-68d9-4e5c-ad11-3d3d45482e1a None None] Port 31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:24:55.115479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6a6a8572-631b-4ff0-b276-db1709e05b94 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:24:55.166378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6a6a8572-631b-4ff0-b276-db1709e05b94 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:24:55.166628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.284024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.312142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event deleted for resources: {'Port': ['ID=31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:55.337592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.340975 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-036d5821-214c-4bc8-84b0-777b6c26cf2c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "DELETE /v2.0/ports/31639e26-e9e7-42a8-ac6f-f5d7bd58a0ae HTTP/1.1" status: 204  len: 168 time: 0.4735441
Nov 13 21:24:55.343399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47530) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:55.401518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Deleting subnet c96bf54b-7145-4c24-bfb5-9b2d60f185aa {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:24:55.405291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.447052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.531755 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.680106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.711838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event deleted for resources: {'Subnet': ['ID=c96bf54b-7145-4c24-bfb5-9b2d60f185aa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:55.723698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2207d-949e-4c39-8dd0-19e60947e02b req-044ba400-e7c4-4442-a874-b75aa88b77cc tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:55.723698 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62f2207d-949e-4c39-8dd0-19e60947e02b req-044ba400-e7c4-4442-a874-b75aa88b77cc tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0780623
Nov 13 21:24:55.725325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.728472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c59ca9f-a568-4479-adb4-49dd9fae237c tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "DELETE /v2.0/subnets/c96bf54b-7145-4c24-bfb5-9b2d60f185aa HTTP/1.1" status: 204  len: 168 time: 0.3841450
Nov 13 21:24:55.731177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47538) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:55.733525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7b4af-6465-45f4-a59e-d9221afaca8b None None] Network e8c60be3-727c-4f5d-bc5f-196e2cd34881 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:24:55.776371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62f2207d-949e-4c39-8dd0-19e60947e02b req-c4546d62-0e69-4143-bbd2-deda0c26325c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467916
Nov 13 21:24:55.814731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.872210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Deleting port 6a6a8572-631b-4ff0-b276-db1709e05b94 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:55.872965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.908586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] DHCP port deletion for e8c60be3-727c-4f5d-bc5f-196e2cd34881 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:24:55.939638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] For port 6a6a8572-631b-4ff0-b276-db1709e05b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a6a8572-631b-4ff0-b276-db1709e05b94,segment=NetworkSegment(fec0f884-2185-4a76-9846-10cb57a91d1f),segment_id=fec0f884-2185-4a76-9846-10cb57a91d1f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:55.940013 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:55.953013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Calling delete_port for 6a6a8572-631b-4ff0-b276-db1709e05b94 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:55.956595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] Deleting port 6a6a8572-631b-4ff0-b276-db1709e05b94 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:24:55.956982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.024003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] For port 6a6a8572-631b-4ff0-b276-db1709e05b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a6a8572-631b-4ff0-b276-db1709e05b94,segment=NetworkSegment(fec0f884-2185-4a76-9846-10cb57a91d1f),segment_id=fec0f884-2185-4a76-9846-10cb57a91d1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:24:56.024401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.039140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] Calling delete_port for 6a6a8572-631b-4ff0-b276-db1709e05b94 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:24:56.226850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.258662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] No DVR routers for this DVR port 6a6a8572-631b-4ff0-b276-db1709e05b94 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:56.262423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b491a7f-6a19-4505-9bfa-38539dafa82a None None] Pushing event deleted for resources: {'Port': ['ID=6a6a8572-631b-4ff0-b276-db1709e05b94,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:56.354175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.378714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event deleted for resources: {'Port': ['ID=6a6a8572-631b-4ff0-b276-db1709e05b94,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:56.382301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] No DVR routers for this DVR port 6a6a8572-631b-4ff0-b276-db1709e05b94 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:24:56.464502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.492141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdec49d60>,) {'filters': {'network_id': ['e8c60be3-727c-4f5d-bc5f-196e2cd34881']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:56.501399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdec49d60>, 'fec0f884-2185-4a76-9846-10cb57a91d1f') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:56.501690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdec49d60>, 'fec0f884-2185-4a76-9846-10cb57a91d1f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:56.510727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.523903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.529632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:24:56.530016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:24:56.532914 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:24:56.647561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.654598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:56.657789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] 10.222.0.20 "DELETE /v2.0/networks/e8c60be3-727c-4f5d-bc5f-196e2cd34881 HTTP/1.1" status: 204  len: 168 time: 0.9255667
Nov 13 21:24:56.668904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbfca4-cc41-4c24-95cb-20c4107e67d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059 tempest-ExtraDHCPOptionsIpV6TestJSON-1487343059-project] Pushing event deleted for resources: {'Network': ['ID=e8c60be3-727c-4f5d-bc5f-196e2cd34881,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:56.898173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69e4c9-8c8a-4ab9-b3ec-ad1766b0993a req-ac704bbb-5e17-46bb-b287-2f0d052211d9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:56.899721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e69e4c9-8c8a-4ab9-b3ec-ad1766b0993a req-ac704bbb-5e17-46bb-b287-2f0d052211d9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0540664
Nov 13 21:24:56.947888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e69e4c9-8c8a-4ab9-b3ec-ad1766b0993a req-27248c9a-d9f2-4bf9-b259-cd1f0d8f8637 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419035
Nov 13 21:24:57.088544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a9bcfcc-129e-4021-a865-43c86e0f68b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:57.107156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6a6a8572-631b-4ff0-b276-db1709e05b94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:24:57.128722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 6a6a8572-631b-4ff0-b276-db1709e05b94 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:24:57.129061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6a6a8572-631b-4ff0-b276-db1709e05b94 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:24:57.173895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47550) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:57.304001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a95f023f-f023-4a73-bde2-998a32b65f3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14a0a19fe8a648f98a5a542748215645&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1289477
Nov 13 21:24:57.310952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47554) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:57.352276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-382ea9aa-c694-4c7a-b654-8cd09948574f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:57.373762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-382ea9aa-c694-4c7a-b654-8cd09948574f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:57.527913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-382ea9aa-c694-4c7a-b654-8cd09948574f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:57.530591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-382ea9aa-c694-4c7a-b654-8cd09948574f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:57.531808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-382ea9aa-c694-4c7a-b654-8cd09948574f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef571b65-ddde-4268-8e58-8d63bcac9dc2 HTTP/1.1" status: 204  len: 168 time: 0.2243152
Nov 13 21:24:57.540817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ea9aa-c694-4c7a-b654-8cd09948574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef571b65-ddde-4268-8e58-8d63bcac9dc2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:58.069211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2290a-90cd-4e5f-adb1-43b9d278850d req-9935692a-a208-4342-8a97-ac6dcc9cf80c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:58.070713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80c2290a-90cd-4e5f-adb1-43b9d278850d req-9935692a-a208-4342-8a97-ac6dcc9cf80c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0542803
Nov 13 21:24:58.124652 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80c2290a-90cd-4e5f-adb1-43b9d278850d req-09c4dfa4-ff69-4902-882f-f1280f850497 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462642
Nov 13 21:24:58.529189 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.605733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47586) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:58.701827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'networks': [{'name': 'tempest-network--193604539'}, {'name': 'tempest-network--895591702'}]} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:58.702136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'network': {'name': 'tempest-network--193604539'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:58.702584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'network': {'name': 'tempest-network--895591702'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:24:58.796057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'network': 2} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:24:58.800870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.809687 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.884536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.923345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.923740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.963693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616fdaac-f554-4238-9d7d-6ebdf59ed23f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:58.969393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:24:58.979228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:58.979571 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Added segment 48390cbf-86e3-45a6-a4a9-adbe265d9db7 of type vlan for network b46aec76-7f55-4dcf-b647-63f45d2d884b
Nov 13 21:24:59.027499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.056031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:24:59.064400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.064814 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Added segment d78e27b5-4769-49da-9321-c0af754c8976 of type vlan for network 12a7f796-16d3-485e-957c-281b5ad3a82e
Nov 13 21:24:59.106853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.209326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.209831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.215441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.220232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.220905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.310936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Network': ['ID=b46aec76-7f55-4dcf-b647-63f45d2d884b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:59.322968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b46aec76-7f55-4dcf-b647-63f45d2d884b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:24:59.332071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc7051-a62e-4c19-a351-9dbe5ac0baed req-72b1ac9c-cc58-4a14-86aa-0cb7b50a0f9b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.333624 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55bc7051-a62e-4c19-a351-9dbe5ac0baed req-72b1ac9c-cc58-4a14-86aa-0cb7b50a0f9b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.1357615
Nov 13 21:24:59.361040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 0.7541733
Nov 13 21:24:59.364364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47596) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:59.415098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100eb45-69df-4ec6-9f90-d5f8c4b08a03 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Network': ['ID=12a7f796-16d3-485e-957c-281b5ad3a82e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:24:59.417758 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:24:59.428964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 12a7f796-16d3-485e-957c-281b5ad3a82e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:24:59.437973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55bc7051-a62e-4c19-a351-9dbe5ac0baed req-c5c1b11b-935f-4d7d-b298-db191bca4a34 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934076
Nov 13 21:24:59.560236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cebaf-e843-4993-ba3a-e51abd20006b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.566299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cebaf-e843-4993-ba3a-e51abd20006b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.572070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cebaf-e843-4993-ba3a-e51abd20006b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.578093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248cebaf-e843-4993-ba3a-e51abd20006b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:24:59.580352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-248cebaf-e843-4993-ba3a-e51abd20006b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.2141573
Nov 13 21:24:59.583091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:59.657283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.750219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.773902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd0a64c0>,) {'filters': {'network_id': ['b46aec76-7f55-4dcf-b647-63f45d2d884b']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:59.783842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd0a64c0>, '48390cbf-86e3-45a6-a4a9-adbe265d9db7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:59.784100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd0a64c0>, '48390cbf-86e3-45a6-a4a9-adbe265d9db7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:24:59.794039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.813546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.820577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:24:59.821021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:24:59.824263 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:24:59.849221 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.929435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.937838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:24:59.940936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/networks/b46aec76-7f55-4dcf-b647-63f45d2d884b HTTP/1.1" status: 204  len: 168 time: 0.3569095
Nov 13 21:24:59.944200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47618) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:24:59.953132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981ee00-b627-4e8d-9626-5ab9bb079a1e tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Network': ['ID=b46aec76-7f55-4dcf-b647-63f45d2d884b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:00.027874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.115590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.136271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcf6db20>,) {'filters': {'network_id': ['12a7f796-16d3-485e-957c-281b5ad3a82e']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:00.145896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf6db20>, 'd78e27b5-4769-49da-9321-c0af754c8976') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:00.146192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf6db20>, 'd78e27b5-4769-49da-9321-c0af754c8976') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:00.159844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.172586 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.178894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:00.179276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:00.182181 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:00.295202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.302729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.305771 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/networks/12a7f796-16d3-485e-957c-281b5ad3a82e HTTP/1.1" status: 204  len: 168 time: 0.3598580
Nov 13 21:25:00.308184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47620) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:00.311919 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.332325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85cea-6bba-4bb0-9b7d-048866633f48 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Network': ['ID=12a7f796-16d3-485e-957c-281b5ad3a82e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:00.491192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ba613-3871-4dfd-b16a-b8f92baefcb9 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:00.498601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7ba613-3871-4dfd-b16a-b8f92baefcb9 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:00.500188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0f7ba613-3871-4dfd-b16a-b8f92baefcb9 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1910517
Nov 13 21:25:00.504236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47624) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:00.510270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-265151070'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:00.562874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0807dd-c148-48dd-a6af-133a0d7b44e0 req-c6d8d21b-a313-4ce0-93f4-7397b41dd72f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:00.564277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db0807dd-c148-48dd-a6af-133a0d7b44e0 req-c6d8d21b-a313-4ce0-93f4-7397b41dd72f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0532129
Nov 13 21:25:00.570647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:00.574568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.599241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:00.608202 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.608760 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Added segment d5c93296-3109-4bc4-9d0f-72262693e09a of type vlan for network 338e7667-b3fd-4453-8e34-6ca3aba0cff0
Nov 13 21:25:00.616191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db0807dd-c148-48dd-a6af-133a0d7b44e0 req-ba6836e2-d173-4a43-b22f-9c0575e1c1b2 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445943
Nov 13 21:25:00.658036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.746307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.751887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:00.752470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.819457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Network': ['ID=338e7667-b3fd-4453-8e34-6ca3aba0cff0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:00.830861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 338e7667-b3fd-4453-8e34-6ca3aba0cff0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:00.858225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6152bd33-f5af-4d38-b868-728984f1a40d tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3516114
Nov 13 21:25:00.860494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47628) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:00.866042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1838714267'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:00.950697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:00.954303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.978225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:00.986893 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:00.987231 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Added segment c47d1b94-8322-4e0c-99cf-683513c1852c of type vlan for network 6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae
Nov 13 21:25:01.026570 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:01.133431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:01.138939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:01.139519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:01.205608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Network': ['ID=6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:01.216251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:01.361742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3108dc1a-5df9-4588-a4e7-7deb2fa8e511 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5000792
Nov 13 21:25:01.365072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47632) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:01.370612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'ports': [{'network_id': '338e7667-b3fd-4453-8e34-6ca3aba0cff0', 'name': 'tempest-port--1003234652', 'admin_state_up': True}, {'network_id': '6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae', 'admin_state_up': False}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:01.371004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'port': {'network_id': '338e7667-b3fd-4453-8e34-6ca3aba0cff0', 'name': 'tempest-port--1003234652', 'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:01.371486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'port': {'network_id': '6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae', 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:01.607823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'port': 2} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:01.612528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:01.626223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:01.707299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] device_id is not set on port b8ab2f23-b1e9-4d4f-85d0-10b965ba0fd5 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:25:01.731784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1339b-74f2-4d73-ac8a-db1786cea290 req-85137032-175d-4ea3-b159-86c013fc3c9d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:01.733377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26f1339b-74f2-4d73-ac8a-db1786cea290 req-85137032-175d-4ea3-b159-86c013fc3c9d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0482309
Nov 13 21:25:01.782607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26f1339b-74f2-4d73-ac8a-db1786cea290 req-dfdde20f-003f-435c-a5f8-974e0b9d68b6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421417
Nov 13 21:25:01.826461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:01.898135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] device_id is not set on port 951377e8-9a4d-4b1d-b2d6-7db6438bfcb3 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:25:02.006510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:02.117319 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:02.175564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Port': ['ID=b8ab2f23-b1e9-4d4f-85d0-10b965ba0fd5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:02.185858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Checking segment: {'id': 'd5c93296-3109-4bc4-9d0f-72262693e09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '338e7667-b3fd-4453-8e34-6ca3aba0cff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:02.186212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network hostable DHCP agents. Network: 338e7667-b3fd-4453-8e34-6ca3aba0cff0, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:02.281756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network 338e7667-b3fd-4453-8e34-6ca3aba0cff0 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:02.385879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 338e7667-b3fd-4453-8e34-6ca3aba0cff0) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:02.389438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:02.390294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:02.395345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f4dcd-f1e6-487a-aede-caf800749a35 None None] Network 338e7667-b3fd-4453-8e34-6ca3aba0cff0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:02.464319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Port': ['ID=951377e8-9a4d-4b1d-b2d6-7db6438bfcb3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:02.471911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Checking segment: {'id': 'c47d1b94-8322-4e0c-99cf-683513c1852c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:02.472276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network hostable DHCP agents. Network: 6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:02.592076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network 6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:02.671945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:02.675819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:02.681170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75953577-d9cc-4b43-9526-3e951981b37b None None] Network 6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:02.682448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:02.687418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:02.688082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:02.749271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-46a7ced7-a2c3-4cbd-955d-415e6ba076f6 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.3829463
Nov 13 21:25:02.751509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47640) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:02.802148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207591c-265f-426c-821a-16b1c4eb7a5b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:02.808232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207591c-265f-426c-821a-16b1c4eb7a5b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:02.810206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d207591c-265f-426c-821a-16b1c4eb7a5b tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0574849
Nov 13 21:25:02.812858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47644) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:02.908596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f2668-d983-44d8-8f92-785fa9221c5b req-71dd13d8-d131-4751-868a-8da49764be94 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:02.910835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d45f2668-d983-44d8-8f92-785fa9221c5b req-71dd13d8-d131-4751-868a-8da49764be94 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0502770
Nov 13 21:25:02.915429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Deleting port b8ab2f23-b1e9-4d4f-85d0-10b965ba0fd5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:02.918383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:02.964519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d45f2668-d983-44d8-8f92-785fa9221c5b req-677fddd3-222a-44d5-8187-f495b650621f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471723
Nov 13 21:25:02.997860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.013507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Calling delete_port for b8ab2f23-b1e9-4d4f-85d0-10b965ba0fd5 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:03.232061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.268556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.272996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/ports/b8ab2f23-b1e9-4d4f-85d0-10b965ba0fd5 HTTP/1.1" status: 204  len: 168 time: 0.4591069
Nov 13 21:25:03.273913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d5488-15c7-42e4-bd3e-db6373811c51 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Port': ['ID=b8ab2f23-b1e9-4d4f-85d0-10b965ba0fd5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:03.275693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47650) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:03.364344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Deleting port 951377e8-9a4d-4b1d-b2d6-7db6438bfcb3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:03.364676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.430764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.443527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Calling delete_port for 951377e8-9a4d-4b1d-b2d6-7db6438bfcb3 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:03.584632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.614496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Port': ['ID=951377e8-9a4d-4b1d-b2d6-7db6438bfcb3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:03.623042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.623042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd0a351d-b0c1-4d58-b52e-6f643954f717 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/ports/951377e8-9a4d-4b1d-b2d6-7db6438bfcb3 HTTP/1.1" status: 204  len: 168 time: 0.3450644
Nov 13 21:25:03.624291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47652) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:03.674118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41ba3aa9-7b87-4d02-ad93-f840979d2b59 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0486908
Nov 13 21:25:03.679478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47654) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:03.684089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1237756328'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:03.757361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:03.760770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.783492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:03.792353 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.792722 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Added segment f36327df-f71c-4dae-a849-029033c67fd9 of type vlan for network 467036c8-f0e3-492a-b314-9f004d9be115
Nov 13 21:25:03.830072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.921990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.927589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:03.932424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:03.996099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Network': ['ID=467036c8-f0e3-492a-b314-9f004d9be115,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:04.008633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 467036c8-f0e3-492a-b314-9f004d9be115 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:04.038403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47662) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:04.038909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-22927c0c-dd02-49b8-811d-2956b45e3ce0 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3568742
Nov 13 21:25:04.043378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1549951559'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:04.121356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48915a51-5f9b-4888-8065-8775a2c0228d req-ae0d890b-9438-4bf3-8f92-fbbcffedb970 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:04.122881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48915a51-5f9b-4888-8065-8775a2c0228d req-ae0d890b-9438-4bf3-8f92-fbbcffedb970 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0542300
Nov 13 21:25:04.151781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:04.155321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:04.172031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48915a51-5f9b-4888-8065-8775a2c0228d req-9faf84a7-dfec-4d58-9a2d-66103adbab2b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432148
Nov 13 21:25:04.181077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:04.195542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:04.195542 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Added segment dc682b68-e226-4985-abf8-abe873782c31 of type vlan for network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5
Nov 13 21:25:04.230716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:04.352333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:04.357874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:04.358449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:04.424773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Network': ['ID=5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:04.432499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.432905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.433244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.433577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.433909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.434236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.434568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.434877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.435195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.435512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.435828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.436142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:04.447199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:04.498151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1ab99379-b1c4-4aa3-abb5-fee1e87bb280 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4629979
Nov 13 21:25:04.631298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47664) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:04.636226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'subnets': [{'network_id': '467036c8-f0e3-492a-b314-9f004d9be115', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1419336558', 'ip_version': 4}, {'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:04.636545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'subnet': {'network_id': '467036c8-f0e3-492a-b314-9f004d9be115', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1419336558', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:04.637375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Request body: {'subnet': {'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:04.877788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Made reservation on behalf of af9fc73e65ef43ca9f540f3a8cfdf778 for: {'subnet': 2} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:04.882495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:04.882768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:05.335005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa43a9a-5d67-4540-b373-d7d4515bc12b req-48618143-73ec-4c82-ba51-dadb365bffc7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:05.336484 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fa43a9a-5d67-4540-b373-d7d4515bc12b req-48618143-73ec-4c82-ba51-dadb365bffc7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0891147
Nov 13 21:25:05.440364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fa43a9a-5d67-4540-b373-d7d4515bc12b req-1c8401bc-3244-4b30-9419-04a21d037f4f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962613
Nov 13 21:25:05.660709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:05.713913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Subnet': ['ID=68f02944-9055-4473-a549-374d74ca7126,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:05.728830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Checking segment: {'id': 'f36327df-f71c-4dae-a849-029033c67fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '467036c8-f0e3-492a-b314-9f004d9be115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:05.729198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network hostable DHCP agents. Network: 467036c8-f0e3-492a-b314-9f004d9be115, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:05.895980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network 467036c8-f0e3-492a-b314-9f004d9be115 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:05.990489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 467036c8-f0e3-492a-b314-9f004d9be115) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:05.994532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.002007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8bd3ba-a982-47b2-b0e8-74a1af212387 None None] Network 467036c8-f0e3-492a-b314-9f004d9be115 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:06.057396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event updated for resources: {'Subnet': ['ID=785b22db-fa44-4572-ad86-c8a34f74bd58,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:06.064336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Checking segment: {'id': 'dc682b68-e226-4985-abf8-abe873782c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:06.064854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network hostable DHCP agents. Network: 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:06.134554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:06.151327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-467036c8-f0e3-492a-b314-9f004d9be115', 'network_id': '467036c8-f0e3-492a-b314-9f004d9be115', 'tenant_id': 'af9fc73e65ef43ca9f540f3a8cfdf778', 'fixed_ips': [{'subnet_id': '68f02944-9055-4473-a549-374d74ca7126'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:06.152181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.219332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:06.224015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:06.224492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:06.225172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.325154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b1a960ad-9dd4-4c48-b357-2f84cc0f0dae tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 1.6926785
Nov 13 21:25:06.327658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47676) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:06.365980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabd2fa0-0e2b-4826-8e3d-a388ae0884b9 None None] Network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:06.386517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c18a14-5e05-412a-bf86-8bc3a570fdbb tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:06.389957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c18a14-5e05-412a-bf86-8bc3a570fdbb tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:06.389957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c18a14-5e05-412a-bf86-8bc3a570fdbb tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:06.391299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59c18a14-5e05-412a-bf86-8bc3a570fdbb tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.0626130
Nov 13 21:25:06.394657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47678) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:06.446512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Deleting subnet 68f02944-9055-4473-a549-374d74ca7126 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:25:06.494327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Allocated IP 172.20.0.2 (467036c8-f0e3-492a-b314-9f004d9be115/68f02944-9055-4473-a549-374d74ca7126/0683626a-2f4c-4537-854c-77246d7703ce) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:06.563918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5d6af-3289-4987-b1a0-f57cc48142a1 req-53088932-2c2e-4f38-bd3a-370d8e839f3c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:06.565570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b5d6af-3289-4987-b1a0-f57cc48142a1 req-53088932-2c2e-4f38-bd3a-370d8e839f3c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0518079
Nov 13 21:25:06.615406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5', 'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5', 'tenant_id': 'af9fc73e65ef43ca9f540f3a8cfdf778', 'fixed_ips': [{'subnet_id': '785b22db-fa44-4572-ad86-c8a34f74bd58'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:06.615709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90b5d6af-3289-4987-b1a0-f57cc48142a1 req-c297d698-47bc-43cb-9e33-01baaf9f57ed tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435898
Nov 13 21:25:06.616259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.789206 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.808962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Allocated IP 172.20.0.18 (5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5/785b22db-fa44-4572-ad86-c8a34f74bd58/67e3ad76-333b-48e7-bb0b-886b4fafba69) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:06.872079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.874421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.918061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:06.926244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Network 467036c8-f0e3-492a-b314-9f004d9be115 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:06.937020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:06.943150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:06.948282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Pushing event updated for resources: {'Port': ['ID=0683626a-2f4c-4537-854c-77246d7703ce,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:07.006076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.044335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Attempting to bind port 0683626a-2f4c-4537-854c-77246d7703ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:07.045002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Attempting to bind port 0683626a-2f4c-4537-854c-77246d7703ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f36327df-f71c-4dae-a849-029033c67fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '467036c8-f0e3-492a-b314-9f004d9be115'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:07.045155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Attempting to bind port 0683626a-2f4c-4537-854c-77246d7703ce on network 467036c8-f0e3-492a-b314-9f004d9be115 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:07.048225 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.054492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:07.054492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Checking segment: {'id': 'f36327df-f71c-4dae-a849-029033c67fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '467036c8-f0e3-492a-b314-9f004d9be115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:07.054492 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.054492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Bound using segment: {'id': 'f36327df-f71c-4dae-a849-029033c67fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '467036c8-f0e3-492a-b314-9f004d9be115'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:07.054492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Bound port: 0683626a-2f4c-4537-854c-77246d7703ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36327df-f71c-4dae-a849-029033c67fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '467036c8-f0e3-492a-b314-9f004d9be115'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:07.054492 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.172746 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.197900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.204172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] For port 0683626a-2f4c-4537-854c-77246d7703ce, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:07.215249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:07.226690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:07.226904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Subnet': ['ID=68f02944-9055-4473-a549-374d74ca7126,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:07.228927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.232518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:07.234873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47684) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:07.235456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dbb01e98-7764-4e8c-8271-40bdf3edf2b2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/subnets/68f02944-9055-4473-a549-374d74ca7126 HTTP/1.1" status: 204  len: 168 time: 0.8392675
Nov 13 21:25:07.237197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] For port 0683626a-2f4c-4537-854c-77246d7703ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0683626a-2f4c-4537-854c-77246d7703ce,segment=NetworkSegment(f36327df-f71c-4dae-a849-029033c67fd9),segment_id=f36327df-f71c-4dae-a849-029033c67fd9)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:07.239267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Pushing event updated for resources: {'Port': ['ID=67e3ad76-333b-48e7-bb0b-886b4fafba69,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:07.288951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Deleting subnet 785b22db-fa44-4572-ad86-c8a34f74bd58 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:25:07.293651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.301810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.303689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Attempting to bind port 67e3ad76-333b-48e7-bb0b-886b4fafba69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:07.304157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Attempting to bind port 67e3ad76-333b-48e7-bb0b-886b4fafba69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc682b68-e226-4985-abf8-abe873782c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:07.304519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Attempting to bind port 67e3ad76-333b-48e7-bb0b-886b4fafba69 on network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:07.317638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:07.318014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Checking segment: {'id': 'dc682b68-e226-4985-abf8-abe873782c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:07.318410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.318824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Bound using segment: {'id': 'dc682b68-e226-4985-abf8-abe873782c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:07.319288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Bound port: 67e3ad76-333b-48e7-bb0b-886b4fafba69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc682b68-e226-4985-abf8-abe873782c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:07.319670 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.343108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.406124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28bde2-57c1-49cb-8ab0-e56c65790092 None None] Pushing event updated for resources: {'Port': ['ID=0683626a-2f4c-4537-854c-77246d7703ce,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:07.442175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] For port 67e3ad76-333b-48e7-bb0b-886b4fafba69, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:07.452940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] For port 67e3ad76-333b-48e7-bb0b-886b4fafba69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67e3ad76-333b-48e7-bb0b-886b4fafba69,segment=NetworkSegment(dc682b68-e226-4985-abf8-abe873782c31),segment_id=dc682b68-e226-4985-abf8-abe873782c31)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:07.565241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.573534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.658438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcbccd-832a-4a19-8572-454907e6294d None None] Pushing event updated for resources: {'Port': ['ID=67e3ad76-333b-48e7-bb0b-886b4fafba69,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:07.757437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.787017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c558668-a753-42c0-9805-ebf23b53da67 req-8d6318fc-3b7a-44a1-b3bb-308c9e899b04 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:07.794760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c558668-a753-42c0-9805-ebf23b53da67 req-8d6318fc-3b7a-44a1-b3bb-308c9e899b04 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0859115
Nov 13 21:25:07.795263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Subnet': ['ID=785b22db-fa44-4572-ad86-c8a34f74bd58,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:07.801947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:07.805653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-85e921a7-502b-4f01-8e09-ded545ec8c9f tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/subnets/785b22db-fa44-4572-ad86-c8a34f74bd58 HTTP/1.1" status: 204  len: 168 time: 0.5696924
Nov 13 21:25:07.808060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47690) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:07.850254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c558668-a753-42c0-9805-ebf23b53da67 req-0ebece85-ea85-44c2-812c-636434c8ebb5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546033
Nov 13 21:25:07.903200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c302ae4-83ba-4271-a6eb-dfb3f301a7ea tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:07.911800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9c302ae4-83ba-4271-a6eb-dfb3f301a7ea tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0950193
Nov 13 21:25:07.912980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:08.027155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.094547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Deleting port 67e3ad76-333b-48e7-bb0b-886b4fafba69 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:08.095131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.171056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] For port 67e3ad76-333b-48e7-bb0b-886b4fafba69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67e3ad76-333b-48e7-bb0b-886b4fafba69,segment=NetworkSegment(dc682b68-e226-4985-abf8-abe873782c31),segment_id=dc682b68-e226-4985-abf8-abe873782c31)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:08.171668 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.189537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Calling delete_port for 67e3ad76-333b-48e7-bb0b-886b4fafba69 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:08.369444 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.400497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Port': ['ID=67e3ad76-333b-48e7-bb0b-886b4fafba69,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:08.408570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] No DVR routers for this DVR port 67e3ad76-333b-48e7-bb0b-886b4fafba69 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:08.499916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e90f7-baf2-4327-a3e0-3a43a9c8d7e6 None None] Network 467036c8-f0e3-492a-b314-9f004d9be115 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:08.503626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.525891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde69c370>,) {'filters': {'network_id': ['5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:08.539585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde69c370>, 'dc682b68-e226-4985-abf8-abe873782c31') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:08.539585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde69c370>, 'dc682b68-e226-4985-abf8-abe873782c31') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:08.550062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.565540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.573349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:08.573349 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.573704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c74ee6e1-70a2-4876-a5f2-cbfb254340d3 None None] Provisioning complete for port 0683626a-2f4c-4537-854c-77246d7703ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:08.574055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c74ee6e1-70a2-4876-a5f2-cbfb254340d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:08.576798 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:08.719367 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c74ee6e1-70a2-4876-a5f2-cbfb254340d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.730173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.738172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.745019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47698) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:08.747926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/networks/5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 HTTP/1.1" status: 204  len: 168 time: 0.8308649
Nov 13 21:25:08.761730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cea2e-e22e-4a7e-9d1e-b2a00badc121 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Network': ['ID=5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:08.765209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c74ee6e1-70a2-4876-a5f2-cbfb254340d3 None None] For port 0683626a-2f4c-4537-854c-77246d7703ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0683626a-2f4c-4537-854c-77246d7703ce,segment=NetworkSegment(f36327df-f71c-4dae-a849-029033c67fd9),segment_id=f36327df-f71c-4dae-a849-029033c67fd9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:08.818908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] DHCP port deletion for 467036c8-f0e3-492a-b314-9f004d9be115 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:08.846968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.856438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c74ee6e1-70a2-4876-a5f2-cbfb254340d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.915803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Deleting port 0683626a-2f4c-4537-854c-77246d7703ce {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:08.916295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.920286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] Deleting port 0683626a-2f4c-4537-854c-77246d7703ce {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:08.920661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:08.926107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ee6e1-70a2-4876-a5f2-cbfb254340d3 None None] Pushing event updated for resources: {'Port': ['ID=0683626a-2f4c-4537-854c-77246d7703ce,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:08.993304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] For port 0683626a-2f4c-4537-854c-77246d7703ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0683626a-2f4c-4537-854c-77246d7703ce,segment=NetworkSegment(f36327df-f71c-4dae-a849-029033c67fd9),segment_id=f36327df-f71c-4dae-a849-029033c67fd9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:08.994585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.000752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] For port 0683626a-2f4c-4537-854c-77246d7703ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0683626a-2f4c-4537-854c-77246d7703ce,segment=NetworkSegment(f36327df-f71c-4dae-a849-029033c67fd9),segment_id=f36327df-f71c-4dae-a849-029033c67fd9)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:09.002873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.006815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada898d-baee-4179-b9de-998ce5a49b1a req-e450fca3-fdd3-49b7-afef-1cd2c271561b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:09.009307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ada898d-baee-4179-b9de-998ce5a49b1a req-e450fca3-fdd3-49b7-afef-1cd2c271561b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0658205
Nov 13 21:25:09.009971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] Calling delete_port for 0683626a-2f4c-4537-854c-77246d7703ce owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:09.017663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Calling delete_port for 0683626a-2f4c-4537-854c-77246d7703ce owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:09.071168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ada898d-baee-4179-b9de-998ce5a49b1a req-732d742e-0295-4108-a5ad-14ff8f0cf47c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556917
Nov 13 21:25:09.095806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde9b8f7-9d7c-4967-a9ee-980f7d86d76d None None] DHCP port deletion for 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:09.097765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2bcf0d4b-4480-4bf5-b472-b7ce08429b51 None None] Could not find standard attr ID for object 67e3ad76-333b-48e7-bb0b-886b4fafba69. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:25:09.120303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca25ef7-770e-4389-ab0b-59525144d940 None None] Network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:09.133007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca25ef7-770e-4389-ab0b-59525144d940 None None] Network 5dd5ac5e-a99c-4011-9a06-c2e4cfcd1df5 could not be found, it might have been deleted concurrently. {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 13 21:25:09.255527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.261709 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.280603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Port': ['ID=0683626a-2f4c-4537-854c-77246d7703ce,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:09.284283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] No DVR routers for this DVR port 0683626a-2f4c-4537-854c-77246d7703ce on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:09.287085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] Pushing event deleted for resources: {'Port': ['ID=0683626a-2f4c-4537-854c-77246d7703ce,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:09.293805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd72605-4a5d-4e17-b758-f61958ef643d None None] No DVR routers for this DVR port 0683626a-2f4c-4537-854c-77246d7703ce on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:09.366074 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.385865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddc9c070>,) {'filters': {'network_id': ['467036c8-f0e3-492a-b314-9f004d9be115']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:09.395232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddc9c070>, 'f36327df-f71c-4dae-a849-029033c67fd9') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:09.395519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddc9c070>, 'f36327df-f71c-4dae-a849-029033c67fd9') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:09.404897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.419127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.425146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:09.426076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:09.429101 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:09.568946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.576406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.579633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/networks/467036c8-f0e3-492a-b314-9f004d9be115 HTTP/1.1" status: 204  len: 168 time: 0.8324413
Nov 13 21:25:09.582663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47706) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:09.599839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6d007-30dd-4883-a2f3-5fb94237a4f2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Network': ['ID=467036c8-f0e3-492a-b314-9f004d9be115,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:09.671873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.761471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.780925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcefb9340>,) {'filters': {'network_id': ['6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:09.790082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcefb9340>, 'c47d1b94-8322-4e0c-99cf-683513c1852c') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:09.790379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcefb9340>, 'c47d1b94-8322-4e0c-99cf-683513c1852c') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:09.799543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.812727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.819153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:09.819472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:09.822474 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:10.007643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.011842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.015203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/networks/6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae HTTP/1.1" status: 204  len: 168 time: 0.4316289
Nov 13 21:25:10.017821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47708) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:10.029176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6101974-4dcb-4db9-83bd-5d3d89b01689 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Network': ['ID=6bbf466e-9b25-4d82-ab81-0d6ca1b1d3ae,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:10.093451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.209701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.248982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddf69670>,) {'filters': {'network_id': ['338e7667-b3fd-4453-8e34-6ca3aba0cff0']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:10.281837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58551-c6fd-4c0c-824f-3c4d8c9e7cff req-adabac28-050b-4bb5-821a-6127e0a82118 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:10.286417 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b5c58551-c6fd-4c0c-824f-3c4d8c9e7cff req-adabac28-050b-4bb5-821a-6127e0a82118 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.1342156
Nov 13 21:25:10.286417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf69670>, 'd5c93296-3109-4bc4-9d0f-72262693e09a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:10.286679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf69670>, 'd5c93296-3109-4bc4-9d0f-72262693e09a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:10.305602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.331075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.346407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:10.346822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:10.350743 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:10.421726 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b5c58551-c6fd-4c0c-824f-3c4d8c9e7cff req-d319d6a0-e9b3-466b-84a6-c386e713bee1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269622
Nov 13 21:25:10.489118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.504374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:10.504374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] 10.222.0.20 "DELETE /v2.0/networks/338e7667-b3fd-4453-8e34-6ca3aba0cff0 HTTP/1.1" status: 204  len: 168 time: 0.4820008
Nov 13 21:25:10.514833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae750242-44bb-41a2-af61-eab58ae1dfc2 tempest-BulkNetworkOpsTest-527311303 tempest-BulkNetworkOpsTest-527311303-project] Pushing event deleted for resources: {'Network': ['ID=338e7667-b3fd-4453-8e34-6ca3aba0cff0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:11.187308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:11.322407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ea6d9262-5b5c-47de-8a84-b2056bc65ff4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af9fc73e65ef43ca9f540f3a8cfdf778&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1339431
Nov 13 21:25:11.324959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47726) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:11.371873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e78506c-7ddd-494f-a127-2080a4dfe2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:11.392397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e78506c-7ddd-494f-a127-2080a4dfe2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:11.517458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e78506c-7ddd-494f-a127-2080a4dfe2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:11.521013 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e78506c-7ddd-494f-a127-2080a4dfe2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:11.522242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e78506c-7ddd-494f-a127-2080a4dfe2ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/616fdaac-f554-4238-9d7d-6ebdf59ed23f HTTP/1.1" status: 204  len: 168 time: 0.1963708
Nov 13 21:25:11.531272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78506c-7ddd-494f-a127-2080a4dfe2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fdaac-f554-4238-9d7d-6ebdf59ed23f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:11.544419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e6877-03f5-4186-9f60-56573c60514d req-67b5c343-ef7c-4404-bda4-4320b17954e4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:11.546281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-886e6877-03f5-4186-9f60-56573c60514d req-67b5c343-ef7c-4404-bda4-4320b17954e4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0546119
Nov 13 21:25:11.620451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-886e6877-03f5-4186-9f60-56573c60514d req-df47a362-5442-4812-a52a-c71c3a64ce3a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651968
Nov 13 21:25:12.026473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:12.612853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47754) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:12.715476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915465698'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:12.744716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30981f-57d6-49b2-83cb-e509205a635f req-868c829f-3cfd-4087-89c2-f5a54dbea97b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:12.746219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e30981f-57d6-49b2-83cb-e509205a635f req-868c829f-3cfd-4087-89c2-f5a54dbea97b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0541139
Nov 13 21:25:12.791935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:12.792939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e30981f-57d6-49b2-83cb-e509205a635f req-51d25ac2-11f7-4f08-9793-0887f1351c96 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406964
Nov 13 21:25:12.795391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:12.804863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:12.882731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:12.973069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:12.999721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:13.010601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c80d88b-59f7-48ef-be49-b3c42c217f1a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:13.016250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:13.016586 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0 of type vlan for network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb
Nov 13 21:25:13.058911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:13.150137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:13.155752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:13.156331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:13.225995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=48d49d8e-0163-42d3-9e24-6e9323f0fdeb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:13.235226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:13.280789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-855199d3-610a-4266-9ed2-ad30b933880a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6538546
Nov 13 21:25:13.914307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e9430-0f4f-4b5e-9853-545440c4bc09 req-6360111b-728a-4cd5-a9e9-452edd052476 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:13.915772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed3e9430-0f4f-4b5e-9853-545440c4bc09 req-6360111b-728a-4cd5-a9e9-452edd052476 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0497887
Nov 13 21:25:13.966646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed3e9430-0f4f-4b5e-9853-545440c4bc09 req-94a1d0a1-71ac-41c4-8144-a47b5be98c7f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445881
Nov 13 21:25:14.386064 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:15.090786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192df95-1a18-4db5-86bd-64c2cda03134 req-39043c9b-e105-4670-9b53-1ab1c8e5a7a5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:15.092261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6192df95-1a18-4db5-86bd-64c2cda03134 req-39043c9b-e105-4670-9b53-1ab1c8e5a7a5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0495458
Nov 13 21:25:15.144976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6192df95-1a18-4db5-86bd-64c2cda03134 req-e3f72fcb-ba6a-43e9-aaae-a58ac83395c7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459633
Nov 13 21:25:15.286925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2f9c4-f541-4bdd-945e-d9f810c1b155 req-e21ba598-4fdc-494d-a2e5-b40fe88e83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:15.288326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f2f9c4-f541-4bdd-945e-d9f810c1b155 req-e21ba598-4fdc-494d-a2e5-b40fe88e83aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 1097 time: 0.0408680
Nov 13 21:25:15.338218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62f2f9c4-f541-4bdd-945e-d9f810c1b155 req-186c1878-ddff-4376-acd2-5cc4f3b5c430 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425384
Nov 13 21:25:16.268571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47c11-2ba2-4f36-9705-d667547a151b req-65713a13-41fa-4df3-a8f6-029851c509a8 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:16.270134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ea47c11-2ba2-4f36-9705-d667547a151b req-65713a13-41fa-4df3-a8f6-029851c509a8 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0519071
Nov 13 21:25:16.318849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ea47c11-2ba2-4f36-9705-d667547a151b req-2154d636-8116-4981-b598-f69659f5bec0 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426066
Nov 13 21:25:16.537069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47784) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:16.542205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:16.721354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:16.725465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:16.997862 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.058644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=d8541f94-e469-4511-acda-ab56b56ef7db,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:17.074789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:17.074789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: 48d49d8e-0163-42d3-9e24-6e9323f0fdeb, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:17.151935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:17.249183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48d49d8e-0163-42d3-9e24-6e9323f0fdeb) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:17.254539 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:17.255438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.262124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3a05f-c0f3-4606-bd8b-8b34d6ce17b7 None None] Network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:17.342892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e81ba694-827b-4dc3-bdf7-b47da56353ac tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8046629
Nov 13 21:25:17.346296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47800) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:17.351273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1986509952'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:17.381449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32efee-c2ca-4109-bb7f-7417ac5cd790 req-c5a9ea77-657c-473b-8c24-0dec689ec023 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:17.383977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e32efee-c2ca-4109-bb7f-7417ac5cd790 req-c5a9ea77-657c-473b-8c24-0dec689ec023 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.2055638
Nov 13 21:25:17.430670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-48d49d8e-0163-42d3-9e24-6e9323f0fdeb', 'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': 'd8541f94-e469-4511-acda-ab56b56ef7db'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:17.431808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.439703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e32efee-c2ca-4109-bb7f-7417ac5cd790 req-a2565a3a-b70c-44a5-bb4c-c4f1ce63522e tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490265
Nov 13 21:25:17.462395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd9aaa-d11d-4c6d-b3c3-90d706d64dd0 req-68adad09-7c8d-4347-8a99-822ec41a8d91 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:17.464241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09bd9aaa-d11d-4c6d-b3c3-90d706d64dd0 req-68adad09-7c8d-4347-8a99-822ec41a8d91 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0580206
Nov 13 21:25:17.465445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:17.468891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.508825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:17.539470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.539839 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 30789707-e14b-4451-a79b-7ca21b9a221a of type vlan for network ddc84678-4ec6-445e-818a-9eeff0eafe09
Nov 13 21:25:17.551927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09bd9aaa-d11d-4c6d-b3c3-90d706d64dd0 req-7b3e6111-c485-4ce2-9aef-e0f4d80b9de7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796993
Nov 13 21:25:17.591995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.695175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.701354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:17.702200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.727045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Allocated IP 2001:db8:0:ffff::2 (48d49d8e-0163-42d3-9e24-6e9323f0fdeb/d8541f94-e469-4511-acda-ab56b56ef7db/8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:17.778173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=ddc84678-4ec6-445e-818a-9eeff0eafe09,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:17.803772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ddc84678-4ec6-445e-818a-9eeff0eafe09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:17.852659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c45c5e90-9a3a-4f09-bf5b-922412388d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5052695
Nov 13 21:25:17.855587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47820) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:17.860903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:17.868091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-e307a8a2-7818-4810-9fe2-dc9474706d5c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:17.870012 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-e307a8a2-7818-4810-9fe2-dc9474706d5c tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 810 time: 0.1165042
Nov 13 21:25:17.898483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-32aeb1d8-e5e1-4349-9ebf-2072114e0fef tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/quotas/833a8ec639c544798b35f4fd0ddbc667 HTTP/1.1" status: 200  len: 375 time: 0.0157387
Nov 13 21:25:17.961212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-275eaac0-5894-4c8d-926d-ad5af9fe0423 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0520675
Nov 13 21:25:17.967935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:17.976605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-362df8cb-3825-4c72-bb6a-7359d62745e4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:25:17.977608 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-362df8cb-3825-4c72-bb6a-7359d62745e4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059061
Nov 13 21:25:18.081023 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-57df56ec-c5f0-471f-8a6e-a8f6f5b68e25 service neutron] 10.222.0.20 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921428
Nov 13 21:25:18.096444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.098778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:18.107718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.141915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:18.149609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:18.154224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:18.157314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Pushing event updated for resources: {'Port': ['ID=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:18.191988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-30040be4-e7f5-46d3-86b2-128d33df0405 service neutron] 10.222.0.20 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016822
Nov 13 21:25:18.212589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Attempting to bind port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:18.213389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Attempting to bind port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:18.213956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Attempting to bind port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 on network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:18.220762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:18.222642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Checking segment: {'id': '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:18.223390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.223795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Bound using segment: {'id': '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:18.224274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Bound port: 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '48d49d8e-0163-42d3-9e24-6e9323f0fdeb'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:18.224667 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.305523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] For port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:18.308830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] For port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,segment=NetworkSegment(5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0),segment_id=5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:18.405562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.406731 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.479989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85a431cc-684d-4d60-a02b-2d4019b2267f req-923ab9dd-d4ee-4e0d-923e-b477d448fcf1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 210 time: 0.0391574
Nov 13 21:25:18.511449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=e9ead981-1bbd-4690-9c35-89ad017d2f12,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:18.517967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b175bd-482f-4e6b-87ce-360d6f57719c None None] Pushing event updated for resources: {'Port': ['ID=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:18.524234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '30789707-e14b-4451-a79b-7ca21b9a221a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:18.524922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: ddc84678-4ec6-445e-818a-9eeff0eafe09, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:18.677385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network ddc84678-4ec6-445e-818a-9eeff0eafe09 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:18.755902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ddc84678-4ec6-445e-818a-9eeff0eafe09) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:18.760134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:18.761025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.766641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c24a67-3306-4eb6-a73c-5b7edc633822 None None] Network ddc84678-4ec6-445e-818a-9eeff0eafe09 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:18.885812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8f8e7e8c-447e-4168-856d-6bcc3252e428 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.0289464
Nov 13 21:25:18.888429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47852) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:18.918957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ddc84678-4ec6-445e-818a-9eeff0eafe09', 'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': 'e9ead981-1bbd-4690-9c35-89ad017d2f12'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:18.919879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:18.998643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.054665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.064582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Allocated IP 2001:db8::1 (ddc84678-4ec6-445e-818a-9eeff0eafe09/e9ead981-1bbd-4690-9c35-89ad017d2f12/69b95dc4-5cee-4fed-a7b7-a8763d32abd2) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:19.175634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:19.260240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.273667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:19.274084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.347929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.385673 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.415427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Network ddc84678-4ec6-445e-818a-9eeff0eafe09 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:19.422056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:19.425474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:19.427674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.432749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Pushing event updated for resources: {'Port': ['ID=69b95dc4-5cee-4fed-a7b7-a8763d32abd2,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:19.474525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ead981-1bbd-4690-9c35-89ad017d2f12,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:19.481211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,segment=NetworkSegment(5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0),segment_id=5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:19.512404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Attempting to bind port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:19.512727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Attempting to bind port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30789707-e14b-4451-a79b-7ca21b9a221a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:19.513096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Attempting to bind port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2 on network ddc84678-4ec6-445e-818a-9eeff0eafe09 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:19.521784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:19.522169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Checking segment: {'id': '30789707-e14b-4451-a79b-7ca21b9a221a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:19.522577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.522965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Bound using segment: {'id': '30789707-e14b-4451-a79b-7ca21b9a221a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:19.523913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Bound port: 69b95dc4-5cee-4fed-a7b7-a8763d32abd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30789707-e14b-4451-a79b-7ca21b9a221a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:19.525204 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.548283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.556848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be8678-d31d-4e5b-878b-0efd8ba61940 None None] Network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:19.557412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.582437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdea43490>,) {'filters': {'network_id': ['ddc84678-4ec6-445e-818a-9eeff0eafe09']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:19.615037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3d0fb37-8268-47a7-9d82-7cd5b3325305 req-558d6e40-8497-4d3d-bc30-7b79048b517e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 210 time: 0.0371654
Nov 13 21:25:19.617235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdea43490>, '30789707-e14b-4451-a79b-7ca21b9a221a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:19.617907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdea43490>, '30789707-e14b-4451-a79b-7ca21b9a221a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:19.635092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.654830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.663172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:19.664163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:19.668722 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:19.716287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:19.727865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-21781095-a846-4450-9c86-35fcf74010be None None] Provisioning complete for port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:19.728228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21781095-a846-4450-9c86-35fcf74010be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.752283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] For port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:19.774769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:19.774769 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:19.774769 ncdv-master-1 neutron-server[120532]: [parameters: {'id': 'ddc84678-4ec6-445e-818a-9eeff0eafe09'}]
Nov 13 21:25:19.774769 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:19.775864 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:19.782384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] For port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69b95dc4-5cee-4fed-a7b7-a8763d32abd2,segment=NetworkSegment(30789707-e14b-4451-a79b-7ca21b9a221a),segment_id=30789707-e14b-4451-a79b-7ca21b9a221a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:19.833767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:19.973566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb136f0-c4c3-40b3-8b78-7c856445bc4b None None] Pushing event updated for resources: {'Port': ['ID=69b95dc4-5cee-4fed-a7b7-a8763d32abd2,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:19.979976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59fba9-2fdc-4905-a783-827706897ac2 None None] Network ddc84678-4ec6-445e-818a-9eeff0eafe09 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:20.166559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd33af-b332-45ab-be4f-6168836348ee None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:20.216650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fea89c2f-b5f9-4428-b217-3488b531c42e None None] Provisioning complete for port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:20.217035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fea89c2f-b5f9-4428-b217-3488b531c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.279479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.340010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:20.340259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.355331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd33af-b332-45ab-be4f-6168836348ee None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:20.402288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69b95dc4-5cee-4fed-a7b7-a8763d32abd2,segment=NetworkSegment(30789707-e14b-4451-a79b-7ca21b9a221a),segment_id=30789707-e14b-4451-a79b-7ca21b9a221a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:20.402650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.415679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for 69b95dc4-5cee-4fed-a7b7-a8763d32abd2 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:20.556892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-9c501c22-cfce-4c4d-a655-210399401a4f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:20.558766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-9c501c22-cfce-4c4d-a655-210399401a4f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.46 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 810 time: 0.1162508
Nov 13 21:25:20.575442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Request body: {'port': {'device_id': '21470549-94ef-4d38-a263-eb01f12fae84', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'admin_state_up': True, 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:20.676044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.705457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-58e1cdda-0c03-4d26-84eb-cee003d3f0c5 None None] Provisioning complete for port a4f119bb-1fae-4a83-9459-dd6c70462506 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:20.705842 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58e1cdda-0c03-4d26-84eb-cee003d3f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.707451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=69b95dc4-5cee-4fed-a7b7-a8763d32abd2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:20.718994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port 69b95dc4-5cee-4fed-a7b7-a8763d32abd2 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:20.738257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8cf3a36a-9814-47e9-8293-8edb6b64430c req-c3081691-62a7-4e18-983b-3aad157994c9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 210 time: 0.0352569
Nov 13 21:25:20.825243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.831948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Made reservation on behalf of 833a8ec639c544798b35f4fd0ddbc667 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:20.835772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.849834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf558fd0>,) {'filters': {'network_id': ['ddc84678-4ec6-445e-818a-9eeff0eafe09']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:20.861373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf558fd0>, '30789707-e14b-4451-a79b-7ca21b9a221a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:20.861701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf558fd0>, '30789707-e14b-4451-a79b-7ca21b9a221a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:20.874623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.892011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.900547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:20.901223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:20.905108 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:20.954689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-58e1cdda-0c03-4d26-84eb-cee003d3f0c5 None None] Provisioning complete for port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:20.955574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58e1cdda-0c03-4d26-84eb-cee003d3f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:20.986013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Allocated IP 172.20.0.7 (eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5/15496bec-4c5e-4972-93a0-ad32eded0c42/4e6fa186-2612-4f47-9e51-2d81d50363b0) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:21.049750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-58e1cdda-0c03-4d26-84eb-cee003d3f0c5 None None] Provisioning complete for port f3ad4aee-7fea-4782-8fc3-7add5d977267 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:21.050685 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58e1cdda-0c03-4d26-84eb-cee003d3f0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.162361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.173682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:21.230024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:21.230440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.301266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.313276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a4f119bb-1fae-4a83-9459-dd6c70462506'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:25:21.355378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:21.358652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:21.363569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:21.367959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Pushing event updated for resources: {'Port': ['ID=4e6fa186-2612-4f47-9e51-2d81d50363b0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:21.379714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580356a2-dcb8-40f1-885a-845e6df7af50 None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:21.403294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.415670 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.417661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/ddc84678-4ec6-445e-818a-9eeff0eafe09 HTTP/1.1" status: 204  len: 168 time: 2.5281122
Nov 13 21:25:21.423957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47872) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:21.427746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3855a-112e-4dff-b9ef-aeb57cf9b53b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=ddc84678-4ec6-445e-818a-9eeff0eafe09,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:21.432159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:21.433121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.441074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1914823834'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:21.478428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-655cbdbd-b25e-4b16-9418-73fd18037bdb None None] Provisioning complete for port 4e6fa186-2612-4f47-9e51-2d81d50363b0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:21.478796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-655cbdbd-b25e-4b16-9418-73fd18037bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.518088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-655cbdbd-b25e-4b16-9418-73fd18037bdb None None] Port 4e6fa186-2612-4f47-9e51-2d81d50363b0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:25:21.544825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:21.548507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.571846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:21.581672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.582030 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 1291d093-7f57-4e97-a8b0-ef12d5bdf4c7 of type vlan for network 49368517-5f45-444f-92eb-cc2048ab1d25
Nov 13 21:25:21.615966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-f4a64f43-7b7a-4f38-b34d-afca80e6f13d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0444012
Nov 13 21:25:21.629641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-a8eb583c-58ec-42ac-894e-ed5b27244df4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:25:21.630604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-a8eb583c-58ec-42ac-894e-ed5b27244df4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059183
Nov 13 21:25:21.633959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.643132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Request body: {'port': {'device_id': '21470549-94ef-4d38-a263-eb01f12fae84', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:21.707230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.805344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.810977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:21.811560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:21.857434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb748f-dbbf-4bc0-80b2-dbe037712796 req-fc794111-b1ef-4815-8afa-5350765f7689 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:21.859000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64eb748f-dbbf-4bc0-80b2-dbe037712796 req-fc794111-b1ef-4815-8afa-5350765f7689 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 931 time: 0.0506966
Nov 13 21:25:21.907392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64eb748f-dbbf-4bc0-80b2-dbe037712796 req-b4da5b48-0316-40f6-829c-1ea7cd686e51 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422206
Nov 13 21:25:21.908099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=49368517-5f45-444f-92eb-cc2048ab1d25,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:21.919384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 49368517-5f45-444f-92eb-cc2048ab1d25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:21.947234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9099dc1c-ce2d-4222-beb9-69ed982548d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5109847
Nov 13 21:25:21.950262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47878) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:21.956024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:22.052677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6fa186-2612-4f47-9e51-2d81d50363b0 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:25:22.060632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.072347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Transition to ACTIVE for port object 4e6fa186-2612-4f47-9e51-2d81d50363b0 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:25:22.138142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:22.141745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.189986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.231393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f8923-64ce-4c3b-b971-d9ddb5898563 None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:22.257741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6fa186-2612-4f47-9e51-2d81d50363b0,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:22.286710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.287061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.288608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.288608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.288608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.288608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.289155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.289155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.289354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.289654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.289974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.290292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:22.329487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Attempting to bind port 4e6fa186-2612-4f47-9e51-2d81d50363b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:22.329834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Attempting to bind port 4e6fa186-2612-4f47-9e51-2d81d50363b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:22.330136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Attempting to bind port 4e6fa186-2612-4f47-9e51-2d81d50363b0 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:22.335147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Port 4e6fa186-2612-4f47-9e51-2d81d50363b0 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:25:22.335505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Attempting to bind port 4e6fa186-2612-4f47-9e51-2d81d50363b0 on network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:22.340639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:22.340985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Checking segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:22.341359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Bound using segment: {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:22.341781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Bound port: 4e6fa186-2612-4f47-9e51-2d81d50363b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b96976-0f05-4577-9a06-d9a59a9cdae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:22.342148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.374520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.413459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] For port 4e6fa186-2612-4f47-9e51-2d81d50363b0, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:22.416708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] For port 4e6fa186-2612-4f47-9e51-2d81d50363b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:22.434073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=e6860844-eefb-44ee-990d-14b4a9783ad5,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:22.450822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:22.450822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: 49368517-5f45-444f-92eb-cc2048ab1d25, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:22.518099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.528937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network 49368517-5f45-444f-92eb-cc2048ab1d25 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:22.553695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:22.554331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.555797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e6fa186-2612-4f47-9e51-2d81d50363b0 HTTP/1.1" status: 200  len: 1091 time: 0.9163017
Nov 13 21:25:22.556157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21470549-94ef-4d38-a263-eb01f12fae84', 'tag': '4e6fa186-2612-4f47-9e51-2d81d50363b0'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:25:22.558443 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e4f83d-02ab-44c9-8598-f4954bc50a57" -d '{"events": [{"name": "network-changed", "server_uuid": "21470549-94ef-4d38-a263-eb01f12fae84", "tag": "4e6fa186-2612-4f47-9e51-2d81d50363b0"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:25:22.563199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5e960-f07e-4ada-8ff6-f8a1d59fdcb5 None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:22.600094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bdcf0-cd0e-4edc-8553-979c5e3c98b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6fa186-2612-4f47-9e51-2d81d50363b0,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:22.619204 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d05a5-af46-476e-b391-91379f232e6b x-openstack-request-id: req-fb3d05a5-af46-476e-b391-91379f232e6b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:25:22.619672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49368517-5f45-444f-92eb-cc2048ab1d25) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:22.619947 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21470549-94ef-4d38-a263-eb01f12fae84", "tag": "4e6fa186-2612-4f47-9e51-2d81d50363b0", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:25:22.620205 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb3d05a5-af46-476e-b391-91379f232e6b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:25:22.620608 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21470549-94ef-4d38-a263-eb01f12fae84', 'tag': '4e6fa186-2612-4f47-9e51-2d81d50363b0', 'status': 'completed', 'code': 200}
Nov 13 21:25:22.625928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:22.634835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.635119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaec6a6-f5f9-4c2b-bfa0-cce78a8aaafd None None] Network 49368517-5f45-444f-92eb-cc2048ab1d25 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:22.685029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4f83d-02ab-44c9-8598-f4954bc50a57 req-48e538fd-67f2-4813-9db1-e25e82cf1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:22.686538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9e4f83d-02ab-44c9-8598-f4954bc50a57 req-48e538fd-67f2-4813-9db1-e25e82cf1850 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 1094 time: 0.0466058
Nov 13 21:25:22.732441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86a883ff-a94c-4a0a-a645-7cb498b441c9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.7808366
Nov 13 21:25:22.735899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:22.740840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1461218509'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:22.809731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-49368517-5f45-444f-92eb-cc2048ab1d25', 'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': 'e6860844-eefb-44ee-990d-14b4a9783ad5'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:22.810595 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.813247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4f83d-02ab-44c9-8598-f4954bc50a57 req-8df543e4-9fa5-4dfe-a1b5-9170f257824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:22.815454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9e4f83d-02ab-44c9-8598-f4954bc50a57 req-8df543e4-9fa5-4dfe-a1b5-9170f257824f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=833a8ec639c544798b35f4fd0ddbc667&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1206787
Nov 13 21:25:22.821022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:22.824910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.856246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:22.873206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:22.874519 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 05cc16a0-c22f-4a29-9e0c-799e468eb1ae of type vlan for network 1594828c-1044-4e82-9ca8-d61a80b3c480
Nov 13 21:25:22.922834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4f83d-02ab-44c9-8598-f4954bc50a57 req-25f00b18-29cf-4403-8832-7e35e964f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:22.924913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9e4f83d-02ab-44c9-8598-f4954bc50a57 req-25f00b18-29cf-4403-8832-7e35e964f291 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1022305
Nov 13 21:25:22.937414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.012665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Allocated IP 2001:db8::3 (49368517-5f45-444f-92eb-cc2048ab1d25/e6860844-eefb-44ee-990d-14b4a9783ad5/ba1a7191-34b2-43ea-9eec-f77414fefb40) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:23.052547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-a5cb009e-6f27-4a50-bc05-205fc71e7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:23.053998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-a5cb009e-6f27-4a50-bc05-205fc71e7a70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 1094 time: 0.0872338
Nov 13 21:25:23.078554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c94a8-fde4-4a56-8257-88c776ad1770 req-511c07bf-2ab1-457c-ae34-e86423551de6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:23.080002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-330c94a8-fde4-4a56-8257-88c776ad1770 req-511c07bf-2ab1-457c-ae34-e86423551de6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 943 time: 0.0710111
Nov 13 21:25:23.111085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-cd5a5ce4-c7d7-47a0-b49c-ced9824e961c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0 HTTP/1.1" status: 200  len: 217 time: 0.0481927
Nov 13 21:25:23.133129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.139405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:23.140151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.165486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.186037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-30b92b6a-6dc1-45a3-b0ef-f2118149366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:23.187627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-30b92b6a-6dc1-45a3-b0ef-f2118149366a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15496bec-4c5e-4972-93a0-ad32eded0c42 HTTP/1.1" status: 200  len: 850 time: 0.0700908
Nov 13 21:25:23.192087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-330c94a8-fde4-4a56-8257-88c776ad1770 req-e9cd1281-b603-4191-b560-e18ceff8151a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835238
Nov 13 21:25:23.215038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=1594828c-1044-4e82-9ca8-d61a80b3c480,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:23.225244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-4896dec1-d2f1-4261-9c08-9b23ac9b2ae0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304286
Nov 13 21:25:23.225876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 1594828c-1044-4e82-9ca8-d61a80b3c480 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:23.245718 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.286597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8049db04-677b-49dd-810e-0bacdf07d533 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5496433
Nov 13 21:25:23.289501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47890) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:23.294743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:23.319786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Network 49368517-5f45-444f-92eb-cc2048ab1d25 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:23.335056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-6592a328-2e69-4d21-bfec-8bede72f36b2 service neutron] 10.222.0.46 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005118
Nov 13 21:25:23.344664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:23.348047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:23.365139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Pushing event updated for resources: {'Port': ['ID=ba1a7191-34b2-43ea-9eec-f77414fefb40,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:23.422812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Attempting to bind port ba1a7191-34b2-43ea-9eec-f77414fefb40 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:23.423184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Attempting to bind port ba1a7191-34b2-43ea-9eec-f77414fefb40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:23.423669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Attempting to bind port ba1a7191-34b2-43ea-9eec-f77414fefb40 on network 49368517-5f45-444f-92eb-cc2048ab1d25 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:23.428824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:23.429197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Checking segment: {'id': '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:23.429596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.429988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Bound using segment: {'id': '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:23.430548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Bound port: ba1a7191-34b2-43ea-9eec-f77414fefb40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49368517-5f45-444f-92eb-cc2048ab1d25'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:23.430861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.455073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c7783e-40a8-4e05-a0e6-e36972761a6b req-96e82596-3e89-4fd7-917e-65a2bf1a34f1 service neutron] 10.222.0.46 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089633
Nov 13 21:25:23.483193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:23.486947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.494502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] For port ba1a7191-34b2-43ea-9eec-f77414fefb40, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:23.497725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] For port ba1a7191-34b2-43ea-9eec-f77414fefb40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1a7191-34b2-43ea-9eec-f77414fefb40,segment=NetworkSegment(1291d093-7f57-4e97-a8b0-ef12d5bdf4c7),segment_id=1291d093-7f57-4e97-a8b0-ef12d5bdf4c7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:23.545062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing IP validity checks on allocation pools {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:25:23.545851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:25:23.563925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.634860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221f04-b512-487d-999a-f221cfcb82d5 None None] Pushing event updated for resources: {'Port': ['ID=ba1a7191-34b2-43ea-9eec-f77414fefb40,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:23.760925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:23.838378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=4fc5ac07-6f8f-415a-bdcc-e7c3abe92961,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:23.840934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '05cc16a0-c22f-4a29-9e0c-799e468eb1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:23.841448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: 1594828c-1044-4e82-9ca8-d61a80b3c480, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:23.933127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network 1594828c-1044-4e82-9ca8-d61a80b3c480 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:23.992026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1594828c-1044-4e82-9ca8-d61a80b3c480) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:23.996146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:23.997827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.001623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f679134-a631-4e8d-b96d-07635e85f212 None None] Network 1594828c-1044-4e82-9ca8-d61a80b3c480 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:24.064015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7e8813f6-5a77-4c7b-8cd9-0ef569ce27a3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.7731376
Nov 13 21:25:24.067430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47898) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:24.153464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1594828c-1044-4e82-9ca8-d61a80b3c480', 'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': '4fc5ac07-6f8f-415a-bdcc-e7c3abe92961'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:24.154493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.167201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.232080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.325159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Allocated IP 2001:db8::3 (1594828c-1044-4e82-9ca8-d61a80b3c480/4fc5ac07-6f8f-415a-bdcc-e7c3abe92961/5d6c05a0-aa9a-45b0-8638-1374ed8a7400) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:24.336156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb85d9-770f-4533-a92e-f98c0c3b16b7 req-66399e4b-e260-4f34-b6fd-f9ade44ec64f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:24.337754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81eb85d9-770f-4533-a92e-f98c0c3b16b7 req-66399e4b-e260-4f34-b6fd-f9ade44ec64f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 943 time: 0.0674579
Nov 13 21:25:24.389083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81eb85d9-770f-4533-a92e-f98c0c3b16b7 req-69e0ab8c-7d08-455b-91ad-aae5738e91c9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448821
Nov 13 21:25:24.497054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.569877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bdc32-c0ff-4434-a656-fff28e841762 None None] Network 49368517-5f45-444f-92eb-cc2048ab1d25 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:24.598049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.667091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.683914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Network 1594828c-1044-4e82-9ca8-d61a80b3c480 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:24.698676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc5ac07-6f8f-415a-bdcc-e7c3abe92961,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:24.704753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:24.711255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:24.718881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Pushing event updated for resources: {'Port': ['ID=5d6c05a0-aa9a-45b0-8638-1374ed8a7400,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:24.728966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6fa516e7-f3d4-488b-b432-2ebaf4db827f None None] Provisioning complete for port ba1a7191-34b2-43ea-9eec-f77414fefb40 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:24.729331 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6fa516e7-f3d4-488b-b432-2ebaf4db827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.768426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.789805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcb7ecd0>,) {'filters': {'network_id': ['1594828c-1044-4e82-9ca8-d61a80b3c480']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:24.799072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb7ecd0>, '05cc16a0-c22f-4a29-9e0c-799e468eb1ae') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:24.799363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb7ecd0>, '05cc16a0-c22f-4a29-9e0c-799e468eb1ae') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:24.811303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.821947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c4e56e4e-b9c6-459d-ac33-23e116b06a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.826847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.835733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:24.836308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:24.840162 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:24.858144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Attempting to bind port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:24.858513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Attempting to bind port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05cc16a0-c22f-4a29-9e0c-799e468eb1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:24.858878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Attempting to bind port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400 on network 1594828c-1044-4e82-9ca8-d61a80b3c480 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:24.884116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:24.884486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Checking segment: {'id': '05cc16a0-c22f-4a29-9e0c-799e468eb1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:24.884925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.885301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Bound using segment: {'id': '05cc16a0-c22f-4a29-9e0c-799e468eb1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:24.885771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Bound port: 5d6c05a0-aa9a-45b0-8638-1374ed8a7400, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cc16a0-c22f-4a29-9e0c-799e468eb1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1594828c-1044-4e82-9ca8-d61a80b3c480'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:24.886145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:24.932944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:24.932944 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:24.932944 ncdv-master-1 neutron-server[120533]: [parameters: {'id': '1594828c-1044-4e82-9ca8-d61a80b3c480'}]
Nov 13 21:25:24.932944 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:24.933485 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:24.955626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6fa516e7-f3d4-488b-b432-2ebaf4db827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.011339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6fa516e7-f3d4-488b-b432-2ebaf4db827f None None] For port ba1a7191-34b2-43ea-9eec-f77414fefb40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1a7191-34b2-43ea-9eec-f77414fefb40,segment=NetworkSegment(1291d093-7f57-4e97-a8b0-ef12d5bdf4c7),segment_id=1291d093-7f57-4e97-a8b0-ef12d5bdf4c7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:25.012713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] For port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:25.015902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] For port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d6c05a0-aa9a-45b0-8638-1374ed8a7400,segment=NetworkSegment(05cc16a0-c22f-4a29-9e0c-799e468eb1ae),segment_id=05cc16a0-c22f-4a29-9e0c-799e468eb1ae)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:25.071930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6fa516e7-f3d4-488b-b432-2ebaf4db827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.104555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.166936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa516e7-f3d4-488b-b432-2ebaf4db827f None None] Pushing event updated for resources: {'Port': ['ID=ba1a7191-34b2-43ea-9eec-f77414fefb40,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:25.200785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ba1a7191-34b2-43ea-9eec-f77414fefb40 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:25.240865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4dc2c-d60f-4d85-b5ee-ec7d375cf583 None None] Network 1594828c-1044-4e82-9ca8-d61a80b3c480 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:25.286462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8a18-1aa7-45d2-b50d-bb3fbafbd9c5 None None] Pushing event updated for resources: {'Port': ['ID=5d6c05a0-aa9a-45b0-8638-1374ed8a7400,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:25.288794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a10a6386-6d5e-467e-8313-be23aee0c1ee None None] Provisioning complete for port ba1a7191-34b2-43ea-9eec-f77414fefb40 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:25.289161 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a10a6386-6d5e-467e-8313-be23aee0c1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.388831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ba1a7191-34b2-43ea-9eec-f77414fefb40 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:25.389319 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.434102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.532675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:25.533115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.561873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4c9c4-f750-438b-88cf-645ff657b6f0 req-67b8f210-b805-4cf7-8122-6c80d98925ae tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:25.563356 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ff4c9c4-f750-438b-88cf-645ff657b6f0 req-67b8f210-b805-4cf7-8122-6c80d98925ae tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 943 time: 0.0939119
Nov 13 21:25:25.631678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d6c05a0-aa9a-45b0-8638-1374ed8a7400,segment=NetworkSegment(05cc16a0-c22f-4a29-9e0c-799e468eb1ae),segment_id=05cc16a0-c22f-4a29-9e0c-799e468eb1ae)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:25.632038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.641005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ca78c-4ce2-4e8d-89a7-8b2928706e2c None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:25.656610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for 5d6c05a0-aa9a-45b0-8638-1374ed8a7400 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:25.676151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ff4c9c4-f750-438b-88cf-645ff657b6f0 req-36a2192f-9706-4a3d-83fa-c13cd4ccec6a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795877
Nov 13 21:25:25.796331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8ca78c-4ce2-4e8d-89a7-8b2928706e2c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:25.837329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:25.869016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=5d6c05a0-aa9a-45b0-8638-1374ed8a7400,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:25.870832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port 5d6c05a0-aa9a-45b0-8638-1374ed8a7400 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:26.262730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.282169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdda3d670>,) {'filters': {'network_id': ['1594828c-1044-4e82-9ca8-d61a80b3c480']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:26.291826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdda3d670>, '05cc16a0-c22f-4a29-9e0c-799e468eb1ae') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:26.292114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdda3d670>, '05cc16a0-c22f-4a29-9e0c-799e468eb1ae') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:26.301892 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.314421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.320107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:26.320479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:26.323390 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:26.435398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.445018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.446020 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/1594828c-1044-4e82-9ca8-d61a80b3c480 HTTP/1.1" status: 204  len: 168 time: 2.3774226
Nov 13 21:25:26.449625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:26.455124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-541046307'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:26.460880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96b66-30fb-4eca-936d-647b6babf4c3 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=1594828c-1044-4e82-9ca8-d61a80b3c480,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:26.546380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:26.551220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.576129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:26.585575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.585914 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 902f87f1-2136-46c3-aeb6-8a9a58f70ece of type vlan for network e7feec9e-cf30-4209-8323-dc96ffa291d3
Nov 13 21:25:26.628528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.717152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.722975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:26.723559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:26.793332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=e7feec9e-cf30-4209-8323-dc96ffa291d3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:26.802334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb3b54-52f7-4410-b388-a4f4a85fcb70 req-37fb820c-b7cc-4979-9da3-9fbec60ab1a7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:26.803866 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cbb3b54-52f7-4410-b388-a4f4a85fcb70 req-37fb820c-b7cc-4979-9da3-9fbec60ab1a7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 943 time: 0.0500193
Nov 13 21:25:26.808492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e7feec9e-cf30-4209-8323-dc96ffa291d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:26.841440 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-635022f8-2860-4c29-9d8c-9bd83101a329 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3904042
Nov 13 21:25:26.843376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47920) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:26.849854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:26.855359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cbb3b54-52f7-4410-b388-a4f4a85fcb70 req-94a5c0ef-6e81-4007-912b-97e3755a787a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434146
Nov 13 21:25:27.020304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:27.024080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.092033 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5630d78b-761f-4ec7-9e82-a1463b24f6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.131615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ba1a7191-34b2-43ea-9eec-f77414fefb40 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:27.185101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ba1a7191-34b2-43ea-9eec-f77414fefb40 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:27.185474 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.277339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.342063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=8838e9a5-cc01-44d7-b157-e705c99cf9ce,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:27.352259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '902f87f1-2136-46c3-aeb6-8a9a58f70ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:27.352617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: e7feec9e-cf30-4209-8323-dc96ffa291d3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:27.414143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network e7feec9e-cf30-4209-8323-dc96ffa291d3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:27.424958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4e6fa186-2612-4f47-9e51-2d81d50363b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:25:27.511824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7feec9e-cf30-4209-8323-dc96ffa291d3) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:27.517050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:27.527414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.527576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e090ae5-52b9-4e7c-8f98-c7c3a9955a13 None None] Network e7feec9e-cf30-4209-8323-dc96ffa291d3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:27.527576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 4e6fa186-2612-4f47-9e51-2d81d50363b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:27.552602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '4e6fa186-2612-4f47-9e51-2d81d50363b0', 'network_id': 'eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5', 'port_id': '4e6fa186-2612-4f47-9e51-2d81d50363b0', 'mac_address': 'fa:16:3e:0e:f9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15496bec-4c5e-4972-93a0-ad32eded0c42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:25:27.635015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.668169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e802168f-5507-43a3-a740-56a23372253f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.8236744
Nov 13 21:25:27.673852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47926) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:27.677130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6fa186-2612-4f47-9e51-2d81d50363b0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:25:27.710773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 4e6fa186-2612-4f47-9e51-2d81d50363b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:27.740030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7feec9e-cf30-4209-8323-dc96ffa291d3', 'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': '8838e9a5-cc01-44d7-b157-e705c99cf9ce'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:27.741048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.777978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.829141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.854208 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:27.911266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Allocated IP 2001:db8::1 (e7feec9e-cf30-4209-8323-dc96ffa291d3/8838e9a5-cc01-44d7-b157-e705c99cf9ce/3eaa07c7-6e77-45f8-a09a-194648d85d23) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:27.927679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=4e6fa186-2612-4f47-9e51-2d81d50363b0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:27.981320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc928dc2-5b47-4618-a17e-a233e07fd74f req-8852a6cc-c93d-4d18-856a-d531e36f32cb tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:27.982803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc928dc2-5b47-4618-a17e-a233e07fd74f req-8852a6cc-c93d-4d18-856a-d531e36f32cb tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 944 time: 0.0559065
Nov 13 21:25:28.033975 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc928dc2-5b47-4618-a17e-a233e07fd74f req-8e1f703a-0cfd-46c9-a4ef-086d5b1d4b8b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443072
Nov 13 21:25:28.073563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.145780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['4e6fa186-2612-4f47-9e51-2d81d50363b0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:25:28.175311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.238602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Network e7feec9e-cf30-4209-8323-dc96ffa291d3 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:28.240568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Pushing event updated for resources: {'Port': ['ID=3eaa07c7-6e77-45f8-a09a-194648d85d23,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:28.245803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:28.248282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:28.272157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.304473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=8838e9a5-cc01-44d7-b157-e705c99cf9ce,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:28.331159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Attempting to bind port 3eaa07c7-6e77-45f8-a09a-194648d85d23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:28.331562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Attempting to bind port 3eaa07c7-6e77-45f8-a09a-194648d85d23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '902f87f1-2136-46c3-aeb6-8a9a58f70ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:28.331924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Attempting to bind port 3eaa07c7-6e77-45f8-a09a-194648d85d23 on network e7feec9e-cf30-4209-8323-dc96ffa291d3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:28.344523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:28.347922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Checking segment: {'id': '902f87f1-2136-46c3-aeb6-8a9a58f70ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:28.347922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.347922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Bound using segment: {'id': '902f87f1-2136-46c3-aeb6-8a9a58f70ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:28.347922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Bound port: 3eaa07c7-6e77-45f8-a09a-194648d85d23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902f87f1-2136-46c3-aeb6-8a9a58f70ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:28.347922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.365035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.386868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde883190>,) {'filters': {'network_id': ['e7feec9e-cf30-4209-8323-dc96ffa291d3']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:28.396929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde883190>, '902f87f1-2136-46c3-aeb6-8a9a58f70ece') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:28.397217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde883190>, '902f87f1-2136-46c3-aeb6-8a9a58f70ece') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:28.406641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.421636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.428313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:28.428704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:28.431622 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:28.451164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-585febed-65d9-4673-8b19-4f674372e75a None None] For port 3eaa07c7-6e77-45f8-a09a-194648d85d23, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:28.484657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-585febed-65d9-4673-8b19-4f674372e75a None None] For port 3eaa07c7-6e77-45f8-a09a-194648d85d23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3eaa07c7-6e77-45f8-a09a-194648d85d23,segment=NetworkSegment(902f87f1-2136-46c3-aeb6-8a9a58f70ece),segment_id=902f87f1-2136-46c3-aeb6-8a9a58f70ece)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:28.510966 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.521533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:28.521533 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:28.521533 ncdv-master-1 neutron-server[120533]: [parameters: {'id': 'e7feec9e-cf30-4209-8323-dc96ffa291d3'}]
Nov 13 21:25:28.521533 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:28.521965 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:28.561686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:28.637346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585febed-65d9-4673-8b19-4f674372e75a None None] Pushing event updated for resources: {'Port': ['ID=3eaa07c7-6e77-45f8-a09a-194648d85d23,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:28.654313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc213af-4066-482d-8d77-02da18494db1 None None] Network e7feec9e-cf30-4209-8323-dc96ffa291d3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:28.782284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45d4c4-b485-4d81-a175-32b0214aed30 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:28.905319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45d4c4-b485-4d81-a175-32b0214aed30 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:29.022851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.085219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port 3eaa07c7-6e77-45f8-a09a-194648d85d23 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:29.085708 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.183241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port 3eaa07c7-6e77-45f8-a09a-194648d85d23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3eaa07c7-6e77-45f8-a09a-194648d85d23,segment=NetworkSegment(902f87f1-2136-46c3-aeb6-8a9a58f70ece),segment_id=902f87f1-2136-46c3-aeb6-8a9a58f70ece)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:29.183588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.199637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for 3eaa07c7-6e77-45f8-a09a-194648d85d23 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:29.214621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2854d5-fae4-4a1a-adeb-f73c65216c8e req-3ab3ffb0-7f47-4948-a212-8b86a41ad2d6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:29.221389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e2854d5-fae4-4a1a-adeb-f73c65216c8e req-3ab3ffb0-7f47-4948-a212-8b86a41ad2d6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 944 time: 0.1048670
Nov 13 21:25:29.313895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e2854d5-fae4-4a1a-adeb-f73c65216c8e req-d184ba3b-b1e5-4400-867f-0dfaf305b726 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911517
Nov 13 21:25:29.408108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.434956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4e6fa186-2612-4f47-9e51-2d81d50363b0 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:29.435213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=3eaa07c7-6e77-45f8-a09a-194648d85d23,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:29.438195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port 3eaa07c7-6e77-45f8-a09a-194648d85d23 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:29.520818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.543831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 4e6fa186-2612-4f47-9e51-2d81d50363b0 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:25:29.546356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd030f70>,) {'filters': {'network_id': ['e7feec9e-cf30-4209-8323-dc96ffa291d3']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:29.551069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 4e6fa186-2612-4f47-9e51-2d81d50363b0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:29.551437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.557693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd030f70>, '902f87f1-2136-46c3-aeb6-8a9a58f70ece') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:29.557913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd030f70>, '902f87f1-2136-46c3-aeb6-8a9a58f70ece') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:29.567733 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.583453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.589372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:29.589755 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:29.592715 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:29.637942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.661491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21470549-94ef-4d38-a263-eb01f12fae84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6fa186-2612-4f47-9e51-2d81d50363b0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:25:29.663755 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70f25d-1afe-4e0b-b933-17701642c366" -d '{"events": [{"server_uuid": "21470549-94ef-4d38-a263-eb01f12fae84", "name": "network-vif-plugged", "status": "completed", "tag": "4e6fa186-2612-4f47-9e51-2d81d50363b0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:25:29.679815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 4e6fa186-2612-4f47-9e51-2d81d50363b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:29.700742 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dc1220-58bc-4f83-b1b3-33f7e4b36da5 x-openstack-request-id: req-01dc1220-58bc-4f83-b1b3-33f7e4b36da5 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:25:29.701041 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21470549-94ef-4d38-a263-eb01f12fae84", "name": "network-vif-plugged", "status": "completed", "tag": "4e6fa186-2612-4f47-9e51-2d81d50363b0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:25:29.701295 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01dc1220-58bc-4f83-b1b3-33f7e4b36da5 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:25:29.701691 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21470549-94ef-4d38-a263-eb01f12fae84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6fa186-2612-4f47-9e51-2d81d50363b0', 'code': 200}
Nov 13 21:25:29.746847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.747407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.768077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.776032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/e7feec9e-cf30-4209-8323-dc96ffa291d3 HTTP/1.1" status: 204  len: 168 time: 2.0968955
Nov 13 21:25:29.776928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e968241-2456-4577-b88a-8b78a46c6d33 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=e7feec9e-cf30-4209-8323-dc96ffa291d3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:29.777777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47944) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:29.791503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-267157375'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:29.835855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=4e6fa186-2612-4f47-9e51-2d81d50363b0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:29.869014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6ca8-87ef-4abf-913a-eb59c6a2f9ff req-3907208c-a117-499b-b26d-627de02835a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:29.870515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b1c6ca8-87ef-4abf-913a-eb59c6a2f9ff req-3907208c-a117-499b-b26d-627de02835a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 1096 time: 0.1039212
Nov 13 21:25:29.916869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:29.918781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b1c6ca8-87ef-4abf-913a-eb59c6a2f9ff req-60a4802e-4680-4e23-b2e2-b98b20916797 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386784
Nov 13 21:25:29.920440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.939626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.944555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:29.953456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:29.953751 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 0c386d15-ebba-43a8-9b62-0beba3270582 of type vlan for network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0
Nov 13 21:25:29.992944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:30.066094 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:30.071692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.072271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:30.146975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:30.156971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:30.175722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d444c0d2-f143-431c-85c3-c6b15cce59af tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3920412
Nov 13 21:25:30.178537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47948) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:30.183481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:30.385424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:30.426377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:30.429892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:30.453513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010b6df-4cd9-453b-ac2f-0d1b1bb04a26 req-b7febf06-d0f1-4893-8cbc-d00ce1faec53 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.454966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f010b6df-4cd9-453b-ac2f-0d1b1bb04a26 req-b7febf06-d0f1-4893-8cbc-d00ce1faec53 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0707457
Nov 13 21:25:30.551983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f010b6df-4cd9-453b-ac2f-0d1b1bb04a26 req-64de474f-7cdb-4f1a-96ae-d743817a74fe tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896351
Nov 13 21:25:30.711411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:30.791510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=97449cc8-62a6-4754-ba27-bc488100e2ea,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:30.819924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-1bd9456c-fdd9-452d-9a2f-39137df9749e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0800612
Nov 13 21:25:30.820712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '0c386d15-ebba-43a8-9b62-0beba3270582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:30.821081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:30.906832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:30.932184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.932790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.933258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.933717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.934172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.934625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.935076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.937159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-53b8664f-84d5-4e20-85aa-010578a4b6ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6493 time: 0.0611484
Nov 13 21:25:30.970527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:30.979228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825db5a7-63a2-4df7-809c-37f4131aa290 None None] Network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:30.990653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:30.991253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.064494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-46304a38-3aec-4219-8c75-1469c97f441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.064755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-46304a38-3aec-4219-8c75-1469c97f441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.065253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-46304a38-3aec-4219-8c75-1469c97f441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.066848 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-46304a38-3aec-4219-8c75-1469c97f441d service neutron] 10.222.0.37 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 2292 time: 0.1059372
Nov 13 21:25:31.120103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-32775ac9-7480-49e3-b63a-a8e60d20444e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.9380090
Nov 13 21:25:31.120379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47956) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:31.134467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0', 'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': '97449cc8-62a6-4754-ba27-bc488100e2ea'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:31.135334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.196838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-4d0cb67e-977b-400c-b281-e6c2dba5b266 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 1002 time: 0.1228061
Nov 13 21:25:31.267938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.268708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Allocated IP 2001:db8::1 (6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0/97449cc8-62a6-4754-ba27-bc488100e2ea/b785b694-4c98-446e-a9c4-39e75bd6378b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:31.275783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-3f832576-3d13-4fdc-8edf-eedbe0326973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.277276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-3f832576-3d13-4fdc-8edf-eedbe0326973 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 200  len: 850 time: 0.0738158
Nov 13 21:25:31.351309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.376199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-cba2dcf5-e9f2-410c-8107-f1cafb5bbae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.377763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-cba2dcf5-e9f2-410c-8107-f1cafb5bbae2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90f7b45f-5248-478f-9780-1e89d011db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0920188
Nov 13 21:25:31.390754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-7a4ae0b8-4cdd-4b2b-ab80-72bf0e0023d8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:25:31.391702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-7a4ae0b8-4cdd-4b2b-ab80-72bf0e0023d8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068419
Nov 13 21:25:31.416732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.491812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-06efd583-7aba-4e00-aeba-abbde51934c5 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905488
Nov 13 21:25:31.509998 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.549193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:31.552158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:31.555651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:31.573873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Pushing event updated for resources: {'Port': ['ID=b785b694-4c98-446e-a9c4-39e75bd6378b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:31.606587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-00317e17-ac04-49b6-a932-8cc2ca073a64 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049693
Nov 13 21:25:31.656627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.669715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-b7e7c83e-8633-42a9-9e1a-18f50f0c6743 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 217 time: 0.0575986
Nov 13 21:25:31.716466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=97449cc8-62a6-4754-ba27-bc488100e2ea,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:31.770220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Attempting to bind port b785b694-4c98-446e-a9c4-39e75bd6378b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:31.770589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Attempting to bind port b785b694-4c98-446e-a9c4-39e75bd6378b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c386d15-ebba-43a8-9b62-0beba3270582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:31.770977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Attempting to bind port b785b694-4c98-446e-a9c4-39e75bd6378b on network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:31.776482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:31.776894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Checking segment: {'id': '0c386d15-ebba-43a8-9b62-0beba3270582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:31.777341 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.777686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Bound using segment: {'id': '0c386d15-ebba-43a8-9b62-0beba3270582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:31.778153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Bound port: b785b694-4c98-446e-a9c4-39e75bd6378b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c386d15-ebba-43a8-9b62-0beba3270582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:31.778719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.815967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.826614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-5ec76847-cb69-4d81-9dc3-ed2288706890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.828065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-5ec76847-cb69-4d81-9dc3-ed2288706890 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.1202991
Nov 13 21:25:31.836990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2650b-9992-4083-91c4-f6a585d24847 req-93754341-35a0-4226-8b74-9b51d119a71b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.838460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bad2650b-9992-4083-91c4-f6a585d24847 req-93754341-35a0-4226-8b74-9b51d119a71b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1845889
Nov 13 21:25:31.844894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] For port b785b694-4c98-446e-a9c4-39e75bd6378b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:31.848773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] For port b785b694-4c98-446e-a9c4-39e75bd6378b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b785b694-4c98-446e-a9c4-39e75bd6378b,segment=NetworkSegment(0c386d15-ebba-43a8-9b62-0beba3270582),segment_id=0c386d15-ebba-43a8-9b62-0beba3270582)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:31.885879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf64ff70>,) {'filters': {'network_id': ['6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:31.905900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf64ff70>, '0c386d15-ebba-43a8-9b62-0beba3270582') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:31.906191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf64ff70>, '0c386d15-ebba-43a8-9b62-0beba3270582') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:31.919628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.940129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.960095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-8f661c81-39f4-4d90-84b9-99d0731a7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:31.960095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-8f661c81-39f4-4d90-84b9-99d0731a7b6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1188469
Nov 13 21:25:31.960095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.964243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bad2650b-9992-4083-91c4-f6a585d24847 req-c12a72fe-2e02-4a43-b261-e18fc3b86f01 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113572
Nov 13 21:25:31.979207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:31.979876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:31.984745 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:32.067326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf0e1c-5b1c-4ebb-9cad-48044ccbdbc2 None None] Pushing event updated for resources: {'Port': ['ID=b785b694-4c98-446e-a9c4-39e75bd6378b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:32.076495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae49c6a-1472-4450-a90b-c66c660190b0 None None] Network 6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:32.122438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-760751be-d176-4765-a928-65800b79c3b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550159
Nov 13 21:25:32.158200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:32.158200 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:32.158200 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0'}]
Nov 13 21:25:32.158200 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:32.158751 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:32.207730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6913f4e-3329-4f60-acb0-fd3d62f3ced0 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:32.218527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-eaa54694-3d88-4327-9dbe-8514dccb48f4 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888414
Nov 13 21:25:32.269152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-e40a3dd2-eae2-4658-a044-3a91c81e40db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 217 time: 0.0422204
Nov 13 21:25:32.320480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-4cb3b6e2-d711-4fbf-8722-ee9a03169bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.321984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-4cb3b6e2-d711-4fbf-8722-ee9a03169bad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0453835
Nov 13 21:25:32.344583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6913f4e-3329-4f60-acb0-fd3d62f3ced0 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:32.370537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-e23b093c-fb42-4432-8a5f-80d789d5ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.372106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-e23b093c-fb42-4432-8a5f-80d789d5ad5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0422306
Nov 13 21:25:32.465850 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-0154993d-a3e4-4503-93d6-28c76da73ace service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870638
Nov 13 21:25:32.557379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-39c10f9a-8bed-4193-a88f-df759dfd671d service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845869
Nov 13 21:25:32.607672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-2f9f8c29-9447-4c39-91d1-dcb82ffade36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 200  len: 217 time: 0.0434592
Nov 13 21:25:32.672813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:32.696862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-16ff1fcb-992b-4b24-9a78-daab927bf93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.698334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-16ff1fcb-992b-4b24-9a78-daab927bf93b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0844882
Nov 13 21:25:32.717262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-eb01242f-98e5-49a1-8447-2cf957ff45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.718700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-eb01242f-98e5-49a1-8447-2cf957ff45ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 1096 time: 0.0422993
Nov 13 21:25:32.742922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470443c-08ff-46cd-8e4e-226306ad6ee9 req-1aaa45a7-71cd-49cb-ae90-0329a1af8150 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.749342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4470443c-08ff-46cd-8e4e-226306ad6ee9 req-1aaa45a7-71cd-49cb-ae90-0329a1af8150 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1017332
Nov 13 21:25:32.817007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-58da91a9-fe6b-4cb1-9b23-c015824915c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.817721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-dc9ac88e-6c53-490b-8985-5e7268f5e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.818708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-58da91a9-fe6b-4cb1-9b23-c015824915c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1126029
Nov 13 21:25:32.818889 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-dc9ac88e-6c53-490b-8985-5e7268f5e01b service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 911 time: 0.0924313
Nov 13 21:25:32.850678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4470443c-08ff-46cd-8e4e-226306ad6ee9 req-ae75e9fd-7972-47bc-ab76-dc5a28cabdc6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876415
Nov 13 21:25:32.859167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port b785b694-4c98-446e-a9c4-39e75bd6378b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:32.859663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:32.860774 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-44df31fd-5f2e-410f-80ae-dbddb6732075 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0 HTTP/1.1" status: 200  len: 217 time: 0.0348747
Nov 13 21:25:32.911382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-1b8022b4-cc82-44b9-9f5a-fbb8bd645837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:32.913518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-1b8022b4-cc82-44b9-9f5a-fbb8bd645837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15496bec-4c5e-4972-93a0-ad32eded0c42 HTTP/1.1" status: 200  len: 850 time: 0.0461061
Nov 13 21:25:32.944977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-9c6a45e5-bb23-4c5b-97fa-d2750b668600 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248551
Nov 13 21:25:32.973309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port b785b694-4c98-446e-a9c4-39e75bd6378b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b785b694-4c98-446e-a9c4-39e75bd6378b,segment=NetworkSegment(0c386d15-ebba-43a8-9b62-0beba3270582),segment_id=0c386d15-ebba-43a8-9b62-0beba3270582)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:32.973309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:32.993936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for b785b694-4c98-446e-a9c4-39e75bd6378b owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:32.999457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-4919e053-e056-4565-872d-0acbf064cf6e service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718011
Nov 13 21:25:33.057096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-a2e27f55-5b49-46af-8387-fa031d9c0e70 service neutron] 10.222.0.46 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049759
Nov 13 21:25:33.147818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-848ccd36-01b0-4b39-81aa-32b25db4e254 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385722
Nov 13 21:25:33.149005 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2cc8536-4b9c-4ce8-9089-b65ea1468ab0 req-d590e65a-665a-4dec-b219-df3dd0d90615 service neutron] 10.222.0.46 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845385
Nov 13 21:25:33.190170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-1a554c03-ed8a-41f7-a672-408086e39a7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 200  len: 217 time: 0.0346100
Nov 13 21:25:33.242702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-06889846-cea9-4dd2-91ef-46c692c49f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:33.244059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-06889846-cea9-4dd2-91ef-46c692c49f17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0463865
Nov 13 21:25:33.274008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.305061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=b785b694-4c98-446e-a9c4-39e75bd6378b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:33.307133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port b785b694-4c98-446e-a9c4-39e75bd6378b on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:33.349718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-1cf0a61f-bb7e-4bd7-a965-41e5cf4b8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:33.351319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-1cf0a61f-bb7e-4bd7-a965-41e5cf4b8b3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1009459
Nov 13 21:25:33.417000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.463142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf96c4f0>,) {'filters': {'network_id': ['6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:33.477807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf96c4f0>, '0c386d15-ebba-43a8-9b62-0beba3270582') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:33.478099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf96c4f0>, '0c386d15-ebba-43a8-9b62-0beba3270582') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:33.490187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.513308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-dc09461a-7bcb-440b-be6f-0d333e08fc51 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533799
Nov 13 21:25:33.514110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.527224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:33.527605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:33.530474 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:33.652849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-6ad0a18b-426e-4b7b-a5d9-3bf6ea99bab2 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324906
Nov 13 21:25:33.697790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-65eb9d4c-9893-4f87-8372-4cba4db3b243 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 200  len: 217 time: 0.0376458
Nov 13 21:25:33.732348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.739961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.743551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 HTTP/1.1" status: 204  len: 168 time: 2.6221519
Nov 13 21:25:33.747470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47992) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:33.753615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-9134344'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:33.759884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6757a1-3e97-44de-908c-a8d5677bff8d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:33.769110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-b628230e-cc11-4bd0-9383-914da363180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:33.770568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-b628230e-cc11-4bd0-9383-914da363180b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0658448
Nov 13 21:25:33.814650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-f638e030-b891-4299-b957-b260f2bd28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:33.816635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-f638e030-b891-4299-b957-b260f2bd28d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0392022
Nov 13 21:25:33.842638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:33.846395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.876738 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:33.887016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:33.890369 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 9451d477-5d1a-40d7-a5e1-b1ed39af8d1d of type vlan for network fc8eb0f3-6f59-4963-a945-b255591b3ce4
Nov 13 21:25:33.915364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-7b4a5688-f9c0-4e32-9a1a-cc2e0d691482 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908024
Nov 13 21:25:33.931298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:34.035790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:34.040949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d2655-ff5a-4a1d-b9b3-52715c63d26a req-df40b801-7eb9-42d6-9d57-873141aa33a1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:34.045162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:34.045162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:34.050099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-927d2655-ff5a-4a1d-b9b3-52715c63d26a req-df40b801-7eb9-42d6-9d57-873141aa33a1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1196492
Nov 13 21:25:34.088199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-fc9a868d-4f5d-4d7d-9896-8eafe05798b5 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662831
Nov 13 21:25:34.112511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=fc8eb0f3-6f59-4963-a945-b255591b3ce4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:34.123847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:34.148102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-6c1c94e5-8efc-40de-96a7-ee63ff685361 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 217 time: 0.0526493
Nov 13 21:25:34.155461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-927d2655-ff5a-4a1d-b9b3-52715c63d26a req-6221eb87-12f4-45bc-9279-dff81a777e8e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976467
Nov 13 21:25:34.200136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-833ae01e-b4c0-41e7-adb4-165433293f03 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.4514127
Nov 13 21:25:34.206599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-fe4ddcf7-97dd-4c8b-a0a1-b7ae5713a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:34.206599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-fe4ddcf7-97dd-4c8b-a0a1-b7ae5713a2a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0492108
Nov 13 21:25:34.208547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48000) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:34.213268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:34.312842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38688e-6960-4965-8962-15c739fcf4bd req-eb088866-1ae6-4316-9f93-abb40cd8d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:34.314223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-eb088866-1ae6-4316-9f93-abb40cd8d639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0974424
Nov 13 21:25:34.410037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:34.413495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:34.421402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-7e4951d9-61d6-4bc3-9493-894a2bed30d1 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968814
Nov 13 21:25:34.905425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e38688e-6960-4965-8962-15c739fcf4bd req-51ca31f1-2b0b-4f3c-9522-3cc375812ba4 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4736168
Nov 13 21:25:35.071363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.134332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=d87bf675-2ae7-4e5c-993c-07a749362e4b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:35.139952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:35.140324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: fc8eb0f3-6f59-4963-a945-b255591b3ce4, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:35.256203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:35.283142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7ac82-71bf-4e37-805f-ae7ba4df02d7 req-31c04188-0f67-4bab-ab33-0e9a335c4ee8 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:35.285389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6e7ac82-71bf-4e37-805f-ae7ba4df02d7 req-31c04188-0f67-4bab-ab33-0e9a335c4ee8 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0557418
Nov 13 21:25:35.334713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6e7ac82-71bf-4e37-805f-ae7ba4df02d7 req-68917a1d-96bd-405d-9e10-e84a7923677f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424767
Nov 13 21:25:35.336171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc8eb0f3-6f59-4963-a945-b255591b3ce4) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:35.340952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:35.345227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.346035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd5bd7-fd66-4f9c-a329-0becd58a089b None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:35.440787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bf12d04c-fb69-4155-b5ae-ec41a21be136 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2303333
Nov 13 21:25:35.443432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48008) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:35.448461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:35.501732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc8eb0f3-6f59-4963-a945-b255591b3ce4', 'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': 'd87bf675-2ae7-4e5c-993c-07a749362e4b'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:35.503258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.634999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Allocated IP 2001:db8::2 (fc8eb0f3-6f59-4963-a945-b255591b3ce4/d87bf675-2ae7-4e5c-993c-07a749362e4b/82e26aff-b685-4956-b644-48836a6a59d2) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:35.675743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:35.679462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.778446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.878301 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.919646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:35.925678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:35.927811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Pushing event updated for resources: {'Port': ['ID=82e26aff-b685-4956-b644-48836a6a59d2,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:35.929973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:35.969142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.985394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Attempting to bind port 82e26aff-b685-4956-b644-48836a6a59d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:35.985762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Attempting to bind port 82e26aff-b685-4956-b644-48836a6a59d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:35.986123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Attempting to bind port 82e26aff-b685-4956-b644-48836a6a59d2 on network fc8eb0f3-6f59-4963-a945-b255591b3ce4 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:35.992007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:35.995622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Checking segment: {'id': '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:35.995622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:35.995622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Bound using segment: {'id': '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:35.995622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Bound port: 82e26aff-b685-4956-b644-48836a6a59d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:35.995622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.020051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:36.023440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:36.028046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.028046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.039898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=2fcd3ad4-1ca3-4cf6-8926-2b737e2f4e12,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:36.059318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] For port 82e26aff-b685-4956-b644-48836a6a59d2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:36.062505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] For port 82e26aff-b685-4956-b644-48836a6a59d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82e26aff-b685-4956-b644-48836a6a59d2,segment=NetworkSegment(9451d477-5d1a-40d7-a5e1-b1ed39af8d1d),segment_id=9451d477-5d1a-40d7-a5e1-b1ed39af8d1d)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:36.108714 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e4f39a2d-6ab5-41a8-a343-bad738a92a3f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.6641834
Nov 13 21:25:36.119911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48012) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:36.134983 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.191033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66526842-16ce-4c42-8424-d992e7014738 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.192722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66526842-16ce-4c42-8424-d992e7014738 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.194378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66526842-16ce-4c42-8424-d992e7014738 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.195896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66526842-16ce-4c42-8424-d992e7014738 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.197474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66526842-16ce-4c42-8424-d992e7014738 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.198332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3e403-3184-49ee-8ca8-47f4a26b42b6 None None] Pushing event updated for resources: {'Port': ['ID=82e26aff-b685-4956-b644-48836a6a59d2,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:36.199303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-66526842-16ce-4c42-8424-d992e7014738 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0783160
Nov 13 21:25:36.203634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48016) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:36.216172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812117528'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:36.294188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:36.297757 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.325365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:36.335583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.335950 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment bf70326a-bc78-49df-8121-d1616b0be5bc of type vlan for network 08c37b28-4fd6-4c77-94f4-6abdd704252a
Nov 13 21:25:36.390997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.398256 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:25:36.492812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819047c-3193-4381-88d6-8510ce53dfbb req-080c227a-b2ec-4043-8212-b768216e6168 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.494465 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6819047c-3193-4381-88d6-8510ce53dfbb req-080c227a-b2ec-4043-8212-b768216e6168 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0527127
Nov 13 21:25:36.499692 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.505625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.512149 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.600270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=08c37b28-4fd6-4c77-94f4-6abdd704252a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:36.610310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:36.613482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6819047c-3193-4381-88d6-8510ce53dfbb req-418dbe0f-ac56-4807-821b-91f9e1e15c89 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044607
Nov 13 21:25:36.639000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d1d1e2a4-64f5-49ee-ae66-6a5fe92c3d5d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4336824
Nov 13 21:25:36.641045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48020) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:36.647261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'New_network'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:36.813802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.903746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.922895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a is not hosted by any dhcp agent {{(pid=120532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 13 21:25:36.928394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:36.929033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:36.933198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "PUT /v2.0/networks/08c37b28-4fd6-4c77-94f4-6abdd704252a HTTP/1.1" status: 200  len: 723 time: 0.2882366
Nov 13 21:25:36.933675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48022) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:36.938964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:36.985529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49825a-405f-4d05-a829-0b371ec9c663 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=08c37b28-4fd6-4c77-94f4-6abdd704252a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:36.997896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:37.125974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d28f2-bb20-4afe-afeb-9666854acf24 None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:37.143913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:37.147738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.187223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 82e26aff-b685-4956-b644-48836a6a59d2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:37.188950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-48cdc73f-f23e-4ce1-bd50-7b5727e7407d None None] Provisioning complete for port 82e26aff-b685-4956-b644-48836a6a59d2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:37.189314 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48cdc73f-f23e-4ce1-bd50-7b5727e7407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.331544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 82e26aff-b685-4956-b644-48836a6a59d2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:37.332001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.419661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48cdc73f-f23e-4ce1-bd50-7b5727e7407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.442844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.485084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-48cdc73f-f23e-4ce1-bd50-7b5727e7407d None None] For port 82e26aff-b685-4956-b644-48836a6a59d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82e26aff-b685-4956-b644-48836a6a59d2,segment=NetworkSegment(9451d477-5d1a-40d7-a5e1-b1ed39af8d1d),segment_id=9451d477-5d1a-40d7-a5e1-b1ed39af8d1d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:37.517632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=e30b842a-7487-4d37-bed4-547413d0a6a9,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:37.520566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': 'bf70326a-bc78-49df-8121-d1616b0be5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:37.520958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: 08c37b28-4fd6-4c77-94f4-6abdd704252a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:37.525902 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.541878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] Update dhcp port {'port': {'network_id': 'fc8eb0f3-6f59-4963-a945-b255591b3ce4', 'fixed_ips': [{'subnet_id': 'd87bf675-2ae7-4e5c-993c-07a749362e4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2fcd3ad4-1ca3-4cf6-8926-2b737e2f4e12'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '82e26aff-b685-4956-b644-48836a6a59d2'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:25:37.550638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48cdc73f-f23e-4ce1-bd50-7b5727e7407d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.617861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.652047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:37.679136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdc73f-f23e-4ce1-bd50-7b5727e7407d None None] Pushing event updated for resources: {'Port': ['ID=82e26aff-b685-4956-b644-48836a6a59d2,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:37.681636 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:37.681993 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:37.733898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08016fae-4ae3-41b9-8104-31e77e905f6a req-3c9bb06f-62df-4293-8501-3c7f5de5d6b5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:37.735420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08016fae-4ae3-41b9-8104-31e77e905f6a req-3c9bb06f-62df-4293-8501-3c7f5de5d6b5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0507531
Nov 13 21:25:37.768742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08c37b28-4fd6-4c77-94f4-6abdd704252a) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:37.772871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:37.773470 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:37.790937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d6a50-63c9-4760-874e-698a319564f4 None None] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:37.793608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08016fae-4ae3-41b9-8104-31e77e905f6a req-b6cd8e06-9a3f-476a-aa04-3bae8a08cdf5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515835
Nov 13 21:25:37.845239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b265dda-17f8-4ebd-9202-8de22e47e1c0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9103003
Nov 13 21:25:37.848317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48030) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:37.853218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:37.860862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] Allocated IP 172.20.0.1 (fc8eb0f3-6f59-4963-a945-b255591b3ce4/2fcd3ad4-1ca3-4cf6-8926-2b737e2f4e12/82e26aff-b685-4956-b644-48836a6a59d2) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:37.945580 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63293509'] for subnet, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.163422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] For port 82e26aff-b685-4956-b644-48836a6a59d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82e26aff-b685-4956-b644-48836a6a59d2,segment=NetworkSegment(9451d477-5d1a-40d7-a5e1-b1ed39af8d1d),segment_id=9451d477-5d1a-40d7-a5e1-b1ed39af8d1d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:38.166505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-08c37b28-4fd6-4c77-94f4-6abdd704252a', 'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': 'e30b842a-7487-4d37-bed4-547413d0a6a9'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:38.167342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.168238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791765713354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66292480'] for subnet, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.202222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:38.202745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.204010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "PUT /v2.0/subnets/e30b842a-7487-4d37-bed4-547413d0a6a9 HTTP/1.1" status: 200  len: 826 time: 0.3550496
Nov 13 21:25:38.207821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48034) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:38.277725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf94c-a9b8-421b-a41d-35d2cf2f90a0 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=e30b842a-7487-4d37-bed4-547413d0a6a9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:38.288055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.342752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.343203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-5f9c6930-7d96-4e35-bd7c-9253d9a95034 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0664866
Nov 13 21:25:38.351256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.401623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Allocated IP 2001:db8::2 (08c37b28-4fd6-4c77-94f4-6abdd704252a/e30b842a-7487-4d37-bed4-547413d0a6a9/cd9cb6e0-ae9b-470c-941a-f59dba70d351) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:38.430591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.475592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf0927-d6e6-48e3-bf96-7adbea335bb3 None None] Pushing event updated for resources: {'Port': ['ID=82e26aff-b685-4956-b644-48836a6a59d2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:38.487159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e705-283f-4629-a65e-0743dfad04fc req-583436af-a28c-44f6-b9b6-cd1deaa8f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:38.488633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-583436af-a28c-44f6-b9b6-cd1deaa8f733 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 1096 time: 0.0902379
Nov 13 21:25:38.601117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e705-283f-4629-a65e-0743dfad04fc req-7efda3d5-7f5d-476b-9f6e-a53c986132eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:38.602670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-7efda3d5-7f5d-476b-9f6e-a53c986132eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 200  len: 917 time: 0.0929191
Nov 13 21:25:38.614730 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.679820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-94da7087-1c02-49ce-bb77-ce0ed5b18c4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 200  len: 1000 time: 0.0705819
Nov 13 21:25:38.712568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.740648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e705-283f-4629-a65e-0743dfad04fc req-6ac00731-821f-4856-bcab-a7b8ea6d8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:38.742506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-6ac00731-821f-4856-bcab-a7b8ea6d8042 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 200  len: 855 time: 0.0559316
Nov 13 21:25:38.756054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:38.760486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:38.766451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:38.776775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Pushing event updated for resources: {'Port': ['ID=cd9cb6e0-ae9b-470c-941a-f59dba70d351,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:38.797308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685e705-283f-4629-a65e-0743dfad04fc req-42dd69bb-f9d9-4c15-81a8-ba9ee9f1da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:38.799623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-42dd69bb-f9d9-4c15-81a8-ba9ee9f1da45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c883c134-5013-4ef8-a8d0-ea220455e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0488420
Nov 13 21:25:38.837509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Attempting to bind port cd9cb6e0-ae9b-470c-941a-f59dba70d351 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:38.837888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Attempting to bind port cd9cb6e0-ae9b-470c-941a-f59dba70d351 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf70326a-bc78-49df-8121-d1616b0be5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:38.838256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Attempting to bind port cd9cb6e0-ae9b-470c-941a-f59dba70d351 on network 08c37b28-4fd6-4c77-94f4-6abdd704252a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:38.843737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:38.844113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Checking segment: {'id': 'bf70326a-bc78-49df-8121-d1616b0be5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:38.844633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.844989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Bound using segment: {'id': 'bf70326a-bc78-49df-8121-d1616b0be5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:38.845460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Bound port: cd9cb6e0-ae9b-470c-941a-f59dba70d351, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf70326a-bc78-49df-8121-d1616b0be5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '08c37b28-4fd6-4c77-94f4-6abdd704252a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:38.845871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.880490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:38.916358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=e30b842a-7487-4d37-bed4-547413d0a6a9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:38.932309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] For port cd9cb6e0-ae9b-470c-941a-f59dba70d351, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:38.936287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] For port cd9cb6e0-ae9b-470c-941a-f59dba70d351, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd9cb6e0-ae9b-470c-941a-f59dba70d351,segment=NetworkSegment(bf70326a-bc78-49df-8121-d1616b0be5bc),segment_id=bf70326a-bc78-49df-8121-d1616b0be5bc)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:38.938863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04457c-0c0f-4425-81e4-7a1ad5e03958 req-6480521f-e88e-4431-9f2a-e9034cf5b2d1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:38.940467 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f04457c-0c0f-4425-81e4-7a1ad5e03958 req-6480521f-e88e-4431-9f2a-e9034cf5b2d1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0645647
Nov 13 21:25:38.993368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.000240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f04457c-0c0f-4425-81e4-7a1ad5e03958 req-b8af928d-91ce-46f5-a62c-a7c81188d0c0 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504153
Nov 13 21:25:39.003812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-c02378ad-52f5-4b20-9e8b-3851d8a90886 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969371
Nov 13 21:25:39.035015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcc12a90>,) {'filters': {'network_id': ['08c37b28-4fd6-4c77-94f4-6abdd704252a']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:39.054956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcc12a90>, 'bf70326a-bc78-49df-8121-d1616b0be5bc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:39.055248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcc12a90>, 'bf70326a-bc78-49df-8121-d1616b0be5bc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:39.065872 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.073927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.106409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183e579-180a-400c-a438-b8b5e67ee83d None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:39.124675 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.136808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:39.137216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:39.141514 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:39.186765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 82e26aff-b685-4956-b644-48836a6a59d2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:39.212777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5685e705-283f-4629-a65e-0743dfad04fc req-a5cb59c7-d1d1-40a0-9aca-dce7f825fe00 service neutron] 10.222.0.46 "GET /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977112
Nov 13 21:25:39.243609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72cb82-3458-4235-b8c4-b2d77f478356 None None] Pushing event updated for resources: {'Port': ['ID=cd9cb6e0-ae9b-470c-941a-f59dba70d351,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:39.248811 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:39.248811 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:39.248811 ncdv-master-1 neutron-server[120533]: [parameters: {'id': '08c37b28-4fd6-4c77-94f4-6abdd704252a'}]
Nov 13 21:25:39.248811 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:39.249317 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:39.271006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75c170-3798-4e77-9853-90fb05078a8d None None] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:39.297746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-33d1056d-f53d-4241-80ab-96a36ec3619f None None] Provisioning complete for port 82e26aff-b685-4956-b644-48836a6a59d2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:39.298113 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33d1056d-f53d-4241-80ab-96a36ec3619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.450057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 82e26aff-b685-4956-b644-48836a6a59d2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:39.450347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.575515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869aa0c-2d7f-4f21-964b-8485781f36b6 None None] Network 08c37b28-4fd6-4c77-94f4-6abdd704252a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:39.750933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.777470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bf82e-c82c-40b3-95f8-b1824988eea7 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:39.805844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port cd9cb6e0-ae9b-470c-941a-f59dba70d351 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:39.806177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.831465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f30940b6-8b71-47b6-9af4-5e22d00cb91f None None] Provisioning complete for port 82e26aff-b685-4956-b644-48836a6a59d2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:39.831828 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f30940b6-8b71-47b6-9af4-5e22d00cb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.868555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port cd9cb6e0-ae9b-470c-941a-f59dba70d351, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd9cb6e0-ae9b-470c-941a-f59dba70d351,segment=NetworkSegment(bf70326a-bc78-49df-8121-d1616b0be5bc),segment_id=bf70326a-bc78-49df-8121-d1616b0be5bc)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:39.868856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:39.886251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for cd9cb6e0-ae9b-470c-941a-f59dba70d351 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:39.984534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373bf82e-c82c-40b3-95f8-b1824988eea7 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:40.012328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.039303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=cd9cb6e0-ae9b-470c-941a-f59dba70d351,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:40.043180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port cd9cb6e0-ae9b-470c-941a-f59dba70d351 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:40.128205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.135619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f1d4-aa09-41c0-a33e-4f1521d09580 req-28dfa507-664d-468c-9316-a0b897c37ebd tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:40.137142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b68f1d4-aa09-41c0-a33e-4f1521d09580 req-28dfa507-664d-468c-9316-a0b897c37ebd tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0543056
Nov 13 21:25:40.157903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdee626a0>,) {'filters': {'network_id': ['08c37b28-4fd6-4c77-94f4-6abdd704252a']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:40.173373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee626a0>, 'bf70326a-bc78-49df-8121-d1616b0be5bc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:40.173788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee626a0>, 'bf70326a-bc78-49df-8121-d1616b0be5bc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:40.187171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.202355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b68f1d4-aa09-41c0-a33e-4f1521d09580 req-ddff8eed-c9a8-41e8-9abc-2716f0c1afa3 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584285
Nov 13 21:25:40.205534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.212334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:40.217223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:40.220930 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:40.431090 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.437994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.441336 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/08c37b28-4fd6-4c77-94f4-6abdd704252a HTTP/1.1" status: 204  len: 168 time: 2.2330239
Nov 13 21:25:40.444097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48050) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:40.452836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab00be8-b235-440d-8b16-e3a664882a1e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=08c37b28-4fd6-4c77-94f4-6abdd704252a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:40.468145 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4f0823-9da1-47bb-b8b0-921574242bd9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:40.468704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4f0823-9da1-47bb-b8b0-921574242bd9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:40.472247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a4f0823-9da1-47bb-b8b0-921574242bd9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/08c37b28-4fd6-4c77-94f4-6abdd704252a HTTP/1.1" status: 404  len: 339 time: 0.0269897
Nov 13 21:25:40.475897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48052) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:40.480673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118960307', 'description': 'd1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:40.636674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:40.640359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.664126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:40.672630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.672989 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 8951bef5-f4da-4b8d-84df-b9aed9e2ee51 of type vlan for network ce36eaf3-540c-42c7-9b55-79a5c24eaa09
Nov 13 21:25:40.712203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.797095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.803524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:40.804135 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:40.871893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=ce36eaf3-540c-42c7-9b55-79a5c24eaa09,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:40.883073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ce36eaf3-540c-42c7-9b55-79a5c24eaa09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:40.919691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94d3732c-87a6-4768-ab50-c92127758129 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4427176
Nov 13 21:25:40.922335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48056) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.002034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee56569-6154-4d55-a9bf-67a83cc6b88c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.003980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bee56569-6154-4d55-a9bf-67a83cc6b88c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks?id=ce36eaf3-540c-42c7-9b55-79a5c24eaa09 HTTP/1.1" status: 200  len: 765 time: 0.0807321
Nov 13 21:25:41.006764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48058) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.011633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'description': 'd2'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:41.166103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:41.237507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:41.246990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network ce36eaf3-540c-42c7-9b55-79a5c24eaa09 is not hosted by any dhcp agent {{(pid=120532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 13 21:25:41.252734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.253284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:41.255695 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "PUT /v2.0/networks/ce36eaf3-540c-42c7-9b55-79a5c24eaa09 HTTP/1.1" status: 200  len: 762 time: 0.2480223
Nov 13 21:25:41.258536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48064) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.335581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a326d9-85f8-46ab-834e-4cacb4071d2b tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=ce36eaf3-540c-42c7-9b55-79a5c24eaa09,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:41.340977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b304558-b665-4d42-93e7-e1da6046a4cc tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.346274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3b304558-b665-4d42-93e7-e1da6046a4cc tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks?id=ce36eaf3-540c-42c7-9b55-79a5c24eaa09 HTTP/1.1" status: 200  len: 765 time: 0.0825078
Nov 13 21:25:41.346598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48066) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.351271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ce36eaf3-540c-42c7-9b55-79a5c24eaa09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:41.358090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20a6a-525d-4cfe-a071-e207443d23da req-0d340af6-d609-4a80-9af4-7cf3ac58bf07 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.359650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28b20a6a-525d-4cfe-a071-e207443d23da req-0d340af6-d609-4a80-9af4-7cf3ac58bf07 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0798693
Nov 13 21:25:41.410245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28b20a6a-525d-4cfe-a071-e207443d23da req-60583a01-03f2-4d14-b4db-d9ed93213192 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436938
Nov 13 21:25:41.539214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b1726-0905-4762-8219-5a004a9c231e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.541068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-902b1726-0905-4762-8219-5a004a9c231e tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1924372
Nov 13 21:25:41.543332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48068) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.579130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d7bd333a-89d8-418d-a620-ca3ad1a6a894 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 207 time: 0.0346515
Nov 13 21:25:41.582840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48070) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.691637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.697392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.703114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.709552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.715192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.721460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.723144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2846286e-62a5-4b10-8092-fef01da51069 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 0.1394045
Nov 13 21:25:41.726903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48074) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.856858 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f9159744-a394-4006-862b-1fdc5d054de9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.1287799
Nov 13 21:25:41.860030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48076) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.917955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c51f7-8915-4c82-8dcc-0f2cb55afdc8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.919591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c51f7-8915-4c82-8dcc-0f2cb55afdc8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.921140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c51f7-8915-4c82-8dcc-0f2cb55afdc8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.922647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c51f7-8915-4c82-8dcc-0f2cb55afdc8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.924148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c51f7-8915-4c82-8dcc-0f2cb55afdc8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.925818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e90c51f7-8915-4c82-8dcc-0f2cb55afdc8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0648952
Nov 13 21:25:41.929562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48078) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:41.986868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3c34-2ddc-4efb-b1c9-f217f2e43aa6 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.988413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3c34-2ddc-4efb-b1c9-f217f2e43aa6 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.989873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3c34-2ddc-4efb-b1c9-f217f2e43aa6 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.991540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3c34-2ddc-4efb-b1c9-f217f2e43aa6 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.993021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437c3c34-2ddc-4efb-b1c9-f217f2e43aa6 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:41.994577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-437c3c34-2ddc-4efb-b1c9-f217f2e43aa6 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0640910
Nov 13 21:25:41.998131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48080) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:42.019719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:42.100188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14742f34-5d47-47a1-a150-d25905ca4d65 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:42.101549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-14742f34-5d47-47a1-a150-d25905ca4d65 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks/48d49d8e-0163-42d3-9e24-6e9323f0fdeb HTTP/1.1" status: 200  len: 803 time: 0.1025207
Nov 13 21:25:42.105195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48082) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:42.517526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25fd3f33-67da-4dc3-91d7-f3ba279849b4 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/networks/48d49d8e-0163-42d3-9e24-6e9323f0fdeb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.4111674
Nov 13 21:25:42.520917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48088) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:42.534369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88483-d6cb-47cb-930b-a44b751a7300 req-b2ea1361-1010-4cec-baf8-7f58181141c6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:42.535841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cff88483-d6cb-47cb-930b-a44b751a7300 req-b2ea1361-1010-4cec-baf8-7f58181141c6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0541794
Nov 13 21:25:42.575407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8defd937-74e0-4024-b96b-0021c5807188 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:42.580383 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8defd937-74e0-4024-b96b-0021c5807188 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/subnets/d8541f94-e469-4511-acda-ab56b56ef7db HTTP/1.1" status: 200  len: 843 time: 0.0548785
Nov 13 21:25:42.581159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48090) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:42.585976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cff88483-d6cb-47cb-930b-a44b751a7300 req-1e27c4ed-f087-42df-9a6d-a929dad158c6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437975
Nov 13 21:25:42.631732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d17d04-0d28-4163-b0e8-ae6c564ae1c5 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:42.633126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25d17d04-0d28-4163-b0e8-ae6c564ae1c5 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "GET /v2.0/subnets/d8541f94-e469-4511-acda-ab56b56ef7db?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0516999
Nov 13 21:25:42.636680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48092) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:42.641310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420370048'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:42.743616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:42.747155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:42.770070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:42.778245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:42.778573 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Added segment 5ad83c20-a9b2-4ec5-a1fb-af38247aff27 of type vlan for network b3b46d83-66af-4387-81d6-a2dea85936f8
Nov 13 21:25:42.822676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:42.905369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:42.911615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:42.912214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:42.979703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Network': ['ID=b3b46d83-66af-4387-81d6-a2dea85936f8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:42.993541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b3b46d83-66af-4387-81d6-a2dea85936f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:43.016842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c432535-0187-4cf3-a7e9-1a25b52f16a7 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3789625
Nov 13 21:25:43.020236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48096) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:43.024721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'network_id': 'b3b46d83-66af-4387-81d6-a2dea85936f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:43.161981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Made reservation on behalf of 70aaa8e8c6034be6bcfafd6834c909ab for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:43.165577 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:43.226483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Performing IP validity checks on allocation pools {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:25:43.227000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:25:43.476834 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:43.543902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=2ceab0fa-95dc-462d-976b-dcadabc08adf,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:43.553188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Checking segment: {'id': '5ad83c20-a9b2-4ec5-a1fb-af38247aff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b3b46d83-66af-4387-81d6-a2dea85936f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:43.553554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network hostable DHCP agents. Network: b3b46d83-66af-4387-81d6-a2dea85936f8, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:43.653860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Network b3b46d83-66af-4387-81d6-a2dea85936f8 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:43.703487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbf509-86d9-4a68-9383-be4f80089c86 req-ec6bfa9a-5958-4625-8a97-45effb7862ba tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:43.705577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-babbf509-86d9-4a68-9383-be4f80089c86 req-ec6bfa9a-5958-4625-8a97-45effb7862ba tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0477149
Nov 13 21:25:43.752727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-babbf509-86d9-4a68-9383-be4f80089c86 req-513bc418-f092-4618-93bf-a53deb0eed6b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406821
Nov 13 21:25:43.785282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3b46d83-66af-4387-81d6-a2dea85936f8) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:43.789925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:43.790532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:43.795473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e01d7-c5d2-4c19-93b2-a85fe9841be0 None None] Network b3b46d83-66af-4387-81d6-a2dea85936f8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:43.873591 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-30ded22c-0081-4ed9-9955-4041ebd6605c tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.8529842
Nov 13 21:25:43.876311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48104) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:43.882117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:43.940643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc8e5b-5456-4425-bd4e-f3d20c618615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b3b46d83-66af-4387-81d6-a2dea85936f8', 'network_id': 'b3b46d83-66af-4387-81d6-a2dea85936f8', 'tenant_id': '70aaa8e8c6034be6bcfafd6834c909ab', 'fixed_ips': [{'subnet_id': '2ceab0fa-95dc-462d-976b-dcadabc08adf'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:43.941638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8e5b-5456-4425-bd4e-f3d20c618615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:43.974726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63293509'] for subnet, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.105888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-6dfc8e5b-5456-4425-bd4e-f3d20c618615 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:25:44.105888 ncdv-master-1 neutron-server[120534]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Nov 13 21:25:44.105888 ncdv-master-1 neutron-server[120534]: [parameters: {'in_use': 1, 'id_1': '2ceab0fa-95dc-462d-976b-dcadabc08adf'}]
Nov 13 21:25:44.105888 ncdv-master-1 neutron-server[120534]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:44.106423 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-6dfc8e5b-5456-4425-bd4e-f3d20c618615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:44.231581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791765713354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66292480'] for subnet, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.277231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:44.277840 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.279137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "PUT /v2.0/subnets/2ceab0fa-95dc-462d-976b-dcadabc08adf HTTP/1.1" status: 200  len: 900 time: 0.4011927
Nov 13 21:25:44.282402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48108) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:44.288418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796e835-06a1-43df-b0c9-4d9f8b18900a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event updated for resources: {'Subnet': ['ID=2ceab0fa-95dc-462d-976b-dcadabc08adf,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:44.384194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.431706 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.436004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.607659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8e5b-5456-4425-bd4e-f3d20c618615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.637354 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.669069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=2ceab0fa-95dc-462d-976b-dcadabc08adf,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:44.731915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.752027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcff97700>,) {'filters': {'network_id': ['b3b46d83-66af-4387-81d6-a2dea85936f8']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:44.761120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff97700>, '5ad83c20-a9b2-4ec5-a1fb-af38247aff27') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:44.761406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcff97700>, '5ad83c20-a9b2-4ec5-a1fb-af38247aff27') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:44.771149 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.784986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.793084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:44.793084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:44.795005 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server [None req-6dfc8e5b-5456-4425-bd4e-f3d20c618615 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ceab0fa-95dc-462d-976b-dcadabc08adf: This subnet is being modified by another concurrent operation.
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 13 21:25:44.847552 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise exception
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ceab0fa-95dc-462d-976b-dcadabc08adf: This subnet is being modified by another concurrent operation.
Nov 13 21:25:44.852910 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server 
Nov 13 21:25:44.899509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf899-d345-4ed3-9c45-8aaaa7811e0e req-e0ca836b-0953-46b0-8626-26593e4a4fff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:44.903527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d35bf899-d345-4ed3-9c45-8aaaa7811e0e req-e0ca836b-0953-46b0-8626-26593e4a4fff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0585217
Nov 13 21:25:44.905509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056777f-81db-46a6-89ff-da137b853d76 None None] Network b3b46d83-66af-4387-81d6-a2dea85936f8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:44.949625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d35bf899-d345-4ed3-9c45-8aaaa7811e0e req-7fad0da0-7ca3-4134-867a-915a9919430a tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421808
Nov 13 21:25:44.957438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.967232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:44.974541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/b3b46d83-66af-4387-81d6-a2dea85936f8 HTTP/1.1" status: 204  len: 168 time: 0.6869788
Nov 13 21:25:44.976229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48114) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:44.980124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a68a3-8d23-4b58-9dbe-381649d40161 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=b3b46d83-66af-4387-81d6-a2dea85936f8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:45.008430 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c2fc64-c06c-41d2-b01b-47d64afed6bc tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:45.008907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c2fc64-c06c-41d2-b01b-47d64afed6bc tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:45.011984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-89c2fc64-c06c-41d2-b01b-47d64afed6bc tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/2ceab0fa-95dc-462d-976b-dcadabc08adf HTTP/1.1" status: 404  len: 337 time: 0.0346959
Nov 13 21:25:45.014743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48116) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:45.028044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590f45c-c4d9-47ff-9c89-1eeb93d0f226 None None] Network b3b46d83-66af-4387-81d6-a2dea85936f8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:45.034067 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c19eac9-7c85-4eac-bdce-2968fba64238 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:45.034616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c19eac9-7c85-4eac-bdce-2968fba64238 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:45.040304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1c19eac9-7c85-4eac-bdce-2968fba64238 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/b3b46d83-66af-4387-81d6-a2dea85936f8 HTTP/1.1" status: 404  len: 339 time: 0.0219631
Nov 13 21:25:45.040451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590f45c-c4d9-47ff-9c89-1eeb93d0f226 None None] Network b3b46d83-66af-4387-81d6-a2dea85936f8 could not be found, it might have been deleted concurrently. {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 13 21:25:45.040586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48118) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:45.046823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ba476-0219-4c3d-ba5c-4d419d8da96f None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:45.115459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.176179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ba476-0219-4c3d-ba5c-4d419d8da96f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:45.206365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.226856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd8be9d0>,) {'filters': {'network_id': ['ce36eaf3-540c-42c7-9b55-79a5c24eaa09']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:45.236302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd8be9d0>, '8951bef5-f4da-4b8d-84df-b9aed9e2ee51') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:45.240165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd8be9d0>, '8951bef5-f4da-4b8d-84df-b9aed9e2ee51') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:45.246355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.260890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.266982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:45.267415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:45.272413 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:45.417838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.427323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.429590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/ce36eaf3-540c-42c7-9b55-79a5c24eaa09 HTTP/1.1" status: 204  len: 168 time: 0.3881299
Nov 13 21:25:45.432275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48122) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:45.438948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68544c39-a8b3-4dc5-b993-437e405e4d9a tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=ce36eaf3-540c-42c7-9b55-79a5c24eaa09,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:45.463463 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f6c633-791e-4711-b654-8e2d9566f259 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:45.463914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f6c633-791e-4711-b654-8e2d9566f259 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:45.466993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-10f6c633-791e-4711-b654-8e2d9566f259 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/e30b842a-7487-4d37-bed4-547413d0a6a9 HTTP/1.1" status: 404  len: 337 time: 0.0336049
Nov 13 21:25:45.469759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48124) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:45.487565 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-3186f96c-87dd-4050-93dc-c307ec430766 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:45.488076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3186f96c-87dd-4050-93dc-c307ec430766 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:45.491081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3186f96c-87dd-4050-93dc-c307ec430766 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/08c37b28-4fd6-4c77-94f4-6abdd704252a HTTP/1.1" status: 404  len: 339 time: 0.0203419
Nov 13 21:25:45.493623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:45.546738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting subnet 2fcd3ad4-1ca3-4cf6-8926-2b737e2f4e12 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:25:45.550693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.590672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.669615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.812050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.837084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcd3ad4-1ca3-4cf6-8926-2b737e2f4e12,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:45.844616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.848354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d073499d-3cc9-44ee-a6b9-b1a06a95f316 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/2fcd3ad4-1ca3-4cf6-8926-2b737e2f4e12 HTTP/1.1" status: 204  len: 168 time: 0.3536146
Nov 13 21:25:45.850595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48128) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:45.850744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e88030-3c0d-40e4-b9ff-06b0fcf5e6b5 None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:45.903531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting subnet d87bf675-2ae7-4e5c-993c-07a749362e4b {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:25:45.907003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:45.951754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.076579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.127966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11f214-1295-4c5e-bb87-c02713217198 req-6d197154-4c13-4c4c-87a9-3430ac2ccb66 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:46.129563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d11f214-1295-4c5e-bb87-c02713217198 req-6d197154-4c13-4c4c-87a9-3430ac2ccb66 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0957911
Nov 13 21:25:46.187149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8d11f214-1295-4c5e-bb87-c02713217198 req-1e54289c-24f8-48e9-8da7-6f281f84442b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508587
Nov 13 21:25:46.235387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.265481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=d87bf675-2ae7-4e5c-993c-07a749362e4b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:46.271784 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.275075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a98f0b77-aa1d-4e39-999c-b45e10115054 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/d87bf675-2ae7-4e5c-993c-07a749362e4b HTTP/1.1" status: 204  len: 168 time: 0.4235325
Nov 13 21:25:46.278907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48134) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:46.363536 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.419851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port 82e26aff-b685-4956-b644-48836a6a59d2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:46.420239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.481602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ea5ec-ab38-414a-a947-3c5e2a884c07 None None] Network fc8eb0f3-6f59-4963-a945-b255591b3ce4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:46.489303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port 82e26aff-b685-4956-b644-48836a6a59d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82e26aff-b685-4956-b644-48836a6a59d2,segment=NetworkSegment(9451d477-5d1a-40d7-a5e1-b1ed39af8d1d),segment_id=9451d477-5d1a-40d7-a5e1-b1ed39af8d1d)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:46.489662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.503791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for 82e26aff-b685-4956-b644-48836a6a59d2 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:46.577437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-58693c69-1972-4b32-8744-03c5212fbc16 None None] Provisioning complete for port 82e26aff-b685-4956-b644-48836a6a59d2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:46.577437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58693c69-1972-4b32-8744-03c5212fbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.736107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] DHCP port deletion for fc8eb0f3-6f59-4963-a945-b255591b3ce4 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:46.754931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.781408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=82e26aff-b685-4956-b644-48836a6a59d2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:46.783808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port 82e26aff-b685-4956-b644-48836a6a59d2 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:46.784370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Deleting port 82e26aff-b685-4956-b644-48836a6a59d2 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:46.784994 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.847709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] For port 82e26aff-b685-4956-b644-48836a6a59d2, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:46.848020 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.864857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Calling delete_port for 82e26aff-b685-4956-b644-48836a6a59d2 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:46.867857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.868281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Port 82e26aff-b685-4956-b644-48836a6a59d2 was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:25:46.869119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.885939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf558940>,) {'filters': {'network_id': ['fc8eb0f3-6f59-4963-a945-b255591b3ce4']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:46.894112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Pushing event deleted for resources: {'Port': ['ID=82e26aff-b685-4956-b644-48836a6a59d2,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:46.895431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf558940>, '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:46.896499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf558940>, '9451d477-5d1a-40d7-a5e1-b1ed39af8d1d') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:46.898705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] No DVR routers for this DVR port 82e26aff-b685-4956-b644-48836a6a59d2 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:46.905374 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.914138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.914547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.914892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.915235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.915695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.915906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.916276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.916592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.916947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.917273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.917601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.917921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3085215-a8d4-404a-973c-39c370b74f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:25:46.919923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.926906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:46.931595 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:47.059307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.067258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.069748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/fc8eb0f3-6f59-4963-a945-b255591b3ce4 HTTP/1.1" status: 204  len: 168 time: 0.7911987
Nov 13 21:25:47.072805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.080793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50025c0b-ee0d-466b-a2f2-cb0c937b1946 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=fc8eb0f3-6f59-4963-a945-b255591b3ce4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:47.106199 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-078633d9-3b06-4153-8bcb-467e3d6c52d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:47.106199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078633d9-3b06-4153-8bcb-467e3d6c52d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:47.108555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-078633d9-3b06-4153-8bcb-467e3d6c52d9 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/97449cc8-62a6-4754-ba27-bc488100e2ea HTTP/1.1" status: 404  len: 337 time: 0.0347197
Nov 13 21:25:47.111601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48142) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.131239 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3640a82d-094e-4cb8-8f4b-322ff78e9941 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:47.131924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3640a82d-094e-4cb8-8f4b-322ff78e9941 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:47.137146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3640a82d-094e-4cb8-8f4b-322ff78e9941 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/6fa7bffa-b54d-4f0c-82e9-56baa2ad34a0 HTTP/1.1" status: 404  len: 339 time: 0.0246024
Nov 13 21:25:47.137682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48144) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.139857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 82e26aff-b685-4956-b644-48836a6a59d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:25:47.159881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 82e26aff-b685-4956-b644-48836a6a59d2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:25:47.160229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 82e26aff-b685-4956-b644-48836a6a59d2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:25:47.163650 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-c350f68e-a21e-4e47-8dd4-76ac781a6047 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:47.164047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c350f68e-a21e-4e47-8dd4-76ac781a6047 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:47.169352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c350f68e-a21e-4e47-8dd4-76ac781a6047 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/8838e9a5-cc01-44d7-b157-e705c99cf9ce HTTP/1.1" status: 404  len: 337 time: 0.0283964
Nov 13 21:25:47.169936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48146) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.187282 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3be93c-7c67-43b3-b74d-5cac710e3e08 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:47.187804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3be93c-7c67-43b3-b74d-5cac710e3e08 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:47.191363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-db3be93c-7c67-43b3-b74d-5cac710e3e08 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/e7feec9e-cf30-4209-8323-dc96ffa291d3 HTTP/1.1" status: 404  len: 339 time: 0.0208347
Nov 13 21:25:47.193611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.218459 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d839d7cf-5317-4cda-b736-a46334e12e21 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:47.218789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d839d7cf-5317-4cda-b736-a46334e12e21 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:47.221925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d839d7cf-5317-4cda-b736-a46334e12e21 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/4fc5ac07-6f8f-415a-bdcc-e7c3abe92961 HTTP/1.1" status: 404  len: 337 time: 0.0274432
Nov 13 21:25:47.227376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.246668 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf83d402-0688-4b69-91b5-d67652536002 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:47.247110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf83d402-0688-4b69-91b5-d67652536002 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:47.250106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bf83d402-0688-4b69-91b5-d67652536002 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/1594828c-1044-4e82-9ca8-d61a80b3c480 HTTP/1.1" status: 404  len: 339 time: 0.0216918
Nov 13 21:25:47.253171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48154) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.333520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting subnet e6860844-eefb-44ee-990d-14b4a9783ad5 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:25:47.337875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.368546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93254c2c-96ed-452b-a3bb-87b419f406fd req-0d6e2181-da6d-4688-8951-2c9185d82062 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:47.370054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-93254c2c-96ed-452b-a3bb-87b419f406fd req-0d6e2181-da6d-4688-8951-2c9185d82062 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1091688
Nov 13 21:25:47.393738 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.466856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-93254c2c-96ed-452b-a3bb-87b419f406fd req-415c2e5e-1ed5-4261-abc9-4853fc5b39d2 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888686
Nov 13 21:25:47.505592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.623870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.650759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=e6860844-eefb-44ee-990d-14b4a9783ad5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:47.654564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.657687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-923f78ef-a41e-4257-bd96-6edb36349fb8 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/e6860844-eefb-44ee-990d-14b4a9783ad5 HTTP/1.1" status: 204  len: 168 time: 0.4035432
Nov 13 21:25:47.660243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48160) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:47.663570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c9a4e-d0b1-4ca8-896b-fc87773f71ab None None] Network 49368517-5f45-444f-92eb-cc2048ab1d25 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:47.738601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.790803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port ba1a7191-34b2-43ea-9eec-f77414fefb40 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:47.791118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.824909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] DHCP port deletion for 49368517-5f45-444f-92eb-cc2048ab1d25 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:47.859056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port ba1a7191-34b2-43ea-9eec-f77414fefb40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1a7191-34b2-43ea-9eec-f77414fefb40,segment=NetworkSegment(1291d093-7f57-4e97-a8b0-ef12d5bdf4c7),segment_id=1291d093-7f57-4e97-a8b0-ef12d5bdf4c7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:47.859397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.872320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] Deleting port ba1a7191-34b2-43ea-9eec-f77414fefb40 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:47.872932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for ba1a7191-34b2-43ea-9eec-f77414fefb40 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:47.873332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.940330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] For port ba1a7191-34b2-43ea-9eec-f77414fefb40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba1a7191-34b2-43ea-9eec-f77414fefb40,segment=NetworkSegment(1291d093-7f57-4e97-a8b0-ef12d5bdf4c7),segment_id=1291d093-7f57-4e97-a8b0-ef12d5bdf4c7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:47.940643 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:47.953531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] Calling delete_port for ba1a7191-34b2-43ea-9eec-f77414fefb40 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:48.031202 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.040891 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.059101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=ba1a7191-34b2-43ea-9eec-f77414fefb40,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:48.062651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port ba1a7191-34b2-43ea-9eec-f77414fefb40 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:48.068034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] Pushing event deleted for resources: {'Port': ['ID=ba1a7191-34b2-43ea-9eec-f77414fefb40,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:48.071650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17aceb-dbf1-4071-a674-fe1e03356ffb None None] No DVR routers for this DVR port ba1a7191-34b2-43ea-9eec-f77414fefb40 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:48.145734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.164874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd83cb50>,) {'filters': {'network_id': ['49368517-5f45-444f-92eb-cc2048ab1d25']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:48.174307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd83cb50>, '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:48.174625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd83cb50>, '1291d093-7f57-4e97-a8b0-ef12d5bdf4c7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:48.183619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.196634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.202171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:48.202543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:48.205971 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:48.345009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.353204 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.356475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/49368517-5f45-444f-92eb-cc2048ab1d25 HTTP/1.1" status: 204  len: 168 time: 0.6952946
Nov 13 21:25:48.359299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:48.368089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a12efa-65c5-4684-9690-245e0a1d469d tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=49368517-5f45-444f-92eb-cc2048ab1d25,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:48.400742 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9215298b-afd7-442a-a8a7-adfe658400a4 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:48.401207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9215298b-afd7-442a-a8a7-adfe658400a4 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:48.404275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9215298b-afd7-442a-a8a7-adfe658400a4 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/e9ead981-1bbd-4690-9c35-89ad017d2f12 HTTP/1.1" status: 404  len: 337 time: 0.0437648
Nov 13 21:25:48.406830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48168) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:48.424971 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ed7218-b462-4b7d-a589-2b4a58c98605 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:25:48.425502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ed7218-b462-4b7d-a589-2b4a58c98605 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:25:48.428430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-22ed7218-b462-4b7d-a589-2b4a58c98605 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/ddc84678-4ec6-445e-818a-9eeff0eafe09 HTTP/1.1" status: 404  len: 339 time: 0.0207067
Nov 13 21:25:48.430808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:48.480299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting subnet d8541f94-e469-4511-acda-ab56b56ef7db {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:25:48.483416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.523605 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.588230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47410738-09b6-4213-9add-b7a8c451b94d req-4532f36f-c0b2-49d1-b254-ce76561bbbf3 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:48.590819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47410738-09b6-4213-9add-b7a8c451b94d req-4532f36f-c0b2-49d1-b254-ce76561bbbf3 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0550644
Nov 13 21:25:48.612920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.637430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47410738-09b6-4213-9add-b7a8c451b94d req-3ce9393e-0552-495b-96b3-94d536bc700f tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408931
Nov 13 21:25:48.780379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.807196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Subnet': ['ID=d8541f94-e469-4511-acda-ab56b56ef7db,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:48.810911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.818009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cf878c22-c9d9-4bd1-bf66-f91ab1056c5f tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/subnets/d8541f94-e469-4511-acda-ab56b56ef7db HTTP/1.1" status: 204  len: 168 time: 0.3824656
Nov 13 21:25:48.818009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:48.819583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892f1ed-4806-4af1-92cf-5aaed3084a9b None None] Network 48d49d8e-0163-42d3-9e24-6e9323f0fdeb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:48.900229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.952440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Deleting port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:48.952808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:48.997934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] DHCP port deletion for 48d49d8e-0163-42d3-9e24-6e9323f0fdeb request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:25:49.021940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] For port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,segment=NetworkSegment(5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0),segment_id=5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:49.022393 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.035447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Calling delete_port for 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:49.051865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] Deleting port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:49.052240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.133649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] For port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,segment=NetworkSegment(5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0),segment_id=5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:49.134332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.147641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] Calling delete_port for 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:49.159833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ba1a7191-34b2-43ea-9eec-f77414fefb40 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:25:49.183773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ba1a7191-34b2-43ea-9eec-f77414fefb40 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:25:49.184911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ba1a7191-34b2-43ea-9eec-f77414fefb40 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:25:49.184911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:25:49.208210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.234203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Port': ['ID=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:49.234510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:25:49.234915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:25:49.239874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] No DVR routers for this DVR port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:49.275375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.302916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] No DVR routers for this DVR port 8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:49.306544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7e8f0-893d-45ee-a465-264e116a35ee None None] Pushing event deleted for resources: {'Port': ['ID=8e7cc4c6-8e49-416e-a2a4-eacf26f1e0b9,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:49.326760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.348163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddaef0a0>,) {'filters': {'network_id': ['48d49d8e-0163-42d3-9e24-6e9323f0fdeb']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:49.357627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddaef0a0>, '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:49.357918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddaef0a0>, '5bc0b4b1-7fbb-4d7c-b1a8-f80bf7b75fc0') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:49.367626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.380366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.386690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:49.387834 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:49.390098 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:49.539127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.546163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:49.549203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] 10.222.0.20 "DELETE /v2.0/networks/48d49d8e-0163-42d3-9e24-6e9323f0fdeb HTTP/1.1" status: 204  len: 168 time: 0.7311206
Nov 13 21:25:49.560481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5212ff-c36a-4438-bc6e-5552d4b6dfa2 tempest-NetworksIpV6Test-1363645919 tempest-NetworksIpV6Test-1363645919-project] Pushing event deleted for resources: {'Network': ['ID=48d49d8e-0163-42d3-9e24-6e9323f0fdeb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:49.754747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13a4b-bd41-49de-b1dd-49640df5ed63 req-136300d4-2762-42da-a720-b3240ff21bf7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:49.756251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78b13a4b-bd41-49de-b1dd-49640df5ed63 req-136300d4-2762-42da-a720-b3240ff21bf7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0516579
Nov 13 21:25:49.809014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78b13a4b-bd41-49de-b1dd-49640df5ed63 req-877a3b9d-5c90-4bf4-a718-5a3a43841ca2 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464594
Nov 13 21:25:49.978975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48186) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:50.113553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2e03fc91-a73f-49e5-aaf7-a0f61f5d8604 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70aaa8e8c6034be6bcfafd6834c909ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1334102
Nov 13 21:25:50.116954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48190) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:50.163868 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89f78a0f-5091-4df2-ade0-dcc8042db1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:50.185931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89f78a0f-5091-4df2-ade0-dcc8042db1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:50.299984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89f78a0f-5091-4df2-ade0-dcc8042db1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:50.302767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-89f78a0f-5091-4df2-ade0-dcc8042db1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:50.303945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-89f78a0f-5091-4df2-ade0-dcc8042db1c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c80d88b-59f7-48ef-be49-b3c42c217f1a HTTP/1.1" status: 204  len: 168 time: 0.1860640
Nov 13 21:25:50.317089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f78a0f-5091-4df2-ade0-dcc8042db1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c80d88b-59f7-48ef-be49-b3c42c217f1a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:50.926720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9c65f-013b-408c-a287-e3d15f9ef645 req-25a56daf-160e-447b-89ee-72619a8d1159 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:50.928236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15b9c65f-013b-408c-a287-e3d15f9ef645 req-25a56daf-160e-447b-89ee-72619a8d1159 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0494707
Nov 13 21:25:50.976040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15b9c65f-013b-408c-a287-e3d15f9ef645 req-507e47a3-eb39-4bf8-8e03-64e46845ecc7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416498
Nov 13 21:25:51.354446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48222) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:51.449035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1347078472'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:51.580208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:51.583794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.592901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.668497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.748511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.777438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:51.783517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010b458a-ad15-4216-95ec-23c3d35c6c31,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:51.789469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.789803 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 1547551d-e404-4951-ae23-be7a02561aad of type vlan for network 8ec94afb-739f-45fc-94b5-46c9ccda6488
Nov 13 21:25:51.829205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.905056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.910739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:51.911324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:51.978701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=8ec94afb-739f-45fc-94b5-46c9ccda6488,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:51.989186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8ec94afb-739f-45fc-94b5-46c9ccda6488 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:52.045397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ad627bf6-1e5f-4c20-ba24-8aa4136a181d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6896002
Nov 13 21:25:52.109050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f5aac-b3ee-4847-a463-d6e1c736083d req-9dcd8ce6-34ac-4e76-86e8-fc9dac339833 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:52.110576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a33f5aac-b3ee-4847-a463-d6e1c736083d req-9dcd8ce6-34ac-4e76-86e8-fc9dac339833 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0627677
Nov 13 21:25:52.158875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a33f5aac-b3ee-4847-a463-d6e1c736083d req-89a0d46d-b312-4f99-93fa-e6ed66600c7d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414038
Nov 13 21:25:52.177359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48230) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:52.182343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:52.350730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:52.354560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:52.602154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:52.663170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=da456962-05f3-4f18-ab15-23f5c368a06a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:52.672658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '1547551d-e404-4951-ae23-be7a02561aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:52.676464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 8ec94afb-739f-45fc-94b5-46c9ccda6488, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:52.743274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 8ec94afb-739f-45fc-94b5-46c9ccda6488 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:52.857588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ec94afb-739f-45fc-94b5-46c9ccda6488) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:52.861528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:52.862162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:52.867522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85446f6d-8bc4-4e74-8754-f030a4f6320e None None] Network 8ec94afb-739f-45fc-94b5-46c9ccda6488 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:52.995131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-10e300ec-0837-480f-8531-0a18ece3a7b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.8166802
Nov 13 21:25:52.998755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48236) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:53.003836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-206117024'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:53.082194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:53.086038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.109990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:53.118883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.119223 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 6605aa10-7361-4c9e-b78c-09c4ffd715a0 of type vlan for network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c
Nov 13 21:25:53.163791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.167274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ec94afb-739f-45fc-94b5-46c9ccda6488', 'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': 'da456962-05f3-4f18-ab15-23f5c368a06a'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:53.167774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.258319 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.263814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:53.264394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.303695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Allocated IP 172.20.255.242 (8ec94afb-739f-45fc-94b5-46c9ccda6488/da456962-05f3-4f18-ab15-23f5c368a06a/dc402cc8-5a82-4e57-9543-38c6c0b3a409) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:53.342391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8728b3-ff92-494c-bec2-4cd69f307d8a req-d08128a7-1f64-43c4-a697-b1a712423458 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:53.343891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a8728b3-ff92-494c-bec2-4cd69f307d8a req-d08128a7-1f64-43c4-a697-b1a712423458 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1153884
Nov 13 21:25:53.344950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=238dcfa5-492f-4e75-b5dc-81f08c2ccf4c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:53.364912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:53.373789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-112b2bdd-f52d-47ee-b8e1-2ce0e6045937 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3712859
Nov 13 21:25:53.380077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48244) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:53.380077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:53.425304 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a8728b3-ff92-494c-bec2-4cd69f307d8a req-58b634d8-95ec-472b-a65b-308e86325703 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746493
Nov 13 21:25:53.526703 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.568024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:53.571666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.652037 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.693533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Network 8ec94afb-739f-45fc-94b5-46c9ccda6488 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:53.696464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:53.702249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:53.711024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Pushing event updated for resources: {'Port': ['ID=dc402cc8-5a82-4e57-9543-38c6c0b3a409,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:53.761991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Attempting to bind port dc402cc8-5a82-4e57-9543-38c6c0b3a409 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:53.762455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Attempting to bind port dc402cc8-5a82-4e57-9543-38c6c0b3a409 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1547551d-e404-4951-ae23-be7a02561aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:53.762815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Attempting to bind port dc402cc8-5a82-4e57-9543-38c6c0b3a409 on network 8ec94afb-739f-45fc-94b5-46c9ccda6488 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:53.767754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:53.768119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Checking segment: {'id': '1547551d-e404-4951-ae23-be7a02561aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:53.768512 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.768937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Bound using segment: {'id': '1547551d-e404-4951-ae23-be7a02561aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:53.769395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Bound port: dc402cc8-5a82-4e57-9543-38c6c0b3a409, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547551d-e404-4951-ae23-be7a02561aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8ec94afb-739f-45fc-94b5-46c9ccda6488'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:53.769763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.806479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.831262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] For port dc402cc8-5a82-4e57-9543-38c6c0b3a409, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:53.836390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] For port dc402cc8-5a82-4e57-9543-38c6c0b3a409, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc402cc8-5a82-4e57-9543-38c6c0b3a409,segment=NetworkSegment(1547551d-e404-4951-ae23-be7a02561aad),segment_id=1547551d-e404-4951-ae23-be7a02561aad)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:53.874674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=af2fcf39-a89b-49de-838b-34eaba4e61be,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:53.879654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '6605aa10-7361-4c9e-b78c-09c4ffd715a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:53.880004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:53.915104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:53.976434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11242c7e-6613-486b-811b-37d64f8fa729 None None] Pushing event updated for resources: {'Port': ['ID=dc402cc8-5a82-4e57-9543-38c6c0b3a409,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:54.025073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:54.143245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:54.147379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:54.147987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.151967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e0576-a4e9-4544-b8cd-d30a20659622 None None] Network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:54.253011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cee51c32-9381-4334-9e89-084125456995 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 0.8745058
Nov 13 21:25:54.253283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48248) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:54.322543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-238dcfa5-492f-4e75-b5dc-81f08c2ccf4c', 'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': 'af2fcf39-a89b-49de-838b-34eaba4e61be'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:54.322543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.350163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.402666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.455999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Allocated IP 172.20.0.2 (238dcfa5-492f-4e75-b5dc-81f08c2ccf4c/af2fcf39-a89b-49de-838b-34eaba4e61be/66a91b5f-4624-4072-b020-93b0c12967c7) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:54.554492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bfda8-7a23-4208-b73b-1f2d488c5ac5 req-ee5fccef-6744-4fae-a686-4a30f61f470e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:54.563041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd7bfda8-7a23-4208-b73b-1f2d488c5ac5 req-ee5fccef-6744-4fae-a686-4a30f61f470e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0621579
Nov 13 21:25:54.611743 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd7bfda8-7a23-4208-b73b-1f2d488c5ac5 req-2844bf7c-659d-4fe9-94e7-cf76e44fdea7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479312
Nov 13 21:25:54.656025 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.731980 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-063a77a2-1966-4669-8785-f1c7b78797dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.755561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.796877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:54.800452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:54.803931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:54.818844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Pushing event updated for resources: {'Port': ['ID=66a91b5f-4624-4072-b020-93b0c12967c7,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:54.823955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.852335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=af2fcf39-a89b-49de-838b-34eaba4e61be,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:54.872188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Attempting to bind port 66a91b5f-4624-4072-b020-93b0c12967c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:54.872626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Attempting to bind port 66a91b5f-4624-4072-b020-93b0c12967c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6605aa10-7361-4c9e-b78c-09c4ffd715a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:54.873084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Attempting to bind port 66a91b5f-4624-4072-b020-93b0c12967c7 on network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:54.878305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:54.884958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Checking segment: {'id': '6605aa10-7361-4c9e-b78c-09c4ffd715a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:54.884958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.884958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Bound using segment: {'id': '6605aa10-7361-4c9e-b78c-09c4ffd715a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:54.884958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Bound port: 66a91b5f-4624-4072-b020-93b0c12967c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6605aa10-7361-4c9e-b78c-09c4ffd715a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:54.884958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.919675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5872c84b-bf6a-43f6-be92-2a3261380065 None None] Network 8ec94afb-739f-45fc-94b5-46c9ccda6488 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:54.921387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.943336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7f3f4c0>,) {'filters': {'network_id': ['238dcfa5-492f-4e75-b5dc-81f08c2ccf4c']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:54.953168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7f3f4c0>, '6605aa10-7361-4c9e-b78c-09c4ffd715a0') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:54.953467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7f3f4c0>, '6605aa10-7361-4c9e-b78c-09c4ffd715a0') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:54.968069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.981775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.988097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:54.988473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:54.991771 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:54.999450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] For port 66a91b5f-4624-4072-b020-93b0c12967c7, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:55.014763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2a33267c-eed4-4e76-90b9-fb32bab31d2b None None] Provisioning complete for port dc402cc8-5a82-4e57-9543-38c6c0b3a409 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:55.015131 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a33267c-eed4-4e76-90b9-fb32bab31d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.072813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] For port 66a91b5f-4624-4072-b020-93b0c12967c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a91b5f-4624-4072-b020-93b0c12967c7,segment=NetworkSegment(6605aa10-7361-4c9e-b78c-09c4ffd715a0),segment_id=6605aa10-7361-4c9e-b78c-09c4ffd715a0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:55.095923 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:55.095923 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:55.095923 ncdv-master-1 neutron-server[120533]: [parameters: {'id': '238dcfa5-492f-4e75-b5dc-81f08c2ccf4c'}]
Nov 13 21:25:55.095923 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:55.096374 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:55.143472 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.192438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dc402cc8-5a82-4e57-9543-38c6c0b3a409 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:55.240983 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a33267c-eed4-4e76-90b9-fb32bab31d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.307197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f849d6-499b-434a-a48d-b34a270f1142 None None] Pushing event updated for resources: {'Port': ['ID=66a91b5f-4624-4072-b020-93b0c12967c7,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:55.321186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4da719-d5fb-4d8d-9842-df85f01adfa2 None None] Network 238dcfa5-492f-4e75-b5dc-81f08c2ccf4c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:55.343973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2a33267c-eed4-4e76-90b9-fb32bab31d2b None None] For port dc402cc8-5a82-4e57-9543-38c6c0b3a409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc402cc8-5a82-4e57-9543-38c6c0b3a409,segment=NetworkSegment(1547551d-e404-4951-ae23-be7a02561aad),segment_id=1547551d-e404-4951-ae23-be7a02561aad)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:55.402213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port dc402cc8-5a82-4e57-9543-38c6c0b3a409 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:55.402582 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.404172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a33267c-eed4-4e76-90b9-fb32bab31d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.528080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33267c-eed4-4e76-90b9-fb32bab31d2b None None] Pushing event updated for resources: {'Port': ['ID=dc402cc8-5a82-4e57-9543-38c6c0b3a409,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:55.551400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d23e4956-5a6b-44e7-826b-86eec865b0ff None None] Provisioning complete for port dc402cc8-5a82-4e57-9543-38c6c0b3a409 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:55.551776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d23e4956-5a6b-44e7-826b-86eec865b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.602181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.602993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8807b3-50f6-43f8-814d-92ac41196e84 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:55.653102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port 66a91b5f-4624-4072-b020-93b0c12967c7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:55.653443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.725258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port 66a91b5f-4624-4072-b020-93b0c12967c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66a91b5f-4624-4072-b020-93b0c12967c7,segment=NetworkSegment(6605aa10-7361-4c9e-b78c-09c4ffd715a0),segment_id=6605aa10-7361-4c9e-b78c-09c4ffd715a0)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:55.725617 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.742465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for 66a91b5f-4624-4072-b020-93b0c12967c7 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:55.749088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff3df5-c2f7-4913-becc-f209904d09e5 req-8fad3d45-6808-4650-adfa-6c769e3d8f52 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:55.751839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adff3df5-c2f7-4913-becc-f209904d09e5 req-8fad3d45-6808-4650-adfa-6c769e3d8f52 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0568924
Nov 13 21:25:55.782300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8807b3-50f6-43f8-814d-92ac41196e84 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:55.807635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adff3df5-c2f7-4913-becc-f209904d09e5 req-4e228913-3dd5-43d6-bd96-27445aa3347e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488210
Nov 13 21:25:55.967770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:55.995638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=66a91b5f-4624-4072-b020-93b0c12967c7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:56.002167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port 66a91b5f-4624-4072-b020-93b0c12967c7 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:56.080548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.101760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddfb13a0>,) {'filters': {'network_id': ['238dcfa5-492f-4e75-b5dc-81f08c2ccf4c']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:56.112145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddfb13a0>, '6605aa10-7361-4c9e-b78c-09c4ffd715a0') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:56.112421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddfb13a0>, '6605aa10-7361-4c9e-b78c-09c4ffd715a0') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:56.122497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.136226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.142078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:56.142503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:56.145417 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:56.265194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.270808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.274444 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/238dcfa5-492f-4e75-b5dc-81f08c2ccf4c HTTP/1.1" status: 204  len: 168 time: 2.0199671
Nov 13 21:25:56.277788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48264) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:56.283440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1421020233'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:56.289372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a850-efba-40fc-a665-dca83785b296 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=238dcfa5-492f-4e75-b5dc-81f08c2ccf4c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:56.362678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:56.366892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.390150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:56.398619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.398948 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 97d7582b-1970-4245-a523-d204b17073e1 of type vlan for network 366648a7-37f2-40b0-981f-931df042f018
Nov 13 21:25:56.441624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.563264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.569152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:56.569753 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.639704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=366648a7-37f2-40b0-981f-931df042f018,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:56.650416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 366648a7-37f2-40b0-981f-931df042f018 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:25:56.663524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d42da4b9-9ad6-44df-a7da-1394368425f4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3837585
Nov 13 21:25:56.665579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48270) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:56.670735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '366648a7-37f2-40b0-981f-931df042f018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:56.853330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:56.856989 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:56.919554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing IP validity checks on allocation pools {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:25:56.920066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:25:56.929652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58816f35-1824-41cc-8bec-76eff25433a0 req-57fd56c0-e225-4667-8d3a-03bc612b52a2 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:56.931136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-58816f35-1824-41cc-8bec-76eff25433a0 req-57fd56c0-e225-4667-8d3a-03bc612b52a2 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0533328
Nov 13 21:25:56.979527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-58816f35-1824-41cc-8bec-76eff25433a0 req-bb9c3f80-cfea-4db5-961d-c160e1e8a1b4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423143
Nov 13 21:25:57.093713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-986324cf-4ea7-476b-b66b-67685520d72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.139984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.150110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dc402cc8-5a82-4e57-9543-38c6c0b3a409 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:25:57.198747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port dc402cc8-5a82-4e57-9543-38c6c0b3a409 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:25:57.199114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.219245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=5b9c9272-5636-4be8-a0ba-a666f1316e1c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:57.227116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '97d7582b-1970-4245-a523-d204b17073e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '366648a7-37f2-40b0-981f-931df042f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:57.227473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 366648a7-37f2-40b0-981f-931df042f018, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:25:57.322428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 366648a7-37f2-40b0-981f-931df042f018 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:25:57.396898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 366648a7-37f2-40b0-981f-931df042f018) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:57.401259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:57.401823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.412818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6424c505-198c-4244-92a0-c2ed049aa7b0 None None] Network 366648a7-37f2-40b0-981f-931df042f018 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:57.456777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d59c7495-4ad7-4c60-a2ef-3cbee181b298 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.7900193
Nov 13 21:25:57.459209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48274) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:57.554951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.570412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366648a7-37f2-40b0-981f-931df042f018', 'network_id': '366648a7-37f2-40b0-981f-931df042f018', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': '5b9c9272-5636-4be8-a0ba-a666f1316e1c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:25:57.571277 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.613799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.719774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Allocated IP 172.20.0.3 (366648a7-37f2-40b0-981f-931df042f018/5b9c9272-5636-4be8-a0ba-a666f1316e1c/4a8f09d4-d6b1-41d5-afda-fe112621e705) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:25:57.855579 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.951235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:57.992883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Network 366648a7-37f2-40b0-981f-931df042f018 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:25:57.995628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:25:58.001023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:25:58.012054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Pushing event updated for resources: {'Port': ['ID=4a8f09d4-d6b1-41d5-afda-fe112621e705,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:58.047171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.062712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Attempting to bind port 4a8f09d4-d6b1-41d5-afda-fe112621e705 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:25:58.063232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Attempting to bind port 4a8f09d4-d6b1-41d5-afda-fe112621e705 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '97d7582b-1970-4245-a523-d204b17073e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '366648a7-37f2-40b0-981f-931df042f018'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:25:58.063641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Attempting to bind port 4a8f09d4-d6b1-41d5-afda-fe112621e705 on network 366648a7-37f2-40b0-981f-931df042f018 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:25:58.068988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:25:58.069357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Checking segment: {'id': '97d7582b-1970-4245-a523-d204b17073e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '366648a7-37f2-40b0-981f-931df042f018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:25:58.070436 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.070436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Bound using segment: {'id': '97d7582b-1970-4245-a523-d204b17073e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '366648a7-37f2-40b0-981f-931df042f018'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:25:58.070888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Bound port: 4a8f09d4-d6b1-41d5-afda-fe112621e705, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d7582b-1970-4245-a523-d204b17073e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '366648a7-37f2-40b0-981f-931df042f018'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:25:58.071202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.080725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9c9272-5636-4be8-a0ba-a666f1316e1c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:58.107288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5edf-b20b-43e2-b485-359e9a52c641 req-b8271b36-37a2-4049-966c-27844b0e1dad tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:58.116955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-553b5edf-b20b-43e2-b485-359e9a52c641 req-b8271b36-37a2-4049-966c-27844b0e1dad tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0646858
Nov 13 21:25:58.139436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] For port 4a8f09d4-d6b1-41d5-afda-fe112621e705, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:25:58.143250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] For port 4a8f09d4-d6b1-41d5-afda-fe112621e705, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a8f09d4-d6b1-41d5-afda-fe112621e705,segment=NetworkSegment(97d7582b-1970-4245-a523-d204b17073e1),segment_id=97d7582b-1970-4245-a523-d204b17073e1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:25:58.156056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.165300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-553b5edf-b20b-43e2-b485-359e9a52c641 req-a6f315de-ac08-45a4-9ae5-10c842d1b212 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472100
Nov 13 21:25:58.177863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdda1b9a0>,) {'filters': {'network_id': ['366648a7-37f2-40b0-981f-931df042f018']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:58.189073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdda1b9a0>, '97d7582b-1970-4245-a523-d204b17073e1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:58.189417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdda1b9a0>, '97d7582b-1970-4245-a523-d204b17073e1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:58.203328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.217725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.219579 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.226436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:58.226822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:58.230157 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:58.304841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37513d15-d786-46e5-a246-5dbea2919d4c None None] Pushing event updated for resources: {'Port': ['ID=4a8f09d4-d6b1-41d5-afda-fe112621e705,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:58.320107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea89fc2-9edf-49a2-a182-19ebb8cdbec6 None None] Network 366648a7-37f2-40b0-981f-931df042f018 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:25:58.371807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:25:58.371807 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:25:58.371807 ncdv-master-1 neutron-server[120533]: [parameters: {'id': '366648a7-37f2-40b0-981f-931df042f018'}]
Nov 13 21:25:58.371807 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:25:58.372356 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:25:58.455441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0a4028-d841-40c4-951f-ad81a44dcf93 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:25:58.502402 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.573740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0a4028-d841-40c4-951f-ad81a44dcf93 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:25:58.873574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.930013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port 4a8f09d4-d6b1-41d5-afda-fe112621e705 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:25:58.930339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:58.991016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port 4a8f09d4-d6b1-41d5-afda-fe112621e705, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a8f09d4-d6b1-41d5-afda-fe112621e705,segment=NetworkSegment(97d7582b-1970-4245-a523-d204b17073e1),segment_id=97d7582b-1970-4245-a523-d204b17073e1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:25:58.991626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.004433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for 4a8f09d4-d6b1-41d5-afda-fe112621e705 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:25:59.179683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.206563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=4a8f09d4-d6b1-41d5-afda-fe112621e705,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:59.208386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port 4a8f09d4-d6b1-41d5-afda-fe112621e705 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:25:59.285388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff0ae2-43c9-46db-8ad8-bc9f378ba19d req-5b1a929e-ff9c-4ac0-9671-3b7b5fd274a5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:59.286767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ff0ae2-43c9-46db-8ad8-bc9f378ba19d req-5b1a929e-ff9c-4ac0-9671-3b7b5fd274a5 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0473788
Nov 13 21:25:59.289987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.316361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcffdeb0>,) {'filters': {'network_id': ['366648a7-37f2-40b0-981f-931df042f018']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:59.326278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcffdeb0>, '97d7582b-1970-4245-a523-d204b17073e1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:59.326620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcffdeb0>, '97d7582b-1970-4245-a523-d204b17073e1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:25:59.336488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.339562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7ff0ae2-43c9-46db-8ad8-bc9f378ba19d req-534ebe4b-3468-40a7-b3fb-3c98e3f4e784 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451756
Nov 13 21:25:59.350636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.356738 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:25:59.357122 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:25:59.360103 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:25:59.496243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967698e-4f54-428a-a43a-4791fd54c6cf req-bd7101a2-118e-48cd-ae08-65bc2bde5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:59.497784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2967698e-4f54-428a-a43a-4791fd54c6cf req-bd7101a2-118e-48cd-ae08-65bc2bde5271 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 1096 time: 0.0408468
Nov 13 21:25:59.511343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.523584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.526241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/366648a7-37f2-40b0-981f-931df042f018 HTTP/1.1" status: 204  len: 168 time: 2.0661256
Nov 13 21:25:59.530129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48288) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:25:59.535851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774675765'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:25:59.547416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544255fa-3c1b-40b8-b2d1-c3337d0601c5 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=366648a7-37f2-40b0-981f-931df042f018,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:59.571485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2967698e-4f54-428a-a43a-4791fd54c6cf req-9c9e3112-bfbd-44c8-8835-caa6451d01e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664039
Nov 13 21:25:59.665160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:25:59.668817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.693180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:25:59.704821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.705167 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment def8d2f3-7f8a-4e45-aed7-3d47770e2063 of type vlan for network 4eb17cf8-db92-4e32-8235-29e442a5e4bc
Nov 13 21:25:59.748986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.916109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.921814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:25:59.922384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.944786 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:25:59.985830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=4eb17cf8-db92-4e32-8235-29e442a5e4bc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:25:59.996028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4eb17cf8-db92-4e32-8235-29e442a5e4bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:00.119505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-73a284e1-6632-4298-ae88-bd712cb168bc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5880029
Nov 13 21:26:00.122313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48296) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:00.129574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:00.282302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:00.285989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:00.423736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:00.502963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503acd-c132-4923-923d-f4f7681d3834 req-eec674f8-b8f4-4d09-a87a-877f5c61b8ca tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:00.504430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85503acd-c132-4923-923d-f4f7681d3834 req-eec674f8-b8f4-4d09-a87a-877f5c61b8ca tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0916355
Nov 13 21:26:00.553972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85503acd-c132-4923-923d-f4f7681d3834 req-dc55db83-d2d6-4baf-9483-4aaff3de42a2 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433884
Nov 13 21:26:00.562023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:00.625817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=fde4c81a-1725-49f1-ac9b-bfdd24668233,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:00.638192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': 'def8d2f3-7f8a-4e45-aed7-3d47770e2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:00.638546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 4eb17cf8-db92-4e32-8235-29e442a5e4bc, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:00.767776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 4eb17cf8-db92-4e32-8235-29e442a5e4bc is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:00.841949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4eb17cf8-db92-4e32-8235-29e442a5e4bc) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:00.846292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:00.846912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:00.852023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc780f5-b090-4551-a4ac-dc38f93be278 None None] Network 4eb17cf8-db92-4e32-8235-29e442a5e4bc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:00.931046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-457fe9bb-f9e1-4716-a88e-d5db41f9ce13 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8076167
Nov 13 21:26:00.933622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48304) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:01.001572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4eb17cf8-db92-4e32-8235-29e442a5e4bc', 'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': 'fde4c81a-1725-49f1-ac9b-bfdd24668233'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:01.003604 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.029912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.081391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.144177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Allocated IP 172.20.0.1 (4eb17cf8-db92-4e32-8235-29e442a5e4bc/fde4c81a-1725-49f1-ac9b-bfdd24668233/e99f0b4e-be0d-4403-b350-a75917d0895a) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:01.279551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.345564 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.385856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Network 4eb17cf8-db92-4e32-8235-29e442a5e4bc is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:01.390568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:01.394674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:01.401286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Pushing event updated for resources: {'Port': ['ID=e99f0b4e-be0d-4403-b350-a75917d0895a,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:01.451518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Attempting to bind port e99f0b4e-be0d-4403-b350-a75917d0895a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:01.451887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Attempting to bind port e99f0b4e-be0d-4403-b350-a75917d0895a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'def8d2f3-7f8a-4e45-aed7-3d47770e2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:01.452284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Attempting to bind port e99f0b4e-be0d-4403-b350-a75917d0895a on network 4eb17cf8-db92-4e32-8235-29e442a5e4bc {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:01.458469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:01.458944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Checking segment: {'id': 'def8d2f3-7f8a-4e45-aed7-3d47770e2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:01.459342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.459733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Bound using segment: {'id': 'def8d2f3-7f8a-4e45-aed7-3d47770e2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:01.460575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Bound port: e99f0b4e-be0d-4403-b350-a75917d0895a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def8d2f3-7f8a-4e45-aed7-3d47770e2063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:01.460575 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.498153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.523272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] For port e99f0b4e-be0d-4403-b350-a75917d0895a, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:01.526866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=fde4c81a-1725-49f1-ac9b-bfdd24668233,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:01.527022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] For port e99f0b4e-be0d-4403-b350-a75917d0895a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e99f0b4e-be0d-4403-b350-a75917d0895a,segment=NetworkSegment(def8d2f3-7f8a-4e45-aed7-3d47770e2063),segment_id=def8d2f3-7f8a-4e45-aed7-3d47770e2063)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:01.584344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.604243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc7e93d0>,) {'filters': {'network_id': ['4eb17cf8-db92-4e32-8235-29e442a5e4bc']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:01.613771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc7e93d0>, 'def8d2f3-7f8a-4e45-aed7-3d47770e2063') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:01.614068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc7e93d0>, 'def8d2f3-7f8a-4e45-aed7-3d47770e2063') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:01.629513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.643514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.663577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.671618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:01.672009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:01.677244 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:01.707529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa30525-ab90-43d1-95a6-55f28d17f970 None None] Pushing event updated for resources: {'Port': ['ID=e99f0b4e-be0d-4403-b350-a75917d0895a,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:01.736626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241501a7-2126-47fc-b468-7a1dc27b0498 req-e58beff8-4fd9-4f86-a0df-827edfcc26ba tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:01.738190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-241501a7-2126-47fc-b468-7a1dc27b0498 req-e58beff8-4fd9-4f86-a0df-827edfcc26ba tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1106739
Nov 13 21:26:01.788939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-241501a7-2126-47fc-b468-7a1dc27b0498 req-76dee6aa-1627-4128-b6fa-8e409fa7ea77 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436654
Nov 13 21:26:01.802559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:26:01.802559 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:26:01.802559 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '4eb17cf8-db92-4e32-8235-29e442a5e4bc'}]
Nov 13 21:26:01.802559 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:01.803021 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:02.228982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-5a4fd5b7-9147-49b8-88a0-622f7191c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:02.230526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-5a4fd5b7-9147-49b8-88a0-622f7191c4cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=833a8ec639c544798b35f4fd0ddbc667&device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 1096 time: 0.0444369
Nov 13 21:26:02.334370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-ab5497be-5017-4606-8077-9292005b94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:02.336003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-ab5497be-5017-4606-8077-9292005b94e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 200  len: 911 time: 0.0978251
Nov 13 21:26:02.387531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-509c204e-8a64-4ef8-abe0-aa2696b9f2a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0 HTTP/1.1" status: 200  len: 217 time: 0.0439534
Nov 13 21:26:02.443674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-8293d173-5279-418d-81b2-18b575948272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:02.445209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-8293d173-5279-418d-81b2-18b575948272 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15496bec-4c5e-4972-93a0-ad32eded0c42 HTTP/1.1" status: 200  len: 850 time: 0.0515676
Nov 13 21:26:02.482301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-953640f3-8a2b-4df9-8921-051702c1c11d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288484
Nov 13 21:26:02.506935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:02.539532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44407e5-7287-4cd5-befc-4568376eac1a req-fd733617-1773-42a0-9488-9fabc6fbc4f4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:02.547635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d44407e5-7287-4cd5-befc-4568376eac1a req-fd733617-1773-42a0-9488-9fabc6fbc4f4 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.4330547
Nov 13 21:26:02.585778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-19eca89e-ed46-450a-8d88-dc4e3640ee16 service neutron] 10.222.0.46 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974498
Nov 13 21:26:02.617087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3798eb-d923-46ea-8a5d-dfa8a27aa4e5 None None] Network 4eb17cf8-db92-4e32-8235-29e442a5e4bc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:02.628967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d44407e5-7287-4cd5-befc-4568376eac1a req-611da495-92b0-4873-91a9-ca993c39db08 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797603
Nov 13 21:26:02.631196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port e99f0b4e-be0d-4403-b350-a75917d0895a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:02.631539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:02.686894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cddb673f-71fa-4130-ab8e-02d11b1fddff None None] Provisioning complete for port e99f0b4e-be0d-4403-b350-a75917d0895a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:02.687641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cddb673f-71fa-4130-ab8e-02d11b1fddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:02.700074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcd93b14-c3cc-4424-acd2-1488b4ddaf8d req-f87b1105-b5fd-4b9e-8453-16cd603abfd2 service neutron] 10.222.0.46 "GET /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075389
Nov 13 21:26:02.702751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port e99f0b4e-be0d-4403-b350-a75917d0895a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e99f0b4e-be0d-4403-b350-a75917d0895a,segment=NetworkSegment(def8d2f3-7f8a-4e45-aed7-3d47770e2063),segment_id=def8d2f3-7f8a-4e45-aed7-3d47770e2063)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:02.703548 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:02.717034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for e99f0b4e-be0d-4403-b350-a75917d0895a owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:02.871104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:02.884441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cddb673f-71fa-4130-ab8e-02d11b1fddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:02.903173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc59e9dc-5fe4-4486-a0da-d4e4d2ce5c93 None None] DHCP port deletion for 4eb17cf8-db92-4e32-8235-29e442a5e4bc request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:02.905778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=e99f0b4e-be0d-4403-b350-a75917d0895a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:02.908113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port e99f0b4e-be0d-4403-b350-a75917d0895a on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:02.992894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.013979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdef7ea60>,) {'filters': {'network_id': ['4eb17cf8-db92-4e32-8235-29e442a5e4bc']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:03.024393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdef7ea60>, 'def8d2f3-7f8a-4e45-aed7-3d47770e2063') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:03.024957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdef7ea60>, 'def8d2f3-7f8a-4e45-aed7-3d47770e2063') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:03.042688 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.051493 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.057392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:03.057819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:03.061114 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:03.188381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.195229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.198436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/4eb17cf8-db92-4e32-8235-29e442a5e4bc HTTP/1.1" status: 204  len: 168 time: 2.2639024
Nov 13 21:26:03.202936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48320) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:03.208672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264536340'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:03.211545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff8be-e4e2-4368-b707-84bb8639c7fc tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=4eb17cf8-db92-4e32-8235-29e442a5e4bc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:03.647955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:03.651565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.676430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:03.685267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.685610 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment b4ec65b2-0c6d-4665-a877-d76e4b890e27 of type vlan for network 67e55e94-a5a2-484c-a5af-63cb15a24393
Nov 13 21:26:03.730311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.748010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85801f4-39a4-4fcb-b073-67492903596b req-a363eda4-584d-4972-8374-44f046ad5555 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:03.749566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a85801f4-39a4-4fcb-b073-67492903596b req-a363eda4-584d-4972-8374-44f046ad5555 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0497322
Nov 13 21:26:03.807686 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.810044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a85801f4-39a4-4fcb-b073-67492903596b req-30aa5daf-c76e-4969-ae1d-60f6a753c20b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534832
Nov 13 21:26:03.813921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:03.814557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:03.882670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=67e55e94-a5a2-484c-a5af-63cb15a24393,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:03.894353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 67e55e94-a5a2-484c-a5af-63cb15a24393 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:03.894985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5962c7d1-eece-4bae-9b56-1a9da2790739 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6907864
Nov 13 21:26:03.897650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48324) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:03.902546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '67e55e94-a5a2-484c-a5af-63cb15a24393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:04.076401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:04.080253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:04.373715 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:04.434666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=4e2c9609-02f4-47aa-be86-804cb70f597f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:04.443986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': 'b4ec65b2-0c6d-4665-a877-d76e4b890e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '67e55e94-a5a2-484c-a5af-63cb15a24393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:04.444354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 67e55e94-a5a2-484c-a5af-63cb15a24393, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:04.567858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 67e55e94-a5a2-484c-a5af-63cb15a24393 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:04.659681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67e55e94-a5a2-484c-a5af-63cb15a24393) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:04.663713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:04.664307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:04.673211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5d347-e1df-496c-b1f0-be0fd25d8016 None None] Network 67e55e94-a5a2-484c-a5af-63cb15a24393 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:04.747468 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca14e579-e3bb-4080-8f3d-526f7a24e4e9 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8487298
Nov 13 21:26:04.750039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48330) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:04.815614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ceb64-0fd1-4160-a510-796667d7b30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67e55e94-a5a2-484c-a5af-63cb15a24393', 'network_id': '67e55e94-a5a2-484c-a5af-63cb15a24393', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': '4e2c9609-02f4-47aa-be86-804cb70f597f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:04.816557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-080ceb64-0fd1-4160-a510-796667d7b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:04.874105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:04.935575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:04.972225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfee65-a53a-455d-9568-2d2a2904825e req-cf5c1885-5e93-45ee-8949-ed1cad6af137 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:04.978011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2cfee65-a53a-455d-9568-2d2a2904825e req-cf5c1885-5e93-45ee-8949-ed1cad6af137 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0564377
Nov 13 21:26:05.032083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2cfee65-a53a-455d-9568-2d2a2904825e req-557cace5-2250-453f-aad2-a7f620ad4e4e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512547
Nov 13 21:26:05.070973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.123847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2c9609-02f4-47aa-be86-804cb70f597f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server [None req-080ceb64-0fd1-4160-a510-796667d7b30d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e2c9609-02f4-47aa-be86-804cb70f597f: This subnet is being modified by another concurrent operation.
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 13 21:26:05.153279 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise exception
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e2c9609-02f4-47aa-be86-804cb70f597f: This subnet is being modified by another concurrent operation.
Nov 13 21:26:05.158655 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server 
Nov 13 21:26:05.172494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c337c-a233-4f08-adf7-0fb2a94ce0e5 None None] Network 67e55e94-a5a2-484c-a5af-63cb15a24393 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:05.295762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a198a0e-1925-45c9-9788-bec6afaa15ce None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:26:05.417459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a198a0e-1925-45c9-9788-bec6afaa15ce None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:26:05.528183 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.560010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc6c6070>,) {'filters': {'network_id': ['67e55e94-a5a2-484c-a5af-63cb15a24393']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:05.573792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc6c6070>, 'b4ec65b2-0c6d-4665-a877-d76e4b890e27') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:05.574382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc6c6070>, 'b4ec65b2-0c6d-4665-a877-d76e4b890e27') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:05.591615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.605484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.615538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:05.615933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:05.619275 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:05.697011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cad7e-6abd-4bda-abc7-d6bb2f791d6e req-ff8e0771-e0d9-45ab-92b1-2822905b472e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:05.698476 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a86cad7e-6abd-4bda-abc7-d6bb2f791d6e req-ff8e0771-e0d9-45ab-92b1-2822905b472e tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0840809
Nov 13 21:26:05.749173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a86cad7e-6abd-4bda-abc7-d6bb2f791d6e req-8e38e78d-8e18-4914-aed2-63f1d4d56f06 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431030
Nov 13 21:26:05.790590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.800093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.801483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/67e55e94-a5a2-484c-a5af-63cb15a24393 HTTP/1.1" status: 204  len: 168 time: 1.0503547
Nov 13 21:26:05.805137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48352) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:05.810218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-189217701'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:05.817935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76aa6c-1120-4bb2-95d4-9080b60f5c96 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=67e55e94-a5a2-484c-a5af-63cb15a24393,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:05.939025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:05.942637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.965789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:05.974741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:05.979635 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 9cb5a32f-9575-4c2e-b338-d4bc49c6e14a of type vlan for network 93c3452b-a681-4599-90e9-85beb78d69e9
Nov 13 21:26:06.021151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:06.104542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:06.110087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:06.110691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:06.179628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=93c3452b-a681-4599-90e9-85beb78d69e9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:06.187794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.193106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:06.202348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 93c3452b-a681-4599-90e9-85beb78d69e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:06.239672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b45fd82e-db3c-46a7-9b36-b5c39f233a00 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4334257
Nov 13 21:26:06.242559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48354) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:06.247449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:06.468518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:06.473766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:06.536921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing IP validity checks on allocation pools {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:26:06.537427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:26:06.800175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:06.864839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=f36ddf5a-669e-4313-b3ab-476815da4cb7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:06.876659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:06.877036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 93c3452b-a681-4599-90e9-85beb78d69e9, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:06.890042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd5f88-5624-4f9b-8666-e1a844df2fd1 req-0a90f7a1-462d-4d87-8edd-42b382745878 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:06.891499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8dd5f88-5624-4f9b-8666-e1a844df2fd1 req-0a90f7a1-462d-4d87-8edd-42b382745878 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0668807
Nov 13 21:26:06.940509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8dd5f88-5624-4f9b-8666-e1a844df2fd1 req-7ec23430-f8df-4041-8947-1814c1ec3f77 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412877
Nov 13 21:26:06.996266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 93c3452b-a681-4599-90e9-85beb78d69e9 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:07.098804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93c3452b-a681-4599-90e9-85beb78d69e9) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:07.103249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:07.103854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.110000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa6952b-d48f-41b1-83c7-065b0ec98003 None None] Network 93c3452b-a681-4599-90e9-85beb78d69e9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:07.192287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eadc0a6a-1bbc-4bc9-b511-a2735c40b971 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.9485765
Nov 13 21:26:07.194926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48366) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:07.195622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8f383-e5ca-4a8a-8763-ea108c0f3f5f req-d5119b59-555d-405e-b320-5e5f32223fa1 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:07.197573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15b8f383-e5ca-4a8a-8763-ea108c0f3f5f req-d5119b59-555d-405e-b320-5e5f32223fa1 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 946 time: 0.0525434
Nov 13 21:26:07.250956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15b8f383-e5ca-4a8a-8763-ea108c0f3f5f req-e9174301-a27a-4493-a09d-8c4d13daf7b4 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453970
Nov 13 21:26:07.265603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-93c3452b-a681-4599-90e9-85beb78d69e9', 'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': 'f36ddf5a-669e-4313-b3ab-476815da4cb7'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:07.266672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.297308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.352102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.402804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Allocated IP 172.20.0.3 (93c3452b-a681-4599-90e9-85beb78d69e9/f36ddf5a-669e-4313-b3ab-476815da4cb7/dd06023e-c124-441d-8239-0588cca2c2b0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:07.550294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.666174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.710885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Network 93c3452b-a681-4599-90e9-85beb78d69e9 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:07.717278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:07.719692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:07.722369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Pushing event updated for resources: {'Port': ['ID=dd06023e-c124-441d-8239-0588cca2c2b0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:07.762726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.781551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Attempting to bind port dd06023e-c124-441d-8239-0588cca2c2b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:07.782200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Attempting to bind port dd06023e-c124-441d-8239-0588cca2c2b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:07.782355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Attempting to bind port dd06023e-c124-441d-8239-0588cca2c2b0 on network 93c3452b-a681-4599-90e9-85beb78d69e9 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:07.788269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:07.788654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Checking segment: {'id': '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:07.789279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.789666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Bound using segment: {'id': '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:07.791403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Bound port: dd06023e-c124-441d-8239-0588cca2c2b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '93c3452b-a681-4599-90e9-85beb78d69e9'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:07.791786 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.796070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=f36ddf5a-669e-4313-b3ab-476815da4cb7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:07.860910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] For port dd06023e-c124-441d-8239-0588cca2c2b0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:07.863949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] For port dd06023e-c124-441d-8239-0588cca2c2b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd06023e-c124-441d-8239-0588cca2c2b0,segment=NetworkSegment(9cb5a32f-9575-4c2e-b338-d4bc49c6e14a),segment_id=9cb5a32f-9575-4c2e-b338-d4bc49c6e14a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:07.872378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.892034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc5d37c0>,) {'filters': {'network_id': ['93c3452b-a681-4599-90e9-85beb78d69e9']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:07.902023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5d37c0>, '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:07.902312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5d37c0>, '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:07.912006 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.968171 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.970414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.978015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:07.978224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:07.981499 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:08.053586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beebb1-caa1-45eb-9b44-774031f0cb7c None None] Pushing event updated for resources: {'Port': ['ID=dd06023e-c124-441d-8239-0588cca2c2b0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:08.063658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f7f707-be4c-4029-8fd0-5d4990e03484 None None] Network 93c3452b-a681-4599-90e9-85beb78d69e9 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:08.086506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c5028-cccc-4406-b44b-dd2bdade637e req-3cb22276-529c-4fb8-9d8d-16489045f668 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:08.087994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-353c5028-cccc-4406-b44b-dd2bdade637e req-3cb22276-529c-4fb8-9d8d-16489045f668 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.0648575
Nov 13 21:26:08.098635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:26:08.098635 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:26:08.098635 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '93c3452b-a681-4599-90e9-85beb78d69e9'}]
Nov 13 21:26:08.098635 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:08.099544 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:08.156868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-353c5028-cccc-4406-b44b-dd2bdade637e req-539946b0-1c91-47b9-b4db-9d0d24126788 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621939
Nov 13 21:26:08.195881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1c53b-ddb7-4b50-96c4-cf0bd5675d16 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:26:08.312458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1c53b-ddb7-4b50-96c4-cf0bd5675d16 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:26:08.382639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330cb3c-a397-4598-837a-b7b364bbcf25 req-8a837bbc-b24b-458e-b3e1-ffdce1bf90e5 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:08.384137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d330cb3c-a397-4598-837a-b7b364bbcf25 req-8a837bbc-b24b-458e-b3e1-ffdce1bf90e5 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 946 time: 0.0544858
Nov 13 21:26:08.431679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d330cb3c-a397-4598-837a-b7b364bbcf25 req-f15355ec-7cd4-4e31-8937-dd04c3feb2e6 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412726
Nov 13 21:26:08.599920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:08.651541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port dd06023e-c124-441d-8239-0588cca2c2b0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:08.651877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:08.714036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port dd06023e-c124-441d-8239-0588cca2c2b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd06023e-c124-441d-8239-0588cca2c2b0,segment=NetworkSegment(9cb5a32f-9575-4c2e-b338-d4bc49c6e14a),segment_id=9cb5a32f-9575-4c2e-b338-d4bc49c6e14a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:08.714428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:08.731861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for dd06023e-c124-441d-8239-0588cca2c2b0 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:08.948609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:08.982393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=dd06023e-c124-441d-8239-0588cca2c2b0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:09.001824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port dd06023e-c124-441d-8239-0588cca2c2b0 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:09.015877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-34eb4620-5687-4508-9f15-85d265920c74 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:09.021559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-34eb4620-5687-4508-9f15-85d265920c74 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 946 time: 0.0541599
Nov 13 21:26:09.095538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-0c9d7881-f8d7-424e-8078-931d67d464c6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:09.097572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-0c9d7881-f8d7-424e-8078-931d67d464c6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.46 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1253338
Nov 13 21:26:09.099178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.118456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Deleting port f3ad4aee-7fea-4782-8fc3-7add5d977267 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:09.119061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.143989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeaf02b0>,) {'filters': {'network_id': ['93c3452b-a681-4599-90e9-85beb78d69e9']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:09.159980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeaf02b0>, '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:09.160345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeaf02b0>, '9cb5a32f-9575-4c2e-b338-d4bc49c6e14a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:09.173885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.212181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.219261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] For port f3ad4aee-7fea-4782-8fc3-7add5d977267, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ad4aee-7fea-4782-8fc3-7add5d977267,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:09.219941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.221551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:09.221951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:09.224922 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:09.233899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Calling delete_port for f3ad4aee-7fea-4782-8fc3-7add5d977267 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:09.322685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Deleting port 4e6fa186-2612-4f47-9e51-2d81d50363b0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:09.322685 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.361479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42da0ec-57f8-4bc9-9cc1-67563c43adcb req-37af6935-be59-4bc4-afa0-4268208485b1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:09.363013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d42da0ec-57f8-4bc9-9cc1-67563c43adcb req-37af6935-be59-4bc4-afa0-4268208485b1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 945 time: 0.1261048
Nov 13 21:26:09.409295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.423986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.427160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/93c3452b-a681-4599-90e9-85beb78d69e9 HTTP/1.1" status: 204  len: 168 time: 2.2313113
Nov 13 21:26:09.430926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:09.436161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1459307340'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:09.440724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.444957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf5ca6-ee31-4c2d-88b7-c0fbfbb33372 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=93c3452b-a681-4599-90e9-85beb78d69e9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:09.452998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f3ad4aee-7fea-4782-8fc3-7add5d977267'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:26:09.495056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d42da0ec-57f8-4bc9-9cc1-67563c43adcb req-e217bea0-70b1-495d-bbd0-f828211ad65d tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024895
Nov 13 21:26:09.501349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] For port 4e6fa186-2612-4f47-9e51-2d81d50363b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6fa186-2612-4f47-9e51-2d81d50363b0,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:09.501532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Pushing event deleted for resources: {'Port': ['ID=f3ad4aee-7fea-4782-8fc3-7add5d977267,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:09.501661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.512669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Calling delete_port for 4e6fa186-2612-4f47-9e51-2d81d50363b0 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:09.538905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc407fb-b104-42b6-a7b7-d0d0b119852d None None] DHCP port deletion for b25f8648-962b-449e-911c-cc1fd99dd617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:09.564746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] No DVR routers for this DVR port f3ad4aee-7fea-4782-8fc3-7add5d977267 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:09.570055 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.574402 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53a866eb-7e3e-42af-ac0d-2de286bb4863 req-802bf1f8-deec-4736-9464-a8b980a30c89 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "DELETE /v2.0/ports/f3ad4aee-7fea-4782-8fc3-7add5d977267 HTTP/1.1" status: 204  len: 173 time: 0.5478101
Nov 13 21:26:09.575029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'name': 'network-vif-deleted', 'tag': 'f3ad4aee-7fea-4782-8fc3-7add5d977267'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:09.578541 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be087d68-787e-4422-b35e-5b3280c01f5b" -d '{"events": [{"server_uuid": "ef722dcc-0d47-410d-8cb7-0f145539f679", "name": "network-vif-deleted", "tag": "f3ad4aee-7fea-4782-8fc3-7add5d977267"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:09.603849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-182aa215-4a35-465f-8d4e-bca187b96345 req-e9ded73d-fc55-47c4-84e7-46ea69cb457f tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 210 time: 0.0482962
Nov 13 21:26:09.625339 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87933314-78e1-439a-8562-3d8674a0f918 x-openstack-request-id: req-87933314-78e1-439a-8562-3d8674a0f918 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:09.625476 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef722dcc-0d47-410d-8cb7-0f145539f679", "name": "network-vif-deleted", "tag": "f3ad4aee-7fea-4782-8fc3-7add5d977267", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:09.625681 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87933314-78e1-439a-8562-3d8674a0f918 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:09.626080 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef722dcc-0d47-410d-8cb7-0f145539f679', 'name': 'network-vif-deleted', 'tag': 'f3ad4aee-7fea-4782-8fc3-7add5d977267', 'status': 'completed', 'code': 200}
Nov 13 21:26:09.648456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:09.652637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.681758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:09.691357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.691724 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 4f4fb8a6-4738-4ce8-8290-cfc7c45a0951 of type vlan for network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61
Nov 13 21:26:09.732493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.825995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.838758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['4e6fa186-2612-4f47-9e51-2d81d50363b0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:26:09.841014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a4f119bb-1fae-4a83-9459-dd6c70462506'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:26:09.864314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.869805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Pushing event deleted for resources: {'Port': ['ID=4e6fa186-2612-4f47-9e51-2d81d50363b0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:09.872013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:09.872798 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.890043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3a304-f856-458d-9724-28debb4d325a None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:09.933707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] No DVR routers for this DVR port 4e6fa186-2612-4f47-9e51-2d81d50363b0 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:09.945322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:09.949084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9edfed4c-2660-4e2b-8b4c-6d92bdbaa418 req-2245173e-c238-4c84-9d4d-6c004e510899 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.46 "DELETE /v2.0/ports/4e6fa186-2612-4f47-9e51-2d81d50363b0 HTTP/1.1" status: 204  len: 173 time: 0.8422787
Nov 13 21:26:09.956176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21470549-94ef-4d38-a263-eb01f12fae84', 'name': 'network-vif-deleted', 'tag': '4e6fa186-2612-4f47-9e51-2d81d50363b0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:09.956176 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cf0c2-ebc2-4949-829a-1789d4df03ea" -d '{"events": [{"server_uuid": "21470549-94ef-4d38-a263-eb01f12fae84", "name": "network-vif-deleted", "tag": "4e6fa186-2612-4f47-9e51-2d81d50363b0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:09.989508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:09.993445 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-82e1ba6d-3797-4769-97fa-a4a58e3abdea tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5585217
Nov 13 21:26:09.993936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:10.000045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:10.003767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:10.168718 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f2e2ff-782e-444d-9677-b353c9b69e07 x-openstack-request-id: req-88f2e2ff-782e-444d-9677-b353c9b69e07 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:10.169295 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21470549-94ef-4d38-a263-eb01f12fae84", "name": "network-vif-deleted", "tag": "4e6fa186-2612-4f47-9e51-2d81d50363b0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:10.169295 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88f2e2ff-782e-444d-9677-b353c9b69e07 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:10.169655 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21470549-94ef-4d38-a263-eb01f12fae84', 'name': 'network-vif-deleted', 'tag': '4e6fa186-2612-4f47-9e51-2d81d50363b0', 'status': 'completed', 'code': 200}
Nov 13 21:26:10.231939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:10.237184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:10.531707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:10.611454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=009cdc2a-ca4f-483d-a210-2fedee361a36,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:10.614646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:10.615008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:10.650280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5afee8f-1854-4f3e-8b2d-198c1921e21c req-1ee3ed18-b5e0-4458-9562-00eb2adc5628 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=21470549-94ef-4d38-a263-eb01f12fae84 HTTP/1.1" status: 200  len: 210 time: 0.0309942
Nov 13 21:26:10.704011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:10.757009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8df80a4b-891a-4aee-a227-cf8b455f1c24 req-43ad9485-b522-437f-9452-8aa9891a9e26 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef722dcc-0d47-410d-8cb7-0f145539f679 HTTP/1.1" status: 200  len: 210 time: 0.0270605
Nov 13 21:26:10.799835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:10.804894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:10.810500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:10.811291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed312ad-14db-4279-b1e1-2a24833821b2 None None] Network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:10.879352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-137c15c6-20c8-4dc6-9cba-1b563b20f90b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8834810
Nov 13 21:26:10.881822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48406) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:10.986485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61', 'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': '009cdc2a-ca4f-483d-a210-2fedee361a36'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:10.987545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.002902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.063426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.156333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Allocated IP 172.20.0.1 (5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61/009cdc2a-ca4f-483d-a210-2fedee361a36/828b36ce-311d-437d-97cc-314f2ab3c0e8) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:11.180898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.187737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.194092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.200631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.206797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.212962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.218999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:11.221479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-bf54934d-27da-4c35-9e5e-3a5074860be2 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.0962276
Nov 13 21:26:11.287139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d552081d-8a01-42b9-aea9-faf8fc1267ff req-36268d26-4384-4a9a-a9d0-cee88db95899 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0583379
Nov 13 21:26:11.297961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.408804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.446542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:11.452058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:11.454827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:11.461507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Pushing event updated for resources: {'Port': ['ID=828b36ce-311d-437d-97cc-314f2ab3c0e8,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:11.512462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Attempting to bind port 828b36ce-311d-437d-97cc-314f2ab3c0e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:11.512880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Attempting to bind port 828b36ce-311d-437d-97cc-314f2ab3c0e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:11.513244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Attempting to bind port 828b36ce-311d-437d-97cc-314f2ab3c0e8 on network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:11.518658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:11.519038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Checking segment: {'id': '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:11.519415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.519801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Bound using segment: {'id': '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:11.520264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Bound port: 828b36ce-311d-437d-97cc-314f2ab3c0e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:11.520638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.550803 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.579105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=009cdc2a-ca4f-483d-a210-2fedee361a36,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:11.589736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] For port 828b36ce-311d-437d-97cc-314f2ab3c0e8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:11.590216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] For port 828b36ce-311d-437d-97cc-314f2ab3c0e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=828b36ce-311d-437d-97cc-314f2ab3c0e8,segment=NetworkSegment(4f4fb8a6-4738-4ce8-8290-cfc7c45a0951),segment_id=4f4fb8a6-4738-4ce8-8290-cfc7c45a0951)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:11.637472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.657126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc5240d0>,) {'filters': {'network_id': ['5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:11.666715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5240d0>, '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:11.666939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5240d0>, '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:11.676090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.682450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.690685 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.697378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:11.697761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:11.700790 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:11.744386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a81e07-6208-459f-91a4-961b7a98ed62 None None] Pushing event updated for resources: {'Port': ['ID=828b36ce-311d-437d-97cc-314f2ab3c0e8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:11.825296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:26:11.825296 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:26:11.825296 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61'}]
Nov 13 21:26:11.825296 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:11.825832 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:12.024900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.160073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f31d7-9b11-430e-8fb7-abdaa31a8b25 req-fcc19a41-b4f0-4da9-88d5-1ddb840e20b9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.161631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c84f31d7-9b11-430e-8fb7-abdaa31a8b25 req-fcc19a41-b4f0-4da9-88d5-1ddb840e20b9 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0552268
Nov 13 21:26:12.214567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c84f31d7-9b11-430e-8fb7-abdaa31a8b25 req-5789bfe8-3a04-4be3-bf13-f3a7a4155af6 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468059
Nov 13 21:26:12.300164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.306070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.311912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.318471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.324361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.330662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.336622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.338553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-f9352880-54a5-44b4-89b2-641616bbae46 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.1045587
Nov 13 21:26:12.339110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.420237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-33d12e46-03c9-4b44-9632-1058392f7414 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.421668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-33d12e46-03c9-4b44-9632-1058392f7414 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "GET /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0755610
Nov 13 21:26:12.541121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.547602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.554259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.561127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.567581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.573663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.579564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:12.581551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-9edbc91f-e9fc-463b-8626-69f2f3300a76 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 5444 time: 0.1975927
Nov 13 21:26:12.619757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port 828b36ce-311d-437d-97cc-314f2ab3c0e8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:12.620090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.709776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-7449e853-9d6f-42be-8109-4f5872f7e132 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "GET /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2720244
Nov 13 21:26:12.723777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91265e7d-a865-4bcd-a074-2d276b62a7b5 req-20e18815-c25f-4d59-ba82-cb8f9c4f07ce tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1323340
Nov 13 21:26:12.731720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28339372-f382-4a91-82d8-5d1f24b2a403 None None] Network 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:12.732071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:12.761437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port 828b36ce-311d-437d-97cc-314f2ab3c0e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=828b36ce-311d-437d-97cc-314f2ab3c0e8,segment=NetworkSegment(4f4fb8a6-4738-4ce8-8290-cfc7c45a0951),segment_id=4f4fb8a6-4738-4ce8-8290-cfc7c45a0951)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:12.761789 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.779155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for 828b36ce-311d-437d-97cc-314f2ab3c0e8 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:12.801746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-921c83e5-51f9-4f16-928f-42eec2ff280d None None] Provisioning complete for port 828b36ce-311d-437d-97cc-314f2ab3c0e8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:12.802107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-921c83e5-51f9-4f16-928f-42eec2ff280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.838749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.927870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-921c83e5-51f9-4f16-928f-42eec2ff280d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:12.988589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] DHCP port deletion for 5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:12.998785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:13.021129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.051090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] For port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:13.052736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port 828b36ce-311d-437d-97cc-314f2ab3c0e8 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:13.061347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Deleting port 828b36ce-311d-437d-97cc-314f2ab3c0e8 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:13.062024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.092551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=828b36ce-311d-437d-97cc-314f2ab3c0e8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:13.123946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] For port 828b36ce-311d-437d-97cc-314f2ab3c0e8, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:13.132632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.141102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Calling delete_port for 828b36ce-311d-437d-97cc-314f2ab3c0e8 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:13.143154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] device_id is not set on port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:13.144282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Port 828b36ce-311d-437d-97cc-314f2ab3c0e8 was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:26:13.145962 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.171971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] Pushing event deleted for resources: {'Port': ['ID=828b36ce-311d-437d-97cc-314f2ab3c0e8,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:13.173813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b45e2-58ae-476c-82b2-cb808eee38c7 None None] No DVR routers for this DVR port 828b36ce-311d-437d-97cc-314f2ab3c0e8 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:13.185991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.189848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.210353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfb0efa0>,) {'filters': {'network_id': ['5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:13.219375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb0efa0>, '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:13.219597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb0efa0>, '4f4fb8a6-4738-4ce8-8290-cfc7c45a0951') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:13.229064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.242085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.247600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.249706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:13.250070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:13.254159 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:13.375001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Pushing event updated for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:13.396040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] No DVR routers for this DVR port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:13.398003 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:26:13.433724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784512-4ed1-4bbd-971a-79f6d915dd6e req-8c84a178-6b31-4d11-8f76-68a55ee187d7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.435261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae784512-4ed1-4bbd-971a-79f6d915dd6e req-8c84a178-6b31-4d11-8f76-68a55ee187d7 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.1168950
Nov 13 21:26:13.440418 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.457532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.460713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 HTTP/1.1" status: 204  len: 168 time: 2.5776846
Nov 13 21:26:13.464406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48442) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:13.470830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1987340343'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:13.480777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd846fa2-e2fb-4cbb-b61b-b22c1672e8b3 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:13.483685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] In _notify_port_updated(), no bound segment for port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:26:13.484548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.485175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.490064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-776041c9-89c1-42d8-8a9c-e7cbfc8d05b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 200  len: 1033 time: 0.7617462
Nov 13 21:26:13.546679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ae784512-4ed1-4bbd-971a-79f6d915dd6e req-04415461-24cf-4035-b7ea-db258fbfdc8b tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044080
Nov 13 21:26:13.556680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8c7c2358-868b-46ff-8066-f2dab92ba2c0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.562934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8c7c2358-868b-46ff-8066-f2dab92ba2c0 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "GET /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0649967
Nov 13 21:26:13.570731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:13.574195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-caa05b35-b28b-483c-927a-741372a9b41c None None] Provisioning complete for port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:13.574563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caa05b35-b28b-483c-927a-741372a9b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.584677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:13.588591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.610020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-caa05b35-b28b-483c-927a-741372a9b41c None None] Port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:13.631931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.652626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ad4aee-7fea-4782-8fc3-7add5d977267 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:13.659425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:13.668956 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.669304 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 4d918a19-0833-44b0-91ba-8e0ccce0edbc of type vlan for network 07e9a355-a620-4663-b976-af553cf2e046
Nov 13 21:26:13.672713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: f3ad4aee-7fea-4782-8fc3-7add5d977267 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:13.673053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ad4aee-7fea-4782-8fc3-7add5d977267 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:13.673594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4e6fa186-2612-4f47-9e51-2d81d50363b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:13.698204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 4e6fa186-2612-4f47-9e51-2d81d50363b0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:13.698204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4e6fa186-2612-4f47-9e51-2d81d50363b0 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:13.698204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c9f965a9-ea57-4021-9e25-72ce208f57ed no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:13.716110 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.779441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f965a9-ea57-4021-9e25-72ce208f57ed,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:13.807636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.815863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.816638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.819765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] For port c9f965a9-ea57-4021-9e25-72ce208f57ed, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:13.861164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] device_id is not set on port c9f965a9-ea57-4021-9e25-72ce208f57ed yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:13.874109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.916400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=07e9a355-a620-4663-b976-af553cf2e046,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:13.926576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.930562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 07e9a355-a620-4663-b976-af553cf2e046 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:13.938406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.945166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.951283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.957225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.963073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.967701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:13.969345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:13.971387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-3ec4dbeb-2416-4f18-905b-fe98cba6d61f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 4664 time: 0.1516631
Nov 13 21:26:13.975186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bea69826-0a33-4dad-90e0-6255ef2e49f0 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5090194
Nov 13 21:26:13.977978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48446) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:13.988155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '07e9a355-a620-4663-b976-af553cf2e046', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:14.050644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] No DVR routers for this DVR port c9f965a9-ea57-4021-9e25-72ce208f57ed on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:14.051304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:14.051944 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:14.083826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Pushing event updated for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:14.105563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] In _notify_port_updated(), no bound segment for port c9f965a9-ea57-4021-9e25-72ce208f57ed on network 62ba244b-1a63-46bb-b177-bac5b6226a92 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:26:14.106657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:14.107455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.109144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-203a9556-321c-4e43-9689-ed92c4611a7e service neutron] 10.222.0.46 "PUT /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 200  len: 1033 time: 0.5430086
Nov 13 21:26:14.451784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-927551af-f3b5-4f3d-9cb1-a350787c59b3 req-1bdd5ae8-a44b-4f6c-83cb-044ce4edaa1b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&id=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1472254
Nov 13 21:26:14.459283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-ca7eb22b-21f2-42a7-af44-de8682a22640 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:14.459283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-ca7eb22b-21f2-42a7-af44-de8682a22640 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.37 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.0915370
Nov 13 21:26:14.459283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:14.459283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.460299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:14.460299 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.460674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-45f44c8e-b019-4e92-a865-2feeed9e92f3 None None] Provisioning complete for port c9f965a9-ea57-4021-9e25-72ce208f57ed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:14.460674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-45f44c8e-b019-4e92-a865-2feeed9e92f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.460674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-45f44c8e-b019-4e92-a865-2feeed9e92f3 None None] Port c9f965a9-ea57-4021-9e25-72ce208f57ed cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:14.461352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Deleting port a4f119bb-1fae-4a83-9459-dd6c70462506 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:14.461352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.461352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] For port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:14.461352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.477439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:14.585069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.608217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:14.649533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:14.649966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:14.728804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.752480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:14.754819 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c763f9a-b9b4-4af7-a5d4-fc2cd81c0ba2" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:14.756111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.772070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:14.838283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=70f6790a-5c49-4948-899c-1e5d894018a8,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:14.846123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '4d918a19-0833-44b0-91ba-8e0ccce0edbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '07e9a355-a620-4663-b976-af553cf2e046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:14.846490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 07e9a355-a620-4663-b976-af553cf2e046, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:14.878120 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e33d70a-6b7b-45fa-8984-cde1d250d134 x-openstack-request-id: req-0e33d70a-6b7b-45fa-8984-cde1d250d134 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:14.878244 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:14.878526 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e33d70a-6b7b-45fa-8984-cde1d250d134 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:14.879008 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0', 'code': 200}
Nov 13 21:26:14.896778 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.897710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:14.927139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 07e9a355-a620-4663-b976-af553cf2e046 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:14.963408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] For port a4f119bb-1fae-4a83-9459-dd6c70462506, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4f119bb-1fae-4a83-9459-dd6c70462506,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:14.963762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:14.973017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:14.979383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Calling delete_port for a4f119bb-1fae-4a83-9459-dd6c70462506 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:15.011182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07e9a355-a620-4663-b976-af553cf2e046) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:15.011693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb2970-f305-4045-9cda-f527e2e215f6 req-6d4f87ce-183c-4889-8728-8f30c86e94f1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:15.013205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-55fb2970-f305-4045-9cda-f527e2e215f6 req-6d4f87ce-183c-4889-8728-8f30c86e94f1 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 946 time: 0.1165233
Nov 13 21:26:15.017205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:15.017205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.017430 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.034303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe870a-b1b4-4853-b57d-25beb12dd7ca None None] Network 07e9a355-a620-4663-b976-af553cf2e046 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:15.094221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cfa50484-7ad3-431c-9fdc-0e7ca4be795b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.1136777
Nov 13 21:26:15.095384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48458) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:15.158026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-55fb2970-f305-4045-9cda-f527e2e215f6 req-cf9216f9-8614-4530-8fd3-4495ffdaad99 tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112590
Nov 13 21:26:15.220280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.240104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.269927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc27d6f-24f8-4589-9b1c-2e5ea601eae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07e9a355-a620-4663-b976-af553cf2e046', 'network_id': '07e9a355-a620-4663-b976-af553cf2e046', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': '70f6790a-5c49-4948-899c-1e5d894018a8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:15.270479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:15.270849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3fc27d6f-24f8-4589-9b1c-2e5ea601eae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.303021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.365012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] No DVR routers for this DVR port b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:15.370644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.372930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-8d449f51-e112-4006-88e8-623da90f8b72 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "DELETE /v2.0/ports/b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41 HTTP/1.1" status: 204  len: 173 time: 1.2564180
Nov 13 21:26:15.373372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:15.375611 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3add47d-be43-49d0-a94e-a2a10805fdd3" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:15.383138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.394853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a4f119bb-1fae-4a83-9459-dd6c70462506'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:26:15.435111 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16385d7-b88a-40c5-8f7f-439f5bd0af86 x-openstack-request-id: req-a16385d7-b88a-40c5-8f7f-439f5bd0af86 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:15.435404 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:15.435656 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a16385d7-b88a-40c5-8f7f-439f5bd0af86 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:15.436058 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': 'b2cf14eb-bd1c-4aad-91b7-aa7e46ac7d41', 'status': 'completed', 'code': 200}
Nov 13 21:26:15.441436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.448008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Pushing event deleted for resources: {'Port': ['ID=a4f119bb-1fae-4a83-9459-dd6c70462506,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:15.471568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=70f6790a-5c49-4948-899c-1e5d894018a8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:15.480919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c23f10-5107-4eac-b4a3-184ee85a3d2d None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server [None req-3fc27d6f-24f8-4589-9b1c-2e5ea601eae5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70f6790a-5c49-4948-899c-1e5d894018a8: This subnet is being modified by another concurrent operation.
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Nov 13 21:26:15.507963 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server     raise exception
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70f6790a-5c49-4948-899c-1e5d894018a8: This subnet is being modified by another concurrent operation.
Nov 13 21:26:15.511232 ncdv-master-1 neutron-server[120534]: ERROR oslo_messaging.rpc.server 
Nov 13 21:26:15.517412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c70f-6b65-4fc1-a918-86de2b8a5a44 req-b2a597f3-6b5c-4043-88ea-af022da72149 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:15.527238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c70f-6b65-4fc1-a918-86de2b8a5a44 req-b2a597f3-6b5c-4043-88ea-af022da72149 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:15.529309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c70f-6b65-4fc1-a918-86de2b8a5a44 req-b2a597f3-6b5c-4043-88ea-af022da72149 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:15.531941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572c4f9-da08-4b79-a245-4c0161345be3 None None] Network 07e9a355-a620-4663-b976-af553cf2e046 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:15.535303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265c70f-6b65-4fc1-a918-86de2b8a5a44 req-b2a597f3-6b5c-4043-88ea-af022da72149 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:15.537122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4265c70f-6b65-4fc1-a918-86de2b8a5a44 req-b2a597f3-6b5c-4043-88ea-af022da72149 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 3147 time: 0.2251315
Nov 13 21:26:15.561571 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.564210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] No DVR routers for this DVR port a4f119bb-1fae-4a83-9459-dd6c70462506 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:15.577877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.577877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a7e3385-86ea-4f1c-a3e3-4637e12df5fd req-e9d7f67e-ee13-474d-90a9-5327299349ff tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.37 "DELETE /v2.0/ports/a4f119bb-1fae-4a83-9459-dd6c70462506 HTTP/1.1" status: 204  len: 173 time: 1.3255835
Nov 13 21:26:15.601311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcebaa90>,) {'filters': {'network_id': ['07e9a355-a620-4663-b976-af553cf2e046']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:15.613428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcebaa90>, '4d918a19-0833-44b0-91ba-8e0ccce0edbc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:15.613982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcebaa90>, '4d918a19-0833-44b0-91ba-8e0ccce0edbc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:15.628169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port 55b8f243-1f70-4bc9-94b6-9948c704d571 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:15.628506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.630392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.634117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4265c70f-6b65-4fc1-a918-86de2b8a5a44 req-75462e61-2725-4497-8b17-3d41dc1eb82f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888784
Nov 13 21:26:15.645306 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.653281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:15.653682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:15.656886 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:15.663466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 68e52022-8996-4cc3-ae6b-e14de58c8ec4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:15.751676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] For port 55b8f243-1f70-4bc9-94b6-9948c704d571, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55b8f243-1f70-4bc9-94b6-9948c704d571,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:15.752907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.764724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.768606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for 55b8f243-1f70-4bc9-94b6-9948c704d571 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:15.807417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:15.828747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.838877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.846207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/07e9a355-a620-4663-b976-af553cf2e046 HTTP/1.1" status: 204  len: 168 time: 0.7446008
Nov 13 21:26:15.846409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48468) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:15.851208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1272788287'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:15.852840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac37d98-f953-4d59-ba90-9bfc93da8c87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=07e9a355-a620-4663-b976-af553cf2e046,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:15.886016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c369022-e302-4150-ad1f-23fb3d6bcdd1 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:26:15.911935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.912625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c5a47d5-178c-4c25-aab7-7421e5ebd44b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:15.965255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:15.968940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:15.989794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.007383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:16.041019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=55b8f243-1f70-4bc9-94b6-9948c704d571,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:16.042067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:16.064952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.065521 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 8121293f-9689-476e-8df5-00defc569dbc of type vlan for network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5
Nov 13 21:26:16.087082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] No DVR routers for this DVR port 55b8f243-1f70-4bc9-94b6-9948c704d571 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:16.089755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.093531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-fb9b8bfd-9ffa-4ea4-aab3-d50e06d6b427 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "DELETE /v2.0/ports/55b8f243-1f70-4bc9-94b6-9948c704d571 HTTP/1.1" status: 204  len: 173 time: 0.7114449
Nov 13 21:26:16.112133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c369022-e302-4150-ad1f-23fb3d6bcdd1 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:26:16.114091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.151663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.176629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:16.235676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:16.235676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.259008 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.259837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 55b8f243-1f70-4bc9-94b6-9948c704d571 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:16.282315 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6def76b0-81b1-4129-834f-3aa5c624a1b5 req-1ccb3137-4f9f-4c74-99bb-38aadbbd32bd tempest-ServerRescueTestJSON-1182123838 tempest-ServerRescueTestJSON-1182123838-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4 HTTP/1.1" status: 200  len: 210 time: 0.0286529
Nov 13 21:26:16.314551 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.320719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:16.321320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.323326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 55b8f243-1f70-4bc9-94b6-9948c704d571 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:16.323668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 55b8f243-1f70-4bc9-94b6-9948c704d571 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:16.388915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:16.429699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=496a688e-c6d4-4ec5-a81d-b3f71647dcb5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:16.436128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] For port 68e52022-8996-4cc3-ae6b-e14de58c8ec4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68e52022-8996-4cc3-ae6b-e14de58c8ec4,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:16.436498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.449351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:16.449677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for 68e52022-8996-4cc3-ae6b-e14de58c8ec4 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:16.456832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ee05ed59-cfa1-4c48-b6b0-7d1eb143f7ca tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6094470
Nov 13 21:26:16.459950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48478) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:16.465881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'New_network'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:16.662285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.727455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.756732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=68e52022-8996-4cc3-ae6b-e14de58c8ec4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:16.774226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.792174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5157c8-714a-4b89-ada8-d971171467e2 req-d9461a23-fa86-4d46-9951-1b2a5f6f0b7b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:16.798291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5157c8-714a-4b89-ada8-d971171467e2 req-d9461a23-fa86-4d46-9951-1b2a5f6f0b7b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:16.799935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] No DVR routers for this DVR port 68e52022-8996-4cc3-ae6b-e14de58c8ec4 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:16.800056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b5157c8-714a-4b89-ada8-d971171467e2 req-d9461a23-fa86-4d46-9951-1b2a5f6f0b7b tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 1676 time: 0.0687921
Nov 13 21:26:16.802563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 is not hosted by any dhcp agent {{(pid=120533) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 13 21:26:16.803658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.807674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-942cbf9d-a4a4-4e3f-a14a-76aa18a7a0a9 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "DELETE /v2.0/ports/68e52022-8996-4cc3-ae6b-e14de58c8ec4 HTTP/1.1" status: 204  len: 173 time: 0.6946030
Nov 13 21:26:16.808449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:16.809067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:16.810284 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "PUT /v2.0/networks/496a688e-c6d4-4ec5-a81d-b3f71647dcb5 HTTP/1.1" status: 200  len: 723 time: 0.3492970
Nov 13 21:26:16.813331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48482) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:16.819852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:16.880227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:16.883960 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd3f8b2-3b10-414a-af72-a2addae22d81" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:16.904506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a75a9-4d5e-4959-a7ea-a9135352f554 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=496a688e-c6d4-4ec5-a81d-b3f71647dcb5,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:16.916294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b5157c8-714a-4b89-ada8-d971171467e2 req-64ccb7d3-3972-4f80-8256-53c80a8110dd tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941668
Nov 13 21:26:16.918715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:16.956003 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6297e-ad02-4feb-a918-96c3e5ec27cf x-openstack-request-id: req-5db6297e-ad02-4feb-a918-96c3e5ec27cf {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:16.956374 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:16.956638 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5db6297e-ad02-4feb-a918-96c3e5ec27cf {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:16.958233 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4', 'code': 200}
Nov 13 21:26:16.958233 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'code': 200}
Nov 13 21:26:17.011559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:17.011895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.114459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] For port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:17.114847 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.129180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:17.172125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:17.176350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.356553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:17.434133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.444967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'name': 'network-vif-deleted', 'tag': 'a4f119bb-1fae-4a83-9459-dd6c70462506'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '55b8f243-1f70-4bc9-94b6-9948c704d571'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:17.444967 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc785427-d449-4e7b-9bfb-a151296a3439" -d '{"events": [{"server_uuid": "77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4", "name": "network-vif-deleted", "tag": "a4f119bb-1fae-4a83-9459-dd6c70462506"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "55b8f243-1f70-4bc9-94b6-9948c704d571"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:17.483838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=5d49d923-ebe5-4b65-b512-d45fc91b3ad0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:17.496669 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd37cbab-ed83-4256-8b65-77c1eec60bac x-openstack-request-id: req-fd37cbab-ed83-4256-8b65-77c1eec60bac {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:17.496669 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4", "name": "network-vif-deleted", "tag": "a4f119bb-1fae-4a83-9459-dd6c70462506", "status": "completed", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "55b8f243-1f70-4bc9-94b6-9948c704d571", "status": "completed", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "68e52022-8996-4cc3-ae6b-e14de58c8ec4", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:17.496669 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd37cbab-ed83-4256-8b65-77c1eec60bac {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:17.497330 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d01e8e-06e9-4b92-b6f3-4c5b2e2fb2f4', 'name': 'network-vif-deleted', 'tag': 'a4f119bb-1fae-4a83-9459-dd6c70462506', 'status': 'completed', 'code': 200}
Nov 13 21:26:17.497947 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '55b8f243-1f70-4bc9-94b6-9948c704d571', 'status': 'completed', 'code': 200}
Nov 13 21:26:17.497947 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '68e52022-8996-4cc3-ae6b-e14de58c8ec4', 'status': 'completed', 'code': 200}
Nov 13 21:26:17.522477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.545001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] No DVR routers for this DVR port 5d49d923-ebe5-4b65-b512-d45fc91b3ad0 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:17.564531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.567922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-34320502-4c51-48b3-ac8e-d2526051e419 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "DELETE /v2.0/ports/5d49d923-ebe5-4b65-b512-d45fc91b3ad0 HTTP/1.1" status: 204  len: 173 time: 0.7522900
Nov 13 21:26:17.639019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=532bce2b-57aa-4fe6-a857-08d23b3eea99,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:17.677014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '8121293f-9689-476e-8df5-00defc569dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:17.677151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: 496a688e-c6d4-4ec5-a81d-b3f71647dcb5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:17.718394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:17.718738 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.783816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.808881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] For port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:17.809260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:17.887254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:18.008966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 496a688e-c6d4-4ec5-a81d-b3f71647dcb5) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:18.020335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:18.020530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673312'] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.032360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a9929-dff3-4f34-8ce8-3086d49c2f61 None None] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:18.051735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.052154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.052464 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Floating IP f3923532-ac53-497d-8b55-ec14fb150e2b disassociated. External IP: 172.35.3.242, port: 8c5a47d5-178c-4c25-aab7-7421e5ebd44b.
Nov 13 21:26:18.052911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for 8c5a47d5-178c-4c25-aab7-7421e5ebd44b owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:18.122367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-935880f3-867d-4fd9-8fb1-7d3140334979 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3055949
Nov 13 21:26:18.123569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:18.126450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d132c0-5b94-4d69-9749-35c72c4f22de req-5185d072-e543-4ce7-b5f2-e990c9932f84 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:18.128001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02d132c0-5b94-4d69-9749-35c72c4f22de req-5185d072-e543-4ce7-b5f2-e990c9932f84 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 943 time: 0.1071513
Nov 13 21:26:18.130706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:18.158767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Deleting port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:18.159001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.222916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-496a688e-c6d4-4ec5-a81d-b3f71647dcb5', 'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': '532bce2b-57aa-4fe6-a857-08d23b3eea99'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:18.231138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.235624 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02d132c0-5b94-4d69-9749-35c72c4f22de req-69555297-5cda-47b9-90a9-8fdb6a0c3431 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6d5b1c-53cb-4073-848b-cbbc08dd2182&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975654
Nov 13 21:26:18.271609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] For port 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,segment=NetworkSegment(c0b96976-0f05-4577-9a06-d9a59a9cdae4),segment_id=c0b96976-0f05-4577-9a06-d9a59a9cdae4)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:18.272034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.294016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-48919402'] for subnet, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.298879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Calling delete_port for 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:18.391658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Allocated IP 172.20.0.2 (496a688e-c6d4-4ec5-a81d-b3f71647dcb5/532bce2b-57aa-4fe6-a857-08d23b3eea99/a574a56e-7404-47cf-bd25-82bb26c09661) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:18.479210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4f119bb-1fae-4a83-9459-dd6c70462506 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:18.510502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.511958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: a4f119bb-1fae-4a83-9459-dd6c70462506 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:18.512314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a4f119bb-1fae-4a83-9459-dd6c70462506 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:18.554139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=8c5a47d5-178c-4c25-aab7-7421e5ebd44b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:18.563147 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.565972 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.599774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaf2c81-21ae-4e7e-b408-c1aaa5367b95,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:18.610686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed4f25a-388c-4a30-9060-3ac2075f4bbe None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:18.678608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:26:18.686850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.731060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:18.734916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:18.738109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:18.766325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.775473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Pushing event updated for resources: {'Port': ['ID=a574a56e-7404-47cf-bd25-82bb26c09661,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:18.810246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Attempting to bind port a574a56e-7404-47cf-bd25-82bb26c09661 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:18.810619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Attempting to bind port a574a56e-7404-47cf-bd25-82bb26c09661 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8121293f-9689-476e-8df5-00defc569dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:18.811022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Attempting to bind port a574a56e-7404-47cf-bd25-82bb26c09661 on network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:18.816749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:18.817135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Checking segment: {'id': '8121293f-9689-476e-8df5-00defc569dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:18.817915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.818363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Bound using segment: {'id': '8121293f-9689-476e-8df5-00defc569dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:18.818814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Bound port: a574a56e-7404-47cf-bd25-82bb26c09661, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8121293f-9689-476e-8df5-00defc569dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '496a688e-c6d4-4ec5-a81d-b3f71647dcb5'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:18.820064 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.864628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:26:18.878197 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] Sync routers for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:26:18.887891 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:18.888948 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4eaa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:25:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:18.907682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] For port a574a56e-7404-47cf-bd25-82bb26c09661, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:18.910487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] For port a574a56e-7404-47cf-bd25-82bb26c09661, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a574a56e-7404-47cf-bd25-82bb26c09661,segment=NetworkSegment(8121293f-9689-476e-8df5-00defc569dbc),segment_id=8121293f-9689-476e-8df5-00defc569dbc)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:18.923262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] No DVR routers for this DVR port 8c5a47d5-178c-4c25-aab7-7421e5ebd44b on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:18.927950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791765713354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64275889'] for subnet, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.935325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.938795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc44b92-4dcc-4628-8664-0e2de48fe92c req-1db173e2-7732-4248-95e7-c915a845c556 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.46 "DELETE /v2.0/ports/8c5a47d5-178c-4c25-aab7-7421e5ebd44b HTTP/1.1" status: 204  len: 173 time: 1.3619661
Nov 13 21:26:18.984539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:18.987226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:18.988607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "PUT /v2.0/subnets/532bce2b-57aa-4fe6-a857-08d23b3eea99 HTTP/1.1" status: 200  len: 806 time: 0.8640578
Nov 13 21:26:18.992347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48542) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:19.019862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:19.031258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5d8dc-7a31-431b-9ebb-0d857d1c0593 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=532bce2b-57aa-4fe6-a857-08d23b3eea99,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:19.067522 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:19.147011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f1c96-1ab7-40f2-9a38-80c2bc3d888f None None] Pushing event updated for resources: {'Port': ['ID=a574a56e-7404-47cf-bd25-82bb26c09661,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:19.154145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:19.210414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Router f3cba996-7331-45b6-a74f-cb08b8083a3e has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:26:19.288801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port a574a56e-7404-47cf-bd25-82bb26c09661 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:19.289158 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:19.365658 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4eaa60>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:19.420912 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] Checking router: e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:26:19.437475 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:19.450403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4eaa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:25:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:19.459636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eac2ff1d-9e62-438a-853f-a1b2295203be req-c74a7446-19fb-4048-95c9-8b234bb6bf26 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 210 time: 0.0511403
Nov 13 21:26:19.487906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:26:19.494552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b8823f4e-d370-4845-b4a9-1e033dc9b40c admin admin] 10.222.0.20 "PUT /v2.0/routers/f3cba996-7331-45b6-a74f-cb08b8083a3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1363924
Nov 13 21:26:19.496420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48546) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:19.505071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] Sync routers for ids ['f3cba996-7331-45b6-a74f-cb08b8083a3e'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:26:19.507978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0'}, {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:19.510955 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bd7985-ce8e-4c5c-9f48-82ac23e229f2" -d '{"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0"}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:19.533193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] Routers {'f3cba996-7331-45b6-a74f-cb08b8083a3e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:19.534039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c6ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:25:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f3cba996-7331-45b6-a74f-cb08b8083a3e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:19.538396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port a574a56e-7404-47cf-bd25-82bb26c09661, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a574a56e-7404-47cf-bd25-82bb26c09661,segment=NetworkSegment(8121293f-9689-476e-8df5-00defc569dbc),segment_id=8121293f-9689-476e-8df5-00defc569dbc)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:19.538396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:19.591044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for a574a56e-7404-47cf-bd25-82bb26c09661 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:19.637887 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5cef03-8205-471d-9edc-f93d10e50c8e x-openstack-request-id: req-5e5cef03-8205-471d-9edc-f93d10e50c8e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:19.639457 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "5d49d923-ebe5-4b65-b512-d45fc91b3ad0", "status": "completed", "code": 200}, {"server_uuid": "6f6620ff-421c-434d-83b9-5e626e109f2a", "name": "network-vif-deleted", "tag": "8c5a47d5-178c-4c25-aab7-7421e5ebd44b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:19.639839 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e5cef03-8205-471d-9edc-f93d10e50c8e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:19.640386 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '5d49d923-ebe5-4b65-b512-d45fc91b3ad0', 'status': 'completed', 'code': 200}
Nov 13 21:26:19.640775 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6620ff-421c-434d-83b9-5e626e109f2a', 'name': 'network-vif-deleted', 'tag': '8c5a47d5-178c-4c25-aab7-7421e5ebd44b', 'status': 'completed', 'code': 200}
Nov 13 21:26:19.716649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:19.807496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:19.884927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:19.981607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] Set router f3cba996-7331-45b6-a74f-cb08b8083a3e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:20.110003 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4eaa60>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.145967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Deleting port 4e89269c-d9fd-4555-b70f-f90795544a31 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:20.146505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.176764 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e29bb5b-bb02-4084-a9f0-005f918b0755 None None] The sync data for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 is: [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:15:00Z', 'revision_number': 4, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2', 'name': '', 'network_id': 'ad4e64b6-f576-4d0a-b558-ec81fe28dfd4', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'mac_address': 'fa:16:3e:ef:12:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:58Z', 'updated_at': '2021-11-13T21:15:09Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'subnets': [{'id': '8d3886af-e48e-40cf-824b-23bdcef4618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:26:20.265515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c6ca0>, [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182'}], 'enable_snat': True}, 'gw_port_id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:26:18Z', 'revision_number': 5, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port': {'id': '4e89269c-d9fd-4555-b70f-f90795544a31', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.299175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] Checking router: f3cba996-7331-45b6-a74f-cb08b8083a3e for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:26:20.310594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] Routers {'f3cba996-7331-45b6-a74f-cb08b8083a3e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:20.311537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c6ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:25:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f3cba996-7331-45b6-a74f-cb08b8083a3e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.334433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.366112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=a574a56e-7404-47cf-bd25-82bb26c09661,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:20.389223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] For port 4e89269c-d9fd-4555-b70f-f90795544a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e89269c-d9fd-4555-b70f-f90795544a31,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:20.390174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.419514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Calling delete_port for 4e89269c-d9fd-4555-b70f-f90795544a31 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:20.433937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port a574a56e-7404-47cf-bd25-82bb26c09661 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:20.482580 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.504835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] Set router f3cba996-7331-45b6-a74f-cb08b8083a3e gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:20.587324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c6ca0>, [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:26:19Z', 'revision_number': 6, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.633126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116fc96-a92b-4540-b524-663fbc7afd8c None None] The sync data for ids ['f3cba996-7331-45b6-a74f-cb08b8083a3e'] in ncdv-master-1 is: [{'id': 'f3cba996-7331-45b6-a74f-cb08b8083a3e', 'name': 'tempest-ServerRescueTestJSON-282984913-router', 'tenant_id': '833a8ec639c544798b35f4fd0ddbc667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:24:30Z', 'updated_at': '2021-11-13T21:26:19Z', 'revision_number': 6, 'project_id': '833a8ec639c544798b35f4fd0ddbc667', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:26:20.667386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b480dbd-35e8-44fc-8fd1-f22838bf4ad6 req-d814f370-28e3-4ab2-bc96-827d32c3ff29 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f6620ff-421c-434d-83b9-5e626e109f2a HTTP/1.1" status: 200  len: 210 time: 0.0353851
Nov 13 21:26:20.682326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.708370 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f28f389-e9cb-4069-b318-8a9beffc1050 None None] New status for floating IP f3923532-ac53-497d-8b55-ec14fb150e2b: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:26:20.745041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=532bce2b-57aa-4fe6-a857-08d23b3eea99,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:20.802215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0a495-547d-461c-8c44-0bec8801bb05 None None] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:20.821213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.842344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7f6f970>,) {'filters': {'network_id': ['496a688e-c6d4-4ec5-a81d-b3f71647dcb5']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.847599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.852820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7f6f970>, '8121293f-9689-476e-8df5-00defc569dbc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.853114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7f6f970>, '8121293f-9689-476e-8df5-00defc569dbc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:20.865748 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.881969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e89269c-d9fd-4555-b70f-f90795544a31,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:20.882864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.889580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:20.890001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:20.894030 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:20.910357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8c2df25e-3153-41ab-a794-19e56cb1d7c2 None None] Could not find standard attr ID for object a574a56e-7404-47cf-bd25-82bb26c09661. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:26:20.922962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6277153-2dac-49ba-a51b-860cc000fb59 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:20.953051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.052933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a57e9-d6c4-4df0-bfc6-40b4226e7ed7 None None] DHCP port deletion for 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:21.058443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.066102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.072587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73eaf45-9c45-42a2-83e1-a6747fdbd582 None None] Network 496a688e-c6d4-4ec5-a81d-b3f71647dcb5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:21.097260 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.113448 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.126452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.127721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/496a688e-c6d4-4ec5-a81d-b3f71647dcb5 HTTP/1.1" status: 204  len: 168 time: 2.1337407
Nov 13 21:26:21.146339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7f95-a8ce-4370-b99d-5acab981fa77 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=496a688e-c6d4-4ec5-a81d-b3f71647dcb5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:21.156912 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c1e79c-3583-49c3-8b21-699e923a482e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:21.157494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c1e79c-3583-49c3-8b21-699e923a482e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:21.165876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48562) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.176073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1849826717', 'description': 'd1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:21.176486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e8c1e79c-3583-49c3-8b21-699e923a482e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/496a688e-c6d4-4ec5-a81d-b3f71647dcb5 HTTP/1.1" status: 404  len: 339 time: 0.0488465
Nov 13 21:26:21.233669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:21.248593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:21.248968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6aaf2c81-21ae-4e7e-b408-c1aaa5367b95 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:21.261868 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.261868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3cba996-7331-45b6-a74f-cb08b8083a3e {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:26:21.263769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.264907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce2f4d54-854a-4663-bd1b-7d90bd398800 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f3cba996-7331-45b6-a74f-cb08b8083a3e HTTP/1.1" status: 204  len: 168 time: 1.7674620
Nov 13 21:26:21.268100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48564) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.312313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Deleting subnet 15496bec-4c5e-4972-93a0-ad32eded0c42 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:21.315468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.344424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:21.348485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.362637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.406963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:21.419439 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.439594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.439937 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 45145045-b5af-4fd1-862e-9bffdd8e8c77 of type vlan for network fea17e3a-4f82-477c-9967-40b3755b4fe9
Nov 13 21:26:21.491392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.596699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.625572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15496bec-4c5e-4972-93a0-ad32eded0c42,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:21.631514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.637024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4d1da699-2aaa-490f-aaca-6338cb806aa5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/15496bec-4c5e-4972-93a0-ad32eded0c42 HTTP/1.1" status: 204  len: 168 time: 0.3660781
Nov 13 21:26:21.637024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.638108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48566) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.638638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb7d8e-08b0-42ad-a77a-54d67c83903b None None] Network eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:21.641600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:21.642237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.721906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=fea17e3a-4f82-477c-9967-40b3755b4fe9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:21.730972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.739199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network fea17e3a-4f82-477c-9967-40b3755b4fe9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:21.741968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d1aef43-dd9b-44a7-aab4-2180fcb04568 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5749624
Nov 13 21:26:21.744638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48570) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.867133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44df26a6-d9da-46bf-a6dc-a4da98837249 None None] DHCP port deletion for eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:21.867404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.890660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ede42f-6c4b-40ae-bf68-ebac97963e22 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:21.892952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f6ede42f-6c4b-40ae-bf68-ebac97963e22 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks?id=fea17e3a-4f82-477c-9967-40b3755b4fe9 HTTP/1.1" status: 200  len: 761 time: 0.1453319
Nov 13 21:26:21.895840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48576) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.898853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd98a850>,) {'filters': {'network_id': ['eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:21.901851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'description': 'd2'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:21.910774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd98a850>, 'c0b96976-0f05-4577-9a06-d9a59a9cdae4') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:21.911072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd98a850>, 'c0b96976-0f05-4577-9a06-d9a59a9cdae4') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:21.922199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.925583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48578) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:21.956519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.971214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:21.971611 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:21.974231 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:22.041024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90dc9141-07ed-4890-8fae-646fa9669b2f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.065771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90dc9141-07ed-4890-8fae-646fa9669b2f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.079525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.097693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.114340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.117869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5 HTTP/1.1" status: 204  len: 168 time: 0.4785812
Nov 13 21:26:22.121852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a0b63-4ebb-40a0-ba16-10cb6246c51b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2d5b9f-9bd7-44a8-bfea-ed4d94088bf5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:22.190849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.200434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network fea17e3a-4f82-477c-9967-40b3755b4fe9 is not hosted by any dhcp agent {{(pid=120533) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 13 21:26:22.205859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:22.206452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.207738 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "PUT /v2.0/networks/fea17e3a-4f82-477c-9967-40b3755b4fe9 HTTP/1.1" status: 200  len: 758 time: 0.3107810
Nov 13 21:26:22.210602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48584) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.223405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90dc9141-07ed-4890-8fae-646fa9669b2f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.226141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-90dc9141-07ed-4890-8fae-646fa9669b2f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.229835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-90dc9141-07ed-4890-8fae-646fa9669b2f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/security-groups/0a6d5b1c-53cb-4073-848b-cbbc08dd2182 HTTP/1.1" status: 204  len: 168 time: 0.3008375
Nov 13 21:26:22.235620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48586) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.257000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc9141-07ed-4890-8fae-646fa9669b2f tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6d5b1c-53cb-4073-848b-cbbc08dd2182,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:22.278198 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-131f7700-8ffd-4410-acd0-bd1caed02cfa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] show failed (client error): The resource could not be found.
Nov 13 21:26:22.282034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-131f7700-8ffd-4410-acd0-bd1caed02cfa tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "GET /v2.0/security-groups/0a6d5b1c-53cb-4073-848b-cbbc08dd2182 HTTP/1.1" status: 404  len: 347 time: 0.0421169
Nov 13 21:26:22.283214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48588) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.289531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd9ab3-dca3-4668-a6da-0299d879c550 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=fea17e3a-4f82-477c-9967-40b3755b4fe9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:22.304103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network fea17e3a-4f82-477c-9967-40b3755b4fe9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:22.349773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07d690-b87b-4c15-9d72-7d728bd0d8f7 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:22.351243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd07d690-b87b-4c15-9d72-7d728bd0d8f7 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks?id=fea17e3a-4f82-477c-9967-40b3755b4fe9 HTTP/1.1" status: 200  len: 761 time: 0.1396427
Nov 13 21:26:22.355185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48590) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.360417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1184164843'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:22.434876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port 26ced45d-ea10-4c8b-9abf-683e0f46540c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:22.435253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.453061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:22.456910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.477518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48592) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.502167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:22.516006 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.516382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.525933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.526246 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment a1c14c49-62ca-4346-bd53-af4257c2487b of type vlan for network b485422a-c8c8-4450-944d-1fad25a5e183
Nov 13 21:26:22.528855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for 26ced45d-ea10-4c8b-9abf-683e0f46540c owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:22.540664 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9e13d7a7-2f28-4eda-a477-8b636722c252 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=833a8ec639c544798b35f4fd0ddbc667&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0620520
Nov 13 21:26:22.557692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48594) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.587728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.640790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.663136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.776276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.781891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:22.782473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.822313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.838761 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.841399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.842567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee90b4e0-e7cc-4f2c-b525-91beeca3aa49 HTTP/1.1" status: 204  len: 168 time: 0.2839260
Nov 13 21:26:22.857157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=26ced45d-ea10-4c8b-9abf-683e0f46540c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:22.862572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=b485422a-c8c8-4450-944d-1fad25a5e183,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:22.865088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b30f07-1108-4e6e-b06e-82e7f07a86d6 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:22.865513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90b4e0-e7cc-4f2c-b525-91beeca3aa49,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:22.885180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.885743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.886157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.886495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.886828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.887157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.887682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.887785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.888117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.888429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.888771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.889094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1389849e-b135-40a1-a411-5c2e539df186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.894888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.895194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.895522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.895846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.896167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.896488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:22.916595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-19b29f22-5616-48c5-b313-1cf76a8c7248 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5602362
Nov 13 21:26:22.919411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:22.924191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.924420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:22.927016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:22.930668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b9ab7073-1bac-4400-8b09-f6d87d7e786e tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/floatingips/f3923532-ac53-497d-8b55-ec14fb150e2b HTTP/1.1" status: 204  len: 168 time: 0.6447630
Nov 13 21:26:22.930822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b485422a-c8c8-4450-944d-1fad25a5e183 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:22.930967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48600) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:23.064310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:23.064958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.128983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4e89269c-d9fd-4555-b70f-f90795544a31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:23.151964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 4e89269c-d9fd-4555-b70f-f90795544a31 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:23.152203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4e89269c-d9fd-4555-b70f-f90795544a31 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:23.166932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.179677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for 860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:23.230340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:23.233965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.445586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.476387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=860fbb3c-1abc-4cb0-8519-f1f232d9b7c0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:23.537134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.548789 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.552171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-55f0f952-0134-4cde-8141-b97faf0fc307 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/ports/860fbb3c-1abc-4cb0-8519-f1f232d9b7c0 HTTP/1.1" status: 204  len: 168 time: 0.6197436
Nov 13 21:26:23.554987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48614) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:23.601703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=9ef3b2af-96d3-4f7f-a255-cb052dfe1765,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:23.620144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': 'a1c14c49-62ca-4346-bd53-af4257c2487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:23.620502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: b485422a-c8c8-4450-944d-1fad25a5e183, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:23.658491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port c9f965a9-ea57-4021-9e25-72ce208f57ed {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:23.658823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.722261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network b485422a-c8c8-4450-944d-1fad25a5e183 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:23.853648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b485422a-c8c8-4450-944d-1fad25a5e183) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:23.863357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:23.864023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:23.874160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c94bc-3671-4d8c-b440-80ce5ec53ca6 None None] Network b485422a-c8c8-4450-944d-1fad25a5e183 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:23.996312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc318755-1cc3-46b2-81ee-5272411de7da tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0753949
Nov 13 21:26:23.996993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48624) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:24.062440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b485422a-c8c8-4450-944d-1fad25a5e183', 'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': '9ef3b2af-96d3-4f7f-a255-cb052dfe1765'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:24.064004 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.125389 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.154840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for c9f965a9-ea57-4021-9e25-72ce208f57ed owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:24.160323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.245663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.283366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Allocated IP 172.20.0.2 (b485422a-c8c8-4450-944d-1fad25a5e183/9ef3b2af-96d3-4f7f-a255-cb052dfe1765/d39b7e43-b4e5-415d-9656-6e75cb3c2e8f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:24.504835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.542517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=c9f965a9-ea57-4021-9e25-72ce208f57ed,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:24.582317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.606432 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.610106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-15232073-4c4f-44ea-8d02-8e79d2ade9b3 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/ports/c9f965a9-ea57-4021-9e25-72ce208f57ed HTTP/1.1" status: 204  len: 168 time: 1.0541942
Nov 13 21:26:24.612716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48644) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:24.666874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting subnet 7d99c0b4-e565-4038-ae69-d5e436c68dcd {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:24.670225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.712791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.720215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.752709 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-006cea7a-e930-4879-9452-de04b45b6f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.755506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Network b485422a-c8c8-4450-944d-1fad25a5e183 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:24.761669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:24.765549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:24.781081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Pushing event updated for resources: {'Port': ['ID=d39b7e43-b4e5-415d-9656-6e75cb3c2e8f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:24.815072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.832143 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.847458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Attempting to bind port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:24.848127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Attempting to bind port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1c14c49-62ca-4346-bd53-af4257c2487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:24.849155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Attempting to bind port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f on network b485422a-c8c8-4450-944d-1fad25a5e183 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:24.856553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:24.857294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Checking segment: {'id': 'a1c14c49-62ca-4346-bd53-af4257c2487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:24.858480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.859407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Bound using segment: {'id': 'a1c14c49-62ca-4346-bd53-af4257c2487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:24.861225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Bound port: d39b7e43-b4e5-415d-9656-6e75cb3c2e8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c14c49-62ca-4346-bd53-af4257c2487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b485422a-c8c8-4450-944d-1fad25a5e183'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:24.861792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.873705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef3b2af-96d3-4f7f-a255-cb052dfe1765,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:24.886476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48650) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:24.960036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.967428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:24.993316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeae33d0>,) {'filters': {'network_id': ['b485422a-c8c8-4450-944d-1fad25a5e183']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:25.006406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeae33d0>, 'a1c14c49-62ca-4346-bd53-af4257c2487b') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:25.006406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeae33d0>, 'a1c14c49-62ca-4346-bd53-af4257c2487b') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:25.010519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076de116-c62a-476f-9fa9-3b637d7bfda8 None None] Network 986d9268-612c-49cc-ba08-fd64bf54a38c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:25.018124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.019133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] For port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:25.046539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.049783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/subnets/7d99c0b4-e565-4038-ae69-d5e436c68dcd HTTP/1.1" status: 204  len: 168 time: 0.4361291
Nov 13 21:26:25.052414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48664) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:25.061280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] For port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d39b7e43-b4e5-415d-9656-6e75cb3c2e8f,segment=NetworkSegment(a1c14c49-62ca-4346-bd53-af4257c2487b),segment_id=a1c14c49-62ca-4346-bd53-af4257c2487b)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:25.067796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcd887-23bf-4623-9c42-0a59ffa89204 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Subnet': ['ID=7d99c0b4-e565-4038-ae69-d5e436c68dcd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:25.095992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b93291-30c5-467a-b6c2-1215fe44cbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.121522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.128406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:25.128877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:25.132430 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:25.134844 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting subnet 10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:25.138637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.143685 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.190659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.248947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:26:25.248947 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:26:25.248947 ncdv-master-1 neutron-server[120533]: [parameters: {'id': 'b485422a-c8c8-4450-944d-1fad25a5e183'}]
Nov 13 21:26:25.248947 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:25.249673 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:25.264364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47923501-8cae-426c-9ba8-a2412778f1ae None None] Pushing event updated for resources: {'Port': ['ID=d39b7e43-b4e5-415d-9656-6e75cb3c2e8f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:25.296674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02afc87-5645-4143-9a3c-222f491b2ac5 None None] Network b485422a-c8c8-4450-944d-1fad25a5e183 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:25.328326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b93291-30c5-467a-b6c2-1215fe44cbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.330527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.360602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] DHCP port deletion for 986d9268-612c-49cc-ba08-fd64bf54a38c request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:25.430062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93b93291-30c5-467a-b6c2-1215fe44cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.456540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] Deleting port e96842a4-de73-4cc5-adf0-4ab64cf346d0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:25.456951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.468503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-93b93291-30c5-467a-b6c2-1215fe44cbe6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c2f9180f0ad4adc945e86bd984e5068&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5804625
Nov 13 21:26:25.471850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48668) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:25.477739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b93291-30c5-467a-b6c2-1215fe44cbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f99b8-dacb-4720-894b-a88f2fc399b0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:25.519398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] For port e96842a4-de73-4cc5-adf0-4ab64cf346d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e96842a4-de73-4cc5-adf0-4ab64cf346d0,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:25.519726 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.522461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97f9b73d-b7ee-46ae-823a-c9d8c3ae799a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.532283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] Calling delete_port for e96842a4-de73-4cc5-adf0-4ab64cf346d0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:25.544908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.557647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97f9b73d-b7ee-46ae-823a-c9d8c3ae799a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.586043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.589363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/subnets/10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad HTTP/1.1" status: 204  len: 168 time: 0.5359640
Nov 13 21:26:25.592660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40141f60-1881-491a-b71b-a4925ce89774 tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Subnet': ['ID=10a52f9d-6fe1-40b3-9f25-0e2d3f0eb0ad,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:25.593218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48670) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:25.597335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c711c79-0029-4fa6-9d2b-e31c6dece9b7 None None] Network 62ba244b-1a63-46bb-b177-bac5b6226a92 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:25.677526 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.737306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Deleting port e96842a4-de73-4cc5-adf0-4ab64cf346d0 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:25.737656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.743771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97f9b73d-b7ee-46ae-823a-c9d8c3ae799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.746808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-97f9b73d-b7ee-46ae-823a-c9d8c3ae799a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.749315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-97f9b73d-b7ee-46ae-823a-c9d8c3ae799a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b4f99b8-dacb-4720-894b-a88f2fc399b0 HTTP/1.1" status: 204  len: 168 time: 0.2754407
Nov 13 21:26:25.755512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.757413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9b73d-b7ee-46ae-823a-c9d8c3ae799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f99b8-dacb-4720-894b-a88f2fc399b0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:25.779120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.811715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] DHCP port deletion for 62ba244b-1a63-46bb-b177-bac5b6226a92 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:25.815659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] Pushing event deleted for resources: {'Port': ['ID=e96842a4-de73-4cc5-adf0-4ab64cf346d0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:25.820604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8938d-cfca-4c57-9f03-4e055a314ead None None] No DVR routers for this DVR port e96842a4-de73-4cc5-adf0-4ab64cf346d0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:25.827495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] For port e96842a4-de73-4cc5-adf0-4ab64cf346d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e96842a4-de73-4cc5-adf0-4ab64cf346d0,segment=NetworkSegment(af3453a0-d674-4c91-9413-6f5abbf22f17),segment_id=af3453a0-d674-4c91-9413-6f5abbf22f17)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:25.828067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.863228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Calling delete_port for e96842a4-de73-4cc5-adf0-4ab64cf346d0 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:25.873091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] Deleting port eaaa964e-7c36-4721-9d45-1c58fe106acf {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:25.873496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.939332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] For port eaaa964e-7c36-4721-9d45-1c58fe106acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaaa964e-7c36-4721-9d45-1c58fe106acf,segment=NetworkSegment(f4880d30-cd08-423e-8666-5663e54f7220),segment_id=f4880d30-cd08-423e-8666-5663e54f7220)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:25.939728 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:25.942343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:25.942343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.020446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.024277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d39b7e43-b4e5-415d-9656-6e75cb3c2e8f,segment=NetworkSegment(a1c14c49-62ca-4346-bd53-af4257c2487b),segment_id=a1c14c49-62ca-4346-bd53-af4257c2487b)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:26.027613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.065876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for d39b7e43-b4e5-415d-9656-6e75cb3c2e8f owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:26.067724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Port': ['ID=e96842a4-de73-4cc5-adf0-4ab64cf346d0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:26.072190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] No DVR routers for this DVR port e96842a4-de73-4cc5-adf0-4ab64cf346d0 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:26.116880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] Calling delete_port for eaaa964e-7c36-4721-9d45-1c58fe106acf owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:26.197455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.230461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe0191be0>,) {'filters': {'network_id': ['986d9268-612c-49cc-ba08-fd64bf54a38c']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.243111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe0191be0>, 'af3453a0-d674-4c91-9413-6f5abbf22f17') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.243406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe0191be0>, 'af3453a0-d674-4c91-9413-6f5abbf22f17') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.260470 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.279360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.279721 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.295754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:26.295754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:26.296999 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:26.312901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] Pushing event deleted for resources: {'Port': ['ID=eaaa964e-7c36-4721-9d45-1c58fe106acf,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:26.315468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8424957-63fe-4468-a9ec-5b457167738c None None] No DVR routers for this DVR port eaaa964e-7c36-4721-9d45-1c58fe106acf on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:26.339267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7ff51-2acc-47a8-97b9-95a62fb80cb8 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:26:26.352987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.390392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=d39b7e43-b4e5-415d-9656-6e75cb3c2e8f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:26.394598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port d39b7e43-b4e5-415d-9656-6e75cb3c2e8f on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:26.462498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7ff51-2acc-47a8-97b9-95a62fb80cb8 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:26:26.466041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.492390 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.495753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/networks/986d9268-612c-49cc-ba08-fd64bf54a38c HTTP/1.1" status: 204  len: 168 time: 0.9009230
Nov 13 21:26:26.497624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.498548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48690) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:26.500517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d925fe-5701-49b2-8d34-ae7f3e65b05d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Network': ['ID=986d9268-612c-49cc-ba08-fd64bf54a38c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:26.530303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc83a160>,) {'filters': {'network_id': ['b485422a-c8c8-4450-944d-1fad25a5e183']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.540481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc83a160>, 'a1c14c49-62ca-4346-bd53-af4257c2487b') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.540808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc83a160>, 'a1c14c49-62ca-4346-bd53-af4257c2487b') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.561408 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.586691 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.607174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:26.607588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:26.611184 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:26.632643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.728304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.752615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde809040>,) {'filters': {'network_id': ['62ba244b-1a63-46bb-b177-bac5b6226a92']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.763434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde809040>, 'f4880d30-cd08-423e-8666-5663e54f7220') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.763735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde809040>, 'f4880d30-cd08-423e-8666-5663e54f7220') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:26.774938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.801154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.808289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:26.808680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:26.812535 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:26.814464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.822632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:26.829887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/b485422a-c8c8-4450-944d-1fad25a5e183 HTTP/1.1" status: 204  len: 168 time: 2.8307471
Nov 13 21:26:26.831291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48700) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:26.851310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f075f-96e5-4324-8fbf-fbc0c5f82279 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=b485422a-c8c8-4450-944d-1fad25a5e183,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:26.893442 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-78aa9917-8563-4400-b75b-db6d16e0dc15 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] GET failed (client error): The resource could not be found.
Nov 13 21:26:26.894765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-78aa9917-8563-4400-b75b-db6d16e0dc15 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/subnets/9ef3b2af-96d3-4f7f-a255-cb052dfe1765 HTTP/1.1" status: 404  len: 337 time: 0.0625386
Nov 13 21:26:26.897676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48702) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:26.916430 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95a41d8-5ead-455c-bc07-432ecf9b0c4f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:26.917103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95a41d8-5ead-455c-bc07-432ecf9b0c4f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:26.920048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f95a41d8-5ead-455c-bc07-432ecf9b0c4f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/b485422a-c8c8-4450-944d-1fad25a5e183 HTTP/1.1" status: 404  len: 339 time: 0.0211883
Nov 13 21:26:26.924508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48704) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:26.979391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:27.004814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:27.012595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] 10.222.0.20 "DELETE /v2.0/networks/62ba244b-1a63-46bb-b177-bac5b6226a92 HTTP/1.1" status: 204  len: 168 time: 0.5085046
Nov 13 21:26:27.012595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac39d47-14d0-4c93-acc6-d0f1a7ca496d tempest-TaggedBootDevicesTest_v242-209704149 tempest-TaggedBootDevicesTest_v242-209704149-project] Pushing event deleted for resources: {'Network': ['ID=62ba244b-1a63-46bb-b177-bac5b6226a92,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:27.056988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29e48b-5f0a-4e80-b1c1-10bc36f719be tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.058970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf29e48b-5f0a-4e80-b1c1-10bc36f719be tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1330469
Nov 13 21:26:27.061187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48710) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.080551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4dcb1512-cb42-4995-b71e-2881503c9a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:27.103807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d54e7cbd-8030-4589-9d91-107d3ab80ede tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 207 time: 0.0407758
Nov 13 21:26:27.107893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48712) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.135275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ef2dd-a6ac-4e22-9bd7-6e34fcd59ce6 req-668b7166-f38b-49c0-8b74-194fce812066 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.143021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c9ef2dd-a6ac-4e22-9bd7-6e34fcd59ce6 req-668b7166-f38b-49c0-8b74-194fce812066 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.0943241
Nov 13 21:26:27.210961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e96842a4-de73-4cc5-adf0-4ab64cf346d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:27.242290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c9ef2dd-a6ac-4e22-9bd7-6e34fcd59ce6 req-4f7135a5-1e82-4ef1-9a82-d72fd69c3220 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982499
Nov 13 21:26:27.262541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e96842a4-de73-4cc5-adf0-4ab64cf346d0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:27.262933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e96842a4-de73-4cc5-adf0-4ab64cf346d0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:27.263376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eaaa964e-7c36-4721-9d45-1c58fe106acf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:27.286508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: eaaa964e-7c36-4721-9d45-1c58fe106acf {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:27.286776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device eaaa964e-7c36-4721-9d45-1c58fe106acf not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:27.321392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bab72-0762-4ab4-af9a-30e0f1bb46ce tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.322483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bab72-0762-4ab4-af9a-30e0f1bb46ce tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.328448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bab72-0762-4ab4-af9a-30e0f1bb46ce tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.334746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bab72-0762-4ab4-af9a-30e0f1bb46ce tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.336905 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-954bab72-0762-4ab4-af9a-30e0f1bb46ce tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2289617
Nov 13 21:26:27.340284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48722) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.464632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-033b4253-0136-4fae-b8db-b90dd4e82a71 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.1225958
Nov 13 21:26:27.467771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48728) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.524317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad316e5f-19c9-4d17-b3af-3999913cab33 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.526560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad316e5f-19c9-4d17-b3af-3999913cab33 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.528563 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ad316e5f-19c9-4d17-b3af-3999913cab33 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0588605
Nov 13 21:26:27.533805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48732) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.587391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9e302-aeec-41da-9e37-b50037c5da47 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.589091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9e302-aeec-41da-9e37-b50037c5da47 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.590676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ba9e302-aeec-41da-9e37-b50037c5da47 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0558803
Nov 13 21:26:27.594267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48734) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.709776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e338c0-85f4-4430-a582-add572a11949 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.711488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47e338c0-85f4-4430-a582-add572a11949 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks/8ec94afb-739f-45fc-94b5-46c9ccda6488 HTTP/1.1" status: 200  len: 800 time: 0.1161025
Nov 13 21:26:27.714886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48750) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.771464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-82118793-0982-4b1d-b574-59069f13020a tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.772933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-82118793-0982-4b1d-b574-59069f13020a tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.46 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.1755109
Nov 13 21:26:27.832280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-daf5ea59-1f83-4b76-9463-e2046bee786d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/networks/8ec94afb-739f-45fc-94b5-46c9ccda6488?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1163330
Nov 13 21:26:27.835737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48756) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.889342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Deleting port 573d755f-ac41-46e7-a52e-142ea0038f99 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:27.889682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:27.895060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dccc5ab-07f7-4627-bac0-7f43045adc36 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.900028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0dccc5ab-07f7-4627-bac0-7f43045adc36 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/subnets/da456962-05f3-4f18-ab15-23f5c368a06a HTTP/1.1" status: 200  len: 811 time: 0.0597172
Nov 13 21:26:27.900596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48760) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.964656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d1fd2-f1e3-4b63-84e8-173f542d4d87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['shared'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:27.970398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-351d1fd2-f1e3-4b63-84e8-173f542d4d87 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "GET /v2.0/subnets/da456962-05f3-4f18-ab15-23f5c368a06a?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0653131
Nov 13 21:26:27.970398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:27.974784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1653639678'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:27.997749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] For port 573d755f-ac41-46e7-a52e-142ea0038f99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=573d755f-ac41-46e7-a52e-142ea0038f99,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:27.998209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.115435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:28.119673 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.145017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:28.154070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.154411 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Added segment 4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8 of type vlan for network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d
Nov 13 21:26:28.199492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.201037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.201742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.202123 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Floating IP 923b8414-f1ca-468d-af4d-dfed3ec4010d disassociated. External IP: 172.35.3.90, port: 573d755f-ac41-46e7-a52e-142ea0038f99.
Nov 13 21:26:28.202531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Calling delete_port for 573d755f-ac41-46e7-a52e-142ea0038f99 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:28.299942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.306516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:28.307181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.381127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae9075-96de-4213-8850-1f87f557cfad req-33b047de-f017-4d3a-a1a8-9585dff1e1e0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:28.382724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0ae9075-96de-4213-8850-1f87f557cfad req-33b047de-f017-4d3a-a1a8-9585dff1e1e0 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 945 time: 0.0740066
Nov 13 21:26:28.383866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Network': ['ID=ad8c5e9a-1f6c-42d7-abb8-06db87421d8d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:28.395686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:28.417598 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3ab11e95-6952-4150-8219-91b5becdf2c4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4465814
Nov 13 21:26:28.424046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48774) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:28.426236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:28.456819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.527334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.528668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event deleted for resources: {'Port': ['ID=573d755f-ac41-46e7-a52e-142ea0038f99,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:28.544966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b0ae9075-96de-4213-8850-1f87f557cfad req-cb315e60-5b63-4976-9083-8339d6e087ed tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups?id=c578bb3b-eb17-46f4-a986-d05782bfd5d6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1457241
Nov 13 21:26:28.679874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Router 473874f2-686f-45c7-b397-e0cad0393b64 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:26:28.724154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Made reservation on behalf of 7d2ce4ebcbeb42888f4cd124607f80bb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:28.727734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.818265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing IP validity checks on allocation pools {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:26:28.818265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:26:28.861875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:26:28.876656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] Sync routers for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:26:28.890358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:28.891094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf48160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:28.910038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] No DVR routers for this DVR port 573d755f-ac41-46e7-a52e-142ea0038f99 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:28.914282 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:28.917660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abed637b-8197-4f74-8bd2-6d42c9b0dff7 req-990a86cd-6439-490c-a8e6-4e423dfaa6eb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.46 "DELETE /v2.0/ports/573d755f-ac41-46e7-a52e-142ea0038f99 HTTP/1.1" status: 204  len: 173 time: 1.1387820
Nov 13 21:26:28.918102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'name': 'network-vif-deleted', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:28.920517 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f2da9e-d731-44b8-86d2-d2f9fee1dc7a" -d '{"events": [{"server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "name": "network-vif-deleted", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:29.025636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:29.054948 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cd89a9-3b42-430e-b631-fa25004f8b14 x-openstack-request-id: req-53cd89a9-3b42-430e-b631-fa25004f8b14 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:29.054948 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208fa5b-cd90-432c-898c-a52d8ba5a1fd", "name": "network-vif-deleted", "tag": "573d755f-ac41-46e7-a52e-142ea0038f99", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:29.054948 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53cd89a9-3b42-430e-b631-fa25004f8b14 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:29.054948 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208fa5b-cd90-432c-898c-a52d8ba5a1fd', 'name': 'network-vif-deleted', 'tag': '573d755f-ac41-46e7-a52e-142ea0038f99', 'status': 'completed', 'code': 200}
Nov 13 21:26:29.145152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:29.221371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=a7dac9e9-7e02-497c-adfc-43c3cafd15d0,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:29.226848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Checking segment: {'id': '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:29.227218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network hostable DHCP agents. Network: ad8c5e9a-1f6c-42d7-abb8-06db87421d8d, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:29.267715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf48160>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:19Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:29.292350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] Checking router: 473874f2-686f-45c7-b397-e0cad0393b64 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:26:29.300423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:29.301038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf48160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:29.353838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:29.421217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:29.430263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad8c5e9a-1f6c-42d7-abb8-06db87421d8d) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:29.434541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:29.436551 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:29.464949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300fbc8-5981-4db3-b54c-0cb09028cb07 None None] Network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:29.540206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48802) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:29.540972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-61f58f8f-26a4-40c4-b619-6c481c5d0355 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.1190920
Nov 13 21:26:29.546522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:29.721996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c89c0cf6-c334-4308-a38d-748e5f826e64 req-373419b3-2e4b-4ad6-8b77-da3b4f26d6ef tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 210 time: 0.0741150
Nov 13 21:26:29.744470 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63293509'] for subnet, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:29.881052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad8c5e9a-1f6c-42d7-abb8-06db87421d8d', 'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d', 'tenant_id': '7d2ce4ebcbeb42888f4cd124607f80bb', 'fixed_ips': [{'subnet_id': 'a7dac9e9-7e02-497c-adfc-43c3cafd15d0'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:29.881955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:29.979316 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:29.992429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf48160>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:19Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:30.031523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed5700-f3ac-47f6-ba14-31e65180a51a None None] The sync data for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 is: [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:15:14Z', 'revision_number': 4, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5527cc45-9fc8-4113-9066-54b59044bd27', 'name': '', 'network_id': 'c883c134-5013-4ef8-a8d0-ea220455e2aa', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'mac_address': 'fa:16:3e:3d:64:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:12Z', 'updated_at': '2021-11-13T21:15:19Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'subnets': [{'id': '1a3984e9-a000-4f38-8247-41653ccb452d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:26:30.042848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791765713354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66292480'] for subnet, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.097658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event updated for resources: {'Subnet': ['ID=a7dac9e9-7e02-497c-adfc-43c3cafd15d0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:30.112898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Allocated IP 172.20.0.3 (ad8c5e9a-1f6c-42d7-abb8-06db87421d8d/a7dac9e9-7e02-497c-adfc-43c3cafd15d0/9c091ce6-6642-4a75-8035-3ee43075bd68) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:30.122185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:30.122729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.137072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-515af963-aca3-4a1b-9a14-bc4157b6f83f tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "PUT /v2.0/subnets/a7dac9e9-7e02-497c-adfc-43c3cafd15d0 HTTP/1.1" status: 200  len: 877 time: 0.5893645
Nov 13 21:26:30.137072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:30.269220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.278735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-3a00edc3-c058-48bd-b1ed-85ba0cc92989 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:30.288633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-3a00edc3-c058-48bd-b1ed-85ba0cc92989 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/networks?id=b25f8648-962b-449e-911c-cc1fd99dd617 HTTP/1.1" status: 200  len: 814 time: 0.1840870
Nov 13 21:26:30.306560 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-3240551c-748e-41c1-9966-c7fe9f2ff73e tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/quotas/87ef4a1c09f3441596d38ab535257613 HTTP/1.1" status: 200  len: 375 time: 0.0169675
Nov 13 21:26:30.341641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.363094 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.363941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-97bdb88d-086f-475f-9680-f2a70c95622a tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0563514
Nov 13 21:26:30.393688 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.470557 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6d0d1-23e8-4c3e-bac4-dfcacf800a9f None None] New status for floating IP 923b8414-f1ca-468d-af4d-dfed3ec4010d: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:26:30.486216 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.505023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-eb27d146-06f2-4e99-8099-9709801ed17b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:26:30.512135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-eb27d146-06f2-4e99-8099-9709801ed17b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1473265
Nov 13 21:26:30.521782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Pushing event updated for resources: {'Port': ['ID=9c091ce6-6642-4a75-8035-3ee43075bd68,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:30.542509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:30.544491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:30.547196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:30.616649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Attempting to bind port 9c091ce6-6642-4a75-8035-3ee43075bd68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:30.628625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.629197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Attempting to bind port 9c091ce6-6642-4a75-8035-3ee43075bd68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:30.629197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Attempting to bind port 9c091ce6-6642-4a75-8035-3ee43075bd68 on network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:30.640568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:30.643056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-8d81d894-27cf-43c0-8a0c-71b4a96f300f service neutron] 10.222.0.20 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300764
Nov 13 21:26:30.645416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Checking segment: {'id': '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:30.645554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.646127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Bound using segment: {'id': '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:30.646363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Bound port: 9c091ce6-6642-4a75-8035-3ee43075bd68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:30.646754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.668770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dac9e9-7e02-497c-adfc-43c3cafd15d0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:30.795679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.807839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-e0fa9022-5108-4e92-a2a5-b6830a801cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556478
Nov 13 21:26:30.825829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefded93ca0>,) {'filters': {'network_id': ['ad8c5e9a-1f6c-42d7-abb8-06db87421d8d']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:30.839077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefded93ca0>, '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:30.839077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefded93ca0>, '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:30.853477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.869144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.904993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9ad0488-e2c8-47f8-bb1d-28bd007b4622 req-c01eff79-20e5-4537-a703-622e388ad0b5 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/ports?device_id=6208fa5b-cd90-432c-898c-a52d8ba5a1fd HTTP/1.1" status: 200  len: 210 time: 0.0377407
Nov 13 21:26:30.905989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:30.906396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:30.909788 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:30.976825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] For port 9c091ce6-6642-4a75-8035-3ee43075bd68, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:30.979770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] For port 9c091ce6-6642-4a75-8035-3ee43075bd68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c091ce6-6642-4a75-8035-3ee43075bd68,segment=NetworkSegment(4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8),segment_id=4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:31.036028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 21:26:31.036028 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 21:26:31.036028 ncdv-master-1 neutron-server[120533]: [parameters: {'id': 'ad8c5e9a-1f6c-42d7-abb8-06db87421d8d'}]
Nov 13 21:26:31.036028 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:31.036376 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:31.112287 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:31.154977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59ebd15f-72d8-44f4-85f9-28c87e391fd1 req-57066bab-1b77-4885-af64-5ab2c1f3b932 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 210 time: 0.0379415
Nov 13 21:26:31.203773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2f97-0f91-4bd1-8736-4d8ee497fb4e None None] Pushing event updated for resources: {'Port': ['ID=9c091ce6-6642-4a75-8035-3ee43075bd68,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:31.219946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ce032-5077-4d8a-8715-301a2982505b None None] Network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:31.343691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6dd172-a7c0-4c18-9a98-459fcd7d4c73 None None] Network ad8c5e9a-1f6c-42d7-abb8-06db87421d8d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:31.471369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd151b-04ee-45a2-ae72-dce5a495210e None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:26:31.537938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:31.589971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd151b-04ee-45a2-ae72-dce5a495210e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:26:31.607349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port 9c091ce6-6642-4a75-8035-3ee43075bd68 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:31.614485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:31.676319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port 9c091ce6-6642-4a75-8035-3ee43075bd68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c091ce6-6642-4a75-8035-3ee43075bd68,segment=NetworkSegment(4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8),segment_id=4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:31.676889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:31.678178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 573d755f-ac41-46e7-a52e-142ea0038f99 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:31.690969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for 9c091ce6-6642-4a75-8035-3ee43075bd68 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:31.713022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 573d755f-ac41-46e7-a52e-142ea0038f99 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:31.713022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 573d755f-ac41-46e7-a52e-142ea0038f99 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:31.868477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:31.900289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=9c091ce6-6642-4a75-8035-3ee43075bd68,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:31.905306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port 9c091ce6-6642-4a75-8035-3ee43075bd68 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:31.991552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.012911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd472e80>,) {'filters': {'network_id': ['ad8c5e9a-1f6c-42d7-abb8-06db87421d8d']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:32.022310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd472e80>, '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:32.022598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd472e80>, '4d0a53ad-2a4b-430f-a3a3-0c549c4a1ba8') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:32.031829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.045253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.051811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:32.052188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:32.055186 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:32.083841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.137201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8793-831f-4a98-857d-222bfb0cc1fb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.160813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8793-831f-4a98-857d-222bfb0cc1fb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.185013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.190254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.195985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/ad8c5e9a-1f6c-42d7-abb8-06db87421d8d HTTP/1.1" status: 204  len: 168 time: 2.0605536
Nov 13 21:26:32.199426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.219081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e08ca-5a93-4b81-9d6d-5cdb054b4c54 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=ad8c5e9a-1f6c-42d7-abb8-06db87421d8d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:32.230337 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d23909-a5cd-45ac-9083-f2d010a37cd4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.230792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d23909-a5cd-45ac-9083-f2d010a37cd4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.234027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7d23909-a5cd-45ac-9083-f2d010a37cd4 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/a7dac9e9-7e02-497c-adfc-43c3cafd15d0 HTTP/1.1" status: 404  len: 337 time: 0.0335288
Nov 13 21:26:32.236517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48894) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.258294 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e9d7aa-f6d2-4e33-a270-a517672da994 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.258294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e9d7aa-f6d2-4e33-a270-a517672da994 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.264865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-90e9d7aa-f6d2-4e33-a270-a517672da994 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/ad8c5e9a-1f6c-42d7-abb8-06db87421d8d HTTP/1.1" status: 404  len: 339 time: 0.0234063
Nov 13 21:26:32.264865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.276680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33d0f570-f821-4b4e-826f-f09049cc0914 req-d939b346-a224-46dd-a189-6f5040412d0f tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 210 time: 0.0489905
Nov 13 21:26:32.292903 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d55fb5-0188-4156-b0fa-72e186e37c63 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.293367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d55fb5-0188-4156-b0fa-72e186e37c63 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.296549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d9d55fb5-0188-4156-b0fa-72e186e37c63 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/9ef3b2af-96d3-4f7f-a255-cb052dfe1765 HTTP/1.1" status: 404  len: 337 time: 0.0321548
Nov 13 21:26:32.299337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48898) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.317424 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-722334b0-00a3-4961-9b11-690ba56cd2d8 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.317950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722334b0-00a3-4961-9b11-690ba56cd2d8 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.321125 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-722334b0-00a3-4961-9b11-690ba56cd2d8 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/b485422a-c8c8-4450-944d-1fad25a5e183 HTTP/1.1" status: 404  len: 339 time: 0.0206811
Nov 13 21:26:32.327332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48900) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.406170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.408888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8793-831f-4a98-857d-222bfb0cc1fb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.411511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a2f8793-831f-4a98-857d-222bfb0cc1fb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.415029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3a2f8793-831f-4a98-857d-222bfb0cc1fb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "DELETE /v2.0/security-groups/c578bb3b-eb17-46f4-a986-d05782bfd5d6 HTTP/1.1" status: 204  len: 168 time: 0.3277998
Nov 13 21:26:32.415448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.425022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f8793-831f-4a98-857d-222bfb0cc1fb tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578bb3b-eb17-46f4-a986-d05782bfd5d6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:32.442745 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-c0090df0-d39c-43b2-a487-d49c5b5bdcaa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] show failed (client error): The resource could not be found.
Nov 13 21:26:32.447038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c0090df0-d39c-43b2-a487-d49c5b5bdcaa tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "GET /v2.0/security-groups/c578bb3b-eb17-46f4-a986-d05782bfd5d6 HTTP/1.1" status: 404  len: 347 time: 0.0295594
Nov 13 21:26:32.452862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48904) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.511073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.531150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcedb3c40>,) {'filters': {'network_id': ['fea17e3a-4f82-477c-9967-40b3755b4fe9']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:32.540719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcedb3c40>, '45145045-b5af-4fd1-862e-9bffdd8e8c77') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:32.541094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcedb3c40>, '45145045-b5af-4fd1-862e-9bffdd8e8c77') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:32.552192 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.567705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.575005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:32.575462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:32.579690 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:32.594179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Deleting port 88963b50-18d7-41cd-ae9d-bca4bce7a0dc {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:32.599115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.691225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.691825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.705191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Calling delete_port for 88963b50-18d7-41cd-ae9d-bca4bce7a0dc owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:32.778327 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.787549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:32.790872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/fea17e3a-4f82-477c-9967-40b3755b4fe9 HTTP/1.1" status: 204  len: 168 time: 0.4626446
Nov 13 21:26:32.793402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48908) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.801242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b01491-5650-4e1e-bab7-8750823018ed tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=fea17e3a-4f82-477c-9967-40b3755b4fe9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:32.821917 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe61e4f-fe0b-4236-9f61-f9b09b971305 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.822400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe61e4f-fe0b-4236-9f61-f9b09b971305 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.825610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6fe61e4f-fe0b-4236-9f61-f9b09b971305 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/532bce2b-57aa-4fe6-a857-08d23b3eea99 HTTP/1.1" status: 404  len: 337 time: 0.0311642
Nov 13 21:26:32.828593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.848969 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-9484cc3d-2ed3-47bc-b843-36ebe5ca2440 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.849538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9484cc3d-2ed3-47bc-b843-36ebe5ca2440 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.852713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9484cc3d-2ed3-47bc-b843-36ebe5ca2440 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/496a688e-c6d4-4ec5-a81d-b3f71647dcb5 HTTP/1.1" status: 404  len: 339 time: 0.0225694
Nov 13 21:26:32.857905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48916) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.896764 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0012753-741d-4ce0-9e6d-77b496a8e94e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.897228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0012753-741d-4ce0-9e6d-77b496a8e94e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.909252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b0012753-741d-4ce0-9e6d-77b496a8e94e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/70f6790a-5c49-4948-899c-1e5d894018a8 HTTP/1.1" status: 404  len: 337 time: 0.0520263
Nov 13 21:26:32.913190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48920) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.934679 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-973f6c49-1fc4-41b2-805e-e0d708da3a70 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.935238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973f6c49-1fc4-41b2-805e-e0d708da3a70 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.938399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-973f6c49-1fc4-41b2-805e-e0d708da3a70 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/07e9a355-a620-4663-b976-af553cf2e046 HTTP/1.1" status: 404  len: 339 time: 0.0230618
Nov 13 21:26:32.941616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48922) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.967418 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e892595-5b4a-4ee0-8abc-75145f6d3e7b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.967872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e892595-5b4a-4ee0-8abc-75145f6d3e7b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.971651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1e892595-5b4a-4ee0-8abc-75145f6d3e7b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/009cdc2a-ca4f-483d-a210-2fedee361a36 HTTP/1.1" status: 404  len: 337 time: 0.0291219
Nov 13 21:26:32.974127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48924) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:32.992549 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cfc929-f0f4-4b24-aa31-966c17a9f5f7 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:32.993089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cfc929-f0f4-4b24-aa31-966c17a9f5f7 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:32.996163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-58cfc929-f0f4-4b24-aa31-966c17a9f5f7 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/5d6ccd9c-e4dd-47f0-98ce-5728cefb7f61 HTTP/1.1" status: 404  len: 339 time: 0.0211029
Nov 13 21:26:33.000740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.018964 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:33.025517 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-623ac766-aa1f-434a-bda1-e465f270bc8e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.025970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623ac766-aa1f-434a-bda1-e465f270bc8e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.029056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-623ac766-aa1f-434a-bda1-e465f270bc8e tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/f36ddf5a-669e-4313-b3ab-476815da4cb7 HTTP/1.1" status: 404  len: 337 time: 0.0273426
Nov 13 21:26:33.031666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48928) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.051424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Pushing event deleted for resources: {'Port': ['ID=88963b50-18d7-41cd-ae9d-bca4bce7a0dc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:33.055409 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51efd09-a40a-4c29-81d7-41e31028fd1b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.056377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51efd09-a40a-4c29-81d7-41e31028fd1b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.061657 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c51efd09-a40a-4c29-81d7-41e31028fd1b tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/93c3452b-a681-4599-90e9-85beb78d69e9 HTTP/1.1" status: 404  len: 339 time: 0.0258131
Nov 13 21:26:33.062071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48930) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.068580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701151aa-2fc0-4b06-aaf3-130ccbc31c31 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:33.105422 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aac6eb0-60e1-4fcd-a9d6-3a82324eea85 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.105879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aac6eb0-60e1-4fcd-a9d6-3a82324eea85 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.114362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7aac6eb0-60e1-4fcd-a9d6-3a82324eea85 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/4e2c9609-02f4-47aa-be86-804cb70f597f HTTP/1.1" status: 404  len: 337 time: 0.0510771
Nov 13 21:26:33.116875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48934) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.135900 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55e37c1-61d2-4f33-8c55-ec92bafbc85d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.137281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55e37c1-61d2-4f33-8c55-ec92bafbc85d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.139691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d55e37c1-61d2-4f33-8c55-ec92bafbc85d tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/67e55e94-a5a2-484c-a5af-63cb15a24393 HTTP/1.1" status: 404  len: 339 time: 0.0217044
Nov 13 21:26:33.142290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48936) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.154807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:33.158074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:33.159244 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f41377bc-174f-43da-a139-98e95f24b8b8 tempest-ServersTestBootFromVolume-876085019 tempest-ServersTestBootFromVolume-876085019-project] 10.222.0.20 "DELETE /v2.0/floatingips/923b8414-f1ca-468d-af4d-dfed3ec4010d HTTP/1.1" status: 204  len: 168 time: 0.7047756
Nov 13 21:26:33.162085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48938) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.168154 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bedf284-76ce-4b69-8200-7464467d9ca1 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.168635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bedf284-76ce-4b69-8200-7464467d9ca1 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.171677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2bedf284-76ce-4b69-8200-7464467d9ca1 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/fde4c81a-1725-49f1-ac9b-bfdd24668233 HTTP/1.1" status: 404  len: 337 time: 0.0284114
Nov 13 21:26:33.174946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48942) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.194453 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5d05b7-a30a-4eb1-9062-173f60d58a10 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.194453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5d05b7-a30a-4eb1-9062-173f60d58a10 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.197149 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ad5d05b7-a30a-4eb1-9062-173f60d58a10 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/4eb17cf8-db92-4e32-8235-29e442a5e4bc HTTP/1.1" status: 404  len: 339 time: 0.0209439
Nov 13 21:26:33.199462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48944) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.229702 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02f8882-b306-44c7-979b-44462413aa91 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.230187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02f8882-b306-44c7-979b-44462413aa91 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.233212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e02f8882-b306-44c7-979b-44462413aa91 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/5b9c9272-5636-4be8-a0ba-a666f1316e1c HTTP/1.1" status: 404  len: 337 time: 0.0328219
Nov 13 21:26:33.239069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48946) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.256030 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f78d682-412c-486f-b7fc-b154aa8e46be tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.256842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f78d682-412c-486f-b7fc-b154aa8e46be tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.261227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4f78d682-412c-486f-b7fc-b154aa8e46be tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/366648a7-37f2-40b0-981f-931df042f018 HTTP/1.1" status: 404  len: 339 time: 0.0239174
Nov 13 21:26:33.271662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.300308 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-870e2d9a-7874-4465-a244-1ca5f3668613 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.300849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870e2d9a-7874-4465-a244-1ca5f3668613 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.303911 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-870e2d9a-7874-4465-a244-1ca5f3668613 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/af2fcf39-a89b-49de-838b-34eaba4e61be HTTP/1.1" status: 404  len: 337 time: 0.0307219
Nov 13 21:26:33.306621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48954) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.326265 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca7be53-f668-4b41-b584-48cd846c2c30 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:33.326874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca7be53-f668-4b41-b584-48cd846c2c30 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:33.330723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cca7be53-f668-4b41-b584-48cd846c2c30 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/238dcfa5-492f-4e75-b5dc-81f08c2ccf4c HTTP/1.1" status: 404  len: 339 time: 0.0231442
Nov 13 21:26:33.333309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48956) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:33.406251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting subnet da456962-05f3-4f18-ab15-23f5c368a06a {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:33.409653 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:33.420503 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d12f9c3-8cf9-4824-bf98-f974ee1f43d5 req-c3b68fcb-e088-452c-a074-db51db6bcc1f tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 210 time: 0.0407391
Nov 13 21:26:33.489897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:33.630650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-f96974d0-9043-4513-a2ea-2cd1c07778d7 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:33.632176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-f96974d0-9043-4513-a2ea-2cd1c07778d7 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "GET /v2.0/networks?id=b25f8648-962b-449e-911c-cc1fd99dd617 HTTP/1.1" status: 200  len: 814 time: 0.1830192
Nov 13 21:26:33.649236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Request body: {'port': {'device_id': '3106b38d-1988-46e5-8195-777976f50ddd', 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617', 'admin_state_up': True, 'tenant_id': '87ef4a1c09f3441596d38ab535257613'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:33.713415 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.024735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Made reservation on behalf of 87ef4a1c09f3441596d38ab535257613 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:34.028277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.031770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.079245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Subnet': ['ID=da456962-05f3-4f18-ab15-23f5c368a06a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:34.088133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.092543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f592f79-cb2f-4a05-8cc1-2c85182c2120 tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/subnets/da456962-05f3-4f18-ab15-23f5c368a06a HTTP/1.1" status: 204  len: 168 time: 0.7582145
Nov 13 21:26:34.092709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b78459-b33a-425c-8072-f51e67b97560 None None] Network 8ec94afb-739f-45fc-94b5-46c9ccda6488 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:34.094947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48970) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:34.099223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.241717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.322341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] DHCP port deletion for 8ec94afb-739f-45fc-94b5-46c9ccda6488 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:34.325998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Allocated IP 172.20.0.7 (b25f8648-962b-449e-911c-cc1fd99dd617/c219bb9c-b20f-4701-a7f3-9a4d784b8627/b22d6c28-0161-4a29-9169-293a14ac1a6f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:34.369464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Deleting port dc402cc8-5a82-4e57-9543-38c6c0b3a409 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:34.369821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.377632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] Deleting port dc402cc8-5a82-4e57-9543-38c6c0b3a409 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:34.377999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.417660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Deleting port 5527cc45-9fc8-4113-9066-54b59044bd27 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:34.418118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.460680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] For port dc402cc8-5a82-4e57-9543-38c6c0b3a409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc402cc8-5a82-4e57-9543-38c6c0b3a409,segment=NetworkSegment(1547551d-e404-4951-ae23-be7a02561aad),segment_id=1547551d-e404-4951-ae23-be7a02561aad)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:34.461405 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.475096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] Calling delete_port for dc402cc8-5a82-4e57-9543-38c6c0b3a409 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:34.501565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] For port dc402cc8-5a82-4e57-9543-38c6c0b3a409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc402cc8-5a82-4e57-9543-38c6c0b3a409,segment=NetworkSegment(1547551d-e404-4951-ae23-be7a02561aad),segment_id=1547551d-e404-4951-ae23-be7a02561aad)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:34.501940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.522426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Calling delete_port for dc402cc8-5a82-4e57-9543-38c6c0b3a409 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:34.564629 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e5c6efc-b493-44d7-851c-7edf40372096 req-1df6be8a-742e-4fbf-9250-1495c8c32ed2 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 210 time: 0.0383956
Nov 13 21:26:34.570077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] For port 5527cc45-9fc8-4113-9066-54b59044bd27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5527cc45-9fc8-4113-9066-54b59044bd27,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:34.570077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.596740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Calling delete_port for 5527cc45-9fc8-4113-9066-54b59044bd27 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:34.633526 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.698345 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.707223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.730121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] Pushing event deleted for resources: {'Port': ['ID=dc402cc8-5a82-4e57-9543-38c6c0b3a409,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:34.734234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052910cf-a8f4-44ce-9867-4663a642a0df None None] No DVR routers for this DVR port dc402cc8-5a82-4e57-9543-38c6c0b3a409 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:34.735176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Port': ['ID=dc402cc8-5a82-4e57-9543-38c6c0b3a409,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:34.737636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] No DVR routers for this DVR port dc402cc8-5a82-4e57-9543-38c6c0b3a409 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:34.767343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.859235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.864627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Network b25f8648-962b-449e-911c-cc1fd99dd617 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:34.873296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:34.875213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.885499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:34.900583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508da68-4a90-4c25-83d4-f31cb0715002 None None] DHCP port deletion for b25f8648-962b-449e-911c-cc1fd99dd617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:34.914721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5527cc45-9fc8-4113-9066-54b59044bd27,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:34.916644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdedafd00>,) {'filters': {'network_id': ['8ec94afb-739f-45fc-94b5-46c9ccda6488']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:34.920873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Pushing event updated for resources: {'Port': ['ID=b22d6c28-0161-4a29-9169-293a14ac1a6f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:34.939560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdedafd00>, '1547551d-e404-4951-ae23-be7a02561aad') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:34.939861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdedafd00>, '1547551d-e404-4951-ae23-be7a02561aad') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:34.954021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.961194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:34.961822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.981991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.990295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e9f404dc-bbc5-4157-b6b8-772ab69e872d None None] Provisioning complete for port b22d6c28-0161-4a29-9169-293a14ac1a6f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:34.990668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:34.991656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e9f404dc-bbc5-4157-b6b8-772ab69e872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:34.992299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:35.026134 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:35.063255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e9f404dc-bbc5-4157-b6b8-772ab69e872d None None] Port b22d6c28-0161-4a29-9169-293a14ac1a6f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:35.083276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-fb47b084-c0e0-40ee-9c26-f01faa779b14 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4400225
Nov 13 21:26:35.101277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Request body: {'port': {'device_id': '3106b38d-1988-46e5-8195-777976f50ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:35.181829 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.199499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.227709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.248580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.256723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] 10.222.0.20 "DELETE /v2.0/networks/8ec94afb-739f-45fc-94b5-46c9ccda6488 HTTP/1.1" status: 204  len: 168 time: 1.1585469
Nov 13 21:26:35.278487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef0d46-fa9d-4a74-a7fc-9c84db1195ae tempest-NetworksTest-7839124 tempest-NetworksTest-7839124-project] Pushing event deleted for resources: {'Network': ['ID=8ec94afb-739f-45fc-94b5-46c9ccda6488,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:35.293895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dc402cc8-5a82-4e57-9543-38c6c0b3a409 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:35.323979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: dc402cc8-5a82-4e57-9543-38c6c0b3a409 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:35.324579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dc402cc8-5a82-4e57-9543-38c6c0b3a409 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:35.489354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Router 473874f2-686f-45c7-b397-e0cad0393b64 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:26:35.540636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22d6c28-0161-4a29-9169-293a14ac1a6f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:26:35.552859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.567136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Transition to ACTIVE for port object b22d6c28-0161-4a29-9169-293a14ac1a6f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:26:35.619872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:26:35.628364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2f292eaf-b2a2-4a4f-b3a0-3200dbd6efbb admin admin] 10.222.0.20 "PUT /v2.0/routers/473874f2-686f-45c7-b397-e0cad0393b64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4620795
Nov 13 21:26:35.628364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48998) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:35.630521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] Sync routers for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:26:35.642186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:35.642807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde25ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:35.659791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.703504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a9361-54da-45cc-8286-b6e38ec7d711 None None] DHCP port deletion for b25f8648-962b-449e-911c-cc1fd99dd617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:35.783852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bd3ee-2208-4405-9064-7699850d5c9b req-7d2d6b9c-f687-48e3-9fa6-0884391a5944 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:35.785713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e9bd3ee-2208-4405-9064-7699850d5c9b req-7d2d6b9c-f687-48e3-9fa6-0884391a5944 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 943 time: 0.0968678
Nov 13 21:26:35.787691 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.798929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:35.799574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Pushing event updated for resources: {'Port': ['ID=b22d6c28-0161-4a29-9169-293a14ac1a6f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:35.904321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Attempting to bind port b22d6c28-0161-4a29-9169-293a14ac1a6f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:35.904971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Attempting to bind port b22d6c28-0161-4a29-9169-293a14ac1a6f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:35.905498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Attempting to bind port b22d6c28-0161-4a29-9169-293a14ac1a6f on network b25f8648-962b-449e-911c-cc1fd99dd617 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:35.919235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Port b22d6c28-0161-4a29-9169-293a14ac1a6f on network b25f8648-962b-449e-911c-cc1fd99dd617 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:26:35.921016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Attempting to bind port b22d6c28-0161-4a29-9169-293a14ac1a6f on network b25f8648-962b-449e-911c-cc1fd99dd617 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:35.949791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e9bd3ee-2208-4405-9064-7699850d5c9b req-648fdbac-caf5-4eab-b5e8-1c52cf4cb878 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193931
Nov 13 21:26:35.966498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:35.966946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Checking segment: {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:35.967227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Bound using segment: {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:35.980831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Bound port: b22d6c28-0161-4a29-9169-293a14ac1a6f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62808e7f-8c2a-4def-baea-518937ff11a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:35.980831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:35.999320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.044366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] For port b22d6c28-0161-4a29-9169-293a14ac1a6f, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:36.048717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] For port b22d6c28-0161-4a29-9169-293a14ac1a6f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:36.054410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49006) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:36.063776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde25ae20>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:26:34Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:36.091335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] Checking router: 473874f2-686f-45c7-b397-e0cad0393b64 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:26:36.100410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] Routers {'473874f2-686f-45c7-b397-e0cad0393b64'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:36.101224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde25ae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['473874f2-686f-45c7-b397-e0cad0393b64'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:36.154314 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.215055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:36.215055 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.215759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] 10.222.0.46 "PUT /v2.0/ports/b22d6c28-0161-4a29-9169-293a14ac1a6f HTTP/1.1" status: 200  len: 1091 time: 1.1207409
Nov 13 21:26:36.218377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3106b38d-1988-46e5-8195-777976f50ddd', 'tag': 'b22d6c28-0161-4a29-9169-293a14ac1a6f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:36.227114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48284c4-73c2-4800-99d8-411521b61885 None None] DHCP port deletion for b25f8648-962b-449e-911c-cc1fd99dd617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:36.233175 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798a63f5-c859-4e0e-b823-b828ba5a0d17" -d '{"events": [{"name": "network-changed", "server_uuid": "3106b38d-1988-46e5-8195-777976f50ddd", "tag": "b22d6c28-0161-4a29-9169-293a14ac1a6f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:36.262563 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1c02bce9-a0f1-4c1e-940d-0ab2655b986a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2ce4ebcbeb42888f4cd124607f80bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2066944
Nov 13 21:26:36.267429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49014) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:36.267788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] Set router 473874f2-686f-45c7-b397-e0cad0393b64 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:36.275131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb57f9-c65e-4119-9df9-a5f0a2d6e34b service neutron] Pushing event updated for resources: {'Port': ['ID=b22d6c28-0161-4a29-9169-293a14ac1a6f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:36.299302 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c52fe4-742c-4e65-a61e-dc759d59ed65 x-openstack-request-id: req-f8c52fe4-742c-4e65-a61e-dc759d59ed65 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:36.300622 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3106b38d-1988-46e5-8195-777976f50ddd", "tag": "b22d6c28-0161-4a29-9169-293a14ac1a6f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:36.300906 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c52fe4-742c-4e65-a61e-dc759d59ed65 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:36.301266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Deleting port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:36.301408 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3106b38d-1988-46e5-8195-777976f50ddd', 'tag': 'b22d6c28-0161-4a29-9169-293a14ac1a6f', 'status': 'completed', 'code': 200}
Nov 13 21:26:36.301609 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.353907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a63f5-c859-4e0e-b823-b828ba5a0d17 req-1faead8e-5182-4450-820a-7ec4ee88c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:36.355752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-798a63f5-c859-4e0e-b823-b828ba5a0d17 req-1faead8e-5182-4450-820a-7ec4ee88c331 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 1094 time: 0.0497220
Nov 13 21:26:36.387031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1282a31-8a89-4f09-802e-02e6a51a9167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.428422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1282a31-8a89-4f09-802e-02e6a51a9167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.431195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] For port 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:36.431547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.456163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Calling delete_port for 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:36.492789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a63f5-c859-4e0e-b823-b828ba5a0d17 req-202167cd-42e7-418d-9119-9c00e2686a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:36.494555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-798a63f5-c859-4e0e-b823-b828ba5a0d17 req-202167cd-42e7-418d-9119-9c00e2686a86 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87ef4a1c09f3441596d38ab535257613&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1308074
Nov 13 21:26:36.507713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde25ae20>, [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:26:34Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:36.539122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe44c41-8dab-45aa-8e7f-4ed050aa7220 None None] The sync data for ids ['473874f2-686f-45c7-b397-e0cad0393b64'] in ncdv-master-1 is: [{'id': '473874f2-686f-45c7-b397-e0cad0393b64', 'name': 'tempest-ServersTestBootFromVolume-1279235614-router', 'tenant_id': '29c0ac61023840cb8ede1c4db0e052f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156'}], 'enable_snat': True}, 'gw_port_id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:15:02Z', 'updated_at': '2021-11-13T21:26:34Z', 'revision_number': 5, 'project_id': '29c0ac61023840cb8ede1c4db0e052f0', 'gw_port': {'id': '609242fc-5a2b-4ca3-8115-ccd4d2f97e2f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473874f2-686f-45c7-b397-e0cad0393b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:15:05Z', 'updated_at': '2021-11-13T21:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:26:36.627872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a63f5-c859-4e0e-b823-b828ba5a0d17 req-837f027c-f232-4c43-8079-5757e45cc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:36.629417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-798a63f5-c859-4e0e-b823-b828ba5a0d17 req-837f027c-f232-4c43-8079-5757e45cc508 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1261384
Nov 13 21:26:36.708719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-0069c4f4-fd42-4c57-b50b-f1582bf65d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:36.710186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-0069c4f4-fd42-4c57-b50b-f1582bf65d24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 1094 time: 0.0443618
Nov 13 21:26:36.754110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-eebb254e-dfa9-411c-bdce-6aa262007e75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f HTTP/1.1" status: 200  len: 217 time: 0.0349169
Nov 13 21:26:36.796423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1282a31-8a89-4f09-802e-02e6a51a9167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.799827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1282a31-8a89-4f09-802e-02e6a51a9167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.804380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a1282a31-8a89-4f09-802e-02e6a51a9167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/010b458a-ad15-4216-95ec-23c3d35c6c31 HTTP/1.1" status: 204  len: 168 time: 0.5358114
Nov 13 21:26:36.807243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:36.830384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f917-c52e-485b-a923-77e4e0729802 req-4d7b2e33-547f-4514-a7d8-fcd096e4894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:36.831971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-4d7b2e33-547f-4514-a7d8-fcd096e4894e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c219bb9c-b20f-4701-a7f3-9a4d784b8627 HTTP/1.1" status: 200  len: 854 time: 0.0716743
Nov 13 21:26:36.841099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc5b05-d45f-4a84-a416-e136cfa56b8a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:36.850435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1282a31-8a89-4f09-802e-02e6a51a9167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b458a-ad15-4216-95ec-23c3d35c6c31,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:36.859640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=609242fc-5a2b-4ca3-8115-ccd4d2f97e2f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:36.869460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-0dd46004-9153-4cf1-9f7d-01259a6a65c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b25f8648-962b-449e-911c-cc1fd99dd617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305116
Nov 13 21:26:36.954960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.044029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-d322d885-3080-4f1e-a2dd-7883046d1347 service neutron] 10.222.0.46 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653075
Nov 13 21:26:37.165468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.176065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.237638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5527cc45-9fc8-4113-9066-54b59044bd27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:37.263673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5527cc45-9fc8-4113-9066-54b59044bd27 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:37.264170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5527cc45-9fc8-4113-9066-54b59044bd27 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:37.370005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.370600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 473874f2-686f-45c7-b397-e0cad0393b64 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:26:37.376401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.383445 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e594007b-9304-40b3-aa17-88b3e73c8ec9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/473874f2-686f-45c7-b397-e0cad0393b64 HTTP/1.1" status: 204  len: 168 time: 1.7513087
Nov 13 21:26:37.383445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49048) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:37.455110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Deleting subnet 1a3984e9-a000-4f38-8247-41653ccb452d {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:37.459030 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.553806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.683521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.745708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f319dc-596c-49c8-8e5a-a0d4c429774c req-a8d06104-ed4a-4cea-81a1-023dcf74b59b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:37.747244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2f319dc-596c-49c8-8e5a-a0d4c429774c req-a8d06104-ed4a-4cea-81a1-023dcf74b59b tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 943 time: 0.6676786
Nov 13 21:26:37.787001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c13f917-c52e-485b-a923-77e4e0729802 req-25aed26d-8a17-49f6-8f37-8f9ee0ad8260 service neutron] 10.222.0.46 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7345135
Nov 13 21:26:37.810051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2f319dc-596c-49c8-8e5a-a0d4c429774c req-0b97c511-7410-407a-a52e-2c9f85dc9368 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564678
Nov 13 21:26:37.870212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.901571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3984e9-a000-4f38-8247-41653ccb452d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:37.906922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:37.913865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49074) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:37.913991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf6f6c53-548e-426f-ba94-706048bdef4f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a3984e9-a000-4f38-8247-41653ccb452d HTTP/1.1" status: 204  len: 168 time: 0.5315094
Nov 13 21:26:37.921331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b34202-d1c9-4dc2-9f65-19e5ca8e7a42 None None] Network c883c134-5013-4ef8-a8d0-ea220455e2aa requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:37.994336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.018847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49078) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:38.056969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Deleting port c7b1033e-c9de-4f73-bd92-975ba480e4ea {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:38.057312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.131024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] For port c7b1033e-c9de-4f73-bd92-975ba480e4ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7b1033e-c9de-4f73-bd92-975ba480e4ea,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:38.131024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.147659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Calling delete_port for c7b1033e-c9de-4f73-bd92-975ba480e4ea owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:38.150101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] DHCP port deletion for c883c134-5013-4ef8-a8d0-ea220455e2aa request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:38.176754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf72e-e58a-4853-8764-2befe4c8ae29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.227061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] Deleting port c7b1033e-c9de-4f73-bd92-975ba480e4ea {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:38.227723 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.259506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf72e-e58a-4853-8764-2befe4c8ae29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.290497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] For port c7b1033e-c9de-4f73-bd92-975ba480e4ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7b1033e-c9de-4f73-bd92-975ba480e4ea,segment=NetworkSegment(89e22c8d-9c4a-415b-abd7-8815f444acff),segment_id=89e22c8d-9c4a-415b-abd7-8815f444acff)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:38.290889 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.303953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] Calling delete_port for c7b1033e-c9de-4f73-bd92-975ba480e4ea owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:38.319398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.323346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3ccf72e-e58a-4853-8764-2befe4c8ae29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.349243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b1033e-c9de-4f73-bd92-975ba480e4ea,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:38.358206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] No DVR routers for this DVR port c7b1033e-c9de-4f73-bd92-975ba480e4ea on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:38.370161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccf72e-e58a-4853-8764-2befe4c8ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d3ed2d-22af-4197-a826-0cbbad42fa63,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:38.393140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3ccf72e-e58a-4853-8764-2befe4c8ae29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d97b9455ebfb4eccab37c606eaf86f87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3728342
Nov 13 21:26:38.395659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49090) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:38.400714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.432645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] Pushing event deleted for resources: {'Port': ['ID=c7b1033e-c9de-4f73-bd92-975ba480e4ea,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:38.434813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac2e213-8e48-44d9-8dfc-07ef6de930d5 None None] No DVR routers for this DVR port c7b1033e-c9de-4f73-bd92-975ba480e4ea on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:38.477166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ccd535-42a4-4322-af71-d34f97e1adc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.477372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.498952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49092) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:38.505742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfee9820>,) {'filters': {'network_id': ['c883c134-5013-4ef8-a8d0-ea220455e2aa']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:38.506285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ccd535-42a4-4322-af71-d34f97e1adc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.516611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfee9820>, '89e22c8d-9c4a-415b-abd7-8815f444acff') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:38.517548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfee9820>, '89e22c8d-9c4a-415b-abd7-8815f444acff') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:38.528072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.543163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.552870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:38.553270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:38.555153 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:38.614844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-551186071'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:38.639071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ccd535-42a4-4322-af71-d34f97e1adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.641782 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13ccd535-42a4-4322-af71-d34f97e1adc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.642935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-13ccd535-42a4-4322-af71-d34f97e1adc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89d3ed2d-22af-4197-a826-0cbbad42fa63 HTTP/1.1" status: 204  len: 168 time: 0.2463660
Nov 13 21:26:38.650426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccd535-42a4-4322-af71-d34f97e1adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d3ed2d-22af-4197-a826-0cbbad42fa63,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:38.668369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.677241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.680840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] 10.222.0.20 "DELETE /v2.0/networks/c883c134-5013-4ef8-a8d0-ea220455e2aa HTTP/1.1" status: 204  len: 168 time: 0.7658308
Nov 13 21:26:38.694006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad204f-8f5d-4029-8324-8850dc2a454f admin admin] Pushing event deleted for resources: {'Network': ['ID=c883c134-5013-4ef8-a8d0-ea220455e2aa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:38.724705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:38.728544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.738133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.815272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:38.930230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b29d5-ee4d-45be-a61d-951f78ca4cf0 req-af984254-a4cf-49d1-b0f9-1bde174c5779 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:38.932035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c91b29d5-ee4d-45be-a61d-951f78ca4cf0 req-af984254-a4cf-49d1-b0f9-1bde174c5779 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 943 time: 0.0495262
Nov 13 21:26:38.984023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c91b29d5-ee4d-45be-a61d-951f78ca4cf0 req-aabe8bbf-d571-4d74-b78d-3197a51e23a9 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459385
Nov 13 21:26:39.004895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.027638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:39.042860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7e14d6-2cab-4ed7-843d-9444153c2876,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:39.046656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.046998 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment 04e8bb00-c445-4d77-967c-46db62bfb402 of type vlan for network 19180725-edf6-4b01-80fe-d6799d76a7fe
Nov 13 21:26:39.086857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.170972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c7b1033e-c9de-4f73-bd92-975ba480e4ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:39.191973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: c7b1033e-c9de-4f73-bd92-975ba480e4ea {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:39.192325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c7b1033e-c9de-4f73-bd92-975ba480e4ea not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:39.192820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:39.199188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.206052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:39.206851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.212307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:39.212656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 609242fc-5a2b-4ca3-8115-ccd4d2f97e2f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:39.274634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49106) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:39.276872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=19180725-edf6-4b01-80fe-d6799d76a7fe,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:39.287840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:39.320409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-891e3c46-34a0-4a91-9398-c13425de701b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29c0ac61023840cb8ede1c4db0e052f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0421426
Nov 13 21:26:39.320791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49108) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:39.368202 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-674b2eea-453d-47d2-9c2c-9b9782cc40f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.373853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-40af2a4f-8111-4c35-938a-845b14ab029f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8733177
Nov 13 21:26:39.375964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49110) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:39.380906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'name': 'tempest-PortsTestJSON-837654211'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:39.389579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-674b2eea-453d-47d2-9c2c-9b9782cc40f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.504540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49114) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:39.509813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-674b2eea-453d-47d2-9c2c-9b9782cc40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.512805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-674b2eea-453d-47d2-9c2c-9b9782cc40f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.519282 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-674b2eea-453d-47d2-9c2c-9b9782cc40f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ebdd7b0-9a9d-4947-a3f1-2bc576942585 HTTP/1.1" status: 204  len: 168 time: 0.1973875
Nov 13 21:26:39.520367 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4659626-5cfc-4847-834e-ed5f990bf757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.528677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b2eea-453d-47d2-9c2c-9b9782cc40f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebdd7b0-9a9d-4947-a3f1-2bc576942585,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:39.587295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:39.590859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.618744 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4659626-5cfc-4847-834e-ed5f990bf757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.624037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port be98d2e3-649d-4fd3-988b-9e0000b9f8ec yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:39.720479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4659626-5cfc-4847-834e-ed5f990bf757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.807064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4659626-5cfc-4847-834e-ed5f990bf757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f988f388-8545-4c88-b97e-d7c0d9135057,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:39.814316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e4659626-5cfc-4847-834e-ed5f990bf757 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5fd45504b6f40e293f8615f9ca8803f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3086758
Nov 13 21:26:39.817667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49120) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:39.828346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.865064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc48345-47a0-4b1b-bbaf-dff11147163c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.886076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc48345-47a0-4b1b-bbaf-dff11147163c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.925303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:39.990505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=be98d2e3-649d-4fd3-988b-9e0000b9f8ec,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:40.002158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': '04e8bb00-c445-4d77-967c-46db62bfb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:40.002520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: 19180725-edf6-4b01-80fe-d6799d76a7fe, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:40.035676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc48345-47a0-4b1b-bbaf-dff11147163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.038404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc48345-47a0-4b1b-bbaf-dff11147163c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.042055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2fc48345-47a0-4b1b-bbaf-dff11147163c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f988f388-8545-4c88-b97e-d7c0d9135057 HTTP/1.1" status: 204  len: 168 time: 0.2210615
Nov 13 21:26:40.048020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc48345-47a0-4b1b-bbaf-dff11147163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f988f388-8545-4c88-b97e-d7c0d9135057,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:40.093591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:40.119677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cfc9-6d52-4ee2-9723-017839e14c11 req-049b8181-3755-4652-96d3-73fd29896489 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:40.121220 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c04cfc9-6d52-4ee2-9723-017839e14c11 req-049b8181-3755-4652-96d3-73fd29896489 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 943 time: 0.0544987
Nov 13 21:26:40.169525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c04cfc9-6d52-4ee2-9723-017839e14c11 req-17af38e8-68d7-41ca-af28-c6702875f5ce tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410531
Nov 13 21:26:40.183742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19180725-edf6-4b01-80fe-d6799d76a7fe) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:40.187935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:40.195361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:40.196011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.198886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2351d2bb-a518-4437-b49f-1dc297583bd8 None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:40.356054 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-be8d6e8e-f427-4fd6-82c9-aa3f028c278e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.9759953
Nov 13 21:26:40.356778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49136) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:40.362040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-138658077'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:40.549469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:40.553688 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.586797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:40.597108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.597451 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment 6cc75a7d-8d08-4b36-82f2-333340f476ff of type vlan for network f2d1c7a4-f86d-456d-8b77-4d1a52557999
Nov 13 21:26:40.649106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.852639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.858720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:40.859298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:40.915702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49160) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:40.928632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=f2d1c7a4-f86d-456d-8b77-4d1a52557999,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:40.964654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f2d1c7a4-f86d-456d-8b77-4d1a52557999 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:41.021944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-472df110-79c9-40fa-bcb6-339fefe45d26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6632891
Nov 13 21:26:41.023833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:41.028672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'ports': [{'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'}, {'network_id': 'f2d1c7a4-f86d-456d-8b77-4d1a52557999'}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:41.029023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:41.029135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1654855811-network', 'tenant_id': '81b68b19df8f4380a0b184433be626ad'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:41.029493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': 'f2d1c7a4-f86d-456d-8b77-4d1a52557999'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:41.120813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Made reservation on behalf of 81b68b19df8f4380a0b184433be626ad for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:41.123192 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.132488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.213267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.289644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5735249-af71-4a26-867e-b8ece4d4e333 req-ab1e76eb-37bf-46cf-984a-a1a8ba324d9e tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:41.291177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5735249-af71-4a26-867e-b8ece4d4e333 req-ab1e76eb-37bf-46cf-984a-a1a8ba324d9e tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 943 time: 0.0503669
Nov 13 21:26:41.295900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 2} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:41.301120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.329690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.344104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.372825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:41.382577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5735249-af71-4a26-867e-b8ece4d4e333 req-331ddd32-e3ef-4b98-9bec-6e1d0a28bb7d tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790112
Nov 13 21:26:41.387836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42b9d9-1a0b-4c4a-bf1b-793a5689e507,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:41.390805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.391151 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Added segment 069dfc36-d4e9-48ab-a3ce-cc2420785d74 of type vlan for network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c
Nov 13 21:26:41.432575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.439314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:41.552523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.593914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.595054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:41.595671 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.626347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port c80ea56a-f071-4ee3-8ce9-e1c4ca02051c yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:41.657857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee8fa97-c04f-4d91-ae78-77778dfdc06c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:41.670526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:41.711974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9969ab79-532a-450b-88cf-311d06ef2588 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7949543
Nov 13 21:26:41.722914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b22d6c28-0161-4a29-9169-293a14ac1a6f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:26:41.726061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49182) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:41.732560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Request body: {'subnet': {'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1654855811-subnet', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:41.743533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.836545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b22d6c28-0161-4a29-9169-293a14ac1a6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:41.848562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'b22d6c28-0161-4a29-9169-293a14ac1a6f', 'network_id': 'b25f8648-962b-449e-911c-cc1fd99dd617', 'port_id': 'b22d6c28-0161-4a29-9169-293a14ac1a6f', 'mac_address': 'fa:16:3e:99:8c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c219bb9c-b20f-4701-a7f3-9a4d784b8627', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:26:41.858230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Made reservation on behalf of 81b68b19df8f4380a0b184433be626ad for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:41.858697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.861516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.890749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.907140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22d6c28-0161-4a29-9169-293a14ac1a6f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:26:41.907398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:41.910800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:41.919553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:41.920478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:41.931462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b22d6c28-0161-4a29-9169-293a14ac1a6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:41.933890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:41.995829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=c80ea56a-f071-4ee3-8ce9-e1c4ca02051c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:42.001914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': '6cc75a7d-8d08-4b36-82f2-333340f476ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f2d1c7a4-f86d-456d-8b77-4d1a52557999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:42.002362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: f2d1c7a4-f86d-456d-8b77-4d1a52557999, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:42.069672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.119206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b22d6c28-0161-4a29-9169-293a14ac1a6f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:42.122298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.166530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network f2d1c7a4-f86d-456d-8b77-4d1a52557999 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:42.167749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.226304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485e6b58-fb20-4aeb-9995-44a40ef74dbb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:42.237140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Checking segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:42.237546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Network hostable DHCP agents. Network: 2ee8fa97-c04f-4d91-ae78-77778dfdc06c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:42.269798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2d1c7a4-f86d-456d-8b77-4d1a52557999) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:42.273846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b22d6c28-0161-4a29-9169-293a14ac1a6f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:26:42.279161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927112b-91ab-4d05-884c-3a33cd6aa876 None None] Network f2d1c7a4-f86d-456d-8b77-4d1a52557999 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:42.287528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:42.294643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:42.301061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:42.301587 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.462068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:42.468480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ee8fa97-c04f-4d91-ae78-77778dfdc06c) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:42.476600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:42.477211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.480205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213474a-e937-47dd-b781-01c75658b3f0 None None] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:42.499930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c326f5de-c9fa-496d-ba8b-d0444636f5d1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.4727266
Nov 13 21:26:42.501936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49200) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:42.522383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb29e3-c2c0-4ed1-8975-bdb2e6a24036 req-18ce1296-8213-4306-b4db-0bf73b4cfcbf tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:42.523960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7cb29e3-c2c0-4ed1-8975-bdb2e6a24036 req-18ce1296-8213-4306-b4db-0bf73b4cfcbf tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 944 time: 0.0696301
Nov 13 21:26:42.578380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2da12c6-88a8-4bdf-8322-07f3a1629e83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8508420
Nov 13 21:26:42.578976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49204) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:42.585676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7cb29e3-c2c0-4ed1-8975-bdb2e6a24036 req-b814c7c1-785a-4d87-ba69-5dfc03e31a68 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546553
Nov 13 21:26:42.615972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:42.659490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port c80ea56a-f071-4ee3-8ce9-e1c4ca02051c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:42.659935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.700952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:42.701821 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.738041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.755051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for c80ea56a-f071-4ee3-8ce9-e1c4ca02051c owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:42.804334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.805431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:42.881921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Allocated IP 172.20.0.2 (2ee8fa97-c04f-4d91-ae78-77778dfdc06c/485e6b58-fb20-4aeb-9995-44a40ef74dbb/7e854f46-3dd6-4136-b456-7755e8c74c75) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:43.048753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.160470 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.198107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:43.201059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:43.201698 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.207336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:43.216338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Pushing event updated for resources: {'Port': ['ID=7e854f46-3dd6-4136-b456-7755e8c74c75,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:43.272890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Attempting to bind port 7e854f46-3dd6-4136-b456-7755e8c74c75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:43.273195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Attempting to bind port 7e854f46-3dd6-4136-b456-7755e8c74c75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:43.273541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Attempting to bind port 7e854f46-3dd6-4136-b456-7755e8c74c75 on network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:43.279066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:43.279496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Checking segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:43.279896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.280315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Bound using segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:43.280791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Bound port: 7e854f46-3dd6-4136-b456-7755e8c74c75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:43.281178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.327045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.350230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] For port 7e854f46-3dd6-4136-b456-7755e8c74c75, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:43.354152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] For port 7e854f46-3dd6-4136-b456-7755e8c74c75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e854f46-3dd6-4136-b456-7755e8c74c75,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:43.369170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=c80ea56a-f071-4ee3-8ce9-e1c4ca02051c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:43.376259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.380127 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-536b5740-a75f-4665-ae87-953c90af099a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/c80ea56a-f071-4ee3-8ce9-e1c4ca02051c HTTP/1.1" status: 204  len: 168 time: 0.8771744
Nov 13 21:26:43.382833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49220) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:43.438614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d562d98-4e10-4585-9963-0c2cd56d6013 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:43.441847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.444249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.455503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d562d98-4e10-4585-9963-0c2cd56d6013 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:43.459825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d562d98-4e10-4585-9963-0c2cd56d6013 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0733471
Nov 13 21:26:43.460716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49222) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:43.511278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151d31-17e0-4671-8017-085a19f3a6ec None None] Pushing event updated for resources: {'Port': ['ID=7e854f46-3dd6-4136-b456-7755e8c74c75,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:43.599993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:43.600451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.717883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:43.736224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b22d6c28-0161-4a29-9169-293a14ac1a6f up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:43.751150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:43.797235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d841607-94f9-429e-8b0e-6b4c62722371 req-54a5d630-7a0e-47d3-ae36-a06655281109 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:43.808242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0d841607-94f9-429e-8b0e-6b4c62722371 req-54a5d630-7a0e-47d3-ae36-a06655281109 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 944 time: 0.1107032
Nov 13 21:26:43.880062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0d841607-94f9-429e-8b0e-6b4c62722371 req-66d607f3-da16-498e-99dc-303946898ce0 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668812
Nov 13 21:26:43.989700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port b22d6c28-0161-4a29-9169-293a14ac1a6f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:26:43.994312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port b22d6c28-0161-4a29-9169-293a14ac1a6f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:43.994713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.051608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.074973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.081421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.105774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3106b38d-1988-46e5-8195-777976f50ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d6c28-0161-4a29-9169-293a14ac1a6f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:26:44.108017 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5db51-fa48-4183-9059-7184da02522d" -d '{"events": [{"server_uuid": "3106b38d-1988-46e5-8195-777976f50ddd", "name": "network-vif-plugged", "status": "completed", "tag": "b22d6c28-0161-4a29-9169-293a14ac1a6f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:26:44.121395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b22d6c28-0161-4a29-9169-293a14ac1a6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:44.124939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.149726 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664ae922-702e-4002-986d-35367f5082d3 x-openstack-request-id: req-664ae922-702e-4002-986d-35367f5082d3 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:26:44.150031 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3106b38d-1988-46e5-8195-777976f50ddd", "name": "network-vif-plugged", "status": "completed", "tag": "b22d6c28-0161-4a29-9169-293a14ac1a6f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:26:44.150283 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-664ae922-702e-4002-986d-35367f5082d3 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:26:44.150677 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3106b38d-1988-46e5-8195-777976f50ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d6c28-0161-4a29-9169-293a14ac1a6f', 'code': 200}
Nov 13 21:26:44.166511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:44.179306 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.182629 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e03987ec-b835-41a6-8418-0010dad8d2fd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6 HTTP/1.1" status: 204  len: 168 time: 0.7212825
Nov 13 21:26:44.185317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:44.210209 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.267393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Allocated IP 172.35.3.134 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/bb7e296d-616c-4a9f-8c65-cd0db09340c9) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:44.273258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715c2b73-4506-458b-aae6-9b8d795b5a72 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:44.274788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-715c2b73-4506-458b-aae6-9b8d795b5a72 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0884590
Nov 13 21:26:44.278529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49242) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:44.279936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b22d6c28-0161-4a29-9169-293a14ac1a6f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:44.306447 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaab28a3-f863-457d-a7f7-a9e02bb482f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:26:44.307969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aaab28a3-f863-457d-a7f7-a9e02bb482f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/c80ea56a-f071-4ee3-8ce9-e1c4ca02051c HTTP/1.1" status: 404  len: 333 time: 0.0284951
Nov 13 21:26:44.313822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49244) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:44.315918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aff51-eca8-48b2-9bad-4c72e769bf47 req-643616ce-6c06-4b95-b7ba-75c86d1f5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:44.320934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-738aff51-eca8-48b2-9bad-4c72e769bf47 req-643616ce-6c06-4b95-b7ba-75c86d1f5109 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 1096 time: 0.1010723
Nov 13 21:26:44.348090 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cba6e2c-0c00-4691-92f9-bea9a595c1e2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:26:44.349829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7cba6e2c-0c00-4691-92f9-bea9a595c1e2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/8a3b9109-ea37-48ec-ad26-7ebecc2bd6e6 HTTP/1.1" status: 404  len: 333 time: 0.0303237
Nov 13 21:26:44.353117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49248) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:44.406524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-738aff51-eca8-48b2-9bad-4c72e769bf47 req-b8b73777-8497-4692-85a7-d73ee08bd577 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556149
Nov 13 21:26:44.452363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.460910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.533915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc858490>,) {'filters': {'network_id': ['f2d1c7a4-f86d-456d-8b77-4d1a52557999']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc858490>, '6cc75a7d-8d08-4b36-82f2-333340f476ff') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc858490>, '6cc75a7d-8d08-4b36-82f2-333340f476ff') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:44.733629 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:44.738236 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:44.757824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c63a375-585b-4826-8af0-4e8185b50be1 None None] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:44.851667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.856382 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.865627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/f2d1c7a4-f86d-456d-8b77-4d1a52557999 HTTP/1.1" status: 204  len: 168 time: 0.5057027
Nov 13 21:26:44.865627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.865856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49254) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:44.871040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1399895590'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:44.881147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-901c81b7-1eb0-4a77-bf39-ea6e71809891 None None] Provisioning complete for port 7e854f46-3dd6-4136-b456-7755e8c74c75 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:44.881514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-901c81b7-1eb0-4a77-bf39-ea6e71809891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:44.952227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Pushing event updated for resources: {'Port': ['ID=bb7e296d-616c-4a9f-8c65-cd0db09340c9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:44.972430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:44.974026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca070505-0afb-4977-82cb-0efac75698f3 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=f2d1c7a4-f86d-456d-8b77-4d1a52557999,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:44.976379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:44.978805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:45.009562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f12e4-f1a8-42fa-93ed-21de14a1550b None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:45.034204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:45.040615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.073407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-901c81b7-1eb0-4a77-bf39-ea6e71809891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.077003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:45.089580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.090349 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment 1c298a41-a8a8-4005-b59e-4028f2709aae of type vlan for network bbb49a57-af0a-4402-874d-93c4e5e70524
Nov 13 21:26:45.114771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-901c81b7-1eb0-4a77-bf39-ea6e71809891 None None] For port 7e854f46-3dd6-4136-b456-7755e8c74c75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e854f46-3dd6-4136-b456-7755e8c74c75,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:45.192335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.196605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-901c81b7-1eb0-4a77-bf39-ea6e71809891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.234434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e0a3-ef82-40ee-9dd5-d9e8d9536545 req-ddd503e7-94ea-431a-807c-bc22aecc9157 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:45.237084 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-acf3e0a3-ef82-40ee-9dd5-d9e8d9536545 req-ddd503e7-94ea-431a-807c-bc22aecc9157 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 945 time: 0.2267244
Nov 13 21:26:45.285871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c81b7-1eb0-4a77-bf39-ea6e71809891 None None] Pushing event updated for resources: {'Port': ['ID=7e854f46-3dd6-4136-b456-7755e8c74c75,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:45.289785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e854f46-3dd6-4136-b456-7755e8c74c75 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:45.296315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.302420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:45.302842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.358030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-acf3e0a3-ef82-40ee-9dd5-d9e8d9536545 req-0977f7bd-06fd-4c19-8f39-8b0fa67b2695 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100049
Nov 13 21:26:45.359589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a8f773c4-b863-4984-909e-245217368dca None None] Provisioning complete for port bb7e296d-616c-4a9f-8c65-cd0db09340c9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:45.360578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8f773c4-b863-4984-909e-245217368dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.410884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7e854f46-3dd6-4136-b456-7755e8c74c75 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:45.411256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.411699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=bbb49a57-af0a-4402-874d-93c4e5e70524,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:45.412951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a8f773c4-b863-4984-909e-245217368dca None None] Port bb7e296d-616c-4a9f-8c65-cd0db09340c9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:45.438524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network bbb49a57-af0a-4402-874d-93c4e5e70524 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:45.503473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ce18079-46c2-495a-a65a-017445921bc8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6343470
Nov 13 21:26:45.503815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49268) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:45.508973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:45.527906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.602210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b0998d7a-44cd-4519-b6d4-213d00609b53 None None] Provisioning complete for port 7e854f46-3dd6-4136-b456-7755e8c74c75 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:45.605527 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b0998d7a-44cd-4519-b6d4-213d00609b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.709235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:45.712812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.762763 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:45.769274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Performing IP validity checks on allocation pools {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:26:45.769888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:26:45.966717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:26:45.993958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.078082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': '1c298a41-a8a8-4005-b59e-4028f2709aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:46.078082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: bbb49a57-af0a-4402-874d-93c4e5e70524, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:46.079221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=186b6c45-fc04-4c8d-858a-0bb996d54881,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:46.127679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:26:46.136937 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Sync routers for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:26:46.148497 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:46.149155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1e48e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:46.159012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network bbb49a57-af0a-4402-874d-93c4e5e70524 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:46.238229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.242748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49298) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:46.242897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a30f8799-9bb9-4481-b59d-c5254de6559a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 3.6353538
Nov 13 21:26:46.272252 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:46.288269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbb49a57-af0a-4402-874d-93c4e5e70524) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:46.295094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:46.295680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.297041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a6310e-d115-46e2-b4b0-a2f076fc21f2 None None] Network bbb49a57-af0a-4402-874d-93c4e5e70524 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:46.488043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1e48e0>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:45Z', 'revision_number': 3, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:46.493232 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6e0af2b-3917-4fe1-bb54-ac60a229abcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9882815
Nov 13 21:26:46.498858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49308) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:46.512875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524', 'name': 'tempest-PortsTestJSON-122025787'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:46.529151 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Checking router: e8ebfce9-d7f0-4399-9f7a-76c1884ff64a for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:26:46.529151 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Updating router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a port bb7e296d-616c-4a9f-8c65-cd0db09340c9 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:26:46.568018 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.582853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bbb49a57-af0a-4402-874d-93c4e5e70524', 'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': '186b6c45-fc04-4c8d-858a-0bb996d54881'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:46.583726 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.597134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b462466-97a3-46ef-98a8-8bcc457b5ee6 req-32ba56bb-95ce-4fc1-a781-9e1ee1389c63 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:46.606128 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b462466-97a3-46ef-98a8-8bcc457b5ee6 req-32ba56bb-95ce-4fc1-a781-9e1ee1389c63 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 945 time: 0.1234932
Nov 13 21:26:46.689379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b462466-97a3-46ef-98a8-8bcc457b5ee6 req-13e8ac72-e613-426a-b195-9f0a15230e78 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821464
Nov 13 21:26:46.795565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Allocated IP 172.20.0.2 (bbb49a57-af0a-4402-874d-93c4e5e70524/186b6c45-fc04-4c8d-858a-0bb996d54881/c0ac3be4-5928-4a05-865f-f216868c319c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:46.834964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:46.838503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.868803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:46.940051 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:46.966350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.008128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.067632 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.109111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea313b9-9344-4b5b-8c14-04f0600c38c8 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:47.116532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.120840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Attempting to bind port bb7e296d-616c-4a9f-8c65-cd0db09340c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:47.120840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Attempting to bind port bb7e296d-616c-4a9f-8c65-cd0db09340c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:47.120840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Attempting to bind port bb7e296d-616c-4a9f-8c65-cd0db09340c9 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:47.137083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Pushing event updated for resources: {'Port': ['ID=bb7e296d-616c-4a9f-8c65-cd0db09340c9,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:47.150779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.151722 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.152072 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.152415 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.154757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.155369 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.155863 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.157812 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.163304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.163304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.163304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.163304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.165793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Network bbb49a57-af0a-4402-874d-93c4e5e70524 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:47.168415 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:47.168918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:47.169327 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:47.169896 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.174614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:47.182939 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:47.183496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Bound port: bb7e296d-616c-4a9f-8c65-cd0db09340c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:47.183834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Pushing event updated for resources: {'Port': ['ID=c0ac3be4-5928-4a05-865f-f216868c319c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:47.183946 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.217861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Allocated IP 172.20.0.1 (2ee8fa97-c04f-4d91-ae78-77778dfdc06c/485e6b58-fb20-4aeb-9995-44a40ef74dbb/cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:47.248482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.6 (bbb49a57-af0a-4402-874d-93c4e5e70524/186b6c45-fc04-4c8d-858a-0bb996d54881/9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:47.267070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.267671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.268177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.268672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.269201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.269677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.270166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.272556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.273065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.274679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.275169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.275656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:26:47.291891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e854f46-3dd6-4136-b456-7755e8c74c75 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:47.314047 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] For port bb7e296d-616c-4a9f-8c65-cd0db09340c9, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:47.318721 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] For port bb7e296d-616c-4a9f-8c65-cd0db09340c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb7e296d-616c-4a9f-8c65-cd0db09340c9,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:47.332097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Attempting to bind port c0ac3be4-5928-4a05-865f-f216868c319c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:47.332635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Attempting to bind port c0ac3be4-5928-4a05-865f-f216868c319c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c298a41-a8a8-4005-b59e-4028f2709aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:47.333287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Attempting to bind port c0ac3be4-5928-4a05-865f-f216868c319c on network bbb49a57-af0a-4402-874d-93c4e5e70524 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:47.350459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:47.350952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Checking segment: {'id': '1c298a41-a8a8-4005-b59e-4028f2709aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:47.351416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.351880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Bound using segment: {'id': '1c298a41-a8a8-4005-b59e-4028f2709aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:47.352431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Bound port: c0ac3be4-5928-4a05-865f-f216868c319c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c298a41-a8a8-4005-b59e-4028f2709aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bbb49a57-af0a-4402-874d-93c4e5e70524'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:47.352943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.357017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7a389a74-9626-4a97-a067-0b4ab385d306 None None] Provisioning complete for port bb7e296d-616c-4a9f-8c65-cd0db09340c9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:47.357454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a389a74-9626-4a97-a067-0b4ab385d306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.430736 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.494474 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.499406 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:47.500242 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1e48e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:47.585462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.595016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ac1c6-b200-44a8-a1df-41e99784c898 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:47.622379 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc70364-62c7-4fb6-b89c-15a383f62245 None None] Pushing event updated for resources: {'Port': ['ID=bb7e296d-616c-4a9f-8c65-cd0db09340c9,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:47.626016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7a389a74-9626-4a97-a067-0b4ab385d306 None None] Port bb7e296d-616c-4a9f-8c65-cd0db09340c9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:47.646251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7e854f46-3dd6-4136-b456-7755e8c74c75 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:47.646607 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.669883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] For port c0ac3be4-5928-4a05-865f-f216868c319c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:47.681493 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.688082 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:47.688236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] For port c0ac3be4-5928-4a05-865f-f216868c319c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0ac3be4-5928-4a05-865f-f216868c319c,segment=NetworkSegment(1c298a41-a8a8-4005-b59e-4028f2709aae),segment_id=1c298a41-a8a8-4005-b59e-4028f2709aae)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:47.722012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:47.728105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:47.733306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.738115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:47.764090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-014961e1-e51c-4b1e-913f-8fd5b852a9e8 None None] Provisioning complete for port bb7e296d-616c-4a9f-8c65-cd0db09340c9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:47.764467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-014961e1-e51c-4b1e-913f-8fd5b852a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.769159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Pushing event updated for resources: {'Port': ['ID=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:47.836724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.841305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network bbb49a57-af0a-4402-874d-93c4e5e70524 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:47.870612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:47.876674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:47.945360 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-014961e1-e51c-4b1e-913f-8fd5b852a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.959785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c091e4-e7a2-41c4-b58e-68f4583575d6 None None] Pushing event updated for resources: {'Port': ['ID=c0ac3be4-5928-4a05-865f-f216868c319c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:47.972755 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1e48e0>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:45Z', 'revision_number': 3, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:47.974194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:47.996004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-014961e1-e51c-4b1e-913f-8fd5b852a9e8 None None] For port bb7e296d-616c-4a9f-8c65-cd0db09340c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb7e296d-616c-4a9f-8c65-cd0db09340c9,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:48.020840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b693b-fdd3-47ca-9bc8-5496beebb765 None None] The sync data for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 is: [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:45Z', 'revision_number': 3, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:26:48.033022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:48.082661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:48.083344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.132597 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-014961e1-e51c-4b1e-913f-8fd5b852a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.220269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014961e1-e51c-4b1e-913f-8fd5b852a9e8 None None] Pushing event updated for resources: {'Port': ['ID=bb7e296d-616c-4a9f-8c65-cd0db09340c9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:48.240038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6ae4c86-3638-4af9-b9d7-7d1f2ea14ec1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.7399440
Nov 13 21:26:48.243083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49356) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:48.261561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e00c6366-3788-4f6d-9b5e-900a61cc5ed6 None None] Provisioning complete for port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:48.262047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e00c6366-3788-4f6d-9b5e-900a61cc5ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.358753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e00c6366-3788-4f6d-9b5e-900a61cc5ed6 None None] Port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:48.417528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.521269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:48.521614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.730337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.747641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.757008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:48.834880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.928501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:48.997469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Pushing event updated for resources: {'Port': ['ID=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:49.013232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:49.054915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:49.057282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:49.075416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:49.229766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:26:49.336196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:49.342839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc1a0589-b8ef-4c41-bf67-4062774d1bd5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e HTTP/1.1" status: 204  len: 168 time: 1.0986984
Nov 13 21:26:49.345751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:49.425063 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42e90b9-b089-45b9-8a2b-53d7876b68ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:26:49.425961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42e90b9-b089-45b9-8a2b-53d7876b68ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:26:49.433743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bb7e296d-616c-4a9f-8c65-cd0db09340c9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:49.438707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f42e90b9-b089-45b9-8a2b-53d7876b68ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e HTTP/1.1" status: 404  len: 333 time: 0.0873713
Nov 13 21:26:49.439835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:26:49.440594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49392) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:49.451422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e5dd14e9-77b5-4bd1-a06f-4c04b909e54c admin admin] 10.222.0.20 "PUT /v2.0/routers/e8ebfce9-d7f0-4399-9f7a-76c1884ff64a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2070668
Nov 13 21:26:49.519381 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b7f8eb-d055-4d7f-9bb3-68a3fd64643b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:26:49.521348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-79b7f8eb-d055-4d7f-9bb3-68a3fd64643b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/9cfb04a7-8cff-4e7d-ae20-7630ebda0f1e HTTP/1.1" status: 404  len: 333 time: 0.0797281
Nov 13 21:26:49.524143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49398) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:49.621571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 186b6c45-fc04-4c8d-858a-0bb996d54881 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:49.626714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:49.652778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port bb7e296d-616c-4a9f-8c65-cd0db09340c9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:49.653166 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:49.656427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ce30212-11bd-4a88-8b61-7b3219aa6cbe None None] Provisioning complete for port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:49.656820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ce30212-11bd-4a88-8b61-7b3219aa6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:49.685346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:49.825036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5ce30212-11bd-4a88-8b61-7b3219aa6cbe None None] Port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:26:49.894633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c0ac3be4-5928-4a05-865f-f216868c319c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:49.900378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81138acf-8586-4ccd-b873-ac2057455bb0 None None] Network bbb49a57-af0a-4402-874d-93c4e5e70524 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:49.920722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.017892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c2690d44-1b34-49ed-b5e4-48fa28e48353 None None] Provisioning complete for port c0ac3be4-5928-4a05-865f-f216868c319c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:50.018344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2690d44-1b34-49ed-b5e4-48fa28e48353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.088733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.089722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c0ac3be4-5928-4a05-865f-f216868c319c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:50.089722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.120071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=186b6c45-fc04-4c8d-858a-0bb996d54881,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:50.122265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.129708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49410) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:50.129901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3a72bbe6-193d-4b77-99b7-8b43af04bc5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/186b6c45-fc04-4c8d-858a-0bb996d54881 HTTP/1.1" status: 204  len: 168 time: 0.6039534
Nov 13 21:26:50.224935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2690d44-1b34-49ed-b5e4-48fa28e48353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.277177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.320057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c2690d44-1b34-49ed-b5e4-48fa28e48353 None None] For port c0ac3be4-5928-4a05-865f-f216868c319c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0ac3be4-5928-4a05-865f-f216868c319c,segment=NetworkSegment(1c298a41-a8a8-4005-b59e-4028f2709aae),segment_id=1c298a41-a8a8-4005-b59e-4028f2709aae)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:50.336526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] DHCP port deletion for bbb49a57-af0a-4402-874d-93c4e5e70524 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:50.348586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.380034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port c0ac3be4-5928-4a05-865f-f216868c319c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:50.380034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.397855 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:26:50.403031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2690d44-1b34-49ed-b5e4-48fa28e48353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.510713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] For port c0ac3be4-5928-4a05-865f-f216868c319c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0ac3be4-5928-4a05-865f-f216868c319c,segment=NetworkSegment(1c298a41-a8a8-4005-b59e-4028f2709aae),segment_id=1c298a41-a8a8-4005-b59e-4028f2709aae)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:50.511092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.514666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:50.515113 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:50.524810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2690d44-1b34-49ed-b5e4-48fa28e48353 None None] Pushing event updated for resources: {'Port': ['ID=c0ac3be4-5928-4a05-865f-f216868c319c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:50.538391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] Deleting port c0ac3be4-5928-4a05-865f-f216868c319c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:50.538763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.554486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for c0ac3be4-5928-4a05-865f-f216868c319c owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:50.649243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] For port c0ac3be4-5928-4a05-865f-f216868c319c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0ac3be4-5928-4a05-865f-f216868c319c,segment=NetworkSegment(1c298a41-a8a8-4005-b59e-4028f2709aae),segment_id=1c298a41-a8a8-4005-b59e-4028f2709aae)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:50.649538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.664666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] Calling delete_port for c0ac3be4-5928-4a05-865f-f216868c319c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:50.719391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49422) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:50.726376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638607764', 'description': 'tempest-description--1674483269'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.775430 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:26:50.782608 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:26:50.783406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.783584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.797856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] No DVR routers for this DVR port c0ac3be4-5928-4a05-865f-f216868c319c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:50.828919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No DVR routers for this DVR port c0ac3be4-5928-4a05-865f-f216868c319c on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:50.830631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=c0ac3be4-5928-4a05-865f-f216868c319c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:50.835574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ef12a-59bf-49f2-8754-713a19fd3b93 None None] Pushing event deleted for resources: {'Port': ['ID=c0ac3be4-5928-4a05-865f-f216868c319c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:50.851979 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.855984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Sync routers for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:26:50.868368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:50.869067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1b9670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:50.956820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:50.988429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:50.995174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeead550>,) {'filters': {'network_id': ['bbb49a57-af0a-4402-874d-93c4e5e70524']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:51.007587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeead550>, '1c298a41-a8a8-4005-b59e-4028f2709aae') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:51.007891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeead550>, '1c298a41-a8a8-4005-b59e-4028f2709aae') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:51.022225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.038286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Port c0ac3be4-5928-4a05-865f-f216868c319c update to ACTIVE by agent not found {{(pid=120534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 13 21:26:51.049081 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.052605 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.057440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:51.063083 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:51.155612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.185946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c0ac3be4-5928-4a05-865f-f216868c319c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:51.187617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:51.210761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: c0ac3be4-5928-4a05-865f-f216868c319c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:51.211103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c0ac3be4-5928-4a05-865f-f216868c319c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:51.216023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.224233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.230827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/bbb49a57-af0a-4402-874d-93c4e5e70524 HTTP/1.1" status: 204  len: 168 time: 1.0966892
Nov 13 21:26:51.231337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49430) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:51.238232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-479881713'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:51.241582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243072a-af19-4fb6-97d8-38102133f6ce tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=bbb49a57-af0a-4402-874d-93c4e5e70524,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:51.243687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1b9670>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 2, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:51.247216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.247924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50125673-0e3e-4250-af3f-943706954d17 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5271566
Nov 13 21:26:51.251501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49432) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:51.256927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Request body: {'security_group_rule': {'security_group_id': '48aa7fc8-fc42-4f83-abb0-838e44f8c3d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:51.282342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Checking router: e8ebfce9-d7f0-4399-9f7a-76c1884ff64a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:26:51.284128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Updating router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:26:51.293287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:26:51.293287 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:26:51.293287 ncdv-master-1 neutron-server[120532]: [parameters: {'project_id_1': '81b68b19df8f4380a0b184433be626ad', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 26, 31, 267372)}]
Nov 13 21:26:51.293287 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:26:51.293758 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:26:51.315648 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.372265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:51.376502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.411958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:26:51.424587 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.425023 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment c9fc7b70-b2c2-490f-b07e-f7a127e0916e of type vlan for network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1
Nov 13 21:26:51.466504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.570757 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.585473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:51.586100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.670322 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.686878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=4ab3a4dc-6252-47c7-9057-9c76e673b9f1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:51.700522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:26:51.721623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b86ef91b-85b0-42bd-baef-fdf1f2c48e42 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4891860
Nov 13 21:26:51.724918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49442) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:51.735093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:51.755949 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.833220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0e729-46f0-4c90-88dd-8a9908ddf473 None None] Pushing event updated for resources: {'Port': ['ID=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:51.893890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Attempting to bind port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:51.894262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Attempting to bind port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:51.894809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Attempting to bind port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae on network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:51.903056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:51.903438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Checking segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:51.903920 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.904412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Bound using segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:51.905252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Bound port: cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:51.905890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.989760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:51.990472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] For port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:51.994341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] For port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:52.054324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.102260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.137247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:52.141867 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.144740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.233193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7824056-12e9-4dde-a18b-ea6c758b5b66,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:52.326219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.327425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0f05c019-15dd-40e5-8953-54bf0ff40131 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0749757
Nov 13 21:26:52.331322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:52.331879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:26:52.332496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1b9670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:52.339088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Request body: {'security_group_rule': {'security_group_id': '48aa7fc8-fc42-4f83-abb0-838e44f8c3d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:52.378241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0e729-46f0-4c90-88dd-8a9908ddf473 None None] Pushing event updated for resources: {'Port': ['ID=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:52.385682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dafd8e49-13ab-4195-9fff-21b5d3058e7f None None] Provisioning complete for port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:52.386522 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafd8e49-13ab-4195-9fff-21b5d3058e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.489015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:26:52.493554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.499277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.576404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=7b8b5ee3-a38c-40c3-ad92-390bebebc028,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:52.580239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.592243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafd8e49-13ab-4195-9fff-21b5d3058e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.596488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:52.596889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: 4ab3a4dc-6252-47c7-9057-9c76e673b9f1, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:26:52.675131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.676645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dafd8e49-13ab-4195-9fff-21b5d3058e7f None None] For port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:52.696301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156159c2-58dc-407b-96b4-9dc4730f348c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:52.720386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:26:52.752163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1b9670>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:51Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:52.779217 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafd8e49-13ab-4195-9fff-21b5d3058e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.781058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ceebde-a586-404c-9ae5-53121626924b None None] The sync data for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 is: [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:51Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:26:52.809329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.815149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49456) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:52.820242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:52.822441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-052feacf-a228-405b-b6ca-2bddc7329025 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4884026
Nov 13 21:26:52.856509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd8e49-13ab-4195-9fff-21b5d3058e7f None None] Pushing event updated for resources: {'Port': ['ID=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:52.882368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4ab3a4dc-6252-47c7-9057-9c76e673b9f1) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:52.896846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721c372-69fe-4ede-807c-62bfa7f3e4e1 None None] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:52.909304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:52.912191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.950880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e232824e-3d95-47b9-ae21-b5f2223517ee None None] Provisioning complete for port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:52.953571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e232824e-3d95-47b9-ae21-b5f2223517ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:52.964992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.040661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25958a18-bef5-4c65-971c-c16d8ef6e01d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3116384
Nov 13 21:26:53.041546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49464) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:53.049350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1128079993'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:53.119353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.211268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4ab3a4dc-6252-47c7-9057-9c76e673b9f1', 'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': '7b8b5ee3-a38c-40c3-ad92-390bebebc028'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:26:53.212165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.313572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:53.314856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:53.319523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.348804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port bba24262-fcc3-4529-8cf4-5555b1e7316f yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:53.465022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:53.465385 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.505173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Allocated IP 172.20.0.2 (4ab3a4dc-6252-47c7-9057-9c76e673b9f1/7b8b5ee3-a38c-40c3-ad92-390bebebc028/e5e89af3-e6cf-4856-8436-323d8d7cbfa4) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:53.748917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Allocated IP 172.35.3.199 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/16c23ad6-ad03-4643-9031-752174edf11e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:53.774105 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.872359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.888502 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:53.939472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Pushing event updated for resources: {'Port': ['ID=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:53.943000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:53.944678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:53.946684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:53.953847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.13 (4ab3a4dc-6252-47c7-9057-9c76e673b9f1/7b8b5ee3-a38c-40c3-ad92-390bebebc028/bba24262-fcc3-4529-8cf4-5555b1e7316f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:54.055426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Attempting to bind port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:26:54.055798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Attempting to bind port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:26:54.057242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Attempting to bind port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 on network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:26:54.063331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.068244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:26:54.068627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Checking segment: {'id': 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:26:54.069122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.070061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Bound using segment: {'id': 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:26:54.070545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Bound port: e5e89af3-e6cf-4856-8436-323d8d7cbfa4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4ab3a4dc-6252-47c7-9057-9c76e673b9f1'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:26:54.071137 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.118896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:54.124881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:54.129239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:54.135424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event updated for resources: {'Port': ['ID=16c23ad6-ad03-4643-9031-752174edf11e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:54.146657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.148847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] For port e5e89af3-e6cf-4856-8436-323d8d7cbfa4, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:26:54.152466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] For port e5e89af3-e6cf-4856-8436-323d8d7cbfa4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,segment=NetworkSegment(c9fc7b70-b2c2-490f-b07e-f7a127e0916e),segment_id=c9fc7b70-b2c2-490f-b07e-f7a127e0916e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:26:54.225242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.295097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.370222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b4b4d-984f-4c08-8a93-dbc5735db236 None None] Pushing event updated for resources: {'Port': ['ID=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:54.375439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:54.392818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.426912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.493267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=bba24262-fcc3-4529-8cf4-5555b1e7316f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:54.509225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:54.511493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:54.515402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:54.592766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d48ddfeb-78cd-47ea-a100-79c10a081226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.603343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:54.603919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.648570 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.702003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d48ddfeb-78cd-47ea-a100-79c10a081226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.723609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-894c1ef2-3928-4402-9b26-8a85b47c596e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 1.6808033
Nov 13 21:26:54.726369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:54.735894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.737657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c09c-a88f-49b7-852c-ac147621939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.811589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event updated for resources: {'Port': ['ID=16c23ad6-ad03-4643-9031-752174edf11e,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:54.813487 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d48ddfeb-78cd-47ea-a100-79c10a081226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.827270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.858582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port bba24262-fcc3-4529-8cf4-5555b1e7316f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:54.858848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.863381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d48ddfeb-78cd-47ea-a100-79c10a081226 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ade02ad9067492cba61278d0ebab207&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4869220
Nov 13 21:26:54.866740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49496) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:54.887465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ddfeb-78cd-47ea-a100-79c10a081226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb73e9e-ed15-46ec-b6cf-8210687264fa,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:54.923074 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f6a0c63-accf-45d1-8301-ee331760cf89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.945523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f6a0c63-accf-45d1-8301-ee331760cf89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.955210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.969451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for bba24262-fcc3-4529-8cf4-5555b1e7316f owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:54.976912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:54.978158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e9bf7300-bd8e-4b18-850d-8ba5bc6fae26 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1618636
Nov 13 21:26:55.070609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f6a0c63-accf-45d1-8301-ee331760cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.072478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f6a0c63-accf-45d1-8301-ee331760cf89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.077509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1f6a0c63-accf-45d1-8301-ee331760cf89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acb73e9e-ed15-46ec-b6cf-8210687264fa HTTP/1.1" status: 204  len: 168 time: 0.2094791
Nov 13 21:26:55.113431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a0c63-accf-45d1-8301-ee331760cf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb73e9e-ed15-46ec-b6cf-8210687264fa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:55.257194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-e45ac71b-700e-4eec-952b-06449712065f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1638607764&fields=id&tenant_id=81b68b19df8f4380a0b184433be626ad HTTP/1.1" status: 200  len: 267 time: 0.0503802
Nov 13 21:26:55.277594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e5e89af3-e6cf-4856-8436-323d8d7cbfa4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:26:55.281855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.313959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=bba24262-fcc3-4529-8cf4-5555b1e7316f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:55.348718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:55.349195 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.404493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.410435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a10e65bb-141d-44cf-8e3d-90fd98a31139 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/bba24262-fcc3-4529-8cf4-5555b1e7316f HTTP/1.1" status: 204  len: 168 time: 0.6804790
Nov 13 21:26:55.412430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-29f45422-2cca-45dd-898d-0bd7e1044e5f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:55.413267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49518) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:55.413985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-29f45422-2cca-45dd-898d-0bd7e1044e5f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/networks?id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c HTTP/1.1" status: 200  len: 806 time: 0.1509905
Nov 13 21:26:55.434764 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-33f72a11-3182-4e4b-b05a-d51f10de32c6 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/quotas/81b68b19df8f4380a0b184433be626ad HTTP/1.1" status: 200  len: 375 time: 0.0117228
Nov 13 21:26:55.442444 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f12887-f963-4948-8696-c2136dc7f7a0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:26:55.447206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-01f12887-f963-4948-8696-c2136dc7f7a0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/bba24262-fcc3-4529-8cf4-5555b1e7316f HTTP/1.1" status: 404  len: 333 time: 0.0323913
Nov 13 21:26:55.447916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49520) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:55.451939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.501474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port e5e89af3-e6cf-4856-8436-323d8d7cbfa4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,segment=NetworkSegment(c9fc7b70-b2c2-490f-b07e-f7a127e0916e),segment_id=c9fc7b70-b2c2-490f-b07e-f7a127e0916e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:55.508917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-dfdca1c1-d775-4114-8d22-53fd354c0270 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81b68b19df8f4380a0b184433be626ad&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0642478
Nov 13 21:26:55.538167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 7b8b5ee3-a38c-40c3-ad92-390bebebc028 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:26:55.548442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.601770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.612098 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.629226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-780c49d5-0bd2-43b4-b6b3-03a313de1358 service neutron] 10.222.0.20 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064892
Nov 13 21:26:55.674395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54acfca7-cf64-42f9-8241-6f255ee40242 None None] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:55.694505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:55.709475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.752402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-2042dcd0-fc60-4bab-ab35-0c111601cc3c service neutron] 10.222.0.20 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1162810
Nov 13 21:26:55.772199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6519d22e-55be-4d1b-8df0-aeda4c1ef876 None None] Provisioning complete for port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:55.772567 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6519d22e-55be-4d1b-8df0-aeda4c1ef876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.853557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.885069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8b5ee3-a38c-40c3-ad92-390bebebc028,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:55.889546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.893270 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a279f964-bcaf-41da-9e3b-d931c563e9bb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/7b8b5ee3-a38c-40c3-ad92-390bebebc028 HTTP/1.1" status: 204  len: 168 time: 0.4444087
Nov 13 21:26:55.896497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49524) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:55.983945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:55.985246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49528) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:56.018708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb296-ed12-44f0-bccc-d9a232e86605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.060711 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-516f85d8-db8f-43cd-b3d8-6aadc40d2e0b req-fb5e5cd9-2f48-464b-96e8-e3b125940409 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 210 time: 0.0450900
Nov 13 21:26:56.088808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:56.089380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.148244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb296-ed12-44f0-bccc-d9a232e86605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.174446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] For port e5e89af3-e6cf-4856-8436-323d8d7cbfa4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,segment=NetworkSegment(c9fc7b70-b2c2-490f-b07e-f7a127e0916e),segment_id=c9fc7b70-b2c2-490f-b07e-f7a127e0916e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:26:56.174446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.189365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for e5e89af3-e6cf-4856-8436-323d8d7cbfa4 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:56.216627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036e757e-1aa0-445b-b9c9-ed49ff5d46da None None] Network 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:26:56.255134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1ecb296-ed12-44f0-bccc-d9a232e86605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.299788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ec872071-0f29-4c44-bee6-fab219a2b734 None None] Provisioning complete for port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:26:56.300358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ec872071-0f29-4c44-bee6-fab219a2b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.308240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b1ecb296-ed12-44f0-bccc-d9a232e86605 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47a1e2c0c25f490e8f5b3b1c42ad3fb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3134897
Nov 13 21:26:56.308240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecb296-ed12-44f0-bccc-d9a232e86605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c434c-77ec-403a-aa62-43a842622b51,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:56.308790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49542) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:56.361066 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a28282-5d87-44ec-905f-e32f795eb5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.384401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a28282-5d87-44ec-905f-e32f795eb5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.446696 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.474257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=e5e89af3-e6cf-4856-8436-323d8d7cbfa4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:56.478611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No DVR routers for this DVR port e5e89af3-e6cf-4856-8436-323d8d7cbfa4 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:26:56.531351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ec872071-0f29-4c44-bee6-fab219a2b734 None None] Could not find standard attr ID for object e5e89af3-e6cf-4856-8436-323d8d7cbfa4. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:26:56.534147 ncdv-master-1 neutron-server[120534]: INFO neutron.plugins.ml2.db [None req-ec872071-0f29-4c44-bee6-fab219a2b734 None None] No ports have port_id starting with e5e89af3-e6cf-4856-8436-323d8d7cbfa4
Nov 13 21:26:56.565860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.588181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c300f6a-8f29-4280-943c-fa580162f7f4 None None] DHCP port deletion for 4ab3a4dc-6252-47c7-9057-9c76e673b9f1 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:26:56.591364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a28282-5d87-44ec-905f-e32f795eb5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.599990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a28282-5d87-44ec-905f-e32f795eb5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.599990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42a28282-5d87-44ec-905f-e32f795eb5ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/662c434c-77ec-403a-aa62-43a842622b51 HTTP/1.1" status: 204  len: 168 time: 0.2881196
Nov 13 21:26:56.603113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde029b80>,) {'filters': {'network_id': ['4ab3a4dc-6252-47c7-9057-9c76e673b9f1']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:56.620253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde029b80>, 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:56.620565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde029b80>, 'c9fc7b70-b2c2-490f-b07e-f7a127e0916e') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:26:56.622584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a28282-5d87-44ec-905f-e32f795eb5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c434c-77ec-403a-aa62-43a842622b51,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:56.634205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.650626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.658676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:26:56.659062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:26:56.662803 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:26:56.869492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.877317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:56.880417 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/4ab3a4dc-6252-47c7-9057-9c76e673b9f1 HTTP/1.1" status: 204  len: 168 time: 0.9829690
Nov 13 21:26:56.884170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49546) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:56.889813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'name': 'tempest-PortsTestJSON-1785425374'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:56.895493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a8c3d-b640-4c33-8f57-434660dfd585 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=4ab3a4dc-6252-47c7-9057-9c76e673b9f1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:57.074769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:57.075265 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0e12bd5-a52c-4742-a06a-8e3f04c64735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.079857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.115185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 85599322-7c61-4747-bf8e-f538aaa3ddfa yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:57.199849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36693b52-ea45-45d9-9b56-af9f5db7ca54 req-a1b82e9c-a11b-44b4-9caa-b8c3db698e80 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 210 time: 0.0778368
Nov 13 21:26:57.240801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e5e89af3-e6cf-4856-8436-323d8d7cbfa4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:26:57.262502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e5e89af3-e6cf-4856-8436-323d8d7cbfa4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:26:57.262878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e5e89af3-e6cf-4856-8436-323d8d7cbfa4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:26:57.330007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.440997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.489674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:57.495104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:57.497625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:57.504332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:57.513525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.515629 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=85599322-7c61-4747-bf8e-f538aaa3ddfa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:57.630003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-693b1ef2-347b-4907-8626-cee4e6cddbd9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.7446122
Nov 13 21:26:57.632771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49568) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:57.728619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 85599322-7c61-4747-bf8e-f538aaa3ddfa {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:57.729595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.798708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:57.811010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 85599322-7c61-4747-bf8e-f538aaa3ddfa owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:58.005203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:58.037637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=85599322-7c61-4747-bf8e-f538aaa3ddfa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:58.041789 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:58.044828 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-84641064-4ca9-4d0c-97cc-e68c7cf45f0e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/85599322-7c61-4747-bf8e-f538aaa3ddfa HTTP/1.1" status: 204  len: 168 time: 0.4110091
Nov 13 21:26:58.047454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:58.053183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'mac_address': 'fa:16:3e:3a:c8:2d', 'name': 'tempest-PortsTestJSON-1720238372'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:58.431817 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f772d488-c493-4550-99c6-6cabecb4c7db req-0c36a128-12f6-4b78-9671-2ab268a8e177 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 210 time: 0.0336561
Nov 13 21:26:58.526289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:58.623152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:58.709067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:58.738468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port cd3356d2-cfad-4197-88cd-ad38b0cbd614 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:26:58.934561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:58.966189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-0506a129-3f94-405b-9dd1-95c0b7756560 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:58.969540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-0506a129-3f94-405b-9dd1-95c0b7756560 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.37 "GET /v2.0/networks?id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c HTTP/1.1" status: 200  len: 806 time: 0.1533358
Nov 13 21:26:59.035296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-37697f58-882e-4b11-89c9-2bf233f41bf2 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81b68b19df8f4380a0b184433be626ad HTTP/1.1" status: 200  len: 380 time: 0.0566525
Nov 13 21:26:59.046718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Request body: {'port': {'device_id': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'admin_state_up': True, 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'security_groups': ['48aa7fc8-fc42-4f83-abb0-838e44f8c3d5']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:59.098169 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.150884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:59.155985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:59.159762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:59.165396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:59.166079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.176140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=cd3356d2-cfad-4197-88cd-ad38b0cbd614,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:59.252356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Made reservation on behalf of 81b68b19df8f4380a0b184433be626ad for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:26:59.256126 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.346821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b48a4826-e2c9-4a84-bccb-f67cabbaddae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.2957919
Nov 13 21:26:59.347228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49620) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:59.384578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Allocated IP 172.20.0.10 (2ee8fa97-c04f-4d91-ae78-77778dfdc06c/485e6b58-fb20-4aeb-9995-44a40ef74dbb/09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:26:59.417747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fc6c1-2399-4051-b4ab-fa5f3cfdde26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:59.420519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-608fc6c1-2399-4051-b4ab-fa5f3cfdde26 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/cd3356d2-cfad-4197-88cd-ad38b0cbd614 HTTP/1.1" status: 200  len: 841 time: 0.0714698
Nov 13 21:26:59.425993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49626) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:59.555602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port cd3356d2-cfad-4197-88cd-ad38b0cbd614 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:26:59.555943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.574538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.583678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b44d127a-e80d-407e-9596-0c125157ec3c req-e115c27c-f6a6-4d66-887b-e738bb6f8fe0 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 210 time: 0.0434148
Nov 13 21:26:59.640666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.653226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for cd3356d2-cfad-4197-88cd-ad38b0cbd614 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:26:59.755686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.801806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.802634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:26:59.809503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:26:59.823542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:26:59.836377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.842433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/cd3356d2-cfad-4197-88cd-ad38b0cbd614 HTTP/1.1" status: 204  len: 168 time: 0.4154201
Nov 13 21:26:59.843217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49642) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:59.843994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffc92d-b8a8-4977-952c-0d5c962a2854 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=cd3356d2-cfad-4197-88cd-ad38b0cbd614,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:59.856778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event updated for resources: {'Port': ['ID=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:26:59.888938 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-515c2da4-3a79-4690-8e4e-3813156e8394 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:26:59.889537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:26:59.890183 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:26:59.896029 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-515c2da4-3a79-4690-8e4e-3813156e8394 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/cd3356d2-cfad-4197-88cd-ad38b0cbd614 HTTP/1.1" status: 404  len: 333 time: 0.0496781
Nov 13 21:26:59.896886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49644) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:26:59.903321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'name': 'tempest-PortsTestJSON-276596819'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:26:59.942042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.010803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-44a5e425-36a8-4c77-afd1-11a38b5b6c6f tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9682708
Nov 13 21:27:00.026291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Request body: {'port': {'device_id': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:00.080333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:00.083294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b5159f07-2f82-4879-8620-b8ba601123f9 None None] Provisioning complete for port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:00.083737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5159f07-2f82-4879-8620-b8ba601123f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.084311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.087949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.115325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port f45f8350-268d-4a7d-9448-2e1e01b4e6c3 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:00.123479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b5159f07-2f82-4879-8620-b8ba601123f9 None None] Port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:00.292999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.366721 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.375290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:27:00.385284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.399471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Transition to ACTIVE for port object 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:27:00.433984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.472858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:00.475753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:00.479281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:00.484958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:00.485530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.507184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.508599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=f45f8350-268d-4a7d-9448-2e1e01b4e6c3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:00.566707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Pushing event updated for resources: {'Port': ['ID=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:00.599982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-29b664d6-e675-44c6-8fc5-17a9d7a1a087 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7014213
Nov 13 21:27:00.606855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49658) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:00.612231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:00.711425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Attempting to bind port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:00.711796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Attempting to bind port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:00.712137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Attempting to bind port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb on network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:00.719419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.720307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df81b0-5892-4014-9ddc-01253f9e96f6 req-d4779413-eb6a-4918-a660-032983ded22b tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:00.722057 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7df81b0-5892-4014-9ddc-01253f9e96f6 req-d4779413-eb6a-4918-a660-032983ded22b tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 944 time: 0.0549936
Nov 13 21:27:00.722178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb on network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:00.722464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Attempting to bind port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb on network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:00.746760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:00.747095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Checking segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:00.747592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Bound using segment: {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:00.748038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Bound port: 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069dfc36-d4e9-48ab-a3ce-cc2420785d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:00.748386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:00.809949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7df81b0-5892-4014-9ddc-01253f9e96f6 req-b04f8a75-2ce9-4451-af49-b532ca55bb18 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813413
Nov 13 21:27:00.924587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] For port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:00.945735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] For port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:00.967125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.006217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.037653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.038445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.040012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] 10.222.0.37 "PUT /v2.0/ports/09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb HTTP/1.1" status: 200  len: 1092 time: 1.0206902
Nov 13 21:27:01.042729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:27:01.045832 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca9358d-c200-4f77-b68a-9a840d3d0331" -d '{"events": [{"name": "network-changed", "server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:27:01.051363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.069789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] In _notify_port_updated(), no bound segment for port f45f8350-268d-4a7d-9448-2e1e01b4e6c3 on network 19180725-edf6-4b01-80fe-d6799d76a7fe {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:01.080349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.081084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.085583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/ports/f45f8350-268d-4a7d-9448-2e1e01b4e6c3 HTTP/1.1" status: 200  len: 818 time: 0.4745898
Nov 13 21:27:01.086300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49672) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:01.099013 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803a89ae-c096-4a43-9bb3-61e0e5f43f93 x-openstack-request-id: req-803a89ae-c096-4a43-9bb3-61e0e5f43f93 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:27:01.099306 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:27:01.099558 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-803a89ae-c096-4a43-9bb3-61e0e5f43f93 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:27:01.099953 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'status': 'completed', 'code': 200}
Nov 13 21:27:01.104028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24f1eb-bf8e-4ee0-a725-5ffa3e722e6a service neutron] Pushing event updated for resources: {'Port': ['ID=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:01.201612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port f45f8350-268d-4a7d-9448-2e1e01b4e6c3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:01.202103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622eaee-0a1c-42f2-a829-cab4b0c9cbcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=f45f8350-268d-4a7d-9448-2e1e01b4e6c3,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:01.202198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.217171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9358d-c200-4f77-b68a-9a840d3d0331 req-c41024bd-cb60-4046-8e23-1219e2e9b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.218712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ca9358d-c200-4f77-b68a-9a840d3d0331 req-c41024bd-cb60-4046-8e23-1219e2e9b55d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b68b19df8f4380a0b184433be626ad&device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 1095 time: 0.0740864
Nov 13 21:27:01.294383 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.311180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for f45f8350-268d-4a7d-9448-2e1e01b4e6c3 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:01.334500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9358d-c200-4f77-b68a-9a840d3d0331 req-9c7ecc46-0719-44ed-8d1e-89d85c868372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.337065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ca9358d-c200-4f77-b68a-9a840d3d0331 req-9c7ecc46-0719-44ed-8d1e-89d85c868372 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=81b68b19df8f4380a0b184433be626ad&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1103272
Nov 13 21:27:01.440001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9358d-c200-4f77-b68a-9a840d3d0331 req-8c892744-5b4a-452e-a8a9-d29e6785d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.441433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ca9358d-c200-4f77-b68a-9a840d3d0331 req-8c892744-5b4a-452e-a8a9-d29e6785d583 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0979030
Nov 13 21:27:01.487107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.527924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-54780b15-3d4f-42e6-ac8a-28cf04e1e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.529274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-54780b15-3d4f-42e6-ac8a-28cf04e1e556 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b68b19df8f4380a0b184433be626ad&device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 1095 time: 0.0511611
Nov 13 21:27:01.538001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.543706 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/f45f8350-268d-4a7d-9448-2e1e01b4e6c3 HTTP/1.1" status: 204  len: 168 time: 0.4543929
Nov 13 21:27:01.544171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49680) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:01.546127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03636108-a701-40c8-b891-5b47472d9a18 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=f45f8350-268d-4a7d-9448-2e1e01b4e6c3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:01.579552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-c4d83dff-025b-4cae-848e-fb54460e545f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb HTTP/1.1" status: 200  len: 217 time: 0.0416253
Nov 13 21:27:01.608246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9a7c0-fe93-4bc1-8a29-331763eb5ce0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.614540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50b9a7c0-fe93-4bc1-8a29-331763eb5ce0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0696342
Nov 13 21:27:01.617624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49684) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:01.637470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-15e9362c-6283-4fc7-bb43-3bf6c5e9d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.639232 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-15e9362c-6283-4fc7-bb43-3bf6c5e9d89a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=485e6b58-fb20-4aeb-9995-44a40ef74dbb HTTP/1.1" status: 200  len: 845 time: 0.0535064
Nov 13 21:27:01.647064 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d29cb1c-70a0-440a-affb-694efd7dd88e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:01.650797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d29cb1c-70a0-440a-affb-694efd7dd88e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/f45f8350-268d-4a7d-9448-2e1e01b4e6c3 HTTP/1.1" status: 404  len: 333 time: 0.0319693
Nov 13 21:27:01.657713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49688) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:01.664033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-294295694'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:01.695118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-9d438362-ff17-4e6f-b496-c8793f04698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.696636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-9d438362-ff17-4e6f-b496-c8793f04698e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0481393
Nov 13 21:27:01.789299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:01.793238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.794497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-37d4bc20-d67b-41c6-b5b2-7d7285af9c3d service neutron] 10.222.0.37 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898557
Nov 13 21:27:01.818701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:27:01.828833 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.829180 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f of type vlan for network b93e118f-423b-4481-9490-a5f719d040ed
Nov 13 21:27:01.892414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:01.894334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7badd72f-f6f9-4128-b5f5-9040c071505e req-1cc2029b-fb20-4aeb-8d7b-9b21e9914c97 service neutron] 10.222.0.37 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924554
Nov 13 21:27:01.941167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b61f0-04e1-49d7-aa4f-a69b4aed9070 req-70093910-182b-4a68-be81-448e92932808 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:01.942640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-579b61f0-04e1-49d7-aa4f-a69b4aed9070 req-70093910-182b-4a68-be81-448e92932808 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 944 time: 0.0522897
Nov 13 21:27:02.002589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-579b61f0-04e1-49d7-aa4f-a69b4aed9070 req-72f01d70-f602-42f4-8824-c426ff307f5b tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532689
Nov 13 21:27:02.012025 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:02.019069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:02.019795 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:02.086773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=b93e118f-423b-4481-9490-a5f719d040ed,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:02.097581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b93e118f-423b-4481-9490-a5f719d040ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:27:02.138309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8cf98851-4ace-4f3d-84d9-5152dfc6c8cb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4789684
Nov 13 21:27:02.141600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:02.146536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:02.326274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:02.330611 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:02.583675 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:02.649691 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=4c189742-d5b8-430e-8cf3-60bfe4dc4e33,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:02.658135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:02.658502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: b93e118f-423b-4481-9490-a5f719d040ed, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:27:02.743442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network b93e118f-423b-4481-9490-a5f719d040ed is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:27:02.846182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b93e118f-423b-4481-9490-a5f719d040ed) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:02.850284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:02.850877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:02.855729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d346be8-1403-47c6-9379-940bffbd005c None None] Network b93e118f-423b-4481-9490-a5f719d040ed requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:02.962964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e14f71bc-7f56-4924-a49e-c6cc3e190ce2 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8202341
Nov 13 21:27:02.965822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49716) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:02.971531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:03.008918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b93e118f-423b-4481-9490-a5f719d040ed', 'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': '4c189742-d5b8-430e-8cf3-60bfe4dc4e33'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:27:03.010466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.141716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c660-b579-4711-bcdb-43ebe08f4475 req-c97e802b-5f6f-4cde-bf9f-1df658bf7205 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:03.143289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9464c660-b579-4711-bcdb-43ebe08f4475 req-c97e802b-5f6f-4cde-bf9f-1df658bf7205 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 944 time: 0.0510306
Nov 13 21:27:03.157102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:03.162310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.181475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Allocated IP 172.20.0.2 (b93e118f-423b-4481-9490-a5f719d040ed/4c189742-d5b8-430e-8cf3-60bfe4dc4e33/342533dc-cd8f-4d07-a8c8-638a0d5ecbf9) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:03.194955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9464c660-b579-4711-bcdb-43ebe08f4475 req-f1a8dd02-d2fc-4ee7-88ab-f355ed877f1e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455811
Nov 13 21:27:03.262054 ncdv-master-1 neutron-server[120533]: INFO neutron.db.ipam_backend_mixin [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4c189742-d5b8-430e-8cf3-60bfe4dc4e33 (CIDR: 172.20.0.0/28)
Nov 13 21:27:03.321226 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:27:03.325426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:03.325552 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.401365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.403549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1aa485ee-03f7-493a-bfb2-5f2300a078a5 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4366751
Nov 13 21:27:03.406944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49724) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:03.411890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:03.453112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Network b93e118f-423b-4481-9490-a5f719d040ed is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:03.454538 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Pushing event updated for resources: {'Port': ['ID=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:03.457078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:03.459186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:03.511768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Attempting to bind port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:03.512134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Attempting to bind port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:03.512642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Attempting to bind port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 on network b93e118f-423b-4481-9490-a5f719d040ed {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:03.518420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:03.518803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Checking segment: {'id': 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:03.519205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.519596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Bound using segment: {'id': 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:03.520143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Bound port: 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:03.520587 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.578309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:03.583677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.586093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] For port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:03.594614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] For port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,segment=NetworkSegment(f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f),segment_id=f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:03.675432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.736960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca6f06-6050-4cd9-8c93-22413a857ae5 None None] Pushing event updated for resources: {'Port': ['ID=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:03.935776 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:03.988980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network b93e118f-423b-4481-9490-a5f719d040ed is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:03.992836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:03.997395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:03.997982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:04.005332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=99db0fa1-185f-4e38-b60f-38a81d4f4ea3,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:04.098174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8951fbea-646e-4372-b14c-30e2bb05fd7a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6900313
Nov 13 21:27:04.103368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:04.106002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed', 'fixed_ips': [{'subnet_id': '4c189742-d5b8-430e-8cf3-60bfe4dc4e33'}, {'subnet_id': '99db0fa1-185f-4e38-b60f-38a81d4f4ea3'}], 'name': 'tempest-PortsTestJSON-1193106159'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:04.289998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:04.315416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718963-39ff-4b29-ac94-7e34f47cfce3 req-8769e8f5-ad77-4414-8df5-cdf778fa33a1 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:04.317036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d718963-39ff-4b29-ac94-7e34f47cfce3 req-8769e8f5-ad77-4414-8df5-cdf778fa33a1 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 944 time: 0.0488284
Nov 13 21:27:04.403721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d718963-39ff-4b29-ac94-7e34f47cfce3 req-e764d462-3b67-430f-b34c-417811c1aa9e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747955
Nov 13 21:27:04.411370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:04.437459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:04.664112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:27:04.667095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49750) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:04.767371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.9 (b93e118f-423b-4481-9490-a5f719d040ed/4c189742-d5b8-430e-8cf3-60bfe4dc4e33/223f4b9e-1c55-4d18-b8c6-071c59f23da5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:04.780273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.30 (b93e118f-423b-4481-9490-a5f719d040ed/99db0fa1-185f-4e38-b60f-38a81d4f4ea3/223f4b9e-1c55-4d18-b8c6-071c59f23da5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:04.810378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9109276-c3d2-48e5-89a5-0c75a242d665 None None] Network b93e118f-423b-4481-9490-a5f719d040ed requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:04.962984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ed37c31e-26ec-4a30-bb11-18eb9bb3ebe7 None None] Provisioning complete for port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:04.963887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed37c31e-26ec-4a30-bb11-18eb9bb3ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:04.999542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.016900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:05.042308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'port_id': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'mac_address': 'fa:16:3e:9d:f2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:27:05.153838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.189222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed37c31e-26ec-4a30-bb11-18eb9bb3ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.204387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:27:05.241440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:05.244331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.264727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed37c31e-26ec-4a30-bb11-18eb9bb3ebe7 None None] For port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,segment=NetworkSegment(f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f),segment_id=f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:05.311319 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.323603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network b93e118f-423b-4481-9490-a5f719d040ed is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:05.329382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:05.335024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:05.353891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:05.364354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed37c31e-26ec-4a30-bb11-18eb9bb3ebe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.367045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=223f4b9e-1c55-4d18-b8c6-071c59f23da5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:05.397167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:05.398095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.433382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.449506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:05.457101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] Update dhcp port {'port': {'network_id': 'b93e118f-423b-4481-9490-a5f719d040ed', 'fixed_ips': [{'subnet_id': '4c189742-d5b8-430e-8cf3-60bfe4dc4e33', 'ip_address': '172.20.0.2'}, {'subnet_id': '99db0fa1-185f-4e38-b60f-38a81d4f4ea3'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '342533dc-cd8f-4d07-a8c8-638a0d5ecbf9'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:27:05.496458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81da10ce-6a20-4550-bd08-7be4da35d37b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.3945889
Nov 13 21:27:05.499150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49778) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:05.505780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c189742-d5b8-430e-8cf3-60bfe4dc4e33'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:05.530427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.546625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:05.547163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.579152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37c31e-26ec-4a30-bb11-18eb9bb3ebe7 None None] Pushing event updated for resources: {'Port': ['ID=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:05.597754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.613734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c2ee7-d92f-4311-b879-c4670c93f431 req-43dfd255-266e-41cc-b593-a5889c2bf58e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:05.615242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-993c2ee7-d92f-4311-b879-c4670c93f431 req-43dfd255-266e-41cc-b593-a5889c2bf58e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 945 time: 0.1397521
Nov 13 21:27:05.620352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:27:05.739728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-993c2ee7-d92f-4311-b879-c4670c93f431 req-191e62ba-63fb-4cae-a703-1bb05db6d440 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901275
Nov 13 21:27:05.841702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Deleting port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:05.842127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.861336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] Allocated IP 172.20.0.18 (b93e118f-423b-4481-9490-a5f719d040ed/99db0fa1-185f-4e38-b60f-38a81d4f4ea3/342533dc-cd8f-4d07-a8c8-638a0d5ecbf9) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:05.940905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] For port 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:05.941277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:05.956296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Calling delete_port for 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:05.994292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] For port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,segment=NetworkSegment(f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f),segment_id=f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:06.038314 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.152592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.216915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Delete allocated IP 172.20.0.30 (b93e118f-423b-4481-9490-a5f719d040ed/99db0fa1-185f-4e38-b60f-38a81d4f4ea3) {{(pid=120533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 13 21:27:06.241366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0b7c5-30d6-4ce6-9286-ece79ef4409a None None] Pushing event updated for resources: {'Port': ['ID=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:06.255454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.284026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:06.295658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.296648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.297065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.297394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.297723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.298046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.303353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.303353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.303353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.303353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.303353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.303353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:06.366486 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.441012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.563085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.565972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=223f4b9e-1c55-4d18-b8c6-071c59f23da5,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:06.595281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] In _notify_port_updated(), no bound segment for port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 on network b93e118f-423b-4481-9490-a5f719d040ed {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:06.601202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:06.601963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.604743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9658c319-f259-41ad-9c0d-4d9fcd224ab0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/ports/223f4b9e-1c55-4d18-b8c6-071c59f23da5 HTTP/1.1" status: 200  len: 919 time: 1.1022329
Nov 13 21:27:06.607194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49804) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:06.621138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c189742-d5b8-430e-8cf3-60bfe4dc4e33'}, {'subnet_id': '99db0fa1-185f-4e38-b60f-38a81d4f4ea3'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:06.669966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:06.699407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.829467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:27:06.834190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:06.834563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.856166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:27:06.962517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770c266-c385-44b3-9247-c2f868b6f5cc req-e89838c9-88ef-4267-a0c6-945562d26c54 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:06.964047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:06.964772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4770c266-c385-44b3-9247-c2f868b6f5cc req-e89838c9-88ef-4267-a0c6-945562d26c54 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 945 time: 0.1145461
Nov 13 21:27:06.968673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df1ebb-5fdb-42a9-b0b8-4ed3187371b9 None None] Network b93e118f-423b-4481-9490-a5f719d040ed requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:07.117664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.19 (b93e118f-423b-4481-9490-a5f719d040ed/99db0fa1-185f-4e38-b60f-38a81d4f4ea3/223f4b9e-1c55-4d18-b8c6-071c59f23da5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:07.120778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:27:07.123664 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5458ead-f512-4099-bb2d-27b823f50317" -d '{"events": [{"server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "name": "network-vif-plugged", "status": "completed", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:27:07.148494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e456ed0c-54b7-49fa-a69d-f13494aeeade None None] Provisioning complete for port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:07.149197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e456ed0c-54b7-49fa-a69d-f13494aeeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.177810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:07.239118 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc902f-9ccf-4527-b215-a6548c385e95 x-openstack-request-id: req-7ecc902f-9ccf-4527-b215-a6548c385e95 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:27:07.239404 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "name": "network-vif-plugged", "status": "completed", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:27:07.239663 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ecc902f-9ccf-4527-b215-a6548c385e95 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:27:07.240112 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'code': 200}
Nov 13 21:27:07.255181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.409364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.475304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.489460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:07.544292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4770c266-c385-44b3-9247-c2f868b6f5cc req-5a0e766a-0d3f-46f1-a1e0-7d7efc5022e9 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5382679
Nov 13 21:27:07.551566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:27:07.563812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9412c615-0751-482a-9bc3-250c6a9af3d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8954465
Nov 13 21:27:07.571935 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] Sync routers for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:27:07.578565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49820) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:07.608447 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:07.611712 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde48dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:07.638340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=223f4b9e-1c55-4d18-b8c6-071c59f23da5,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:07.651038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831be65-427c-435a-bcc0-1fa50a08e4d0 req-7decb83c-d25d-4554-8290-878511d0ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:07.652674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e831be65-427c-435a-bcc0-1fa50a08e4d0 req-7decb83c-d25d-4554-8290-878511d0ddfb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 1097 time: 0.1048853
Nov 13 21:27:07.654803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:07.727704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:07.728083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.749012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] In _notify_port_updated(), no bound segment for port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 on network b93e118f-423b-4481-9490-a5f719d040ed {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:07.759788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:07.760476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.761877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12302590-a36e-47c9-8f92-85e4ad48ac6b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/ports/223f4b9e-1c55-4d18-b8c6-071c59f23da5 HTTP/1.1" status: 200  len: 999 time: 1.1537144
Nov 13 21:27:07.766634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49824) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:07.789800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e831be65-427c-435a-bcc0-1fa50a08e4d0 req-b00e2188-e548-4da9-9e18-96ac5a51bd11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973461
Nov 13 21:27:07.799972 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:27:07.800160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.915706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:07.916282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:07.957455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.035384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1249877f-9367-4db0-9194-49465a1e8c1f None None] Provisioning complete for port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:08.036308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1249877f-9367-4db0-9194-49465a1e8c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.036448 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.053579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 223f4b9e-1c55-4d18-b8c6-071c59f23da5 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:08.157057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1249877f-9367-4db0-9194-49465a1e8c1f None None] Provisioning complete for port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:08.157426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1249877f-9367-4db0-9194-49465a1e8c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.173764 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde48dfa0>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b550c135-411c-4f89-92be-2181443f0cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:27:06Z', 'revision_number': 5, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port': {'id': 'b550c135-411c-4f89-92be-2181443f0cca', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:0b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:14:52Z', 'updated_at': '2021-11-13T21:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:08.176598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Deleting port b550c135-411c-4f89-92be-2181443f0cca {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:08.177218 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.224957 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] Checking router: e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:27:08.236466 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] Routers {'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:08.237573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde48dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:08.272046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1249877f-9367-4db0-9194-49465a1e8c1f None None] Port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:08.341709 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] Set router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:27:08.371219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] For port b550c135-411c-4f89-92be-2181443f0cca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b550c135-411c-4f89-92be-2181443f0cca,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:08.376520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.397675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-867c876b-4e4e-4a35-b10d-1f1043ad6b19 None None] Provisioning complete for port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:08.400128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-867c876b-4e4e-4a35-b10d-1f1043ad6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.405083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Calling delete_port for b550c135-411c-4f89-92be-2181443f0cca owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:08.410730 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde48dfa0>, [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:27:07Z', 'revision_number': 6, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:08.446038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-867c876b-4e4e-4a35-b10d-1f1043ad6b19 None None] Port 223f4b9e-1c55-4d18-b8c6-071c59f23da5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:08.455067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c136ba-c831-49dc-9078-f52cd12ee56c None None] The sync data for ids ['e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2'] in ncdv-master-1 is: [{'id': 'e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2', 'name': 'tempest-TaggedBootDevicesTest_v242-1833890548-router', 'tenant_id': '84baa7abcdc940809d5ca82bb822a17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:14:50Z', 'updated_at': '2021-11-13T21:27:07Z', 'revision_number': 6, 'project_id': '84baa7abcdc940809d5ca82bb822a17c', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:27:08.501721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.539279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=223f4b9e-1c55-4d18-b8c6-071c59f23da5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:08.661536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.665578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-924f24f4-c7fd-45d3-a041-bcc7dac75648 None None] Could not find standard attr ID for object 223f4b9e-1c55-4d18-b8c6-071c59f23da5. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:27:08.681254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3d137219-75c3-4a79-885f-4bdff610c567 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/223f4b9e-1c55-4d18-b8c6-071c59f23da5 HTTP/1.1" status: 204  len: 168 time: 0.9135339
Nov 13 21:27:08.681887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:08.722118 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c60094e-abaf-441f-b3ea-b3a748afcebd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:08.728263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0c60094e-abaf-441f-b3ea-b3a748afcebd tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/223f4b9e-1c55-4d18-b8c6-071c59f23da5 HTTP/1.1" status: 404  len: 333 time: 0.0447831
Nov 13 21:27:08.729504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49840) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:08.732456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bfaaf-2e85-4f7c-91e2-f8e3fe0a228b req-f8a3fe0c-9949-44e5-96ff-f3a9ce0c7548 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:08.735259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-320bfaaf-2e85-4f7c-91e2-f8e3fe0a228b req-f8a3fe0c-9949-44e5-96ff-f3a9ce0c7548 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.0599880
Nov 13 21:27:08.736303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.767674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Pushing event deleted for resources: {'Port': ['ID=b550c135-411c-4f89-92be-2181443f0cca,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:08.792762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d80f53-a394-4a82-a63b-0bb11cc040e3 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:08.836719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 99db0fa1-185f-4e38-b60f-38a81d4f4ea3 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:08.841499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.895779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-320bfaaf-2e85-4f7c-91e2-f8e3fe0a228b req-fcc0ce20-2b74-4ad7-8096-2f1b7d970cbf tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298425
Nov 13 21:27:08.912179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.924925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:08.982391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6b913124-ef57-4106-b552-2f3a768f8153 None None] Could not find standard attr ID for object 223f4b9e-1c55-4d18-b8c6-071c59f23da5. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:27:09.017003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.019324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.039422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.160618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.161286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:27:09.166447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.169201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bb80de2d-85fa-4e8e-916f-1ad94f5d4386 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0384437-7b8f-4ea0-9f75-e7d29e0a4ec2 HTTP/1.1" status: 204  len: 168 time: 1.5895941
Nov 13 21:27:09.171026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49844) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:09.220608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Deleting subnet 8d3886af-e48e-40cf-824b-23bdcef4618d {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:09.223700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.263683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.339325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.350567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.370238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.377566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/99db0fa1-185f-4e38-b60f-38a81d4f4ea3 HTTP/1.1" status: 204  len: 168 time: 0.6462810
Nov 13 21:27:09.382688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49852) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:09.384837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b0f28-69c5-4a50-b357-a5503b5f076a None None] Network b93e118f-423b-4481-9490-a5f719d040ed requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:09.403891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05204-2b07-4d9f-9344-eb632496c06c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=99db0fa1-185f-4e38-b60f-38a81d4f4ea3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:09.420804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:09.477459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:09.478027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2c5f1a82-ce0a-4a5f-8601-dd9daafd30e2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:09.478579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b550c135-411c-4f89-92be-2181443f0cca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:09.491804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 4c189742-d5b8-430e-8cf3-60bfe4dc4e33 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:09.499909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.502448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b550c135-411c-4f89-92be-2181443f0cca {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:09.502822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b550c135-411c-4f89-92be-2181443f0cca not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:09.560579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.597704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.628416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3886af-e48e-40cf-824b-23bdcef4618d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:09.640080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.643447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7d9d0e9-3085-4979-b9a1-ab9d9187d0b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8d3886af-e48e-40cf-824b-23bdcef4618d HTTP/1.1" status: 204  len: 168 time: 0.4712059
Nov 13 21:27:09.646230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49858) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:09.654204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe45ec-85ac-4a82-a488-7dac27980bec None None] Network ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:09.705244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.763616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.855640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Deleting port 919ea6fc-ed38-4add-bbe3-82cff711428e {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:09.856030 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.913607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.914172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] DHCP port deletion for ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:09.967481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] For port 919ea6fc-ed38-4add-bbe3-82cff711428e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ea6fc-ed38-4add-bbe3-82cff711428e,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:09.968497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.976990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=4c189742-d5b8-430e-8cf3-60bfe4dc4e33,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:09.991450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:09.998167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d1d758e-6d34-44aa-8646-f24dcde57594 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/4c189742-d5b8-430e-8cf3-60bfe4dc4e33 HTTP/1.1" status: 204  len: 168 time: 0.5996461
Nov 13 21:27:10.001350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:10.003882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Calling delete_port for 919ea6fc-ed38-4add-bbe3-82cff711428e owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:10.032831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] Deleting port 919ea6fc-ed38-4add-bbe3-82cff711428e {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:10.033206 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.118977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] For port 919ea6fc-ed38-4add-bbe3-82cff711428e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ea6fc-ed38-4add-bbe3-82cff711428e,segment=NetworkSegment(71ddb09d-7e35-4d27-beef-a14f6d6a82de),segment_id=71ddb09d-7e35-4d27-beef-a14f6d6a82de)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:10.119377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.133189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.137145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] Calling delete_port for 919ea6fc-ed38-4add-bbe3-82cff711428e owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:10.149784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b18ec-eeec-4d16-ae8a-efc3936a8b0c req-a1138913-c5f5-44a7-bf66-204db5b91a3a tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:10.159122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b2b18ec-eeec-4d16-ae8a-efc3936a8b0c req-a1138913-c5f5-44a7-bf66-204db5b91a3a tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.1586716
Nov 13 21:27:10.221373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.241966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b2b18ec-eeec-4d16-ae8a-efc3936a8b0c req-ed94f0bd-68c8-4b13-92f5-2f0f2fe821a5 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819113
Nov 13 21:27:10.250042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.278812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:10.278812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.280187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] Pushing event deleted for resources: {'Port': ['ID=919ea6fc-ed38-4add-bbe3-82cff711428e,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:10.288643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85fc30c-750d-438d-86df-61cd06e76677 None None] No DVR routers for this DVR port 919ea6fc-ed38-4add-bbe3-82cff711428e on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:10.290223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Pushing event deleted for resources: {'Port': ['ID=919ea6fc-ed38-4add-bbe3-82cff711428e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:10.292084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] No DVR routers for this DVR port 919ea6fc-ed38-4add-bbe3-82cff711428e on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:10.400419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] For port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,segment=NetworkSegment(f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f),segment_id=f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:10.400995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.409094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e020175-f174-4317-850b-4b896a18e1e7 None None] Network b93e118f-423b-4481-9490-a5f719d040ed requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:10.420189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:10.460525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.485605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdee629a0>,) {'filters': {'network_id': ['ad4e64b6-f576-4d0a-b558-ec81fe28dfd4']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:10.498328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee629a0>, '71ddb09d-7e35-4d27-beef-a14f6d6a82de') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:10.498533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-56e32156-53ea-4bfa-828f-91514c09166d None None] Provisioning complete for port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:10.498617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee629a0>, '71ddb09d-7e35-4d27-beef-a14f6d6a82de') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:10.498919 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56e32156-53ea-4bfa-828f-91514c09166d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.512494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.531978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:10.544725 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:10.611830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae37d0-0f3e-4da8-8971-1966d9d4d79e req-b29ab8ba-81df-4cd1-a9ea-df3a1818a378 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:10.627415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05ae37d0-0f3e-4da8-8971-1966d9d4d79e req-b29ab8ba-81df-4cd1-a9ea-df3a1818a378 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.2474420
Nov 13 21:27:10.627525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49878) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:10.628754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Request body: {'floatingip': {'port_id': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:10.634088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.689985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e9d82-d5e9-4720-90ed-69d741c4d719 None None] DHCP port deletion for b93e118f-423b-4481-9490-a5f719d040ed request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:10.709201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.711547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No DVR routers for this DVR port 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:10.716540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=342533dc-cd8f-4d07-a8c8-638a0d5ecbf9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:10.737814 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.743794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.747345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad4e64b6-f576-4d0a-b558-ec81fe28dfd4 HTTP/1.1" status: 204  len: 168 time: 1.0998902
Nov 13 21:27:10.760180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216d6a7-e509-40e8-aa0e-cd3ebed1af03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4e64b6-f576-4d0a-b558-ec81fe28dfd4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:10.890453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:10.925779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefded74f10>,) {'filters': {'network_id': ['b93e118f-423b-4481-9490-a5f719d040ed']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:10.973056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefded74f10>, 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:10.973345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefded74f10>, 'f15d0782-9ff6-45c6-bdd4-6c16d7c6a39f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:10.993965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.047931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.065226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:11.065682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:11.068907 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:11.209552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 919ea6fc-ed38-4add-bbe3-82cff711428e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:11.230962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 919ea6fc-ed38-4add-bbe3-82cff711428e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:11.233790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 919ea6fc-ed38-4add-bbe3-82cff711428e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:11.233790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:11.239948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49890) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:11.257271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:11.257736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 342533dc-cd8f-4d07-a8c8-638a0d5ecbf9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:11.285675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.298690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.301929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/b93e118f-423b-4481-9490-a5f719d040ed HTTP/1.1" status: 204  len: 168 time: 1.2995758
Nov 13 21:27:11.306446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49892) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:11.356095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49696019-3011-475d-9770-66d1b4d15e1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=b93e118f-423b-4481-9490-a5f719d040ed,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:11.367934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-592c3260-78dc-4a3e-9434-48ca1874e3b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84baa7abcdc940809d5ca82bb822a17c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1244576
Nov 13 21:27:11.371675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49898) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:11.375174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c79aea6-2fc6-47ee-aadb-64e2705d57a8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:11.376973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4c79aea6-2fc6-47ee-aadb-64e2705d57a8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0692492
Nov 13 21:27:11.385413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:11.440126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9de9ed36-154d-4fe1-9b03-98aae30448a6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0532548
Nov 13 21:27:11.443405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:11.448261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1617627041'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:11.503769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c389d00-7b9d-4374-a74d-04f04dc81cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.522566 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.533354 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c389d00-7b9d-4374-a74d-04f04dc81cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.611834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:11.615624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.623694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.642186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:27:11.650984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.651445 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment 4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2 of type vlan for network ab119887-07a0-4c5a-8afa-aa5cac6bcc15
Nov 13 21:27:11.697666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.711815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c389d00-7b9d-4374-a74d-04f04dc81cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.714430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9c389d00-7b9d-4374-a74d-04f04dc81cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.715559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9c389d00-7b9d-4374-a74d-04f04dc81cd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da HTTP/1.1" status: 204  len: 168 time: 0.3429492
Nov 13 21:27:11.730775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c389d00-7b9d-4374-a74d-04f04dc81cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0c0ce1-dcb8-4f12-9c47-0a91268dd0da,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:11.747587 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Floating IP 65b0043f-ee4b-42ca-ae8b-7d35ad911a97 associated. External IP: 172.35.3.199, port: 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb.
Nov 13 21:27:11.789577 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.796439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:11.797266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:11.869702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=ab119887-07a0-4c5a-8afa-aa5cac6bcc15,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:11.880750 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0553fbcd-e509-46e8-a4b5-7e9e18592bf7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4340584
Nov 13 21:27:11.884538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49914) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:11.886434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:27:11.892098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:11.995499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:27:12.061353 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:12.113468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:27:12.114595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:12.118628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:12.118717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:12.128886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] Sync routers for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:27:12.134822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:12.135667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4000d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:12.158225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e9258d4d-f7cd-4646-bf8b-1f6f774fc8ea tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "PUT /v2.0/floatingips/65b0043f-ee4b-42ca-ae8b-7d35ad911a97 HTTP/1.1" status: 200  len: 992 time: 1.5317540
Nov 13 21:27:12.158225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:27:12.159730 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca47e958-999b-4d6e-958d-e42db917857d" -d '{"events": [{"name": "network-changed", "server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:27:12.207280 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63f68ed-8d53-4acb-8e2f-403fe10fd63b x-openstack-request-id: req-a63f68ed-8d53-4acb-8e2f-403fe10fd63b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:27:12.208066 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:27:12.209435 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a63f68ed-8d53-4acb-8e2f-403fe10fd63b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:27:12.209435 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'status': 'completed', 'code': 200}
Nov 13 21:27:12.298176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e958-999b-4d6e-958d-e42db917857d req-c1a6645a-07ed-4031-b6ce-bc39b5b20947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:12.299573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-c1a6645a-07ed-4031-b6ce-bc39b5b20947 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b68b19df8f4380a0b184433be626ad&device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 1097 time: 0.0651762
Nov 13 21:27:12.319098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:27:12.422880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e958-999b-4d6e-958d-e42db917857d req-c268b2ff-4b20-4b2c-b58a-782fadda84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:12.424406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-c268b2ff-4b20-4b2c-b58a-782fadda84c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c HTTP/1.1" status: 200  len: 907 time: 0.1178434
Nov 13 21:27:12.435120 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:12.497596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-91e3e594-2d90-4dde-853e-4ac07539fd1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb HTTP/1.1" status: 200  len: 1000 time: 0.0635636
Nov 13 21:27:12.522175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:12.522544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: ab119887-07a0-4c5a-8afa-aa5cac6bcc15, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:27:12.526591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=3fc0b440-73b0-4db3-a961-843849144a99,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:12.565353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e958-999b-4d6e-958d-e42db917857d req-5ab9793a-2c20-414d-b46d-fa603cd1db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:12.566754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-5ab9793a-2c20-414d-b46d-fa603cd1db0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=485e6b58-fb20-4aeb-9995-44a40ef74dbb HTTP/1.1" status: 200  len: 845 time: 0.0623679
Nov 13 21:27:12.604682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4000d0>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65b0043f-ee4b-42ca-ae8b-7d35ad911a97', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'port_id': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'mac_address': 'fa:16:3e:9d:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:26:54Z', 'updated_at': '2021-11-13T21:27:11Z', 'revision_number': 1, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:52Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:12.627393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:27:12.647868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e958-999b-4d6e-958d-e42db917857d req-25e0cccf-aa4b-40f9-8e79-694a71bfd9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:12.649308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] Checking router: e8ebfce9-d7f0-4399-9f7a-76c1884ff64a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:27:12.652910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-25e0cccf-aa4b-40f9-8e79-694a71bfd9c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0783303
Nov 13 21:27:12.661063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:12.662101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4000d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:26:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:12.724054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab119887-07a0-4c5a-8afa-aa5cac6bcc15) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:12.734102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:12.737198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:12.740640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501c6bb-00e9-4bcd-bd94-3cdcd0240a3b None None] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:12.749263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-60e06d66-4458-4619-9503-5bff5e29b10d service neutron] 10.222.0.37 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889251
Nov 13 21:27:12.826251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:27:12.831728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49940) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:12.832140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0c85ab98-9ec6-48da-ae6f-cbda35c5547a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9449058
Nov 13 21:27:12.837230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15', 'name': 'tempest-PortsTestJSON-1029210253'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:12.916533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ca47e958-999b-4d6e-958d-e42db917857d req-c2b183b9-34ae-4dd8-b98b-ebfac0aec0f5 service neutron] 10.222.0.37 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591234
Nov 13 21:27:13.097147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:13.100712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.123366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port ff9449e5-9cbf-4e58-b8ac-bc6900e8898f yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:13.205157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:13.224738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab119887-07a0-4c5a-8afa-aa5cac6bcc15', 'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': '3fc0b440-73b0-4db3-a961-843849144a99'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:27:13.225947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.270215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.13 (ab119887-07a0-4c5a-8afa-aa5cac6bcc15/3fc0b440-73b0-4db3-a961-843849144a99/ff9449e5-9cbf-4e58-b8ac-bc6900e8898f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:13.354955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-878740165-network', 'tenant_id': '4bba1762c6854be5abcd9b348bc8e391'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:13.385828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4000d0>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65b0043f-ee4b-42ca-ae8b-7d35ad911a97', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'port_id': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'mac_address': 'fa:16:3e:9d:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:26:54Z', 'updated_at': '2021-11-13T21:27:11Z', 'revision_number': 1, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:52Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:13.424909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24f783-5ca2-4862-b8b6-2e15cd054264 None None] The sync data for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 is: [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65b0043f-ee4b-42ca-ae8b-7d35ad911a97', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'floating_ip_address': '172.35.3.199', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'port_id': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'mac_address': 'fa:16:3e:9d:f2:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:26:54Z', 'updated_at': '2021-11-13T21:27:11Z', 'revision_number': 1, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:52Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:27:13.453649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.463145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Made reservation on behalf of 4bba1762c6854be5abcd9b348bc8e391 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:13.465809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.476027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.560516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.566465 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.614847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Allocated IP 172.20.0.2 (ab119887-07a0-4c5a-8afa-aa5cac6bcc15/3fc0b440-73b0-4db3-a961-843849144a99/ad5f1015-1f36-4a5c-aff0-f68bcd8bd591) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:13.615788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:13.619569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:13.625289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:13.631113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.650874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:27:13.668355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c218c2f0-b727-414c-88af-e637b79ad957,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:13.672048 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.672399 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Added segment 50e6c347-66f9-46a1-97d3-856168d10c39 of type vlan for network 5c3b2abc-8fdb-468f-a931-3c38ccecde12
Nov 13 21:27:13.694575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=ff9449e5-9cbf-4e58-b8ac-bc6900e8898f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:13.742835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:13.743617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.763875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.776525 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0667050-86c8-4704-8dd9-9a7f84694adf None None] New status for floating IP 65b0043f-ee4b-42ca-ae8b-7d35ad911a97: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:27:13.823862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.906354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7d0d6fde-ff89-498b-9630-9964d20a941b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.0735624
Nov 13 21:27:13.908970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49970) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:13.913859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15', 'name': 'tempest-PortsTestJSON-1950007446'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:13.949500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.949723 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.950540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:13.951379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:13.994548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:14.000964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:14.005040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:14.013274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Pushing event updated for resources: {'Port': ['ID=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:14.027859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3b2abc-8fdb-468f-a931-3c38ccecde12,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:14.041463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:27:14.119899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f70286d3-67f4-480c-ba5f-7a33e9722265 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9129803
Nov 13 21:27:14.120747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49972) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:14.125874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Attempting to bind port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:14.126300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Attempting to bind port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:14.126590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Attempting to bind port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 on network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:14.128243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Request body: {'subnet': {'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-878740165-subnet', 'tenant_id': '4bba1762c6854be5abcd9b348bc8e391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:14.139699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:14.140661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Checking segment: {'id': '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:14.140661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.140961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Bound using segment: {'id': '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:14.141330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Bound port: ad5f1015-1f36-4a5c-aff0-f68bcd8bd591, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ab119887-07a0-4c5a-8afa-aa5cac6bcc15'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:14.141773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.213474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] For port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:14.216787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] For port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,segment=NetworkSegment(4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2),segment_id=4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:14.246036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Made reservation on behalf of 4bba1762c6854be5abcd9b348bc8e391 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:14.248716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.303292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.403332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7017-4132-45d2-a6d5-8ad6bec63be9 None None] Pushing event updated for resources: {'Port': ['ID=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:14.409529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.503309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:14.507101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.526458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 439d2dc2-8020-495b-8735-4671de845b27 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:14.531478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49980) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:14.579852 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.670548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d4b06f-e767-4677-8c18-b75cf0edcb71,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:14.685295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Checking segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:14.687421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Network hostable DHCP agents. Network: 5c3b2abc-8fdb-468f-a931-3c38ccecde12, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:27:14.712734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.11 (ab119887-07a0-4c5a-8afa-aa5cac6bcc15/3fc0b440-73b0-4db3-a961-843849144a99/439d2dc2-8020-495b-8735-4671de845b27) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:14.723031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0127c1e-394c-4d68-bc66-328721d0250d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.794007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:27:14.809648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0127c1e-394c-4d68-bc66-328721d0250d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.872658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c3b2abc-8fdb-468f-a931-3c38ccecde12) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:14.879057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.881177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:14.881863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.886585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fca9f2-fb23-444e-903f-6cdda5f971b7 None None] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:14.909386 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0127c1e-394c-4d68-bc66-328721d0250d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:14.955604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e0127c1e-394c-4d68-bc66-328721d0250d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef9e760831bb4e3a931db1dd04f745fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4227629
Nov 13 21:27:14.956644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127c1e-394c-4d68-bc66-328721d0250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fac2ff-8e23-47e9-abdf-bb1fc2651b8d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:14.958116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49986) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:14.970465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b290119b-9f20-4d28-814c-f8debef21e83 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8396940
Nov 13 21:27:14.997748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.021396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0ab638c-6163-4ae4-82ad-ba48a3e84219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.047638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58376d7b-68db-4ffb-bfba-246bb26e8cec None None] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:15.076061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:15.076900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0ab638c-6163-4ae4-82ad-ba48a3e84219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.089932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:15.095802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:15.124524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=439d2dc2-8020-495b-8735-4671de845b27,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:15.210758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:15.218293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.294428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:15.329127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0ab638c-6163-4ae4-82ad-ba48a3e84219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.331749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0ab638c-6163-4ae4-82ad-ba48a3e84219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.333144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a0ab638c-6163-4ae4-82ad-ba48a3e84219 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28fac2ff-8e23-47e9-abdf-bb1fc2651b8d HTTP/1.1" status: 204  len: 168 time: 0.3737335
Nov 13 21:27:15.343859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab638c-6163-4ae4-82ad-ba48a3e84219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fac2ff-8e23-47e9-abdf-bb1fc2651b8d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:15.350190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1432ad4b-ae1d-4661-b8b8-9045bc0b0504 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.4402006
Nov 13 21:27:15.352927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50002) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:15.399091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:15.399931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.563774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.563774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,segment=NetworkSegment(4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2),segment_id=4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:15.600834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3377316-ec5c-41de-a3da-e5b6d29fcdb1 None None] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:15.666256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5e563aaf-3270-4b48-adf6-85967512bba1 None None] Provisioning complete for port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:15.666625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e563aaf-3270-4b48-adf6-85967512bba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.873568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e563aaf-3270-4b48-adf6-85967512bba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.873568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:15.875515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d45141-fb00-40d3-b474-7f60a25dffda tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:15.875515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e6d45141-fb00-40d3-b474-7f60a25dffda tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200  len: 923 time: 0.5167592
Nov 13 21:27:15.877081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50012) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:15.957407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-1c1f28b0-34fe-46e6-be34-13ab15690537 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:15.958967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-1c1f28b0-34fe-46e6-be34-13ab15690537 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/networks?id=5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 200  len: 814 time: 0.5392861
Nov 13 21:27:15.972414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-5e563aaf-3270-4b48-adf6-85967512bba1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:27:15.972782 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-5e563aaf-3270-4b48-adf6-85967512bba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:27:15.987671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:15.994983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-161f1a93-6b4d-429d-aa29-f8dd1d79d55b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/quotas/4bba1762c6854be5abcd9b348bc8e391 HTTP/1.1" status: 200  len: 375 time: 0.0167730
Nov 13 21:27:16.037693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-6d5d4d9f-771e-4ae4-92d6-d5c1f7c7dcad tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0331511
Nov 13 21:27:16.043061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 439d2dc2-8020-495b-8735-4671de845b27 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:16.043380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.152633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.179209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 439d2dc2-8020-495b-8735-4671de845b27 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:16.332539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-cea0314e-3317-44ee-b750-7e784ca61f37 service neutron] 10.222.0.20 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859738
Nov 13 21:27:16.468872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-d3f017a4-1ac2-4dc1-a302-d30a8c2ba281 service neutron] 10.222.0.20 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293137
Nov 13 21:27:16.507075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50020) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:16.525037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a0801f8-85ec-4f66-b349-cad6daab0201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.531595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.576980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=439d2dc2-8020-495b-8735-4671de845b27,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:16.633930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f4ef9f2f-ad4f-4c59-9522-8f75f620053f None None] Could not find standard attr ID for object 439d2dc2-8020-495b-8735-4671de845b27. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:27:16.638200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a0801f8-85ec-4f66-b349-cad6daab0201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.647415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.655215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-10f286bc-0ede-4897-9d0c-4813cec4109a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/439d2dc2-8020-495b-8735-4671de845b27 HTTP/1.1" status: 204  len: 168 time: 0.7741804
Nov 13 21:27:16.655391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f4ef9f2f-ad4f-4c59-9522-8f75f620053f None None] Provisioning complete for port ff9449e5-9cbf-4e58-b8ac-bc6900e8898f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:16.655391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9f2f-ad4f-4c59-9522-8f75f620053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.655593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50026) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:16.681175 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-699f2b70-db43-4dc5-86a1-a693463e0f6e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:16.682949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-699f2b70-db43-4dc5-86a1-a693463e0f6e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/439d2dc2-8020-495b-8735-4671de845b27 HTTP/1.1" status: 404  len: 333 time: 0.0264337
Nov 13 21:27:16.685830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50028) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:16.699209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef9f2f-ad4f-4c59-9522-8f75f620053f None None] Port ff9449e5-9cbf-4e58-b8ac-bc6900e8898f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:16.710339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f4ef9f2f-ad4f-4c59-9522-8f75f620053f None None] Provisioning complete for port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:16.711649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4ef9f2f-ad4f-4c59-9522-8f75f620053f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.724181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a0801f8-85ec-4f66-b349-cad6daab0201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.774681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0801f8-85ec-4f66-b349-cad6daab0201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398889e5-6505-4e81-9d35-e8c9caaf42af,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:16.795469 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9a0801f8-85ec-4f66-b349-cad6daab0201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c9ab60e08ae462d9adf39f6b56215cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2851775
Nov 13 21:27:16.796275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50034) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:16.826740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port ff9449e5-9cbf-4e58-b8ac-bc6900e8898f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:16.827628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.875152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19e59206-1e5b-4e7b-838a-a83b8d7d123a req-3179a531-fef8-49c7-94ef-79b026d4050d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 210 time: 0.0520296
Nov 13 21:27:16.902554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55d8a4a7-bb24-4531-a7fe-11063ba8d6d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.936238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55d8a4a7-bb24-4531-a7fe-11063ba8d6d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.944392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:16.962308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for ff9449e5-9cbf-4e58-b8ac-bc6900e8898f owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:17.083755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55d8a4a7-bb24-4531-a7fe-11063ba8d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.086473 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55d8a4a7-bb24-4531-a7fe-11063ba8d6d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.087634 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-55d8a4a7-bb24-4531-a7fe-11063ba8d6d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/398889e5-6505-4e81-9d35-e8c9caaf42af HTTP/1.1" status: 204  len: 168 time: 0.2909830
Nov 13 21:27:17.096297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8a4a7-bb24-4531-a7fe-11063ba8d6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398889e5-6505-4e81-9d35-e8c9caaf42af,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:17.172838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.198017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:17.201874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=ff9449e5-9cbf-4e58-b8ac-bc6900e8898f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:17.255485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:17.256619 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.298755 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.310626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50044) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:17.310851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-18a8ec60-45ae-4592-b2f8-07f989c2786e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/ff9449e5-9cbf-4e58-b8ac-bc6900e8898f HTTP/1.1" status: 204  len: 168 time: 0.6232426
Nov 13 21:27:17.338764 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e9278d-1f53-454e-a744-809a22ffba77 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:17.345206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50046) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:17.345681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c2e9278d-1f53-454e-a744-809a22ffba77 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/ff9449e5-9cbf-4e58-b8ac-bc6900e8898f HTTP/1.1" status: 404  len: 333 time: 0.0332737
Nov 13 21:27:17.400072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 3fc0b440-73b0-4db3-a961-843849144a99 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:17.403585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.445315 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.548027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.703922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.732158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc0b440-73b0-4db3-a961-843849144a99,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:17.736364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.739626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-963fc40e-cf93-4ff6-9251-ba1e5fea92c9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/3fc0b440-73b0-4db3-a961-843849144a99 HTTP/1.1" status: 204  len: 168 time: 0.3934045
Nov 13 21:27:17.743663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50056) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:17.746483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d567f15-ef9f-4c5e-8907-ad1ee1461ece None None] Network ab119887-07a0-4c5a-8afa-aa5cac6bcc15 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:17.835649 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.894413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:17.894413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.897945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50058) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:17.921735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a4781e1-6b82-4f50-996f-f0a061d6f672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:17.947270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] DHCP port deletion for ab119887-07a0-4c5a-8afa-aa5cac6bcc15 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:17.985660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ec48450-4a5b-484c-95d0-0f170f45c8bf req-a7203054-0f64-4320-84d6-6e5d1583cbce tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 210 time: 0.0392420
Nov 13 21:27:17.994122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] For port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,segment=NetworkSegment(4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2),segment_id=4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:17.998399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.007798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] Deleting port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:18.008174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.011122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:18.035226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a4781e1-6b82-4f50-996f-f0a061d6f672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.074509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] For port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,segment=NetworkSegment(4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2),segment_id=4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:18.075201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.090123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] Calling delete_port for ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:18.120702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a4781e1-6b82-4f50-996f-f0a061d6f672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.163415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3a4781e1-6b82-4f50-996f-f0a061d6f672 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4ff658b872d42bcac68c82e3700fc1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2640653
Nov 13 21:27:18.164661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4781e1-6b82-4f50-996f-f0a061d6f672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237c4a10-1ddd-4f62-9bba-dd23bdbe836f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:18.166291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50064) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:18.218987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-464a827e-01ff-432e-ae81-bfd7c0eb35d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.224638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.229310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.255952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] Pushing event deleted for resources: {'Port': ['ID=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:18.259774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ffd4f-7a6c-4141-8bbd-af00a05295c2 None None] No DVR routers for this DVR port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:18.279684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=ad5f1015-1f36-4a5c-aff0-f68bcd8bd591,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:18.282420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-464a827e-01ff-432e-ae81-bfd7c0eb35d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.284268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No DVR routers for this DVR port ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:18.384063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.409943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde85c700>,) {'filters': {'network_id': ['ab119887-07a0-4c5a-8afa-aa5cac6bcc15']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:18.419365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde85c700>, '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:18.419659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde85c700>, '4c98b2cd-1a1e-4ce7-bafd-c6588d1d2ba2') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:18.433312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.442078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.447953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:18.450775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:18.451338 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:18.493908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-464a827e-01ff-432e-ae81-bfd7c0eb35d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.496200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-464a827e-01ff-432e-ae81-bfd7c0eb35d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.497392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-464a827e-01ff-432e-ae81-bfd7c0eb35d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/237c4a10-1ddd-4f62-9bba-dd23bdbe836f HTTP/1.1" status: 204  len: 168 time: 0.3299241
Nov 13 21:27:18.512907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a827e-01ff-432e-ae81-bfd7c0eb35d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237c4a10-1ddd-4f62-9bba-dd23bdbe836f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:18.628669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.633376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.636603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/ab119887-07a0-4c5a-8afa-aa5cac6bcc15 HTTP/1.1" status: 204  len: 168 time: 0.8920081
Nov 13 21:27:18.641515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50086) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:18.646647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1169228395'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:18.656023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5a3cf-e477-472b-b4fb-4d6294b48d60 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=ab119887-07a0-4c5a-8afa-aa5cac6bcc15,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:18.815367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:18.819190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.846455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:27:18.857954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:18.859184 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment 70c179fe-8f2d-4303-b14b-ec13b3f1ffa7 of type vlan for network 3a65465f-1230-4869-b212-63a23082ed6c
Nov 13 21:27:18.905727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:19.018646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:19.029266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:19.029266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:19.101884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=3a65465f-1230-4869-b212-63a23082ed6c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:19.112982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 3a65465f-1230-4869-b212-63a23082ed6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:27:19.124285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb6a9cef-c75d-490c-bb17-56b7891e6ee0 req-292638fc-971d-4267-997a-1f9421e097c7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 210 time: 0.0375457
Nov 13 21:27:19.131057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9e63984-8c98-4769-8247-605a889d8db9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4865522
Nov 13 21:27:19.131057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50102) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:19.136775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '3a65465f-1230-4869-b212-63a23082ed6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:19.255436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:19.323795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:19.327717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:19.425396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:19.425396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad5f1015-1f36-4a5c-aff0-f68bcd8bd591 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:19.621128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-afd7697a-b4a0-4294-ae75-9a1e919e042b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:19.622595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-afd7697a-b4a0-4294-ae75-9a1e919e042b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "GET /v2.0/networks?id=5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 200  len: 814 time: 0.1446350
Nov 13 21:27:19.623950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:19.659867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Request body: {'port': {'device_id': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'admin_state_up': True, 'tenant_id': '4bba1762c6854be5abcd9b348bc8e391'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:19.759331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=52ca1005-850e-480d-8633-d5b0b1afb94f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:19.779312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3a65465f-1230-4869-b212-63a23082ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:19.779672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: 3a65465f-1230-4869-b212-63a23082ed6c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:27:19.908834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 3a65465f-1230-4869-b212-63a23082ed6c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:27:19.925724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Made reservation on behalf of 4bba1762c6854be5abcd9b348bc8e391 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:19.929635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.010120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a65465f-1230-4869-b212-63a23082ed6c) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:20.020797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66b0c8-45b6-478c-b48a-3acbe8979197 None None] Network 3a65465f-1230-4869-b212-63a23082ed6c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:20.035043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:20.035623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.068508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Allocated IP 172.20.0.10 (5c3b2abc-8fdb-468f-a931-3c38ccecde12/b9d4b06f-e767-4677-8c18-b75cf0edcb71/080c5dca-e50b-466d-a202-47fe6853df15) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:20.140633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dbea4141-a8a7-4d03-ad5e-08e0ac515490 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0093770
Nov 13 21:27:20.143507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50126) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:20.148698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '3a65465f-1230-4869-b212-63a23082ed6c', 'name': 'tempest-PortsTestJSON-924916452', 'fixed_ips': [{'subnet_id': '52ca1005-850e-480d-8633-d5b0b1afb94f', 'ip_address': '172.20.0.10'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:20.207237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a65465f-1230-4869-b212-63a23082ed6c', 'network_id': '3a65465f-1230-4869-b212-63a23082ed6c', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': '52ca1005-850e-480d-8633-d5b0b1afb94f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:27:20.208133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.261439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.316095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8afe8606-5007-432b-9bc9-69636301833f req-335d9f01-11d2-4dab-9bb5-035e8d89dd63 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 210 time: 0.0643406
Nov 13 21:27:20.381046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Allocated IP 172.20.0.2 (3a65465f-1230-4869-b212-63a23082ed6c/52ca1005-850e-480d-8633-d5b0b1afb94f/43d0663f-bbe6-406c-998a-506cdc2dfd67) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:20.392337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.435194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:20.440541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:20.444645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:20.449850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:20.472844 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:20.515067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:20.515067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.541608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.544293 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.562724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:20.600361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7dc236ca-d178-4038-9aea-c61295752482 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9504898
Nov 13 21:27:20.615531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Request body: {'port': {'device_id': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:20.644109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.674414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.694977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Network 3a65465f-1230-4869-b212-63a23082ed6c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:20.703610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:20.710817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:20.712438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Pushing event updated for resources: {'Port': ['ID=43d0663f-bbe6-406c-998a-506cdc2dfd67,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:20.762941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.10 (3a65465f-1230-4869-b212-63a23082ed6c/52ca1005-850e-480d-8633-d5b0b1afb94f/0c210dc9-db39-4cc1-99d0-90fcf23fe5f2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:20.784268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Attempting to bind port 43d0663f-bbe6-406c-998a-506cdc2dfd67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:20.784746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Attempting to bind port 43d0663f-bbe6-406c-998a-506cdc2dfd67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3a65465f-1230-4869-b212-63a23082ed6c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:20.785339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Attempting to bind port 43d0663f-bbe6-406c-998a-506cdc2dfd67 on network 3a65465f-1230-4869-b212-63a23082ed6c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:20.791339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:20.795655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Checking segment: {'id': '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3a65465f-1230-4869-b212-63a23082ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:20.795655 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.795655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Bound using segment: {'id': '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3a65465f-1230-4869-b212-63a23082ed6c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:20.795655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Bound port: 43d0663f-bbe6-406c-998a-506cdc2dfd67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3a65465f-1230-4869-b212-63a23082ed6c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:20.795655 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.869090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] For port 43d0663f-bbe6-406c-998a-506cdc2dfd67, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:20.873035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] For port 43d0663f-bbe6-406c-998a-506cdc2dfd67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d0663f-bbe6-406c-998a-506cdc2dfd67,segment=NetworkSegment(70c179fe-8f2d-4303-b14b-ec13b3f1ffa7),segment_id=70c179fe-8f2d-4303-b14b-ec13b3f1ffa7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:20.956756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.993831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:20.994748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080c5dca-e50b-466d-a202-47fe6853df15 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:27:21.002725 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.014714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Transition to ACTIVE for port object 080c5dca-e50b-466d-a202-47fe6853df15 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:27:21.063020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3a3cb-6f87-4dc2-87fd-2566440dac28 None None] Pushing event updated for resources: {'Port': ['ID=43d0663f-bbe6-406c-998a-506cdc2dfd67,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:21.118461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.129515 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.174396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 3a65465f-1230-4869-b212-63a23082ed6c is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:21.177188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:21.194701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:21.195048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:21.228063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=0c210dc9-db39-4cc1-99d0-90fcf23fe5f2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:21.278175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:21.278852 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.321111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Attempting to bind port 080c5dca-e50b-466d-a202-47fe6853df15 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:21.321452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Attempting to bind port 080c5dca-e50b-466d-a202-47fe6853df15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:21.321780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Attempting to bind port 080c5dca-e50b-466d-a202-47fe6853df15 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:21.326279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Port 080c5dca-e50b-466d-a202-47fe6853df15 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:21.327126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Attempting to bind port 080c5dca-e50b-466d-a202-47fe6853df15 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:21.349475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:21.349475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Checking segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:21.349752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Bound using segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:21.350064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Bound port: 080c5dca-e50b-466d-a202-47fe6853df15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:21.350421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.367735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:21.368932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7f3dcac5-f899-414e-bfe1-1c1202e3347d tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2242002
Nov 13 21:27:21.384419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '3a65465f-1230-4869-b212-63a23082ed6c', 'name': 'tempest-PortsTestJSON-2131353849', 'fixed_ips': [{'subnet_id': '52ca1005-850e-480d-8633-d5b0b1afb94f', 'ip_address': '172.20.0.9'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:21.571280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:21.576137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:21.593819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8e97e-1e2b-42fb-9864-380b71d6e950 req-c15dd090-3996-4d6f-aee8-b33e4b6f02b7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:21.595586 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ef8e97e-1e2b-42fb-9864-380b71d6e950 req-c15dd090-3996-4d6f-aee8-b33e4b6f02b7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 944 time: 0.1431866
Nov 13 21:27:21.656411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ef8e97e-1e2b-42fb-9864-380b71d6e950 req-d2e64f51-dfb1-4f31-9317-8a2d8528db1f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531828
Nov 13 21:27:21.724146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.759180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:21.759772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.762138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] 10.222.0.46 "PUT /v2.0/ports/080c5dca-e50b-466d-a202-47fe6853df15 HTTP/1.1" status: 200  len: 1092 time: 1.1518204
Nov 13 21:27:21.765025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:27:21.768771 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc6976e-c859-4c98-b092-93cc0caadf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "tag": "080c5dca-e50b-466d-a202-47fe6853df15"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:27:21.774222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:21.843471 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b4afc1-8b1d-4dc2-84be-0d3e65ad1e14 x-openstack-request-id: req-d2b4afc1-8b1d-4dc2-84be-0d3e65ad1e14 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:27:21.843756 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "tag": "080c5dca-e50b-466d-a202-47fe6853df15", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:27:21.844007 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2b4afc1-8b1d-4dc2-84be-0d3e65ad1e14 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:27:21.844452 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15', 'status': 'completed', 'code': 200}
Nov 13 21:27:21.898569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5da70-894c-4b8a-92b9-0ca6ba8c9470 service neutron] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:21.941176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:21.947730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6976e-c859-4c98-b092-93cc0caadf0e req-f9c6e77f-f068-40cf-b155-539569aacb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:21.949445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc6976e-c859-4c98-b092-93cc0caadf0e req-f9c6e77f-f068-40cf-b155-539569aacb3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 1095 time: 0.1084239
Nov 13 21:27:21.985796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 12963062-c7d2-4085-9dd4-eb52f7d991bc yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:22.133133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8041ef9-4b6f-433d-9667-1ae068a30d7c None None] Network 3a65465f-1230-4869-b212-63a23082ed6c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:22.162722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6976e-c859-4c98-b092-93cc0caadf0e req-75df4ba8-754b-4752-9e09-de64a7189ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:22.164142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc6976e-c859-4c98-b092-93cc0caadf0e req-75df4ba8-754b-4752-9e09-de64a7189ea6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4bba1762c6854be5abcd9b348bc8e391&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2050936
Nov 13 21:27:22.259377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b639d121-99d4-4046-9d56-57d6e0aa1daa None None] Provisioning complete for port 43d0663f-bbe6-406c-998a-506cdc2dfd67 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:22.260024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b639d121-99d4-4046-9d56-57d6e0aa1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.280943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.9 (3a65465f-1230-4869-b212-63a23082ed6c/52ca1005-850e-480d-8633-d5b0b1afb94f/12963062-c7d2-4085-9dd4-eb52f7d991bc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:22.310555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6976e-c859-4c98-b092-93cc0caadf0e req-4998cf0e-1bcc-4cd4-8ef1-62695ba59b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:22.312979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fc6976e-c859-4c98-b092-93cc0caadf0e req-4998cf0e-1bcc-4cd4-8ef1-62695ba59b8c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1403453
Nov 13 21:27:22.375655 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b639d121-99d4-4046-9d56-57d6e0aa1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.412683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b639d121-99d4-4046-9d56-57d6e0aa1daa None None] For port 43d0663f-bbe6-406c-998a-506cdc2dfd67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d0663f-bbe6-406c-998a-506cdc2dfd67,segment=NetworkSegment(70c179fe-8f2d-4303-b14b-ec13b3f1ffa7),segment_id=70c179fe-8f2d-4303-b14b-ec13b3f1ffa7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:22.452445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7e32c24b-8a4b-4a95-9eac-d29a543c2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:22.454013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-7e32c24b-8a4b-4a95-9eac-d29a543c2dfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 1095 time: 0.1042590
Nov 13 21:27:22.512920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-c2790f62-d6bd-4444-844a-3314127a18f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=080c5dca-e50b-466d-a202-47fe6853df15 HTTP/1.1" status: 200  len: 217 time: 0.0468400
Nov 13 21:27:22.523973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b639d121-99d4-4046-9d56-57d6e0aa1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.577177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.596285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639d121-99d4-4046-9d56-57d6e0aa1daa None None] Pushing event updated for resources: {'Port': ['ID=43d0663f-bbe6-406c-998a-506cdc2dfd67,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:22.618579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-8fa9fa78-6017-41ba-936d-80a8404a3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:22.620034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-8fa9fa78-6017-41ba-936d-80a8404a3f76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9d4b06f-e767-4677-8c18-b75cf0edcb71 HTTP/1.1" status: 200  len: 854 time: 0.0903087
Nov 13 21:27:22.647878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8000087f-3a40-43fd-896c-6011b73f6cb8 None None] Provisioning complete for port 43d0663f-bbe6-406c-998a-506cdc2dfd67 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:22.648250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8000087f-3a40-43fd-896c-6011b73f6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.659545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-4da7f147-a0fa-4789-af89-1383103388a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c3b2abc-8fdb-468f-a931-3c38ccecde12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307841
Nov 13 21:27:22.702636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.746766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8000087f-3a40-43fd-896c-6011b73f6cb8 None None] Provisioning complete for port 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:22.747162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8000087f-3a40-43fd-896c-6011b73f6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.794638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8000087f-3a40-43fd-896c-6011b73f6cb8 None None] Port 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:22.843047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 3a65465f-1230-4869-b212-63a23082ed6c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:22.856017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:22.859609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:22.880734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea87d03-01fc-490d-bf12-b79bd6b391bb req-528f8bbe-9d28-4333-8bbf-c1a9f6e950c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:22.882326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dea87d03-01fc-490d-bf12-b79bd6b391bb req-528f8bbe-9d28-4333-8bbf-c1a9f6e950c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 944 time: 0.1325073
Nov 13 21:27:22.908337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=12963062-c7d2-4085-9dd4-eb52f7d991bc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:22.920893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9cfccd43-a988-4afd-8fe1-5db49edaa574 None None] Provisioning complete for port 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:22.921261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9cfccd43-a988-4afd-8fe1-5db49edaa574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:22.930044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-2c6cc7f0-7baf-4ae1-acf6-66fcb93d972a service neutron] 10.222.0.46 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635410
Nov 13 21:27:22.960922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9cfccd43-a988-4afd-8fe1-5db49edaa574 None None] Port 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:22.982260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:22.982996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.056273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dea87d03-01fc-490d-bf12-b79bd6b391bb req-61a9b0b2-55ec-4b06-82a8-31b7b884cd9b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398244
Nov 13 21:27:23.097473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab7f3289-3fb2-45aa-914d-d38fbc37616e req-71e362e7-c374-4b46-a929-20c84166a467 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586251
Nov 13 21:27:23.134243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-02a95d0e-c29a-4a30-9062-c30b887b2d80 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.7574961
Nov 13 21:27:23.136812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:23.188845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3e905585-903a-48e8-8f12-cd5d84cb875a None None] Provisioning complete for port 12963062-c7d2-4085-9dd4-eb52f7d991bc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:23.189377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e905585-903a-48e8-8f12-cd5d84cb875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.233538 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 43d0663f-bbe6-406c-998a-506cdc2dfd67 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:23.238909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c8db8-44b5-4293-b21f-abcfdc2f9a61 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:23.243322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-627c8db8-44b5-4293-b21f-abcfdc2f9a61 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1027553
Nov 13 21:27:23.243650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50244) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:23.258242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3e905585-903a-48e8-8f12-cd5d84cb875a None None] Port 12963062-c7d2-4085-9dd4-eb52f7d991bc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:23.289377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 43d0663f-bbe6-406c-998a-506cdc2dfd67 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:23.289849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.305897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf1de5-a1df-4afb-be94-1fc84e3aa970 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:23.312083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf1de5-a1df-4afb-be94-1fc84e3aa970 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:23.318185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf1de5-a1df-4afb-be94-1fc84e3aa970 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:23.319871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aaaf1de5-a1df-4afb-be94-1fc84e3aa970 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.0752630
Nov 13 21:27:23.322787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50246) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:23.331555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50248) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:23.424607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 12963062-c7d2-4085-9dd4-eb52f7d991bc {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:23.425099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.496043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b156b22d-45ed-4772-bbbf-9ab6846c9a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.553681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.572058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 12963062-c7d2-4085-9dd4-eb52f7d991bc owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:23.667822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b156b22d-45ed-4772-bbbf-9ab6846c9a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.759737 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b156b22d-45ed-4772-bbbf-9ab6846c9a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.796943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.807393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b156b22d-45ed-4772-bbbf-9ab6846c9a1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6a30102aef5498b94eaabf8b14abdf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4748931
Nov 13 21:27:23.810212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50256) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:23.812069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156b22d-45ed-4772-bbbf-9ab6846c9a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ecba4-90d8-440a-a62b-e35a63777d80,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:23.833856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=12963062-c7d2-4085-9dd4-eb52f7d991bc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:23.863971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.892162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.910116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:23.913517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-215f1850-4b7c-4f04-976a-be1ac9a6cfcb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/12963062-c7d2-4085-9dd4-eb52f7d991bc HTTP/1.1" status: 204  len: 168 time: 0.5897808
Nov 13 21:27:23.916148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50258) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:23.945495 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d6f1fd-e8c8-48ca-85e5-7579efa05ba9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:23.947349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2d6f1fd-e8c8-48ca-85e5-7579efa05ba9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/12963062-c7d2-4085-9dd4-eb52f7d991bc HTTP/1.1" status: 404  len: 333 time: 0.0299327
Nov 13 21:27:23.950014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50260) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:24.029551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.034406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.038299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/778ecba4-90d8-440a-a62b-e35a63777d80 HTTP/1.1" status: 204  len: 168 time: 0.2245216
Nov 13 21:27:24.046218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ecba4-90d8-440a-a62b-e35a63777d80,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:24.052634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.053026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.053372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.053708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.054043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.054380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.054802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.054996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:24.055125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.055338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.055447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.055663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.056060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.056307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6231ce-55d7-4085-95e5-f79f30a74e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:24.197737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a2a5-d022-41fa-a8f7-f85766e62800 req-419c5176-8adc-4743-9efa-8ddb2cd30e33 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:24.199812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ca2a2a5-d022-41fa-a8f7-f85766e62800 req-419c5176-8adc-4743-9efa-8ddb2cd30e33 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 944 time: 0.0632136
Nov 13 21:27:24.257923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ca2a2a5-d022-41fa-a8f7-f85766e62800 req-c08bb3ea-7572-47a6-b196-63a3e3dfc1a8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512991
Nov 13 21:27:24.495253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.508306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:24.708391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b7404ef9-aca9-465f-8fef-0e9a171ef09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.737151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.749530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50272) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:24.763021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-660e67aa-bdca-421b-816e-3f680a2c9f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.769374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=0c210dc9-db39-4cc1-99d0-90fcf23fe5f2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:24.851111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.855938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4934dbab-9708-49a8-8f1d-d87e994d7f16 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 HTTP/1.1" status: 204  len: 168 time: 0.9048941
Nov 13 21:27:24.865465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50276) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:24.879387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-660e67aa-bdca-421b-816e-3f680a2c9f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.895623 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6713756-eed8-4865-a010-85b6151ad7ae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:24.899701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c6713756-eed8-4865-a010-85b6151ad7ae tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/0c210dc9-db39-4cc1-99d0-90fcf23fe5f2 HTTP/1.1" status: 404  len: 333 time: 0.0305171
Nov 13 21:27:24.899917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:24.954067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 52ca1005-850e-480d-8633-d5b0b1afb94f {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:24.959618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:24.967987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-660e67aa-bdca-421b-816e-3f680a2c9f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.036669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e67aa-bdca-421b-816e-3f680a2c9f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b89a0b-6518-4aff-8cc1-8b704600babd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:25.040465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.048754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-660e67aa-bdca-421b-816e-3f680a2c9f36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecf611bde4654f09819844e855f1120b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2942164
Nov 13 21:27:25.049772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50280) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:25.106446 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49c0dfbf-64ba-4f7d-a8b4-b87b17b6a346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.127207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49c0dfbf-64ba-4f7d-a8b4-b87b17b6a346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.130946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.285529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49c0dfbf-64ba-4f7d-a8b4-b87b17b6a346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.288349 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49c0dfbf-64ba-4f7d-a8b4-b87b17b6a346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.289728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-49c0dfbf-64ba-4f7d-a8b4-b87b17b6a346 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93b89a0b-6518-4aff-8cc1-8b704600babd HTTP/1.1" status: 204  len: 168 time: 0.2388895
Nov 13 21:27:25.298221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0dfbf-64ba-4f7d-a8b4-b87b17b6a346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b89a0b-6518-4aff-8cc1-8b704600babd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:25.331665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.368461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=52ca1005-850e-480d-8633-d5b0b1afb94f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:25.372243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.376097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-48b8058c-963d-44fe-aee6-a438542cdec9 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/52ca1005-850e-480d-8633-d5b0b1afb94f HTTP/1.1" status: 204  len: 168 time: 0.4752347
Nov 13 21:27:25.381174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50288) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:25.382539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99dd39-b324-427f-8006-733013e94ceb None None] Network 3a65465f-1230-4869-b212-63a23082ed6c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:25.410831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80b76-091c-4be2-95d8-f07cfc9de657 req-8c93257a-0bc2-4764-8897-e54a47618a33 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:25.412527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-caa80b76-091c-4be2-95d8-f07cfc9de657 req-8c93257a-0bc2-4764-8897-e54a47618a33 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 944 time: 0.0764766
Nov 13 21:27:25.466335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-caa80b76-091c-4be2-95d8-f07cfc9de657 req-bf8924bd-4961-4e4c-b76b-f35e2d61c01f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461905
Nov 13 21:27:25.467670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.538972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 43d0663f-bbe6-406c-998a-506cdc2dfd67 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:25.539363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.585919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] DHCP port deletion for 3a65465f-1230-4869-b212-63a23082ed6c request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:25.611254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] For port 43d0663f-bbe6-406c-998a-506cdc2dfd67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d0663f-bbe6-406c-998a-506cdc2dfd67,segment=NetworkSegment(70c179fe-8f2d-4303-b14b-ec13b3f1ffa7),segment_id=70c179fe-8f2d-4303-b14b-ec13b3f1ffa7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:25.611617 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.628320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 43d0663f-bbe6-406c-998a-506cdc2dfd67 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:25.634791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] Deleting port 43d0663f-bbe6-406c-998a-506cdc2dfd67 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:25.635165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.724253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] For port 43d0663f-bbe6-406c-998a-506cdc2dfd67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d0663f-bbe6-406c-998a-506cdc2dfd67,segment=NetworkSegment(70c179fe-8f2d-4303-b14b-ec13b3f1ffa7),segment_id=70c179fe-8f2d-4303-b14b-ec13b3f1ffa7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:25.725056 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.740104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] Calling delete_port for 43d0663f-bbe6-406c-998a-506cdc2dfd67 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:25.834377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.840734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.868609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] Pushing event deleted for resources: {'Port': ['ID=43d0663f-bbe6-406c-998a-506cdc2dfd67,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:25.871182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=43d0663f-bbe6-406c-998a-506cdc2dfd67,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:25.872526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab0853-fcbf-45aa-9b5d-8cd5d67c986b None None] No DVR routers for this DVR port 43d0663f-bbe6-406c-998a-506cdc2dfd67 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:25.872639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No DVR routers for this DVR port 43d0663f-bbe6-406c-998a-506cdc2dfd67 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:25.958177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:27:25.959804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:25.980796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe0330f40>,) {'filters': {'network_id': ['3a65465f-1230-4869-b212-63a23082ed6c']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:25.992078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe0330f40>, '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:25.992400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe0330f40>, '70c179fe-8f2d-4303-b14b-ec13b3f1ffa7') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:26.004529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.019394 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.025959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:26.026355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:26.029346 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:26.065874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:26.076912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '080c5dca-e50b-466d-a202-47fe6853df15', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'port_id': '080c5dca-e50b-466d-a202-47fe6853df15', 'mac_address': 'fa:16:3e:49:ff:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d4b06f-e767-4677-8c18-b75cf0edcb71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:27:26.118320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.130346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080c5dca-e50b-466d-a202-47fe6853df15 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:27:26.148375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.149543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:26.156965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.163715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/3a65465f-1230-4869-b212-63a23082ed6c HTTP/1.1" status: 204  len: 168 time: 0.7797530
Nov 13 21:27:26.163961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50308) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:26.169494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1621587696'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:26.174028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68f4ca-641c-44ad-8a5d-ccf2d12e0581 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=3a65465f-1230-4869-b212-63a23082ed6c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:26.232157 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.260420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:26.264129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.284392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:26.290496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:27:26.300774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.301200 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Added segment 83b3521f-60cc-40cb-9187-ed017c496b88 of type vlan for network 159da7f6-3078-41af-8c91-c35aa9cecd43
Nov 13 21:27:26.345553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.434034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['080c5dca-e50b-466d-a202-47fe6853df15'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:27:26.471726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.477758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:26.478471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:26.555552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Network': ['ID=159da7f6-3078-41af-8c91-c35aa9cecd43,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:26.569490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:27:26.609503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-456a2a65-3ad7-445f-9c6d-8eacc24df572 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4408002
Nov 13 21:27:26.609503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50320) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:26.614367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:26.636048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a6214-a97c-4861-b3a2-d8d863aa6b17 req-7416176e-ba0c-4249-a009-a66b4726fdf0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:26.637641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b9a6214-a97c-4861-b3a2-d8d863aa6b17 req-7416176e-ba0c-4249-a009-a66b4726fdf0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 945 time: 0.0732553
Nov 13 21:27:26.688535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b9a6214-a97c-4861-b3a2-d8d863aa6b17 req-eee24067-4c22-4d65-b7ae-239b05780d68 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445480
Nov 13 21:27:26.926055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:26.929718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.134756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a914de58-5c16-49d1-ac70-bd852db68d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.199317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 43d0663f-bbe6-406c-998a-506cdc2dfd67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:27.220547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.224072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 43d0663f-bbe6-406c-998a-506cdc2dfd67 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:27.224461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 43d0663f-bbe6-406c-998a-506cdc2dfd67 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:27.281382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=f2c852a3-7e7f-47cd-8542-19f30f35c657,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:27.299501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Checking segment: {'id': '83b3521f-60cc-40cb-9187-ed017c496b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:27.304823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network hostable DHCP agents. Network: 159da7f6-3078-41af-8c91-c35aa9cecd43, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:27:27.368850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:27:27.402450 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:27:27.448850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 159da7f6-3078-41af-8c91-c35aa9cecd43) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:27.453008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:27.453652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.457463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c334692-bf1f-4510-97ad-f73a1594e1b7 None None] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:27.552023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-168440c5-db51-4246-a208-4ffe0193a893 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9414928
Nov 13 21:27:27.555307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50348) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:27.561473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-883918439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:27.604954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-159da7f6-3078-41af-8c91-c35aa9cecd43', 'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': 'f2c852a3-7e7f-47cd-8542-19f30f35c657'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:27:27.605763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.718758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.720055 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.738882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Allocated IP 172.20.0.2 (159da7f6-3078-41af-8c91-c35aa9cecd43/f2c852a3-7e7f-47cd-8542-19f30f35c657/1af15a6a-ee52-4623-b38e-bddd24721786) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:27.800921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.839329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd75af-5c60-4677-89cb-7457827d0b03 req-01fafbf6-9e1c-4f78-83d6-eae868b4de5d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:27.840842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-65cd75af-5c60-4677-89cb-7457827d0b03 req-01fafbf6-9e1c-4f78-83d6-eae868b4de5d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 945 time: 0.0531468
Nov 13 21:27:27.895926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-65cd75af-5c60-4677-89cb-7457827d0b03 req-76270f0d-8e70-4631-b069-49d0acae5a59 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448198
Nov 13 21:27:27.899246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.948594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:27.972311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:27.994012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.052290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:28.058108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:28.060476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Pushing event updated for resources: {'Port': ['ID=1af15a6a-ee52-4623-b38e-bddd24721786,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:28.063048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:28.093779 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.095192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-72549e10-4012-4c92-a840-1e4c7be02369 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.5378592
Nov 13 21:27:28.097910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50366) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:28.104927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43', 'name': 'tempest-PortsTestJSON-923541139'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:28.123625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Attempting to bind port 1af15a6a-ee52-4623-b38e-bddd24721786 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:28.124030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Attempting to bind port 1af15a6a-ee52-4623-b38e-bddd24721786 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83b3521f-60cc-40cb-9187-ed017c496b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:28.124364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Attempting to bind port 1af15a6a-ee52-4623-b38e-bddd24721786 on network 159da7f6-3078-41af-8c91-c35aa9cecd43 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:28.129597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:28.130555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Checking segment: {'id': '83b3521f-60cc-40cb-9187-ed017c496b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:28.130555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.130758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Bound using segment: {'id': '83b3521f-60cc-40cb-9187-ed017c496b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:28.131206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Bound port: 1af15a6a-ee52-4623-b38e-bddd24721786, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b3521f-60cc-40cb-9187-ed017c496b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '159da7f6-3078-41af-8c91-c35aa9cecd43'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:28.131717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.176444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 080c5dca-e50b-466d-a202-47fe6853df15 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:27:28.188980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 080c5dca-e50b-466d-a202-47fe6853df15 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:28.189283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.222209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] For port 1af15a6a-ee52-4623-b38e-bddd24721786, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:28.240112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] For port 1af15a6a-ee52-4623-b38e-bddd24721786, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1af15a6a-ee52-4623-b38e-bddd24721786,segment=NetworkSegment(83b3521f-60cc-40cb-9187-ed017c496b88),segment_id=83b3521f-60cc-40cb-9187-ed017c496b88)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:28.286268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.289186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:28.292876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.309258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:27:28.310144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:28.311561 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e41d5-2c21-4432-840d-ff0b8a2abc57" -d '{"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-plugged", "status": "completed", "tag": "080c5dca-e50b-466d-a202-47fe6853df15"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:27:28.323508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.327012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:28.363286 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396e63e8-7ecc-4048-b8fa-bdfcb6ea9d73 x-openstack-request-id: req-396e63e8-7ecc-4048-b8fa-bdfcb6ea9d73 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:27:28.363580 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-plugged", "status": "completed", "tag": "080c5dca-e50b-466d-a202-47fe6853df15", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:27:28.363962 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-396e63e8-7ecc-4048-b8fa-bdfcb6ea9d73 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:27:28.364213 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15', 'code': 200}
Nov 13 21:27:28.391799 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.401114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ffacc-559c-4db5-b130-a1bce0b00e7d None None] Pushing event updated for resources: {'Port': ['ID=1af15a6a-ee52-4623-b38e-bddd24721786,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:28.485945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:28.512677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dd08d-10ef-40c1-b0bd-eea1c0f81cdb req-ee88f642-748f-49fb-8eff-323c8eee7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:28.516135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-230dd08d-10ef-40c1-b0bd-eea1c0f81cdb req-ee88f642-748f-49fb-8eff-323c8eee7b61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 1097 time: 0.0587008
Nov 13 21:27:28.541074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.4 (159da7f6-3078-41af-8c91-c35aa9cecd43/f2c852a3-7e7f-47cd-8542-19f30f35c657/7c60ff24-415c-44a2-b1d2-7bd28caf8b42) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:28.549717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.569346 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-230dd08d-10ef-40c1-b0bd-eea1c0f81cdb req-16990e78-feff-4875-9988-66824cb61ec4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463567
Nov 13 21:27:28.731635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.900665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:28.954609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:28.963229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:28.965772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:28.972958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=7c60ff24-415c-44a2-b1d2-7bd28caf8b42,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:29.026530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:29.027195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.033388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030f674-a2ed-4376-aeaa-f3d4f87fee0b req-b3c84022-47db-4bdd-a895-875ddcff7610 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:29.034931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7030f674-a2ed-4376-aeaa-f3d4f87fee0b req-b3c84022-47db-4bdd-a895-875ddcff7610 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0576146
Nov 13 21:27:29.088765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7030f674-a2ed-4376-aeaa-f3d4f87fee0b req-97d2ecb2-ce0c-4c71-b263-01d58897095b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467005
Nov 13 21:27:29.120492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8f32b067-8472-4a03-9754-c64cf50a4748 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0206537
Nov 13 21:27:29.123928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50404) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:29.232122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50408) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:29.278673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1af15a6a-ee52-4623-b38e-bddd24721786 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:29.333411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1af15a6a-ee52-4623-b38e-bddd24721786 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:29.333980 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.374793 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-110510f5-1234-49ea-a8b2-3e7fa2a85e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.433767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.474743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 1af15a6a-ee52-4623-b38e-bddd24721786, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1af15a6a-ee52-4623-b38e-bddd24721786,segment=NetworkSegment(83b3521f-60cc-40cb-9187-ed017c496b88),segment_id=83b3521f-60cc-40cb-9187-ed017c496b88)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:29.492735 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-110510f5-1234-49ea-a8b2-3e7fa2a85e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.515348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.556015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ef83e-92f1-4744-89bc-9877af87bede None None] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:29.607913 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.628576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-110510f5-1234-49ea-a8b2-3e7fa2a85e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.671009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110510f5-1234-49ea-a8b2-3e7fa2a85e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3fbc81-2b9c-4ffa-ac3e-094931ff532c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:29.677866 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-110510f5-1234-49ea-a8b2-3e7fa2a85e1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcb1026ad47e4e919352ed82704c8fd3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4437273
Nov 13 21:27:29.680514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50414) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:29.738442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6916c3f7-0c0a-427b-b57d-c25c6821a66f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.764608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6916c3f7-0c0a-427b-b57d-c25c6821a66f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.825270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.858194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=1af15a6a-ee52-4623-b38e-bddd24721786,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:29.862311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6f16d053-3007-4510-9c92-7158f1969194 None None] Provisioning complete for port 1af15a6a-ee52-4623-b38e-bddd24721786 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:29.862675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f16d053-3007-4510-9c92-7158f1969194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.929031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6916c3f7-0c0a-427b-b57d-c25c6821a66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.931804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6916c3f7-0c0a-427b-b57d-c25c6821a66f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.933027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6916c3f7-0c0a-427b-b57d-c25c6821a66f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc3fbc81-2b9c-4ffa-ac3e-094931ff532c HTTP/1.1" status: 204  len: 168 time: 0.2514896
Nov 13 21:27:29.942556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916c3f7-0c0a-427b-b57d-c25c6821a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3fbc81-2b9c-4ffa-ac3e-094931ff532c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:29.960649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:29.968264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.068863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=7c60ff24-415c-44a2-b1d2-7bd28caf8b42,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:30.237516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.259715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495b9d6-bc4b-4a22-b092-4f0a05ac2b22 req-c65f624c-7bf4-47a8-b100-244b5da31380 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:30.263998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c495b9d6-bc4b-4a22-b092-4f0a05ac2b22 req-c65f624c-7bf4-47a8-b100-244b5da31380 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0868359
Nov 13 21:27:30.317422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c495b9d6-bc4b-4a22-b092-4f0a05ac2b22 req-75d33667-b162-40f4-9489-4b0707eb216b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467141
Nov 13 21:27:30.352106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d96b2859-81a8-4065-a478-5c17e0d1a92c None None] Provisioning complete for port 1af15a6a-ee52-4623-b38e-bddd24721786 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:30.352528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d96b2859-81a8-4065-a478-5c17e0d1a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.399754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.464060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d96b2859-81a8-4065-a478-5c17e0d1a92c None None] Provisioning complete for port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:30.464846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d96b2859-81a8-4065-a478-5c17e0d1a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.494296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1d32-12d9-4d9d-a8e3-dc80c4ce9753 req-466f7277-4bcd-4b13-bffc-e98b7aefbfce tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:30.495993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a83c1d32-12d9-4d9d-a8e3-dc80c4ce9753 req-466f7277-4bcd-4b13-bffc-e98b7aefbfce tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0948966
Nov 13 21:27:30.505714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.519491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d96b2859-81a8-4065-a478-5c17e0d1a92c None None] Port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:30.622319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a83c1d32-12d9-4d9d-a8e3-dc80c4ce9753 req-38557d8c-62c3-40ee-9737-51f0a540dae9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120574
Nov 13 21:27:30.649757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c51f22ca-d768-4326-abbe-cd186987ba91 None None] Provisioning complete for port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:30.650235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c51f22ca-d768-4326-abbe-cd186987ba91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.706573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c51f22ca-d768-4326-abbe-cd186987ba91 None None] Port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:30.807347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50442) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:30.823900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a67ff95-75a1-47bb-832c-861d74aa2fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.902551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a67ff95-75a1-47bb-832c-861d74aa2fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.928156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e6f0148d-97c8-438c-900d-669c500b6148 None None] Provisioning complete for port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:30.928604 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e6f0148d-97c8-438c-900d-669c500b6148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.937612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:30.962072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0148d-97c8-438c-900d-669c500b6148 None None] Port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:31.017291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a67ff95-75a1-47bb-832c-861d74aa2fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.037833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.077494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67ff95-75a1-47bb-832c-861d74aa2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156d41bb-b73e-4e08-b451-7f41b8247ed4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:31.085602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5a67ff95-75a1-47bb-832c-861d74aa2fc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d13ee846fd143919603a44e6e5e7b07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2769120
Nov 13 21:27:31.086217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:31.137833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.148341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=7c60ff24-415c-44a2-b1d2-7bd28caf8b42,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:31.202529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9053b404-a5bd-4b44-8189-5ca9e3a8ce6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.234139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314e1cd-9c1e-4cc6-b7a8-bb05922237c7 req-9ee2343b-5275-4159-bb06-bb42772bab96 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:31.235237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6314e1cd-9c1e-4cc6-b7a8-bb05922237c7 req-9ee2343b-5275-4159-bb06-bb42772bab96 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0824490
Nov 13 21:27:31.247800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9053b404-a5bd-4b44-8189-5ca9e3a8ce6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.248033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1af15a6a-ee52-4623-b38e-bddd24721786 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:31.272535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:31.274117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:31.298747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1af15a6a-ee52-4623-b38e-bddd24721786 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:31.300221 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.315458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6314e1cd-9c1e-4cc6-b7a8-bb05922237c7 req-e710dd23-ccec-4b26-8895-2cac430fd7b8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727036
Nov 13 21:27:31.411701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9053b404-a5bd-4b44-8189-5ca9e3a8ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.414338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9053b404-a5bd-4b44-8189-5ca9e3a8ce6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.416118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9053b404-a5bd-4b44-8189-5ca9e3a8ce6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/156d41bb-b73e-4e08-b451-7f41b8247ed4 HTTP/1.1" status: 204  len: 168 time: 0.3286066
Nov 13 21:27:31.427342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053b404-a5bd-4b44-8189-5ca9e3a8ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156d41bb-b73e-4e08-b451-7f41b8247ed4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:31.502982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Router 5ce7491c-a828-4d31-adab-9161dd62e3df is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:27:31.589298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4fb7bc25-b7a6-419f-ac2f-db0e8a2f992c None None] Provisioning complete for port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:31.589867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bc25-b7a6-419f-ac2f-db0e8a2f992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:31.613160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:27:31.625835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4921b1f9-ed19-4fb5-beef-3d11f5f694f1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/routers/5ce7491c-a828-4d31-adab-9161dd62e3df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5004990
Nov 13 21:27:31.628981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50460) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:31.633851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] Sync routers for ids ['5ce7491c-a828-4d31-adab-9161dd62e3df'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:27:31.637613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7bc25-b7a6-419f-ac2f-db0e8a2f992c None None] Port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:31.649558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] Routers {'5ce7491c-a828-4d31-adab-9161dd62e3df'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:31.650310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf17130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5ce7491c-a828-4d31-adab-9161dd62e3df'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:31.683541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5385f-5211-48e0-9b2e-caacf9802ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:31.688304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf17130>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:31.688999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2cf5385f-5211-48e0-9b2e-caacf9802ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce7491c-a828-4d31-adab-9161dd62e3df HTTP/1.1" status: 200  len: 981 time: 0.0592017
Nov 13 21:27:31.689211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50462) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:31.698370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] Routers {'5ce7491c-a828-4d31-adab-9161dd62e3df'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:31.699002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf17130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5ce7491c-a828-4d31-adab-9161dd62e3df'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:31.733945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf17130>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:31.734586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e46d3a-e5fc-4042-b978-9576f254b7f3 None None] The sync data for ids ['5ce7491c-a828-4d31-adab-9161dd62e3df'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:27:32.112399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:32.465942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd92b28-212c-4aee-9d9b-46dec48ae0b4 req-a9dcf650-2b58-4dc6-a6c5-adbc60cbd8f0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.468082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7fd92b28-212c-4aee-9d9b-46dec48ae0b4 req-a9dcf650-2b58-4dc6-a6c5-adbc60cbd8f0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0525315
Nov 13 21:27:32.520007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7fd92b28-212c-4aee-9d9b-46dec48ae0b4 req-5529c1bc-fa46-4846-824a-e30f05908db4 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452096
Nov 13 21:27:32.666110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:32.666677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:32.755022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:32.771075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 7c60ff24-415c-44a2-b1d2-7bd28caf8b42 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:32.823581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-6dd9f0d5-98fe-4e16-a3d7-1dee01c9f608 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0579283
Nov 13 21:27:32.921514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.921982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.922439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.922894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.923420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.923873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.924354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:32.926372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-34ae3846-2e10-4e66-8de8-1273af03bc07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6493 time: 0.0511336
Nov 13 21:27:33.033818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:33.042695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-12d653ce-932a-47a1-8e04-c31d0130013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.043158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-12d653ce-932a-47a1-8e04-c31d0130013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.043609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-12d653ce-932a-47a1-8e04-c31d0130013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.045237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-12d653ce-932a-47a1-8e04-c31d0130013e service neutron] 10.222.0.37 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 2292 time: 0.0924494
Nov 13 21:27:33.073347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=7c60ff24-415c-44a2-b1d2-7bd28caf8b42,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:33.129085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-2cc18cdc-898d-44b6-a1cb-ac3b9a27401e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 1002 time: 0.0767314
Nov 13 21:27:33.185158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-b3b386cd-ab6d-4f85-aa12-8ea126d40324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.187303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-b3b386cd-ab6d-4f85-aa12-8ea126d40324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 200  len: 850 time: 0.0507097
Nov 13 21:27:33.241295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-09a537ac-a4eb-4c48-9580-757b278b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.243236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-09a537ac-a4eb-4c48-9580-757b278b7a79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90f7b45f-5248-478f-9780-1e89d011db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0478468
Nov 13 21:27:33.251963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:33.377699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-cb0bf46e-4ea5-4508-a680-b9910f7ce5fb service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256328
Nov 13 21:27:33.433473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Router 5ce7491c-a828-4d31-adab-9161dd62e3df has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:27:33.470739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-44655f38-a9b2-446c-b3d7-eeae31ad4767 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856917
Nov 13 21:27:33.513752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:27:33.521266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09562fc6-f619-4854-82c1-57d0c9351372 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/routers/5ce7491c-a828-4d31-adab-9161dd62e3df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8308530
Nov 13 21:27:33.523039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50504) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:33.524134 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] Sync routers for ids ['5ce7491c-a828-4d31-adab-9161dd62e3df'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:27:33.525261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-c09f7659-7660-4a7c-8a6f-44ff74d2666c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 217 time: 0.0466313
Nov 13 21:27:33.536164 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] Routers {'5ce7491c-a828-4d31-adab-9161dd62e3df'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:33.536997 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde49e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5ce7491c-a828-4d31-adab-9161dd62e3df'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:33.553467 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c30746-0632-470b-9f95-b8db9755c21c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:33.557931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-58c30746-0632-470b-9f95-b8db9755c21c tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/7c60ff24-415c-44a2-b1d2-7bd28caf8b42 HTTP/1.1" status: 404  len: 333 time: 0.0312669
Nov 13 21:27:33.558508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50508) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:33.582109 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde49e8b0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:33.585566 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] Routers {'5ce7491c-a828-4d31-adab-9161dd62e3df'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:27:33.586454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde49e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5ce7491c-a828-4d31-adab-9161dd62e3df'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:33.609832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-2690894b-308a-453b-a0bd-9f45399a47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.611634 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-2690894b-308a-453b-a0bd-9f45399a47cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0838895
Nov 13 21:27:33.626167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde49e8b0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:33.626911 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086878e-b169-4aa5-81e9-eb32baa6d3eb None None] The sync data for ids ['5ce7491c-a828-4d31-adab-9161dd62e3df'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:27:33.671059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-86531b49-e954-4d03-95e8-cdbed53ed82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.673810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-86531b49-e954-4d03-95e8-cdbed53ed82c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0544097
Nov 13 21:27:33.693667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:33.768348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50516) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:33.786820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-b792075b-0849-4817-900e-3aa8e9d5c4bc service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048529
Nov 13 21:27:33.873015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775761ab-1643-47fa-b9b5-ed5ec98f4d03 req-299f368d-680b-4a3d-be0e-4879c522de39 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:33.880512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-775761ab-1643-47fa-b9b5-ed5ec98f4d03 req-299f368d-680b-4a3d-be0e-4879c522de39 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.2440798
Nov 13 21:27:33.886101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ec9b0618-3521-497f-a07e-95e06406fc4b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1473130859'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:33.889911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ec9b0618-3521-497f-a07e-95e06406fc4b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Unknown quota resources ['metering_label']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:27:33.903795 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:33.907842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:33.957270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-2f5921c2-7075-4239-b946-809230c6ec71 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623919
Nov 13 21:27:33.967839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-775761ab-1643-47fa-b9b5-ed5ec98f4d03 req-ea2948ff-f446-42a6-819d-b37eaed4c8ac tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867581
Nov 13 21:27:34.005281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-b10b39fd-29d0-497c-b583-0be278839272 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 217 time: 0.0402002
Nov 13 21:27:34.057068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.057662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Fanout notify agent at l3_agent the message router_deleted on router 5ce7491c-a828-4d31-adab-9161dd62e3df {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:27:34.064607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.068238 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5556090d-7b3a-492c-a0bf-02e5dbe7a8ad tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/routers/5ce7491c-a828-4d31-adab-9161dd62e3df HTTP/1.1" status: 204  len: 168 time: 0.5060513
Nov 13 21:27:34.068644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50520) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:34.126669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet f2c852a3-7e7f-47cd-8542-19f30f35c657 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:34.130105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.168370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-d59c8512-09b5-4357-be22-63d713803057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:34.169393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-d59c8512-09b5-4357-be22-63d713803057 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.1560025
Nov 13 21:27:34.171514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.172809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0618-3521-497f-a07e-95e06406fc4b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.174193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ec9b0618-3521-497f-a07e-95e06406fc4b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4040501
Nov 13 21:27:34.184295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:34.190091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bf12ec9b-c06a-410b-a38f-6cc912876819 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '42f0174f-0dc6-4336-a855-e3bbbf414cd2'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:34.190579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bf12ec9b-c06a-410b-a38f-6cc912876819 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:27:34.261274 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.286733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-3bb597fe-ee3e-4ba8-85e3-b4491c50dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:34.288275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-3bb597fe-ee3e-4ba8-85e3-b4491c50dda3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1113698
Nov 13 21:27:34.349718 ncdv-master-1 neutron-server[120532]: WARNING neutron.services.metering.metering_plugin [None req-bf12ec9b-c06a-410b-a38f-6cc912876819 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 13 21:27:34.383040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.413601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c852a3-7e7f-47cd-8542-19f30f35c657,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:34.415835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.419333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c0c59b16-c9f3-417f-8879-165df225cbaf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/f2c852a3-7e7f-47cd-8542-19f30f35c657 HTTP/1.1" status: 204  len: 168 time: 0.3499050
Nov 13 21:27:34.421908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50530) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:34.434344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a3f18-a5c2-4b75-a884-60c6ccfaee0f None None] Network 159da7f6-3078-41af-8c91-c35aa9cecd43 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:34.545856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.629325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 1af15a6a-ee52-4623-b38e-bddd24721786 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:34.629663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.694124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] DHCP port deletion for 159da7f6-3078-41af-8c91-c35aa9cecd43 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:34.709899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] For port 1af15a6a-ee52-4623-b38e-bddd24721786, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1af15a6a-ee52-4623-b38e-bddd24721786,segment=NetworkSegment(83b3521f-60cc-40cb-9187-ed017c496b88),segment_id=83b3521f-60cc-40cb-9187-ed017c496b88)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:34.710514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.725470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 1af15a6a-ee52-4623-b38e-bddd24721786 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:34.749486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] Deleting port 1af15a6a-ee52-4623-b38e-bddd24721786 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:34.750217 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.821485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] For port 1af15a6a-ee52-4623-b38e-bddd24721786, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1af15a6a-ee52-4623-b38e-bddd24721786,segment=NetworkSegment(83b3521f-60cc-40cb-9187-ed017c496b88),segment_id=83b3521f-60cc-40cb-9187-ed017c496b88)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:34.821796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.821910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf12ec9b-c06a-410b-a38f-6cc912876819 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.822990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bf12ec9b-c06a-410b-a38f-6cc912876819 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6360712
Nov 13 21:27:34.826905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50532) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:34.831318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1528c0a1-564d-4b70-892d-a3af780585b8 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '42f0174f-0dc6-4336-a855-e3bbbf414cd2'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:34.831812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1528c0a1-564d-4b70-892d-a3af780585b8 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:27:34.835398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] Calling delete_port for 1af15a6a-ee52-4623-b38e-bddd24721786 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:34.848965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-fc10eb8b-10d6-44bf-ae71-00c97d50217e service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5526812
Nov 13 21:27:34.914283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.941465 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:34.942459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=1af15a6a-ee52-4623-b38e-bddd24721786,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:34.944358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No DVR routers for this DVR port 1af15a6a-ee52-4623-b38e-bddd24721786 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:34.959773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-4e284a33-75d5-4df3-a768-b2a582f6b69b service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1023607
Nov 13 21:27:34.972289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] Pushing event deleted for resources: {'Port': ['ID=1af15a6a-ee52-4623-b38e-bddd24721786,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:34.979541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb64cba-8d04-433d-979c-c7c73a5e56fd None None] No DVR routers for this DVR port 1af15a6a-ee52-4623-b38e-bddd24721786 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:34.987971 ncdv-master-1 neutron-server[120533]: WARNING neutron.services.metering.metering_plugin [None req-1528c0a1-564d-4b70-892d-a3af780585b8 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Nov 13 21:27:35.010379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-6d95050e-8f50-484f-8446-2339ee9dad98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 200  len: 217 time: 0.0421498
Nov 13 21:27:35.090135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-09c6dcea-07ad-4de3-98b1-12c08d31f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:35.091517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-09c6dcea-07ad-4de3-98b1-12c08d31f521 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0739672
Nov 13 21:27:35.098495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.117757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dc16f-4208-4b28-87c9-aad7ee10d2e6 req-31eb9329-5216-49f2-a75b-15f840c3f29a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:35.119508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39dc16f-4208-4b28-87c9-aad7ee10d2e6 req-31eb9329-5216-49f2-a75b-15f840c3f29a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0716615
Nov 13 21:27:35.157487 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1528c0a1-564d-4b70-892d-a3af780585b8 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.158867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1528c0a1-564d-4b70-892d-a3af780585b8 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3308170
Nov 13 21:27:35.162658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50540) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.170748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde13c8b0>,) {'filters': {'network_id': ['159da7f6-3078-41af-8c91-c35aa9cecd43']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:35.181600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde13c8b0>, '83b3521f-60cc-40cb-9187-ed017c496b88') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:35.181959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde13c8b0>, '83b3521f-60cc-40cb-9187-ed017c496b88') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:35.192338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c29d8adc-b255-438c-9228-8b1c9edff494 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=b13516b0-9cd5-4234-90ea-2d8a8fbbe115 HTTP/1.1" status: 200  len: 462 time: 0.0262246
Nov 13 21:27:35.193021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50542) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.195992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.201031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-b7e6eeb7-c680-4d35-8e1d-c3f958764718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:35.203632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-b7e6eeb7-c680-4d35-8e1d-c3f958764718 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1037049
Nov 13 21:27:35.211590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e39dc16f-4208-4b28-87c9-aad7ee10d2e6 req-a5b1bbaf-13ad-4a85-9ae1-a9551f32dc57 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735188
Nov 13 21:27:35.223207 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.228548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1af15a6a-ee52-4623-b38e-bddd24721786 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:35.230709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:35.235375 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:35.257514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1af15a6a-ee52-4623-b38e-bddd24721786 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:35.257786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1af15a6a-ee52-4623-b38e-bddd24721786 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:35.305557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-72e6c47a-6d6c-43b4-93bb-bad8f1ed7231 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934098
Nov 13 21:27:35.395320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-e87c6ecf-8751-42e1-909a-fa5887134a56 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827265
Nov 13 21:27:35.397695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5e577146-f341-4785-b643-cb239d7e430b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.398807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5e577146-f341-4785-b643-cb239d7e430b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/b13516b0-9cd5-4234-90ea-2d8a8fbbe115 HTTP/1.1" status: 204  len: 168 time: 0.2049778
Nov 13 21:27:35.399489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.401736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.407310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.410380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/159da7f6-3078-41af-8c91-c35aa9cecd43 HTTP/1.1" status: 204  len: 168 time: 0.9874401
Nov 13 21:27:35.414581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50546) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.418434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d05246c0-ec10-4b7c-9e17-fa8223c99784 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=b13516b0-9cd5-4234-90ea-2d8a8fbbe115 HTTP/1.1" status: 200  len: 221 time: 0.0155718
Nov 13 21:27:35.433107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50548) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.438704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d6aa479b-f4b7-4ba7-9107-16f0be90d71d tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1943478507', 'description': 'label created by tempest'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:35.439149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d6aa479b-f4b7-4ba7-9107-16f0be90d71d tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Unknown quota resources ['metering_label']. {{(pid=120533) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:27:35.441390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7998b9-d8d6-44ff-a539-63e16775b64f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=159da7f6-3078-41af-8c91-c35aa9cecd43,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:35.449897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-138021b3-ef70-4471-b06b-672b14eb6002 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 200  len: 217 time: 0.0413699
Nov 13 21:27:35.499168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-1eb74b33-d2f7-4c92-affe-f4d90d20d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:35.500625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-1eb74b33-d2f7-4c92-affe-f4d90d20d079 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0442786
Nov 13 21:27:35.528390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85afeec5-c4e6-43bd-aaaa-b5e284ce20c1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:35.530395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-85afeec5-c4e6-43bd-aaaa-b5e284ce20c1 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/be98d2e3-649d-4fd3-988b-9e0000b9f8ec HTTP/1.1" status: 200  len: 840 time: 0.1149879
Nov 13 21:27:35.534018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50550) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.555138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-d109272b-be12-4412-85c2-918f7b514261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:35.556624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-d109272b-be12-4412-85c2-918f7b514261 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0473375
Nov 13 21:27:35.573473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-71675ad1-dd77-4f88-a5f8-3ddfab918130 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/be98d2e3-649d-4fd3-988b-9e0000b9f8ec?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0383997
Nov 13 21:27:35.581231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50552) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.592829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:35.711634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6aa479b-f4b7-4ba7-9107-16f0be90d71d tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.712856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d6aa479b-f4b7-4ba7-9107-16f0be90d71d tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2775345
Nov 13 21:27:35.718233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50556) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.732180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-029ac7a9-7fd8-42ab-99db-ee66f1a650b2 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686323
Nov 13 21:27:35.819334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-419226ee-fdb7-4201-a575-383882fef92b tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=07bf4571-a3d8-46c1-b5ff-6ddac7dedc06 HTTP/1.1" status: 200  len: 468 time: 0.0999968
Nov 13 21:27:35.822026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:35.890585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-2f1258ae-3bb0-4e4e-b161-79e43da15c22 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486700
Nov 13 21:27:35.906096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:35.909523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:35.940810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-37bfae69-458b-4632-b169-8dc07a9c722d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 200  len: 217 time: 0.0426986
Nov 13 21:27:36.046267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-7f2efae0-205c-4bb2-ba52-ab2c8e4461b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:36.047809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-7f2efae0-205c-4bb2-ba52-ab2c8e4461b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0974503
Nov 13 21:27:36.133489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-edb1ef3e-1eb0-4bd3-94f3-a39e9c75f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:36.134976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-edb1ef3e-1eb0-4bd3-94f3-a39e9c75f4fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0792985
Nov 13 21:27:36.137112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c81c1f0-84c3-41be-b930-c4eda39680ed tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.138256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0c81c1f0-84c3-41be-b930-c4eda39680ed tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/07bf4571-a3d8-46c1-b5ff-6ddac7dedc06 HTTP/1.1" status: 204  len: 168 time: 0.3151290
Nov 13 21:27:36.142548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50564) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.204852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fffddca2-9da8-4d6a-b16f-3bf3c970d0dc tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=07bf4571-a3d8-46c1-b5ff-6ddac7dedc06 HTTP/1.1" status: 200  len: 216 time: 0.0601208
Nov 13 21:27:36.208357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.219050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a3d589d-eb4f-4982-8d0c-3b444c8065ee tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0094950
Nov 13 21:27:36.225344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50568) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.238202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-031eee0b-e653-4f54-8355-716fb9697063 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0109789
Nov 13 21:27:36.240871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.266777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.294534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ba498b99-a663-4669-8f09-cc020567c4fd tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/42f0174f-0dc6-4336-a855-e3bbbf414cd2 HTTP/1.1" status: 200  len: 473 time: 0.0520844
Nov 13 21:27:36.302333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50574) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.313614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-929df674-4fab-4b3e-ac77-cd464b783854 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700983
Nov 13 21:27:36.334320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-84f508ea-c289-4d90-87bb-247d54fb07e7 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/4a4d5bd8-11c1-4251-8451-91dba91147a8 HTTP/1.1" status: 200  len: 459 time: 0.0309253
Nov 13 21:27:36.337423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50576) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.342155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:36.353846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:36.356964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:36.358104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.363612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e45034-ad0d-4382-bfcb-af2f71598e99 None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:36.367295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52b162-881b-4c33-85bc-2e27c2d2d924 req-5fe3300c-022e-4685-a46d-533a0d38e770 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:36.369042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f52b162-881b-4c33-85bc-2e27c2d2d924 req-5fe3300c-022e-4685-a46d-533a0d38e770 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0771227
Nov 13 21:27:36.372462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:36.433062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f52b162-881b-4c33-85bc-2e27c2d2d924 req-680a0c68-5deb-4b2e-93c2-576118ea139d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454335
Nov 13 21:27:36.455124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-c27e0d83-bea6-4d0a-b132-58e2e6670c6c service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326356
Nov 13 21:27:36.501949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-1a83ea8d-254f-48bb-a5fa-ebfdf3819111 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 217 time: 0.0396430
Nov 13 21:27:36.534636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19180725-edf6-4b01-80fe-d6799d76a7fe', 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'tenant_id': '4141ce593ddf49ec92097414592143cb', 'fixed_ips': [{'subnet_id': 'e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:27:36.535527 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.553942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-54e313d4-d480-49b6-81ac-b31369f54b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:36.555544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-54e313d4-d480-49b6-81ac-b31369f54b1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0472007
Nov 13 21:27:36.609194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-79a70f6f-549b-41be-9b00-8b8ac9182609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:36.610823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-79a70f6f-549b-41be-9b00-8b8ac9182609 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0474138
Nov 13 21:27:36.634193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ebc6f059-e85d-45a8-9d02-2b6e4e9c5592 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0483692
Nov 13 21:27:36.640017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50578) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.650501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'security_group': {'name': 'tempest-secgroup-690982075'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:36.690628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f3d8e4e-affe-4b4f-9803-47955b3325c0 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.691681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f3d8e4e-affe-4b4f-9803-47955b3325c0 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/4a4d5bd8-11c1-4251-8451-91dba91147a8 HTTP/1.1" status: 204  len: 168 time: 0.3533533
Nov 13 21:27:36.692175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Allocated IP 172.20.0.2 (19180725-edf6-4b01-80fe-d6799d76a7fe/e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd/343fbc41-ca54-4e96-b01b-12698743e5e1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:36.694193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:36.734809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-940d1e35-d8b7-4420-ac0c-a896b8a869a6 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162176
Nov 13 21:27:36.804433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.842175 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.865760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ceeed074-20c9-4b77-9871-99b2634f4466 req-c6100dcc-1329-49df-9cea-59cc3f3abaf1 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236033
Nov 13 21:27:36.923828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:36.981258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.023041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:37.031687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.031847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:37.031847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:37.057732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5943fec5-031c-460b-9c3b-12d7782d734b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:37.069713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Pushing event updated for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:37.098678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Attempting to bind port 343fbc41-ca54-4e96-b01b-12698743e5e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:37.104482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Attempting to bind port 343fbc41-ca54-4e96-b01b-12698743e5e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '04e8bb00-c445-4d77-967c-46db62bfb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:37.104482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Attempting to bind port 343fbc41-ca54-4e96-b01b-12698743e5e1 on network 19180725-edf6-4b01-80fe-d6799d76a7fe {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:37.104995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:27:37.105428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Checking segment: {'id': '04e8bb00-c445-4d77-967c-46db62bfb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:37.105830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.106222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Bound using segment: {'id': '04e8bb00-c445-4d77-967c-46db62bfb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:27:37.106690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Bound port: 343fbc41-ca54-4e96-b01b-12698743e5e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e8bb00-c445-4d77-967c-46db62bfb402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:27:37.107595 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.125818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.127091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cc0d9d62-c411-4035-aaad-1e367862893a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4861488
Nov 13 21:27:37.136954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50586) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:37.136954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'security_group': {'name': 'tempest-secgroup-499968238'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:37.191434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:37.199997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=343fbc41-ca54-4e96-b01b-12698743e5e1,segment=NetworkSegment(04e8bb00-c445-4d77-967c-46db62bfb402),segment_id=04e8bb00-c445-4d77-967c-46db62bfb402)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:27:37.245754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.268892 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.320205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.321542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f8812d4-9a27-4351-8b78-f5c21894cbf9 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.325072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f8812d4-9a27-4351-8b78-f5c21894cbf9 tempest-MeteringIpV6TestJSON-1881829916 tempest-MeteringIpV6TestJSON-1881829916-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/42f0174f-0dc6-4336-a855-e3bbbf414cd2 HTTP/1.1" status: 204  len: 168 time: 0.6267192
Nov 13 21:27:37.332216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709b91b-5ae0-43cb-a2f7-51c97f0bdb5b None None] Pushing event updated for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:37.403703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.436238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b577d-b026-4fe5-8c3d-df288c0c3447,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:37.536804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:37.538046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0185538f-b971-479b-b884-704f977eb188 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4072497
Nov 13 21:27:37.540915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50594) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:37.549310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1109128222', 'security_groups': ['a20b577d-b026-4fe5-8c3d-df288c0c3447'], 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:37.587908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed2aaf-18c4-4149-9760-8eadfcaa736f req-b6484a4f-187a-4936-9a6e-d040e9333977 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:37.589715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5ed2aaf-18c4-4149-9760-8eadfcaa736f req-b6484a4f-187a-4936-9a6e-d040e9333977 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0753448
Nov 13 21:27:37.665465 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5ed2aaf-18c4-4149-9760-8eadfcaa736f req-697bdb67-e678-4596-9309-1b450851cb5b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675693
Nov 13 21:27:37.900198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:38.008732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.033624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port f9efedb6-a370-46b7-9894-3b07e1c07fb5 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:38.041700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50602) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:38.185396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99652a07-ccb9-4cfd-be8f-91ec7d8b0136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.211321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.6 (19180725-edf6-4b01-80fe-d6799d76a7fe/e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd/f9efedb6-a370-46b7-9894-3b07e1c07fb5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:38.295747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99652a07-ccb9-4cfd-be8f-91ec7d8b0136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.371761 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.391590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99652a07-ccb9-4cfd-be8f-91ec7d8b0136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.437239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99652a07-ccb9-4cfd-be8f-91ec7d8b0136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec3c175-da51-4e97-95fc-b2e5d5e584d5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:38.441540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99652a07-ccb9-4cfd-be8f-91ec7d8b0136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddac44f6fac1404ebe914bf03e96f480&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3987260
Nov 13 21:27:38.444202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50624) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:38.484180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.492159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87a7ce8f-1143-4550-aa67-e926b7e97abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.506670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:38.507214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.523028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87a7ce8f-1143-4550-aa67-e926b7e97abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.533252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:38.538608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:38.551057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:38.585263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=f9efedb6-a370-46b7-9894-3b07e1c07fb5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:38.603962 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.615783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:38.616983 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.641045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=343fbc41-ca54-4e96-b01b-12698743e5e1,segment=NetworkSegment(04e8bb00-c445-4d77-967c-46db62bfb402),segment_id=04e8bb00-c445-4d77-967c-46db62bfb402)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:38.754313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87a7ce8f-1143-4550-aa67-e926b7e97abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.757129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87a7ce8f-1143-4550-aa67-e926b7e97abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.758295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87a7ce8f-1143-4550-aa67-e926b7e97abf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ec3c175-da51-4e97-95fc-b2e5d5e584d5 HTTP/1.1" status: 204  len: 168 time: 0.3131561
Nov 13 21:27:38.767790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7ce8f-1143-4550-aa67-e926b7e97abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec3c175-da51-4e97-95fc-b2e5d5e584d5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:38.805258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5914-9c7b-4dbb-9580-186b56cfbcf6 req-bcaffbef-43a8-4c4b-9a65-f8b9b19d6bdf tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:38.806771 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fed5914-9c7b-4dbb-9580-186b56cfbcf6 req-bcaffbef-43a8-4c4b-9a65-f8b9b19d6bdf tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0584261
Nov 13 21:27:38.809478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.814420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-90dc40c8-2aa6-4018-9baa-63f4271b07dc tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2692130
Nov 13 21:27:38.814809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50630) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:38.826765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:38.857136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Provisioning complete for port be98d2e3-649d-4fd3-988b-9e0000b9f8ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:38.857429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:38.894250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Pushing event updated for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:38.909353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e6827-8f4f-4760-8ffc-76238c39bbb9 None None] Port be98d2e3-649d-4fd3-988b-9e0000b9f8ec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:38.932192 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fed5914-9c7b-4dbb-9580-186b56cfbcf6 req-1cb3965c-a600-4095-af3b-28a4a002fcc9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183834
Nov 13 21:27:39.026828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bc486dd3-a13c-4e04-9051-3594682e1aa8 None None] Provisioning complete for port f9efedb6-a370-46b7-9894-3b07e1c07fb5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:39.027199 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bc486dd3-a13c-4e04-9051-3594682e1aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.039428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:39.043237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.067607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bc486dd3-a13c-4e04-9051-3594682e1aa8 None None] Port f9efedb6-a370-46b7-9894-3b07e1c07fb5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:39.159700 ncdv-master-1 neutron-server[120533]: INFO neutron.db.ipam_backend_mixin [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd (CIDR: 172.20.0.0/28)
Nov 13 21:27:39.205920 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:27:39.206495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:39.267254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 343fbc41-ca54-4e96-b01b-12698743e5e1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:39.314419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3bbc63d-2152-46b5-94ca-b8981b9c96f8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4984486
Nov 13 21:27:39.317286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50642) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:39.318517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:39.319072 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.322419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:39.529279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50646) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:39.542920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2385bf50-c5b2-4b4b-be5d-3743ff9c1b28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.551420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:39.554909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.711433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2385bf50-c5b2-4b4b-be5d-3743ff9c1b28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.787312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2385bf50-c5b2-4b4b-be5d-3743ff9c1b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.863021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385bf50-c5b2-4b4b-be5d-3743ff9c1b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce915513-f3ed-400c-bc96-acd98b9a1c54,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:39.871227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2385bf50-c5b2-4b4b-be5d-3743ff9c1b28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e1dc10c340b485b80ee668f2a20d472&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3408768
Nov 13 21:27:39.874109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50648) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:39.922513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65bab7ad-1258-4d05-a1eb-bc9ae491d510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.943182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65bab7ad-1258-4d05-a1eb-bc9ae491d510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:39.964019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.015496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:40.018803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:40.023262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:40.023862 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.028536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579311d0-bbb5-4d81-b4fd-46ca5c64af18 None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:40.048249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=551b8e26-bdf0-404c-ae56-601ba94271c3,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:40.075582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9304-8891-4b92-91c7-08d86ebd6eed req-c70c6f14-db82-46a5-82b4-a0c4e1ee5e63 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:40.077730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a33e9304-8891-4b92-91c7-08d86ebd6eed req-c70c6f14-db82-46a5-82b4-a0c4e1ee5e63 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0673475
Nov 13 21:27:40.078791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65bab7ad-1258-4d05-a1eb-bc9ae491d510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.081382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65bab7ad-1258-4d05-a1eb-bc9ae491d510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.082419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-65bab7ad-1258-4d05-a1eb-bc9ae491d510 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce915513-f3ed-400c-bc96-acd98b9a1c54 HTTP/1.1" status: 204  len: 168 time: 0.2071290
Nov 13 21:27:40.096879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bab7ad-1258-4d05-a1eb-bc9ae491d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce915513-f3ed-400c-bc96-acd98b9a1c54,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:40.136048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a33e9304-8891-4b92-91c7-08d86ebd6eed req-92748f82-2e27-49d3-a3ec-2ec1e4e4acce tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497568
Nov 13 21:27:40.218281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-16d0e689-64f0-4076-9fcd-94651721e802 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8999386
Nov 13 21:27:40.221044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50658) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:40.226756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-259545784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '551b8e26-bdf0-404c-ae56-601ba94271c3'}], 'security_groups': ['5943fec5-031c-460b-9c3b-12d7782d734b']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:40.270378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-f73b5ddd-5525-47f9-a185-d0e28b63363e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0505612
Nov 13 21:27:40.305019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.313415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] Update dhcp port {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'fixed_ips': [{'subnet_id': 'e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd', 'ip_address': '172.20.0.2'}, {'subnet_id': '551b8e26-bdf0-404c-ae56-601ba94271c3'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '343fbc41-ca54-4e96-b01b-12698743e5e1'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:27:40.344326 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.366973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-fe040439-5c81-4860-9c82-961e1575d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:40.368901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-fe040439-5c81-4860-9c82-961e1575d77e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87ef4a1c09f3441596d38ab535257613&device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 1096 time: 0.0488505
Nov 13 21:27:40.510893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-1d8fb426-1a9f-4ea3-9b48-e78033859af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:40.512911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-1d8fb426-1a9f-4ea3-9b48-e78033859af6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b25f8648-962b-449e-911c-cc1fd99dd617 HTTP/1.1" status: 200  len: 915 time: 0.1157618
Nov 13 21:27:40.520717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] Allocated IP 172.20.0.18 (19180725-edf6-4b01-80fe-d6799d76a7fe/551b8e26-bdf0-404c-ae56-601ba94271c3/343fbc41-ca54-4e96-b01b-12698743e5e1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:40.563249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-247c92e4-5753-42a5-afcf-052cd2661966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f HTTP/1.1" status: 200  len: 217 time: 0.0411406
Nov 13 21:27:40.622345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=343fbc41-ca54-4e96-b01b-12698743e5e1,segment=NetworkSegment(04e8bb00-c445-4d77-967c-46db62bfb402),segment_id=04e8bb00-c445-4d77-967c-46db62bfb402)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:40.629521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-a417ee8f-e49f-4705-89f0-ee7ac2e01e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:40.631107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-a417ee8f-e49f-4705-89f0-ee7ac2e01e1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c219bb9c-b20f-4701-a7f3-9a4d784b8627 HTTP/1.1" status: 200  len: 854 time: 0.0600493
Nov 13 21:27:40.656000 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.667640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-2b49f040-7743-47c0-a78f-89010a1ef97c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b25f8648-962b-449e-911c-cc1fd99dd617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286644
Nov 13 21:27:40.731832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:40.766317 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-b9553639-2ade-481e-bd5f-5b2dec39f869 service neutron] 10.222.0.46 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893407
Nov 13 21:27:40.830019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222ee58-c4dd-4509-945c-7d74832b7574 None None] Pushing event updated for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:40.891038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Delete allocated IP 172.20.0.6 (19180725-edf6-4b01-80fe-d6799d76a7fe/e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd) {{(pid=120533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 13 21:27:40.891578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a49fb3b7-2228-469d-9dfe-af131941c8f1 req-3c2fac6f-d377-4102-9d36-ad1350e3b3b4 service neutron] 10.222.0.46 "GET /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174421
Nov 13 21:27:40.910625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.20 (19180725-edf6-4b01-80fe-d6799d76a7fe/551b8e26-bdf0-404c-ae56-601ba94271c3/f9efedb6-a370-46b7-9894-3b07e1c07fb5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:41.114515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.176199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.257171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 343fbc41-ca54-4e96-b01b-12698743e5e1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:41.272780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=f9efedb6-a370-46b7-9894-3b07e1c07fb5,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:41.329320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:41.329811 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.378921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] In _notify_port_updated(), no bound segment for port f9efedb6-a370-46b7-9894-3b07e1c07fb5 on network 19180725-edf6-4b01-80fe-d6799d76a7fe {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:41.386671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:41.387539 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.399186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-159bceed-a47c-4aea-b114-b32b343ce025 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/ports/f9efedb6-a370-46b7-9894-3b07e1c07fb5 HTTP/1.1" status: 200  len: 920 time: 1.1767581
Nov 13 21:27:41.402432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50686) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:41.465591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a7e9e-b77e-4220-b22a-513981ebc326 req-05b16877-2bcf-47d9-a373-18e2eb03dd52 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:41.474418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-473a7e9e-b77e-4220-b22a-513981ebc326 req-05b16877-2bcf-47d9-a373-18e2eb03dd52 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.2192621
Nov 13 21:27:41.562949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-473a7e9e-b77e-4220-b22a-513981ebc326 req-1e2185bc-80a9-45fa-b8e5-63a0945b2c1a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873909
Nov 13 21:27:41.576636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port f9efedb6-a370-46b7-9894-3b07e1c07fb5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:41.577012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.606398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:41.606398 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.671712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.684837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for f9efedb6-a370-46b7-9894-3b07e1c07fb5 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:41.695120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Provisioning complete for port be98d2e3-649d-4fd3-988b-9e0000b9f8ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:41.695516 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.734183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Port be98d2e3-649d-4fd3-988b-9e0000b9f8ec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:41.744720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Provisioning complete for port f9efedb6-a370-46b7-9894-3b07e1c07fb5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:41.745099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.779922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7088fc9c-bfca-4844-ada8-92ad9dc10fb6 None None] Port f9efedb6-a370-46b7-9894-3b07e1c07fb5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:41.908166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:41.940472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=f9efedb6-a370-46b7-9894-3b07e1c07fb5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:42.012883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.016401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-16a1da79-fb58-4999-bd12-8f13bdafd37f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/f9efedb6-a370-46b7-9894-3b07e1c07fb5 HTTP/1.1" status: 204  len: 168 time: 0.6119566
Nov 13 21:27:42.019672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50698) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:42.037401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.045525 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b711b41-60a0-4ede-ab6f-08faa4354b8f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:42.047047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4b711b41-60a0-4ede-ab6f-08faa4354b8f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/f9efedb6-a370-46b7-9894-3b07e1c07fb5 HTTP/1.1" status: 404  len: 333 time: 0.0263741
Nov 13 21:27:42.050314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50700) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:42.094378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-02fd95a7-f63d-49e0-8322-54a758792449 None None] Could not find standard attr ID for object f9efedb6-a370-46b7-9894-3b07e1c07fb5. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:27:42.120331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2aa691d-cf4a-478c-b11a-78e0dc6f2f99 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.158869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2aa691d-cf4a-478c-b11a-78e0dc6f2f99 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.273995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2aa691d-cf4a-478c-b11a-78e0dc6f2f99 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.276639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2aa691d-cf4a-478c-b11a-78e0dc6f2f99 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.277846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2aa691d-cf4a-478c-b11a-78e0dc6f2f99 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/security-groups/a20b577d-b026-4fe5-8c3d-df288c0c3447 HTTP/1.1" status: 204  len: 168 time: 0.2265966
Nov 13 21:27:42.281237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50710) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:42.289223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa691d-cf4a-478c-b11a-78e0dc6f2f99 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b577d-b026-4fe5-8c3d-df288c0c3447,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:42.343045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50712) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:42.343240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2971147-cb08-443d-8232-7dfe9d96ec6f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.370340 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2971147-cb08-443d-8232-7dfe9d96ec6f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.483101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2971147-cb08-443d-8232-7dfe9d96ec6f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.485821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2971147-cb08-443d-8232-7dfe9d96ec6f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.489794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a2971147-cb08-443d-8232-7dfe9d96ec6f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/security-groups/5943fec5-031c-460b-9c3b-12d7782d734b HTTP/1.1" status: 204  len: 168 time: 0.2074614
Nov 13 21:27:42.490432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:42.491578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1894514830'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:42.524914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2971147-cb08-443d-8232-7dfe9d96ec6f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5943fec5-031c-460b-9c3b-12d7782d734b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:42.550875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:42.554175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.586383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Made reservation on behalf of 8523be1a3e4c4ae7814e3ca07fe3db0d for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:42.590301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.599495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.603272 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.692251 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.709437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7ae13-b678-4350-9aeb-a7b21a9d5869 req-b3a9d90b-d431-4c25-a486-51352c753520 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:42.710920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1f7ae13-b678-4350-9aeb-a7b21a9d5869 req-b3a9d90b-d431-4c25-a486-51352c753520 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0701165
Nov 13 21:27:42.728114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.764911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1f7ae13-b678-4350-9aeb-a7b21a9d5869 req-266820ac-8f38-4b8b-a21f-aa4614a4dd8a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459785
Nov 13 21:27:42.827988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.855424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929baa3e-e663-4282-864a-b96a5cacdd22,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:42.857664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.863494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:27:42.873129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.873472 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Added segment 1bff3578-d0d4-4bb8-972b-6c13687b1826 of type vlan for network 62fc29d9-44a4-4ed7-953e-a0c864691108
Nov 13 21:27:42.888296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:42.895397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c279f02-d91b-4dc1-b8cc-ca504d517174 None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:42.895934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd HTTP/1.1" status: 204  len: 168 time: 0.4014049
Nov 13 21:27:42.896428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50724) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:42.899596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4351fd2-4224-4803-8711-5da2e0904f81 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:42.905327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:42.914190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.004215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.010099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:43.010866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.081458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Pushing event updated for resources: {'Network': ['ID=62fc29d9-44a4-4ed7-953e-a0c864691108,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:43.085482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:43.092015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.092745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 62fc29d9-44a4-4ed7-953e-a0c864691108 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:27:43.187030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f76a5c2-fa06-4055-a588-52f42b54f6ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 0.8400714
Nov 13 21:27:43.403879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:43.408891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Request body: {'port': {'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-656617871'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:43.514820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.536944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Made reservation on behalf of 8d1701d39f1a4fdba9ee4457f004e049 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:43.547787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.558974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:43.561154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.562009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:43.565913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:43.566700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.590526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=dac591f4-c430-45e7-98d4-26e6759d85b7,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:43.653877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.656160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd56e85-9529-46d8-b111-eb92199610bf None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:43.691518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b67019bd-ab22-4d0b-9ab0-8fba15eb9f1b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7938800
Nov 13 21:27:43.694215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:43.698846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'security_group': {'name': 'tempest-secgroup-15774020'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:43.719541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.725186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port 79c42225-d27f-4105-8790-36e599d9baca yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:43.746020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2cf0fd82-c1a3-497a-a813-08a6c47d836b None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:43.746379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2cf0fd82-c1a3-497a-a813-08a6c47d836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.808660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b1e6d2-b8cc-499c-96bd-be849ac7713c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:43.866214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.895951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2cf0fd82-c1a3-497a-a813-08a6c47d836b None None] Provisioning complete for port be98d2e3-649d-4fd3-988b-9e0000b9f8ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:43.896922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2cf0fd82-c1a3-497a-a813-08a6c47d836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.932672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d9516-81cc-4f77-9fb2-a724ef67cdc1 req-fb3fa87b-625e-4b14-8d65-b8b7cb030154 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:43.934399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-777d9516-81cc-4f77-9fb2-a724ef67cdc1 req-fb3fa87b-625e-4b14-8d65-b8b7cb030154 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0823781
Nov 13 21:27:43.957204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0fd82-c1a3-497a-a813-08a6c47d836b None None] Port be98d2e3-649d-4fd3-988b-9e0000b9f8ec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:43.967105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] Update dhcp port {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'fixed_ips': [{'subnet_id': '551b8e26-bdf0-404c-ae56-601ba94271c3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dac591f4-c430-45e7-98d4-26e6759d85b7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '343fbc41-ca54-4e96-b01b-12698743e5e1'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:27:43.987965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port 79c42225-d27f-4105-8790-36e599d9baca yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:43.994143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:43.998800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.012385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.020436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-777d9516-81cc-4f77-9fb2-a724ef67cdc1 req-1640241f-b91b-4bb8-b9d4-bbea8f8b01b0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731506
Nov 13 21:27:44.085576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.111183 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.139597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=79c42225-d27f-4105-8790-36e599d9baca,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:44.146144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c096f99-e3fa-4334-af20-be2c10821b3d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:44.158328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Checking segment: {'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:27:44.159068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Network hostable DHCP agents. Network: 62fc29d9-44a4-4ed7-953e-a0c864691108, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:27:44.168466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] Allocated IP 172.20.0.2 (19180725-edf6-4b01-80fe-d6799d76a7fe/dac591f4-c430-45e7-98d4-26e6759d85b7/343fbc41-ca54-4e96-b01b-12698743e5e1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:44.245547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.248299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-172bc2e5-2bc7-4060-beb2-fd9eb0554078 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.5514879
Nov 13 21:27:44.249694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50742) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:44.254119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'security_group': {'name': 'tempest-secgroup-315000362'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:44.264943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=343fbc41-ca54-4e96-b01b-12698743e5e1,segment=NetworkSegment(04e8bb00-c445-4d77-967c-46db62bfb402),segment_id=04e8bb00-c445-4d77-967c-46db62bfb402)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:44.273748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Network 62fc29d9-44a4-4ed7-953e-a0c864691108 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:27:44.298994 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.348011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.376990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62fc29d9-44a4-4ed7-953e-a0c864691108) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:44.380144 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.387332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:44.393580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd865d1-6a0f-4b59-bbe4-f54905b0e703 None None] Network 62fc29d9-44a4-4ed7-953e-a0c864691108 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:44.411886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.413054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.413506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.421247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.421839 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.422322 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 2 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.427040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.436661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.437152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.437461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.439975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.442256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.442744 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.443282 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 3 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.458384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.458721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.459058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.463525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.463848 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.464234 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 4 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.476650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.477092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.477421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.481811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.482163 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.482523 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 5 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.495222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.495551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.495884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.508834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.509171 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.509604 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 6 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.524326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.524864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.525372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.530619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.530949 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.531564 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 7 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.537877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0db0f1-dd32-405c-840c-17e544229858 None None] Pushing event updated for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:44.552982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.553202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.553550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.559192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.559528 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.560190 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 8 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.576747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.577101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.577438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.582045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.601112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.601590 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.601887 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 9 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.623277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.623612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.623943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.630391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.630603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2a1763-9d2b-41e6-a08b-74cc428c6135,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:44.630732 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.631101 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 10 to bind port 79c42225-d27f-4105-8790-36e599d9baca
Nov 13 21:27:44.649062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:44.649403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:44.649762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:44.654949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 79c42225-d27f-4105-8790-36e599d9baca on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:44.655309 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 79c42225-d27f-4105-8790-36e599d9baca on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:44.655679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.698826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.700334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33dc6d09-e230-41b5-986c-413c90694928 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4496274
Nov 13 21:27:44.703764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50750) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:44.708255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'security_group': {'name': 'tempest-secgroup-687896604'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:44.726186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] For port 79c42225-d27f-4105-8790-36e599d9baca, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:44.726714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempted to set empty binding levels {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 13 21:27:44.803377 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.833808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.848280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:44.849952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.869302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=79c42225-d27f-4105-8790-36e599d9baca,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:44.910944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:44.940529 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-706a08b5-bfc4-4bf8-8b49-4abba23e2e33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 1.5348415
Nov 13 21:27:44.942788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50752) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:44.999760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.025014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Deleting port 79c42225-d27f-4105-8790-36e599d9baca {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:45.026828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.033040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacfc610-660b-461e-8e15-5da5495327b1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:45.108447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] For port 79c42225-d27f-4105-8790-36e599d9baca, host nch1-master-1, got binding levels [] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:45.109097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.115635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.119750 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a57169ca-89ac-4d85-9bdd-f454a42da051 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4124818
Nov 13 21:27:45.120039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50756) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:45.125653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1254848769', 'security_groups': ['aacfc610-660b-461e-8e15-5da5495327b1'], 'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dac591f4-c430-45e7-98d4-26e6759d85b7'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:45.136523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Calling delete_port for 79c42225-d27f-4105-8790-36e599d9baca owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:45.162444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6716d8-c0f8-4860-96cf-7579364c18bc req-f7e3d456-5179-4c0e-941e-d119a1faff58 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:45.163914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6716d8-c0f8-4860-96cf-7579364c18bc req-f7e3d456-5179-4c0e-941e-d119a1faff58 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0693111
Nov 13 21:27:45.189301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-698df62f-64e2-4ca6-886d-aaeae797b6be None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:45.189992 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-698df62f-64e2-4ca6-886d-aaeae797b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.252663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 343fbc41-ca54-4e96-b01b-12698743e5e1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:45.265931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6716d8-c0f8-4860-96cf-7579364c18bc req-ed446c09-4e7d-42cb-a437-dd58662d4f22 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744879
Nov 13 21:27:45.328654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:45.347561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:45.347927 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.356996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.386592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event deleted for resources: {'Port': ['ID=79c42225-d27f-4105-8790-36e599d9baca,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:45.387119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-698df62f-64e2-4ca6-886d-aaeae797b6be None None] Provisioning complete for port be98d2e3-649d-4fd3-988b-9e0000b9f8ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:45.387534 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-698df62f-64e2-4ca6-886d-aaeae797b6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.394038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.397986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd6df532-797d-450a-a9ef-88aadb56a02c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "DELETE /v2.0/ports/79c42225-d27f-4105-8790-36e599d9baca HTTP/1.1" status: 204  len: 168 time: 0.4540472
Nov 13 21:27:45.400526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50758) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:45.424646 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c7ca97-f59b-4c21-9422-e29d0ef6387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:27:45.426258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09c7ca97-f59b-4c21-9422-e29d0ef6387a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "GET /v2.0/ports/79c42225-d27f-4105-8790-36e599d9baca HTTP/1.1" status: 404  len: 333 time: 0.0247016
Nov 13 21:27:45.429342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-698df62f-64e2-4ca6-886d-aaeae797b6be None None] Port be98d2e3-649d-4fd3-988b-9e0000b9f8ec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:45.429964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50760) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:45.436837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Request body: {'port': {'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065363129'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:45.438085 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.462536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] device_id is not set on port 1d77c488-9009-49a0-a92b-34fae586f01b yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:45.522614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Made reservation on behalf of 8d1701d39f1a4fdba9ee4457f004e049 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:45.525055 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.541231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port 93298f2f-6ba1-478e-b8c0-9f2f64949775 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:45.647479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.11 (19180725-edf6-4b01-80fe-d6799d76a7fe/dac591f4-c430-45e7-98d4-26e6759d85b7/1d77c488-9009-49a0-a92b-34fae586f01b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:45.701910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.786400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.802898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.826356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Network 62fc29d9-44a4-4ed7-953e-a0c864691108 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:45.829189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:45.834770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:45.835759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:45.836348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:45.848611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=93298f2f-6ba1-478e-b8c0-9f2f64949775,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:45.965183 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.005862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:46.008735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:46.011159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:46.014319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-151b8a77-036a-45c3-9d9a-988df91a8074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.5815578
Nov 13 21:27:46.017386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50768) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:46.022476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:46.046833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=1d77c488-9009-49a0-a92b-34fae586f01b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:46.078189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:46.078830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.090567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.161959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-906f5665-81a2-4f9e-9d2a-6c26474e691a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.0406768
Nov 13 21:27:46.164626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50770) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:46.169698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:46.253791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2ab83796-906b-406e-89d9-5e8c1c652312 None None] Provisioning complete for port 1d77c488-9009-49a0-a92b-34fae586f01b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:46.254396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ab83796-906b-406e-89d9-5e8c1c652312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.271640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port 93298f2f-6ba1-478e-b8c0-9f2f64949775 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:46.279855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.294864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2ab83796-906b-406e-89d9-5e8c1c652312 None None] Port 1d77c488-9009-49a0-a92b-34fae586f01b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:46.385460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.392110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a5314-9b94-4311-9bc0-fec50305e96e req-e1563511-ff3b-4f7b-babc-6449f4fd1564 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:46.394851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0a5314-9b94-4311-9bc0-fec50305e96e req-e1563511-ff3b-4f7b-babc-6449f4fd1564 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0491304
Nov 13 21:27:46.416834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:46.420608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.437942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=93298f2f-6ba1-478e-b8c0-9f2f64949775,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:46.449141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.450002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.450002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.454691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.455015 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.455390 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 2 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.469487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.469487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.469487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.473554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.473875 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.474252 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 3 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.486533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.486896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.487263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.491742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.492542 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.492542 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 4 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.499227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0a5314-9b94-4311-9bc0-fec50305e96e req-1c011f06-7605-4b5f-a024-2b34903e542e tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993950
Nov 13 21:27:46.505521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.505854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.506184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.511094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.511420 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.512032 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 5 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.526236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.526997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.526997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.531362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.531897 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.532084 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 6 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.536624 ncdv-master-1 neutron-server[120533]: INFO neutron.db.ipam_backend_mixin [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dac591f4-c430-45e7-98d4-26e6759d85b7 (CIDR: 172.20.0.0/28)
Nov 13 21:27:46.546288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.546631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.547018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.551539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.551864 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.552338 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 7 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.565389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.565752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.566086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.570427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.570749 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.571123 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 8 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.584366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.584738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.585079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.589470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.589794 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.590180 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 9 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.599700 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:27:46.600197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:46.602778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.603117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.603451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.608229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.608575 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.608983 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 10 to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775
Nov 13 21:27:46.625018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:46.625622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:46.625790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:46.630878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:46.631202 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:46.631563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.697428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] For port 93298f2f-6ba1-478e-b8c0-9f2f64949775, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:46.698077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempted to set empty binding levels {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 13 21:27:46.811211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7180a55d-f74f-48ca-8339-897ca23d64ab tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6454139
Nov 13 21:27:46.814492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:46.819928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:46.844129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.902419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] In _notify_port_updated(), no bound segment for port 93298f2f-6ba1-478e-b8c0-9f2f64949775 on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:46.903255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:46.904624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:46.910256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "PUT /v2.0/ports/93298f2f-6ba1-478e-b8c0-9f2f64949775 HTTP/1.1" status: 200  len: 979 time: 0.8874571
Nov 13 21:27:46.910385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50782) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:46.937347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d714331-a461-4252-b4d1-af1cacca65f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=93298f2f-6ba1-478e-b8c0-9f2f64949775,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:47.046294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:47.049876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.140013 ncdv-master-1 neutron-server[120532]: INFO neutron.db.ipam_backend_mixin [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 551b8e26-bdf0-404c-ae56-601ba94271c3 (CIDR: 172.20.0.16/28)
Nov 13 21:27:47.171964 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:27:47.175558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:47.237168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.237772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.238083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.238538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.238988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.239440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.239887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.240329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.240799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.241516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.241964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.242407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.242850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.243297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.243741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.244184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.244625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.245096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.245539 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.245979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.246420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.246860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.247332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.247774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.248223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.248652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.249119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.249558 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.252841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eba3e237-9f66-4814-a66c-72b74ca345fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 25186 time: 0.3433092
Nov 13 21:27:47.256746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50784) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:47.265284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d3fe8542-a54b-4a81-8084-e748ac558816 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.4494772
Nov 13 21:27:47.270407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50786) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:47.276127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'subnet': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:47.342734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Deleting port 93298f2f-6ba1-478e-b8c0-9f2f64949775 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:47.343104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.407866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] For port 93298f2f-6ba1-478e-b8c0-9f2f64949775, host nch1-master-1, got binding levels [] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:47.408223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.420516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Calling delete_port for 93298f2f-6ba1-478e-b8c0-9f2f64949775 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:47.488337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Made reservation on behalf of 4141ce593ddf49ec92097414592143cb for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:47.492330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.571003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.598157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event deleted for resources: {'Port': ['ID=93298f2f-6ba1-478e-b8c0-9f2f64949775,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:47.606282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.609647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4f324ee-bbb9-4c1c-80f7-25ae587f5efb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "DELETE /v2.0/ports/93298f2f-6ba1-478e-b8c0-9f2f64949775 HTTP/1.1" status: 204  len: 168 time: 0.3519564
Nov 13 21:27:47.612385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50792) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:47.639029 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-970854b8-16e9-4600-a75b-4be839c1393c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:27:47.640674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-970854b8-16e9-4600-a75b-4be839c1393c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "GET /v2.0/ports/93298f2f-6ba1-478e-b8c0-9f2f64949775 HTTP/1.1" status: 404  len: 333 time: 0.0270493
Nov 13 21:27:47.644869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50794) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:47.650992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283201580', 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:47.684584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd328b3-abef-4f2c-908b-5cdf6b7701d8 req-5672efbb-e88c-4fdb-a9bf-cc5c857cfc18 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:47.684584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acd328b3-abef-4f2c-908b-5cdf6b7701d8 req-5672efbb-e88c-4fdb-a9bf-cc5c857cfc18 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.1072109
Nov 13 21:27:47.783448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acd328b3-abef-4f2c-908b-5cdf6b7701d8 req-25e8c468-9ed5-49a2-bd9f-ee118b1ce9a0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945032
Nov 13 21:27:47.805345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Made reservation on behalf of 8d1701d39f1a4fdba9ee4457f004e049 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:47.807756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.827531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port 4d2e345a-06c0-493e-aa5d-ab44c7f5bd75 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:47.911540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:47.985356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Network 19180725-edf6-4b01-80fe-d6799d76a7fe is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:47.994890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:48.003434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:48.004001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628c8ef-4197-4183-8584-1c637269055e None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:48.004486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.018825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.032986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Subnet': ['ID=d841ac88-24c3-41f5-8383-0c3d37940870,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:48.133835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f08b82f3-35c7-4663-9b03-e7907ec31d5a tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8619056
Nov 13 21:27:48.136486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50800) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:48.142225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2021277055', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd841ac88-24c3-41f5-8383-0c3d37940870'}], 'security_groups': ['0c096f99-e3fa-4334-af20-be2c10821b3d', 'de2a1763-9d2b-41e6-a08b-74cc428c6135']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:48.147025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.217004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Update dhcp port {'port': {'network_id': '19180725-edf6-4b01-80fe-d6799d76a7fe', 'fixed_ips': [{'subnet_id': '551b8e26-bdf0-404c-ae56-601ba94271c3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dac591f4-c430-45e7-98d4-26e6759d85b7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd841ac88-24c3-41f5-8383-0c3d37940870'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '343fbc41-ca54-4e96-b01b-12698743e5e1'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:27:48.230035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Network 62fc29d9-44a4-4ed7-953e-a0c864691108 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:48.243045 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.244919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:48.249655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:48.249655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:48.249655 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.280114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=4d2e345a-06c0-493e-aa5d-ab44c7f5bd75,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:48.352765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.393361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a854d8d6-a642-4c6a-8b76-4853a4ddb4b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.7474082
Nov 13 21:27:48.399088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50802) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:48.419073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Allocated IP 172.20.0.34 (19180725-edf6-4b01-80fe-d6799d76a7fe/d841ac88-24c3-41f5-8383-0c3d37940870/343fbc41-ca54-4e96-b01b-12698743e5e1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:48.431728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b813a-64ee-4193-aad0-58c67e0e3777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:48.433536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-290b813a-64ee-4193-aad0-58c67e0e3777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "GET /v2.0/ports/4d2e345a-06c0-493e-aa5d-ab44c7f5bd75 HTTP/1.1" status: 200  len: 959 time: 0.0359588
Nov 13 21:27:48.436764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50804) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:48.511100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Deleting port 4d2e345a-06c0-493e-aa5d-ab44c7f5bd75 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:48.511438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.526641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=343fbc41-ca54-4e96-b01b-12698743e5e1,segment=NetworkSegment(04e8bb00-c445-4d77-967c-46db62bfb402),segment_id=04e8bb00-c445-4d77-967c-46db62bfb402)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:48.563863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.579418 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.591712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Calling delete_port for 4d2e345a-06c0-493e-aa5d-ab44c7f5bd75 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:48.648881 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.740062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.756773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Pushing event updated for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:48.766830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.767316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.767700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.768043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.768373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.768732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.769088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.769417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.770087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.770087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.770382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.770798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cca1c9-74d1-45e7-8133-567845e13269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:27:48.776029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d2e345a-06c0-493e-aa5d-ab44c7f5bd75,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:48.780801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.787184 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2d1ed1c-0422-46df-be16-35475ed218ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "DELETE /v2.0/ports/4d2e345a-06c0-493e-aa5d-ab44c7f5bd75 HTTP/1.1" status: 204  len: 168 time: 0.3463581
Nov 13 21:27:48.787733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:48.812356 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e19836e-5fb4-4af2-b0b4-ad1d5c3998ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:27:48.818081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1e19836e-5fb4-4af2-b0b4-ad1d5c3998ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "GET /v2.0/ports/4d2e345a-06c0-493e-aa5d-ab44c7f5bd75 HTTP/1.1" status: 404  len: 333 time: 0.0258141
Nov 13 21:27:48.818081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50814) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:48.822323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Request body: {'port': {'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-841968757'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:48.851690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-4812b712-4eab-4da9-819c-e71d13071a6b {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:27:48.852064 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:27:48.921932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99483d-a778-4988-939b-851c04c3a60b req-6a90756a-0d68-4aba-bb7c-f6e17fdac66e tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:48.923483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f99483d-a778-4988-939b-851c04c3a60b req-6a90756a-0d68-4aba-bb7c-f6e17fdac66e tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0540760
Nov 13 21:27:48.937012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Made reservation on behalf of 8d1701d39f1a4fdba9ee4457f004e049 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:48.939400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:48.956390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port e5b4a05a-ba6b-4390-bc67-f186407b8dec yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:48.976095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f99483d-a778-4988-939b-851c04c3a60b req-094aa6ef-aa77-4e6b-aed8-9b624ad6c9f6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460622
Nov 13 21:27:49.227152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 343fbc41-ca54-4e96-b01b-12698743e5e1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:27:49.286751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:49.287201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.351609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:49.351974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.475146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.478513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Provisioning complete for port be98d2e3-649d-4fd3-988b-9e0000b9f8ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:49.478843 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.494931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.515142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Port be98d2e3-649d-4fd3-988b-9e0000b9f8ec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:49.525033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Provisioning complete for port 1d77c488-9009-49a0-a92b-34fae586f01b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:49.525403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.559767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-391870c9-91aa-4c00-9367-a7e4293bc457 None None] Port 1d77c488-9009-49a0-a92b-34fae586f01b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:49.666315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.737859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Network 62fc29d9-44a4-4ed7-953e-a0c864691108 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:49.747170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:49.748965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=e5b4a05a-ba6b-4390-bc67-f186407b8dec,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:49.750957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:49.751859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:49.752444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:49.847800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Delete allocated IP 172.20.0.11 (19180725-edf6-4b01-80fe-d6799d76a7fe/dac591f4-c430-45e7-98d4-26e6759d85b7) {{(pid=120532) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 13 21:27:49.854775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Allocated IP 172.20.0.37 (19180725-edf6-4b01-80fe-d6799d76a7fe/d841ac88-24c3-41f5-8383-0c3d37940870/1d77c488-9009-49a0-a92b-34fae586f01b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:49.895277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4aec72fa-1377-4dca-8880-e4c4e02d63d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.0766098
Nov 13 21:27:49.897867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50822) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:49.904455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:50.015763 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.179707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.194684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96a14-244a-48c1-b784-9f39423caec6 req-0c01aabb-e00e-4b83-bf60-9248d1ab4c3a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:50.198056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bef96a14-244a-48c1-b784-9f39423caec6 req-0c01aabb-e00e-4b83-bf60-9248d1ab4c3a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.1339140
Nov 13 21:27:50.267546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.305756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bef96a14-244a-48c1-b784-9f39423caec6 req-87add014-ebc5-452f-b357-d2f7735cb0e9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003273
Nov 13 21:27:50.341387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] device_id is not set on port e5b4a05a-ba6b-4390-bc67-f186407b8dec yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:50.370232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.398838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event updated for resources: {'Port': ['ID=1d77c488-9009-49a0-a92b-34fae586f01b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:50.421046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] In _notify_port_updated(), no bound segment for port 1d77c488-9009-49a0-a92b-34fae586f01b on network 19180725-edf6-4b01-80fe-d6799d76a7fe {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:50.426563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:50.427165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.428435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1b266967-270b-4069-a9d2-26f322fc228e tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "PUT /v2.0/ports/1d77c488-9009-49a0-a92b-34fae586f01b HTTP/1.1" status: 200  len: 960 time: 2.2909858
Nov 13 21:27:50.431247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50828) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:50.461035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.538554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=e5b4a05a-ba6b-4390-bc67-f186407b8dec,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:50.559468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.583575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.583575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.583575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.583575 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.583575 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 2 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.594097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.594477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.594752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.600522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port 1d77c488-9009-49a0-a92b-34fae586f01b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:50.600883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.614843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.615157 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.621615 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 3 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.662621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.662960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.663295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.674555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.674874 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.677083 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 4 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.697499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.697832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.698169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.712855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.713177 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.715660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.718509 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 5 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.738822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for 1d77c488-9009-49a0-a92b-34fae586f01b owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:50.744565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.744929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.745269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.754969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.755299 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.757160 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 6 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.808766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.809096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.810163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.820197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.820527 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.826009 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 7 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.844384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.844734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.845069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.855913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.856284 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.857044 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 8 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.871876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.872900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.873883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.888401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-90ca5560-54a2-41f9-907e-7a7977ef893d None None] Provisioning complete for port 1d77c488-9009-49a0-a92b-34fae586f01b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:50.890095 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90ca5560-54a2-41f9-907e-7a7977ef893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.900402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.900766 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.903120 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 9 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.927004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-90ca5560-54a2-41f9-907e-7a7977ef893d None None] Port 1d77c488-9009-49a0-a92b-34fae586f01b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:50.927501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.927839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.928877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.938306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.938719 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.940377 ncdv-master-1 neutron-server[120532]: INFO neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempt 10 to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec
Nov 13 21:27:50.953025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:27:50.953432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:27:50.953775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempting to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:27:50.957944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:27:50.958428 ncdv-master-1 neutron-server[120532]: ERROR neutron.plugins.ml2.managers [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Failed to bind port e5b4a05a-ba6b-4390-bc67-f186407b8dec on host nch1-master-1 for vnic_type normal using segments [{'id': '1bff3578-d0d4-4bb8-972b-6c13687b1826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '62fc29d9-44a4-4ed7-953e-a0c864691108'}]
Nov 13 21:27:50.958847 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:50.993526 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.034446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=1d77c488-9009-49a0-a92b-34fae586f01b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:51.101064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] For port e5b4a05a-ba6b-4390-bc67-f186407b8dec, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:27:51.101442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attempted to set empty binding levels {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Nov 13 21:27:51.124148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.130205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd86cb9d-66ba-4f8a-bc01-47883d04e2fb tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/1d77c488-9009-49a0-a92b-34fae586f01b HTTP/1.1" status: 204  len: 168 time: 0.6953652
Nov 13 21:27:51.130205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50836) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.157035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.159288 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cd17f1-eb00-4608-8b5a-2c0c103e15ec tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] GET failed (client error): The resource could not be found.
Nov 13 21:27:51.161116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86cd17f1-eb00-4608-8b5a-2c0c103e15ec tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports/1d77c488-9009-49a0-a92b-34fae586f01b HTTP/1.1" status: 404  len: 333 time: 0.0300992
Nov 13 21:27:51.163925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.189875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] In _notify_port_updated(), no bound segment for port e5b4a05a-ba6b-4390-bc67-f186407b8dec on network 62fc29d9-44a4-4ed7-953e-a0c864691108 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:27:51.191128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:51.191321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.193805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "PUT /v2.0/ports/e5b4a05a-ba6b-4390-bc67-f186407b8dec HTTP/1.1" status: 200  len: 978 time: 1.2937968
Nov 13 21:27:51.195571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50840) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.212214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b637141-9cd3-41e5-a8fb-0505084172db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event updated for resources: {'Port': ['ID=e5b4a05a-ba6b-4390-bc67-f186407b8dec,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:51.277888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d60528d4-f1fb-453e-af2c-f4f339261060 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.304903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d60528d4-f1fb-453e-af2c-f4f339261060 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.338579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Deleting port e5b4a05a-ba6b-4390-bc67-f186407b8dec {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:51.338917 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.439127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] For port e5b4a05a-ba6b-4390-bc67-f186407b8dec, host nch1-master-1, got binding levels [] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:51.439856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.456813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Calling delete_port for e5b4a05a-ba6b-4390-bc67-f186407b8dec owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:51.475045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc4bd7-51be-43de-9653-f432a34af4a6 req-95477260-5ad7-48f3-b7e8-e96257f88fa5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:51.476493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cbc4bd7-51be-43de-9653-f432a34af4a6 req-95477260-5ad7-48f3-b7e8-e96257f88fa5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0827262
Nov 13 21:27:51.480089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d60528d4-f1fb-453e-af2c-f4f339261060 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.482684 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d60528d4-f1fb-453e-af2c-f4f339261060 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.489550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d60528d4-f1fb-453e-af2c-f4f339261060 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/security-groups/aacfc610-660b-461e-8e15-5da5495327b1 HTTP/1.1" status: 204  len: 168 time: 0.3187585
Nov 13 21:27:51.489677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50844) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.529727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60528d4-f1fb-453e-af2c-f4f339261060 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacfc610-660b-461e-8e15-5da5495327b1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:51.544815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1028761-fc10-4213-af8a-23dd67e47699 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.569414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1028761-fc10-4213-af8a-23dd67e47699 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.593974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cbc4bd7-51be-43de-9653-f432a34af4a6 req-d2ef6e88-e0e9-4a99-84a7-c50f39b71412 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090460
Nov 13 21:27:51.722711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.745574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1028761-fc10-4213-af8a-23dd67e47699 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.749509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1028761-fc10-4213-af8a-23dd67e47699 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.750175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a1028761-fc10-4213-af8a-23dd67e47699 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/security-groups/de2a1763-9d2b-41e6-a08b-74cc428c6135 HTTP/1.1" status: 204  len: 168 time: 0.2625713
Nov 13 21:27:51.753650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50846) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.754879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5b4a05a-ba6b-4390-bc67-f186407b8dec,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:51.760820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.764039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7270e76b-39f2-4975-a6af-b0c26766b0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e5b4a05a-ba6b-4390-bc67-f186407b8dec HTTP/1.1" status: 204  len: 168 time: 0.5675013
Nov 13 21:27:51.766745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50848) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.773932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1028761-fc10-4213-af8a-23dd67e47699 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2a1763-9d2b-41e6-a08b-74cc428c6135,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:51.791946 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b61ae2d-4443-4738-8664-588b2ded22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] GET failed (client error): The resource could not be found.
Nov 13 21:27:51.795767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b61ae2d-4443-4738-8664-588b2ded22a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1713334220-project-admin] 10.222.0.20 "GET /v2.0/ports/e5b4a05a-ba6b-4390-bc67-f186407b8dec HTTP/1.1" status: 404  len: 333 time: 0.0279706
Nov 13 21:27:51.800137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50852) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:51.821825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-790dbcbc-5feb-45ed-b045-1e310cf6a1a7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.844404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-790dbcbc-5feb-45ed-b045-1e310cf6a1a7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.878630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.967836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:51.993885 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcf28c10>,) {'filters': {'network_id': ['62fc29d9-44a4-4ed7-953e-a0c864691108']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:52.003941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf28c10>, '1bff3578-d0d4-4bb8-972b-6c13687b1826') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:52.015428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcf28c10>, '1bff3578-d0d4-4bb8-972b-6c13687b1826') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:52.015614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-790dbcbc-5feb-45ed-b045-1e310cf6a1a7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.015614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-790dbcbc-5feb-45ed-b045-1e310cf6a1a7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.015614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-790dbcbc-5feb-45ed-b045-1e310cf6a1a7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c096f99-e3fa-4334-af20-be2c10821b3d HTTP/1.1" status: 204  len: 168 time: 0.2542760
Nov 13 21:27:52.016022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.017755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50856) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:52.026851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.027264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dbcbc-5feb-45ed-b045-1e310cf6a1a7 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c096f99-e3fa-4334-af20-be2c10821b3d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:52.034706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:52.035112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:52.038331 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:52.077708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet dac591f4-c430-45e7-98d4-26e6759d85b7 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:52.081262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.126854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.206427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.239296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.248025 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.251214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] 10.222.0.20 "DELETE /v2.0/networks/62fc29d9-44a4-4ed7-953e-a0c864691108 HTTP/1.1" status: 204  len: 168 time: 0.4505980
Nov 13 21:27:52.260997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e5fa9-96c6-47b6-9949-a95b3d3d06da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081441258-project] Pushing event deleted for resources: {'Network': ['ID=62fc29d9-44a4-4ed7-953e-a0c864691108,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:52.331021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.368887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=dac591f4-c430-45e7-98d4-26e6759d85b7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:52.370759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.374151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7e74f259-d87a-47f7-9971-d99dbffa70d6 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/dac591f4-c430-45e7-98d4-26e6759d85b7 HTTP/1.1" status: 204  len: 168 time: 0.3554580
Nov 13 21:27:52.375536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502000b0-adef-429e-9e8f-75578b032619 None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:52.379443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50862) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:52.430562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet d841ac88-24c3-41f5-8383-0c3d37940870 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:52.433626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.473419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.566651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.728740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd0caa-62eb-456e-9d67-fcc2c2537159 req-a913f40f-cb32-440b-90f2-293f21a82f32 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:52.730289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aecd0caa-62eb-456e-9d67-fcc2c2537159 req-a913f40f-cb32-440b-90f2-293f21a82f32 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0631597
Nov 13 21:27:52.757522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.784395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=d841ac88-24c3-41f5-8383-0c3d37940870,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:52.785085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aecd0caa-62eb-456e-9d67-fcc2c2537159 req-20c82023-f2e4-4700-b6f7-35bb45d37a7f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478644
Nov 13 21:27:52.788162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.791633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf3c2d8b-50a8-4faa-8bfa-afb36c28805f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/d841ac88-24c3-41f5-8383-0c3d37940870 HTTP/1.1" status: 204  len: 168 time: 0.4110019
Nov 13 21:27:52.798000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50868) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:52.829597 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a818f9a5-5313-4ad7-804f-7ad331291bf4 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:52.831948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a818f9a5-5313-4ad7-804f-7ad331291bf4 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:52.835755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a818f9a5-5313-4ad7-804f-7ad331291bf4 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/dac591f4-c430-45e7-98d4-26e6759d85b7 HTTP/1.1" status: 404  len: 337 time: 0.0340707
Nov 13 21:27:52.835951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50872) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:52.898872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting subnet 551b8e26-bdf0-404c-ae56-601ba94271c3 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:27:52.902299 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:52.909883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50874) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:52.948808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.045071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.098872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ee9767bc-7e66-4807-b30b-7469b15f88a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8523be1a3e4c4ae7814e3ca07fe3db0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1878123
Nov 13 21:27:53.101542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.158953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3e204a5f-4561-4e40-a8b3-31b287111466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.181719 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3e204a5f-4561-4e40-a8b3-31b287111466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.197344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.229907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.234196 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/551b8e26-bdf0-404c-ae56-601ba94271c3 HTTP/1.1" status: 204  len: 168 time: 0.3968587
Nov 13 21:27:53.235019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d0d04-92fa-4829-b2f2-8e09663a2ca8 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Subnet': ['ID=551b8e26-bdf0-404c-ae56-601ba94271c3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:53.237002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50884) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.268253 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f8b5e1-9881-431f-8287-d6fc36f80d15 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.268742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f8b5e1-9881-431f-8287-d6fc36f80d15 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.274730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50886) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.275310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e0f8b5e1-9881-431f-8287-d6fc36f80d15 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/e0a4938c-c6d5-4b94-bc84-308c4fe6b0bd HTTP/1.1" status: 404  len: 337 time: 0.0328672
Nov 13 21:27:53.300096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59fa06-b9cf-4989-ba65-e02ec7cc57e7 None None] Network 19180725-edf6-4b01-80fe-d6799d76a7fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:27:53.303650 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c8820d01-b51f-43c9-80f4-45286ea25c11 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ce7491c-a828-4d31-adab-9161dd62e3df HTTP/1.1" status: 200  len: 205 time: 0.0268803
Nov 13 21:27:53.305375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3e204a5f-4561-4e40-a8b3-31b287111466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.306007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50888) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.308881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3e204a5f-4561-4e40-a8b3-31b287111466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.312649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3e204a5f-4561-4e40-a8b3-31b287111466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/929baa3e-e663-4282-864a-b96a5cacdd22 HTTP/1.1" status: 204  len: 168 time: 0.2077315
Nov 13 21:27:53.319438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e204a5f-4561-4e40-a8b3-31b287111466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929baa3e-e663-4282-864a-b96a5cacdd22,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:53.354931 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-fb4d0b3c-1a09-4397-b312-4f8b1d3f44ff tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] delete failed (client error): The resource could not be found.
Nov 13 21:27:53.356851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fb4d0b3c-1a09-4397-b312-4f8b1d3f44ff tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/routers/5ce7491c-a828-4d31-adab-9161dd62e3df HTTP/1.1" status: 404  len: 336 time: 0.0490336
Nov 13 21:27:53.359245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50892) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.397282 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-323a68db-43ba-4011-82a8-d87735d0f1bf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.397740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323a68db-43ba-4011-82a8-d87735d0f1bf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.401320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-323a68db-43ba-4011-82a8-d87735d0f1bf tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/f2c852a3-7e7f-47cd-8542-19f30f35c657 HTTP/1.1" status: 404  len: 337 time: 0.0405335
Nov 13 21:27:53.403957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50894) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.429628 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebdafb8-0944-4bce-837c-626df50bb85b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.429823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cd96443f-e881-49ab-a33e-8d46f18e7032 None None] Provisioning complete for port 343fbc41-ca54-4e96-b01b-12698743e5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:53.430295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebdafb8-0944-4bce-837c-626df50bb85b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.430409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cd96443f-e881-49ab-a33e-8d46f18e7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.433115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bebdafb8-0944-4bce-837c-626df50bb85b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/52ca1005-850e-480d-8633-d5b0b1afb94f HTTP/1.1" status: 404  len: 337 time: 0.0282257
Nov 13 21:27:53.435640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50896) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.461456 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d492a304-a36d-418a-a2e4-d0b43e6cd972 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.461911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d492a304-a36d-418a-a2e4-d0b43e6cd972 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.464971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d492a304-a36d-418a-a2e4-d0b43e6cd972 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/3fc0b440-73b0-4db3-a961-843849144a99 HTTP/1.1" status: 404  len: 337 time: 0.0283976
Nov 13 21:27:53.468238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50898) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.490646 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1098db-062c-41dd-9e0e-93738ff9ccd0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.491550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1098db-062c-41dd-9e0e-93738ff9ccd0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.496973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4a1098db-062c-41dd-9e0e-93738ff9ccd0 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/223f4b9e-1c55-4d18-b8c6-071c59f23da5 HTTP/1.1" status: 404  len: 333 time: 0.0253899
Nov 13 21:27:53.497201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.523332 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a6ca69-2a88-41a2-a6a9-01862f3ff316 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.523791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a6ca69-2a88-41a2-a6a9-01862f3ff316 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.526918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e9a6ca69-2a88-41a2-a6a9-01862f3ff316 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/99db0fa1-185f-4e38-b60f-38a81d4f4ea3 HTTP/1.1" status: 404  len: 337 time: 0.0287979
Nov 13 21:27:53.530681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.559781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cd96443f-e881-49ab-a33e-8d46f18e7032 None None] Provisioning complete for port be98d2e3-649d-4fd3-988b-9e0000b9f8ec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:53.560369 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cd96443f-e881-49ab-a33e-8d46f18e7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.562468 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a5126-c971-427f-8443-bf1775d68ead tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.563741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301a5126-c971-427f-8443-bf1775d68ead tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.566115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-301a5126-c971-427f-8443-bf1775d68ead tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/4c189742-d5b8-430e-8cf3-60bfe4dc4e33 HTTP/1.1" status: 404  len: 337 time: 0.0342686
Nov 13 21:27:53.568846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50904) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.587340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] DHCP port deletion for 19180725-edf6-4b01-80fe-d6799d76a7fe request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:53.601854 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-025444f4-1175-4be1-ae6a-6bc0b75f265b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.602493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025444f4-1175-4be1-ae6a-6bc0b75f265b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.608174 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-025444f4-1175-4be1-ae6a-6bc0b75f265b tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/bba24262-fcc3-4529-8cf4-5555b1e7316f HTTP/1.1" status: 404  len: 333 time: 0.0358570
Nov 13 21:27:53.608326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50906) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.622858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cd96443f-e881-49ab-a33e-8d46f18e7032 None None] Port be98d2e3-649d-4fd3-988b-9e0000b9f8ec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:53.634730 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-17402df9-3cf3-4afa-93b7-111e28eaf773 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.634937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17402df9-3cf3-4afa-93b7-111e28eaf773 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.638427 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-17402df9-3cf3-4afa-93b7-111e28eaf773 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/7b8b5ee3-a38c-40c3-ad92-390bebebc028 HTTP/1.1" status: 404  len: 337 time: 0.0286398
Nov 13 21:27:53.641044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50908) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.648515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] Deleting port 343fbc41-ca54-4e96-b01b-12698743e5e1 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:53.648928 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.666342 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1466ebd3-39d6-46fb-a182-f156139c5e93 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:27:53.669399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1466ebd3-39d6-46fb-a182-f156139c5e93 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:27:53.670386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1466ebd3-39d6-46fb-a182-f156139c5e93 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/subnets/186b6c45-fc04-4c8d-858a-0bb996d54881 HTTP/1.1" status: 404  len: 337 time: 0.0284359
Nov 13 21:27:53.673095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50910) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:53.720067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] For port 343fbc41-ca54-4e96-b01b-12698743e5e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=343fbc41-ca54-4e96-b01b-12698743e5e1,segment=NetworkSegment(04e8bb00-c445-4d77-967c-46db62bfb402),segment_id=04e8bb00-c445-4d77-967c-46db62bfb402)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:27:53.720946 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.738416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] Calling delete_port for 343fbc41-ca54-4e96-b01b-12698743e5e1 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:53.774971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Deleting port be98d2e3-649d-4fd3-988b-9e0000b9f8ec {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:53.780388 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.848783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.862594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Calling delete_port for be98d2e3-649d-4fd3-988b-9e0000b9f8ec owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:53.912534 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:53.919799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62435da3-bd71-47aa-b5eb-29533f35a56b req-46bbb563-5288-4823-ae14-d87c0825b789 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:53.921372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62435da3-bd71-47aa-b5eb-29533f35a56b req-46bbb563-5288-4823-ae14-d87c0825b789 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0520403
Nov 13 21:27:53.940039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] Pushing event deleted for resources: {'Port': ['ID=343fbc41-ca54-4e96-b01b-12698743e5e1,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:53.944556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960023e2-81dd-49e0-a1ed-a9f868724909 None None] No DVR routers for this DVR port 343fbc41-ca54-4e96-b01b-12698743e5e1 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:27:53.973723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62435da3-bd71-47aa-b5eb-29533f35a56b req-8a35dcd3-a3f5-4d6f-9910-acdbc97a0be8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460491
Nov 13 21:27:54.045200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.073615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Port': ['ID=be98d2e3-649d-4fd3-988b-9e0000b9f8ec,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:54.078728 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.082183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-56f12e67-900d-43a6-82db-0866d3013190 tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/ports/be98d2e3-649d-4fd3-988b-9e0000b9f8ec HTTP/1.1" status: 204  len: 168 time: 0.4080951
Nov 13 21:27:54.084663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:54.168582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.170734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:54.215867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-24ca0243-6d3d-4c50-b299-24cc0f994045 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d1701d39f1a4fdba9ee4457f004e049&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0435410
Nov 13 21:27:54.220380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50926) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:54.266884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.275344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b00797c-ac1b-435f-a7e8-65e283f96bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.287300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcecb19d0>,) {'filters': {'network_id': ['19180725-edf6-4b01-80fe-d6799d76a7fe']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:54.297395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcecb19d0>, '04e8bb00-c445-4d77-967c-46db62bfb402') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:54.297916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcecb19d0>, '04e8bb00-c445-4d77-967c-46db62bfb402') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:27:54.298155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b00797c-ac1b-435f-a7e8-65e283f96bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.307317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.320880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.326757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:27:54.327150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:27:54.330190 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:27:54.413753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b00797c-ac1b-435f-a7e8-65e283f96bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.416551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4b00797c-ac1b-435f-a7e8-65e283f96bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.417725 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4b00797c-ac1b-435f-a7e8-65e283f96bf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95b1e6d2-b8cc-499c-96bd-be849ac7713c HTTP/1.1" status: 204  len: 168 time: 0.1999886
Nov 13 21:27:54.426172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00797c-ac1b-435f-a7e8-65e283f96bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b1e6d2-b8cc-499c-96bd-be849ac7713c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:54.508027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.513468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.517372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] 10.222.0.20 "DELETE /v2.0/networks/19180725-edf6-4b01-80fe-d6799d76a7fe HTTP/1.1" status: 204  len: 168 time: 0.4316812
Nov 13 21:27:54.532504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db4950-0685-43b0-96a7-ef5189a9913f tempest-PortsTestJSON-1721121032 tempest-PortsTestJSON-1721121032-project] Pushing event deleted for resources: {'Network': ['ID=19180725-edf6-4b01-80fe-d6799d76a7fe,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:54.733656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-009586b3-dd2f-4011-aedf-cf5907dea9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:54.983260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50942) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:55.100857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598a64-629d-4b26-99df-b871f1b6c36d req-cf4578fc-4baf-42c5-925f-48f2177955af tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:55.102368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2598a64-629d-4b26-99df-b871f1b6c36d req-cf4578fc-4baf-42c5-925f-48f2177955af tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0541315
Nov 13 21:27:55.127300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0568f86b-fcd0-4ec5-9225-35d4e6e5d451 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4141ce593ddf49ec92097414592143cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1426768
Nov 13 21:27:55.127944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50952) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:55.156706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2598a64-629d-4b26-99df-b871f1b6c36d req-c62c0e67-20ca-4184-a056-65ae91417838 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470340
Nov 13 21:27:55.197315 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dbcccbf-5dc5-4080-bb60-1faa79a33b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:55.228295 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dbcccbf-5dc5-4080-bb60-1faa79a33b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:55.231927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 343fbc41-ca54-4e96-b01b-12698743e5e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:27:55.253454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 343fbc41-ca54-4e96-b01b-12698743e5e1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:27:55.253716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 343fbc41-ca54-4e96-b01b-12698743e5e1 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:27:55.347601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dbcccbf-5dc5-4080-bb60-1faa79a33b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:55.350282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dbcccbf-5dc5-4080-bb60-1faa79a33b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:55.351438 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0dbcccbf-5dc5-4080-bb60-1faa79a33b1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc7e14d6-2cab-4ed7-843d-9444153c2876 HTTP/1.1" status: 204  len: 168 time: 0.2225916
Nov 13 21:27:55.360669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcccbf-5dc5-4080-bb60-1faa79a33b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7e14d6-2cab-4ed7-843d-9444153c2876,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:56.282917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5cf9-0d19-46fc-bf3c-fadd421ecdd3 req-ff651c6e-5632-4f19-a9b9-17f2ef0be606 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:56.284435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecfc5cf9-0d19-46fc-bf3c-fadd421ecdd3 req-ff651c6e-5632-4f19-a9b9-17f2ef0be606 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0543263
Nov 13 21:27:56.334159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecfc5cf9-0d19-46fc-bf3c-fadd421ecdd3 req-54c901b7-3bec-409d-8a0d-f46e3ddc4b56 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427644
Nov 13 21:27:56.648320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51012) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:56.837227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1304628802', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:56.924772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Made reservation on behalf of 03d50884631046ea987ab6acc0e41bf0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:27:56.927239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:56.936423 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.011335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.127876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.138535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] device_id is not set on port 81e306ff-2387-4239-9c25-0e6c5caf5e1d yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:27:57.181971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eff6133-d33c-44cf-a847-a67d285b8fcb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:57.187384 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68d82c4a-0514-46fd-ad06-7b544c90d609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.258048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Allocated IP 172.35.3.187 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/81e306ff-2387-4239-9c25-0e6c5caf5e1d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:27:57.407667 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.509712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4112fde-f769-465b-a319-c237d80ce8c7 req-8704d6ba-f221-4333-9fbf-640c2a37093d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:57.511316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4112fde-f769-465b-a319-c237d80ce8c7 req-8704d6ba-f221-4333-9fbf-640c2a37093d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0545759
Nov 13 21:27:57.561270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4112fde-f769-465b-a319-c237d80ce8c7 req-fe5668cd-15db-4bae-942b-ee4fdba537b6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431991
Nov 13 21:27:57.577588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.615519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:27:57.618554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:27:57.624418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:27:57.632970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c8409-3465-4647-a0fa-49d5b79da2f5 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:57.648398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Pushing event updated for resources: {'Port': ['ID=81e306ff-2387-4239-9c25-0e6c5caf5e1d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:57.668028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:57.670600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.670712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-10b2c46b-0771-46fd-9f5b-9159b4058297 None None] Provisioning complete for port 81e306ff-2387-4239-9c25-0e6c5caf5e1d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:27:57.670712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10b2c46b-0771-46fd-9f5b-9159b4058297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.702912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-10b2c46b-0771-46fd-9f5b-9159b4058297 None None] Port 81e306ff-2387-4239-9c25-0e6c5caf5e1d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:27:57.807584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2854fd2-963d-4747-8124-d400e6e44dc3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1580167
Nov 13 21:27:57.810895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51046) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:57.815108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.187'}]}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:27:57.985620 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:57.986869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.040704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.295553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51052) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:58.303258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.406227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33714819-8f61-45ff-916b-01cdb2676256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.484894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33714819-8f61-45ff-916b-01cdb2676256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.530709 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.559125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33714819-8f61-45ff-916b-01cdb2676256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.602998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33714819-8f61-45ff-916b-01cdb2676256 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ce3f101fee645488fdd60f45a21fd75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3034167
Nov 13 21:27:58.602998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33714819-8f61-45ff-916b-01cdb2676256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab13f51-ad04-4c14-aae1-e0a068a64d4f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:58.603623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51062) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:58.615453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.642914 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.694485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3f7f8-5f6e-4432-9e41-46e557b3d061 req-684636f6-e170-4417-9c26-949bf02ac5c1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:58.695993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ec3f7f8-5f6e-4432-9e41-46e557b3d061 req-684636f6-e170-4417-9c26-949bf02ac5c1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0521066
Nov 13 21:27:58.720069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-764f70ce-2725-4b47-9b4a-25cebd39af2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.744586 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ec3f7f8-5f6e-4432-9e41-46e557b3d061 req-60b95413-81fe-4e2c-a133-3d2317f4b634 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415766
Nov 13 21:27:58.779392 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-764f70ce-2725-4b47-9b4a-25cebd39af2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.889088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.924093 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-764f70ce-2725-4b47-9b4a-25cebd39af2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.926643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-764f70ce-2725-4b47-9b4a-25cebd39af2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:58.927769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-764f70ce-2725-4b47-9b4a-25cebd39af2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ab13f51-ad04-4c14-aae1-e0a068a64d4f HTTP/1.1" status: 204  len: 168 time: 0.3227968
Nov 13 21:27:58.970741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f70ce-2725-4b47-9b4a-25cebd39af2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab13f51-ad04-4c14-aae1-e0a068a64d4f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:59.058155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.060799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.251058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.251821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23629cde-a537-4031-a105-83d69dc1c84f {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:27:59.371251 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:27:59.372946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-566cfba5-9547-49eb-adff-a922548bc1d3 tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.5610957
Nov 13 21:27:59.375849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51070) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:59.459657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Deleting port 81e306ff-2387-4239-9c25-0e6c5caf5e1d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:27:59.459996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.541123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.554042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Calling delete_port for 81e306ff-2387-4239-9c25-0e6c5caf5e1d owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:27:59.709375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51076) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:27:59.722777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-206c0dfa-bf9e-4668-a4aa-38ca259a9d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.759953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.797504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Pushing event deleted for resources: {'Port': ['ID=81e306ff-2387-4239-9c25-0e6c5caf5e1d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:27:59.822633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec9993b-b72e-464a-801a-30665ec17aa9 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:27:59.888638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.918411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-206c0dfa-bf9e-4668-a4aa-38ca259a9d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.922579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:27:59.925860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86bab627-cc4d-4624-b80d-7a5c0e72b2fa tempest-RoutersAdminNegativeTest-1661977689 tempest-RoutersAdminNegativeTest-1661977689-project-admin] 10.222.0.20 "DELETE /v2.0/ports/81e306ff-2387-4239-9c25-0e6c5caf5e1d HTTP/1.1" status: 204  len: 168 time: 0.5491011
Nov 13 21:27:59.940798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e47611-def3-46ef-937a-bbc0fd4a30fb req-5c653389-ad1b-4a43-8ad3-378ad617eed7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:27:59.942277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18e47611-def3-46ef-937a-bbc0fd4a30fb req-5c653389-ad1b-4a43-8ad3-378ad617eed7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0898871
Nov 13 21:27:59.991532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18e47611-def3-46ef-937a-bbc0fd4a30fb req-985e9a1d-ee5e-481e-aa26-32fa63158c09 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427492
Nov 13 21:28:00.048099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-206c0dfa-bf9e-4668-a4aa-38ca259a9d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.088142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c0dfa-bf9e-4668-a4aa-38ca259a9d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a025701-dae1-49cf-afec-0b61aca906c9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:00.092901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-206c0dfa-bf9e-4668-a4aa-38ca259a9d59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=034749d7369f4fddbc56136c585d7705&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3824663
Nov 13 21:28:00.095526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51084) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:00.142915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c053a842-a065-4907-a952-43a502f2f504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.164432 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c053a842-a065-4907-a952-43a502f2f504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.285005 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c053a842-a065-4907-a952-43a502f2f504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.287610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c053a842-a065-4907-a952-43a502f2f504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.288810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c053a842-a065-4907-a952-43a502f2f504 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a025701-dae1-49cf-afec-0b61aca906c9 HTTP/1.1" status: 204  len: 168 time: 0.1923046
Nov 13 21:28:00.296475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a842-a065-4907-a952-43a502f2f504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a025701-dae1-49cf-afec-0b61aca906c9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:00.319780 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.517759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51090) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:00.629223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b11e71f2-15bd-4fe1-ae1e-ce5960957b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.707567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b11e71f2-15bd-4fe1-ae1e-ce5960957b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.836796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b11e71f2-15bd-4fe1-ae1e-ce5960957b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.880257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b11e71f2-15bd-4fe1-ae1e-ce5960957b7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feaa811dafb7460b91a8b3b1066b2589&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3612895
Nov 13 21:28:00.881285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e71f2-15bd-4fe1-ae1e-ce5960957b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc9586-9613-4025-9093-e6292852378f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:00.882930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51106) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:00.931353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b47d213c-1628-4a08-b486-4a2f9ea18f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:00.953630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b47d213c-1628-4a08-b486-4a2f9ea18f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:01.110646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b47d213c-1628-4a08-b486-4a2f9ea18f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:01.113470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b47d213c-1628-4a08-b486-4a2f9ea18f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:01.114785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b47d213c-1628-4a08-b486-4a2f9ea18f5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7fc9586-9613-4025-9093-e6292852378f HTTP/1.1" status: 204  len: 168 time: 0.2308407
Nov 13 21:28:01.120303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd649b-d056-4a75-b73e-a7f05283495a req-3f76bf9c-ac26-4eb0-b663-cfff5e344db8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:01.121917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8dd649b-d056-4a75-b73e-a7f05283495a req-3f76bf9c-ac26-4eb0-b663-cfff5e344db8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0578914
Nov 13 21:28:01.123832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d213c-1628-4a08-b486-4a2f9ea18f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc9586-9613-4025-9093-e6292852378f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:01.196090 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8dd649b-d056-4a75-b73e-a7f05283495a req-655709b9-c5bc-407f-9c88-aa9d6811a286 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642474
Nov 13 21:28:02.066417 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51136) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:02.112333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac0b4596-ca81-462d-9980-1e369cbc2b5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03d50884631046ea987ab6acc0e41bf0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0447280
Nov 13 21:28:02.114769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51142) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:02.153016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:28:02.155688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:02.166519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd20a649-e419-4154-8287-ef385234e271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.188431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd20a649-e419-4154-8287-ef385234e271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.297533 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.311228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af97152-148a-4c9a-953d-03df9ff7a45a req-c73fba90-8e57-408c-8bfe-cea1818ff1fd tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:02.313076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1af97152-148a-4c9a-953d-03df9ff7a45a req-c73fba90-8e57-408c-8bfe-cea1818ff1fd tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0490937
Nov 13 21:28:02.338545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:02.340872 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b002a82-adca-4ca1-9943-2359a0dbe71e" -d '{"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-unplugged", "status": "completed", "tag": "080c5dca-e50b-466d-a202-47fe6853df15"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:02.346391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:02.348721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd20a649-e419-4154-8287-ef385234e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.351222 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd20a649-e419-4154-8287-ef385234e271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.355282 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd20a649-e419-4154-8287-ef385234e271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eff6133-d33c-44cf-a847-a67d285b8fcb HTTP/1.1" status: 204  len: 168 time: 0.2394986
Nov 13 21:28:02.362512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:02.365445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '080c5dca-e50b-466d-a202-47fe6853df15', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'port_id': '080c5dca-e50b-466d-a202-47fe6853df15', 'mac_address': 'fa:16:3e:49:ff:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d4b06f-e767-4677-8c18-b75cf0edcb71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:28:02.383645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20a649-e419-4154-8287-ef385234e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eff6133-d33c-44cf-a847-a67d285b8fcb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:02.399240 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ba5e6-a780-4aa0-9400-bbe2453f5c78 x-openstack-request-id: req-931ba5e6-a780-4aa0-9400-bbe2453f5c78 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:02.399536 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-unplugged", "status": "completed", "tag": "080c5dca-e50b-466d-a202-47fe6853df15", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:02.399952 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-931ba5e6-a780-4aa0-9400-bbe2453f5c78 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:02.400383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1af97152-148a-4c9a-953d-03df9ff7a45a req-a0695a33-c603-438a-b872-addd63f45244 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777459
Nov 13 21:28:02.400675 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15', 'code': 200}
Nov 13 21:28:02.436746 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.440156 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:02.455086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 080c5dca-e50b-466d-a202-47fe6853df15 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:28:02.531807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:02.536329 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:28:02.536722 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:28:03.073570 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:03.087973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080c5dca-e50b-466d-a202-47fe6853df15 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:28:03.113216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:03.221815 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:03.268812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:03.450952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['080c5dca-e50b-466d-a202-47fe6853df15'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:28:03.544010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3fad0-26f9-41ce-ac48-7ed3d3d4e655 req-425470bd-fffa-411e-9d08-a2e9762f5ce7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:03.545534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6b3fad0-26f9-41ce-ac48-7ed3d3d4e655 req-425470bd-fffa-411e-9d08-a2e9762f5ce7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 945 time: 0.0496547
Nov 13 21:28:03.605088 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6b3fad0-26f9-41ce-ac48-7ed3d3d4e655 req-af52caf9-a6cb-4779-8251-972b6640f6f1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513279
Nov 13 21:28:03.678746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:03.790410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-619501936'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:03.924403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:03.928061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:03.936854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.013053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.070559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.103688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:04.112660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfaa1e7-9cdf-4e43-a36d-11475fae5d92,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:04.118941 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.119361 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment 8d604d8b-0d8e-4262-894d-e20f8afd75b2 of type vlan for network a86cd3d9-730b-425e-a1ec-db859f69a8fe
Nov 13 21:28:04.160410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.161769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:04.209856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 080c5dca-e50b-466d-a202-47fe6853df15 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:04.210232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.273368 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.278999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:04.279587 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.287901 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.321867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:04.344471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=a86cd3d9-730b-425e-a1ec-db859f69a8fe,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:04.354335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:04.397040 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:28:04.403193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:04.405066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44cd7d89-ba14-4568-8b40-a9fec0c7c3c6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7251973
Nov 13 21:28:04.405439 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8256f18-0bc4-4800-8b8b-38c74e5be3f6" -d '{"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-plugged", "status": "completed", "tag": "080c5dca-e50b-466d-a202-47fe6853df15"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:04.415087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51206) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:04.420657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-1657461699'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:04.434835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.461970 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc3556-5efb-4ffc-9f2e-7bced559e8fa x-openstack-request-id: req-0afc3556-5efb-4ffc-9f2e-7bced559e8fa {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:04.462176 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-plugged", "status": "completed", "tag": "080c5dca-e50b-466d-a202-47fe6853df15", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:04.462427 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0afc3556-5efb-4ffc-9f2e-7bced559e8fa {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:04.462810 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15', 'code': 200}
Nov 13 21:28:04.492159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:04.594396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:04.597845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.602956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc92301-0a29-4208-b88f-7c2dabd63d90 req-50e87b5d-1f34-40e3-98a0-5d44d6035ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:04.604427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9dc92301-0a29-4208-b88f-7c2dabd63d90 req-50e87b5d-1f34-40e3-98a0-5d44d6035ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 1097 time: 0.0504222
Nov 13 21:28:04.641147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:04.664817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.665167 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment 58933fc5-d74b-42b7-b3d6-384d726961f6 of type vlan for network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8
Nov 13 21:28:04.675239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9dc92301-0a29-4208-b88f-7c2dabd63d90 req-69a30229-fd42-44d0-a834-9cd004616a9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609260
Nov 13 21:28:04.708460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.727950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8c119-a179-4a43-b81b-be51400234c4 req-ae46d235-e45b-4f61-a85d-94a12a4b8e56 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:04.729483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2af8c119-a179-4a43-b81b-be51400234c4 req-ae46d235-e45b-4f61-a85d-94a12a4b8e56 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0500717
Nov 13 21:28:04.780257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2af8c119-a179-4a43-b81b-be51400234c4 req-95e8149d-d8cb-4d28-8102-6eba44a39ef2 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443072
Nov 13 21:28:04.855881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.861727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:04.862342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:04.934896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:04.944843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:04.995969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa1cc567-087e-4607-8a1d-98c19dfbf4e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5796762
Nov 13 21:28:04.999339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51218) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:05.004398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:05.180377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:05.183682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:05.442909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:05.509405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=46395a08-259f-4137-9daa-f3ec553b24a4,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:05.519741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': '8d604d8b-0d8e-4262-894d-e20f8afd75b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:05.519741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: a86cd3d9-730b-425e-a1ec-db859f69a8fe, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:05.616134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:05.753234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a86cd3d9-730b-425e-a1ec-db859f69a8fe) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:05.757450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:05.758170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:05.768875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7308067-7bbb-455e-938a-6ed5a1dc0064 None None] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:05.921309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a86cd3d9-730b-425e-a1ec-db859f69a8fe', 'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '46395a08-259f-4137-9daa-f3ec553b24a4'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:05.923302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.093623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Allocated IP 172.20.0.2 (a86cd3d9-730b-425e-a1ec-db859f69a8fe/46395a08-259f-4137-9daa-f3ec553b24a4/18b7ee08-30e2-47c6-96b5-0f7d9dc8974b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:06.244359 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.299636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b72cd22-4e56-49c8-9941-33f10fb74338 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2991793
Nov 13 21:28:06.302327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51250) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:06.307225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:06.336239 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.375996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:06.377959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af246-2c99-472a-bd9f-c954c6486d44 req-1bdde45a-7e95-4010-87b0-142573d6cc8b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:06.384119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa1af246-2c99-472a-bd9f-c954c6486d44 req-1bdde45a-7e95-4010-87b0-142573d6cc8b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.5053120
Nov 13 21:28:06.387005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:06.388919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Pushing event updated for resources: {'Port': ['ID=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:06.391281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:06.446047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa1af246-2c99-472a-bd9f-c954c6486d44 req-852352c3-da0d-4331-ae15-4480408a23e1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587232
Nov 13 21:28:06.447719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Attempting to bind port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:06.448084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Attempting to bind port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d604d8b-0d8e-4262-894d-e20f8afd75b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:06.448442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Attempting to bind port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b on network a86cd3d9-730b-425e-a1ec-db859f69a8fe {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:06.453724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:06.454099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Checking segment: {'id': '8d604d8b-0d8e-4262-894d-e20f8afd75b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:06.454501 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.454888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Bound using segment: {'id': '8d604d8b-0d8e-4262-894d-e20f8afd75b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:06.455347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Bound port: 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d604d8b-0d8e-4262-894d-e20f8afd75b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a86cd3d9-730b-425e-a1ec-db859f69a8fe'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:06.455722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.553086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:06.556968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.664656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] For port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:06.668153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] For port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,segment=NetworkSegment(8d604d8b-0d8e-4262-894d-e20f8afd75b2),segment_id=8d604d8b-0d8e-4262-894d-e20f8afd75b2)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:06.763290 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.820125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:06.828033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9077a2f-4804-4463-bccd-23df471fde37 None None] Pushing event updated for resources: {'Port': ['ID=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:06.883557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=3ef9f6cb-d4ab-45db-b2c9-11258cb887a9,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:06.900389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.900770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.901107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.901715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.902048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.902365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.903269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.903683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.904004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.904321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.904634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.905029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:06.915372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': '58933fc5-d74b-42b7-b3d6-384d726961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:06.915486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:07.011482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:07.108383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:07.119876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc8c99a-365e-43a0-8fa7-963f0765d5ac None None] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:07.141634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:07.141634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.291333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:07.331609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8', 'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '3ef9f6cb-d4ab-45db-b2c9-11258cb887a9'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:07.332420 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.356922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:07.357294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.507978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e5ea9623-9b1f-4aad-a6ab-7b3c036eed8c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2046225
Nov 13 21:28:07.510926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51264) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:07.515524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-395500925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:07.525695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Allocated IP 172.21.0.2 (db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8/3ef9f6cb-d4ab-45db-b2c9-11258cb887a9/44b882bd-117d-4232-8119-d3f066bea146) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:07.561640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.611002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187716eb-f4fd-421f-a622-10f14f12c0f0 req-beb72526-758e-419c-9870-a17e4c2825a6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:07.613077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-187716eb-f4fd-421f-a622-10f14f12c0f0 req-beb72526-758e-419c-9870-a17e4c2825a6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0776498
Nov 13 21:28:07.663281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,segment=NetworkSegment(8d604d8b-0d8e-4262-894d-e20f8afd75b2),segment_id=8d604d8b-0d8e-4262-894d-e20f8afd75b2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:07.668792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-187716eb-f4fd-421f-a622-10f14f12c0f0 req-c5dc039e-f761-4253-9b54-42a28cd25ddc tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454910
Nov 13 21:28:07.670111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.672510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.732342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.772678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.794085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.807337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afc512-14d3-4cab-87ae-88a01a53201e req-454f1fed-096e-4868-9a38-9890147c0c1d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:07.809448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0afc512-14d3-4cab-87ae-88a01a53201e req-454f1fed-096e-4868-9a38-9890147c0c1d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0516701
Nov 13 21:28:07.834537 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.861625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:07.873724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0afc512-14d3-4cab-87ae-88a01a53201e req-6db1d829-00a3-40ce-995c-d5d61ae42973 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570414
Nov 13 21:28:07.882720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.929884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720cf361-23f2-47de-bd41-9a26765d6cab None None] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:07.934237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:07.939710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:07.944209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:07.946009 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95d7ce33-bf37-4ff0-8997-651847aacb75 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4338586
Nov 13 21:28:07.948512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51274) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:07.954230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Pushing event updated for resources: {'Port': ['ID=44b882bd-117d-4232-8119-d3f066bea146,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:07.956513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:08.065624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6161b2ff-98da-4887-8c38-cb7401ed434e None None] Provisioning complete for port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:08.065997 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6161b2ff-98da-4887-8c38-cb7401ed434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.068061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Attempting to bind port 44b882bd-117d-4232-8119-d3f066bea146 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:08.068400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Attempting to bind port 44b882bd-117d-4232-8119-d3f066bea146 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '58933fc5-d74b-42b7-b3d6-384d726961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:08.068783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Attempting to bind port 44b882bd-117d-4232-8119-d3f066bea146 on network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:08.108441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:08.108839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Checking segment: {'id': '58933fc5-d74b-42b7-b3d6-384d726961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:08.109241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.109636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Bound using segment: {'id': '58933fc5-d74b-42b7-b3d6-384d726961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:08.110116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Bound port: 44b882bd-117d-4232-8119-d3f066bea146, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58933fc5-d74b-42b7-b3d6-384d726961f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:08.110496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.224094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] For port 44b882bd-117d-4232-8119-d3f066bea146, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:08.228175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] For port 44b882bd-117d-4232-8119-d3f066bea146, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b882bd-117d-4232-8119-d3f066bea146,segment=NetworkSegment(58933fc5-d74b-42b7-b3d6-384d726961f6),segment_id=58933fc5-d74b-42b7-b3d6-384d726961f6)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:08.250689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.313439 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.401366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793fea-d615-4125-8f34-9b2d5b9957d5 None None] Pushing event updated for resources: {'Port': ['ID=44b882bd-117d-4232-8119-d3f066bea146,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:08.612595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.20.0.1 (a86cd3d9-730b-425e-a1ec-db859f69a8fe/46395a08-259f-4137-9daa-f3ec553b24a4/1a64d771-8599-4e63-95cd-dc2dafdb754a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:08.637885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a9dff15e-8964-43a6-b904-3f9bc95b2abe None None] Provisioning complete for port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:08.639249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9dff15e-8964-43a6-b904-3f9bc95b2abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.731737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-319d4f48-eab8-4192-85e9-10167d1f3ba3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:08.733995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-319d4f48-eab8-4192-85e9-10167d1f3ba3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/networks?id=5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 200  len: 814 time: 0.1686881
Nov 13 21:28:08.754149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-2a764777-7b92-4e51-9496-0b958ce5748d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/quotas/4bba1762c6854be5abcd9b348bc8e391 HTTP/1.1" status: 200  len: 375 time: 0.0114031
Nov 13 21:28:08.776854 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.818330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-c805e646-dfe2-4f14-a6ac-903b0945f3f9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0560632
Nov 13 21:28:08.902097 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:08.917339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-64312750-2909-4715-9223-3d08dbbcbd2c service neutron] 10.222.0.20 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909777
Nov 13 21:28:08.947202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:08.950585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:08.957173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:08.989334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=1a64d771-8599-4e63-95cd-dc2dafdb754a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:09.016960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.034133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-2b2b6821-6b82-4ea1-a5ff-fe3243ca556c service neutron] 10.222.0.20 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103191
Nov 13 21:28:09.306685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-87513910-1350-4f7e-b131-3687866f1f04 None None] Provisioning complete for port 1a64d771-8599-4e63-95cd-dc2dafdb754a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:09.308076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-87513910-1350-4f7e-b131-3687866f1f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.349655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.418832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:09.437836 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19c12d30-adae-4516-b9de-a8c866eca7c5 req-749953b9-520b-4d7e-95e4-ea7282e9ba10 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 210 time: 0.0705845
Nov 13 21:28:09.453667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-87513910-1350-4f7e-b131-3687866f1f04 None None] Port 1a64d771-8599-4e63-95cd-dc2dafdb754a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:09.507643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:09.508016 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.704255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 44b882bd-117d-4232-8119-d3f066bea146 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:09.710634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-e7184fb0-76aa-41b8-a18b-795088233fc0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:09.712650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-e7184fb0-76aa-41b8-a18b-795088233fc0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "GET /v2.0/ports?device_id=afe12f89-1005-4e9b-a619-2150e62d04bf HTTP/1.1" status: 200  len: 946 time: 0.0821986
Nov 13 21:28:09.759668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 44b882bd-117d-4232-8119-d3f066bea146 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:09.760043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.837254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fac374-4b41-49bd-bbed-cf79e4f129b4 None None] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:09.848797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Deleting port 080c5dca-e50b-466d-a202-47fe6853df15 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:09.849143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.906268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.957577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b74b9350-ea94-4c67-813f-6d1c7e995c86 None None] Provisioning complete for port 44b882bd-117d-4232-8119-d3f066bea146 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:09.957947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b74b9350-ea94-4c67-813f-6d1c7e995c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.977114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] For port 080c5dca-e50b-466d-a202-47fe6853df15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=080c5dca-e50b-466d-a202-47fe6853df15,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:09.977711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.984121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:09.989252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 44b882bd-117d-4232-8119-d3f066bea146, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b882bd-117d-4232-8119-d3f066bea146,segment=NetworkSegment(58933fc5-d74b-42b7-b3d6-384d726961f6),segment_id=58933fc5-d74b-42b7-b3d6-384d726961f6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:09.992659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Calling delete_port for 080c5dca-e50b-466d-a202-47fe6853df15 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:10.086101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:10.110589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:10.112338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b74b9350-ea94-4c67-813f-6d1c7e995c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:10.171557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=1a64d771-8599-4e63-95cd-dc2dafdb754a,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:10.184904 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:10.208659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=44b882bd-117d-4232-8119-d3f066bea146,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:10.221986 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-b74b9350-ea94-4c67-813f-6d1c7e995c86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:28:10.222345 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-b74b9350-ea94-4c67-813f-6d1c7e995c86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:28:10.227889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:10.243682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['080c5dca-e50b-466d-a202-47fe6853df15'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:28:10.260782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Pushing event deleted for resources: {'Port': ['ID=080c5dca-e50b-466d-a202-47fe6853df15,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:10.325839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] No DVR routers for this DVR port 080c5dca-e50b-466d-a202-47fe6853df15 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:10.325839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:10.325839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7798658-2600-46cf-b32b-5c4dd200e713 req-77565f7e-65b5-4e43-ad64-52986285d1ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "DELETE /v2.0/ports/080c5dca-e50b-466d-a202-47fe6853df15 HTTP/1.1" status: 204  len: 173 time: 0.6013463
Nov 13 21:28:10.325839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-deleted', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:10.325839 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c70b16-447f-4307-a361-ce613207b568" -d '{"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-deleted", "tag": "080c5dca-e50b-466d-a202-47fe6853df15"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:10.329116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:10.330583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:10.385381 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f3c3e-efab-4073-a3ce-691278e2965b x-openstack-request-id: req-4b7f3c3e-efab-4073-a3ce-691278e2965b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:10.385671 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe12f89-1005-4e9b-a619-2150e62d04bf", "name": "network-vif-deleted", "tag": "080c5dca-e50b-466d-a202-47fe6853df15", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:10.385920 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b7f3c3e-efab-4073-a3ce-691278e2965b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:10.386318 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe12f89-1005-4e9b-a619-2150e62d04bf', 'name': 'network-vif-deleted', 'tag': '080c5dca-e50b-466d-a202-47fe6853df15', 'status': 'completed', 'code': 200}
Nov 13 21:28:10.536672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d0f88118-b14d-4549-a419-b637dec7b1b3 req-4e375523-0ef3-46f9-a62a-48e9afe1478f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 210 time: 0.0289776
Nov 13 21:28:10.599455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 1d81243f-df93-453c-94a0-d148500f69ac is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:28:10.699487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:10.707776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e10621fc-b60f-4c75-b671-2e4b2130f7f9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/1d81243f-df93-453c-94a0-d148500f69ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7563000
Nov 13 21:28:10.709146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51340) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:10.710500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] Sync routers for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:10.725385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:10.726368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd584bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:10.767431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59474b31-f408-4a11-9087-93e502aa166c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:10.771762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59474b31-f408-4a11-9087-93e502aa166c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports/1a64d771-8599-4e63-95cd-dc2dafdb754a HTTP/1.1" status: 200  len: 910 time: 0.0587173
Nov 13 21:28:10.772222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:10.799944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd584bb0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:10.820735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:10.821469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd584bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:10.857964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd584bb0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:10.858632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d417a9-fef6-45cf-bef1-84ac47ca5ebd None None] The sync data for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:10.940600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-308e0984-d5df-4406-a3a6-a97c719e9457 None None] Provisioning complete for port 44b882bd-117d-4232-8119-d3f066bea146 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:10.941087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-308e0984-d5df-4406-a3a6-a97c719e9457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:11.052155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-308e0984-d5df-4406-a3a6-a97c719e9457 None None] Provisioning complete for port 1a64d771-8599-4e63-95cd-dc2dafdb754a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:11.052155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-308e0984-d5df-4406-a3a6-a97c719e9457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:11.094067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-308e0984-d5df-4406-a3a6-a97c719e9457 None None] Port 1a64d771-8599-4e63-95cd-dc2dafdb754a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:11.155901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:11.236336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 44b882bd-117d-4232-8119-d3f066bea146 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:11.289102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 44b882bd-117d-4232-8119-d3f066bea146 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:11.289550 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:11.508335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.21.0.1 (db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8/3ef9f6cb-d4ab-45db-b2c9-11258cb887a9/52c9e694-8ccd-4258-a094-b36ccd9b1fc8) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:11.685317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:11.703941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd75c186-a522-44f0-97e4-8837702273dd req-7a292762-f256-4600-be3e-bdbe57f25fe8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 210 time: 0.0332701
Nov 13 21:28:12.142491 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:12.172275 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:12.182937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:12.189155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:12.193028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:12.216420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=52c9e694-8ccd-4258-a094-b36ccd9b1fc8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:12.240403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:12.423982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-69e9084c-b245-49b7-8b42-c481aab41203 None None] Provisioning complete for port 52c9e694-8ccd-4258-a094-b36ccd9b1fc8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:12.424268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-69e9084c-b245-49b7-8b42-c481aab41203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:12.449638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:12.458829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-69e9084c-b245-49b7-8b42-c481aab41203 None None] Port 52c9e694-8ccd-4258-a094-b36ccd9b1fc8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:12.507050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-bfc32f8f-6693-4ddd-9d87-6dd99508647f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:12.508534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-bfc32f8f-6693-4ddd-9d87-6dd99508647f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "GET /v2.0/networks?id=5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 200  len: 814 time: 0.1657088
Nov 13 21:28:12.528587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Request body: {'port': {'device_id': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'admin_state_up': True, 'tenant_id': '4bba1762c6854be5abcd9b348bc8e391'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:12.811265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ff4d38d-f134-4f14-bfa1-54f7345744db req-f77eae75-c9a9-4b97-9747-51fe2700f8e5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 210 time: 0.0257175
Nov 13 21:28:12.820949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:12.944404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Made reservation on behalf of 4bba1762c6854be5abcd9b348bc8e391 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:12.948044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.003098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.119783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=52c9e694-8ccd-4258-a094-b36ccd9b1fc8,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:13.125290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.163884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Allocated IP 172.20.0.11 (5c3b2abc-8fdb-468f-a931-3c38ccecde12/b9d4b06f-e767-4677-8c18-b75cf0edcb71/f3ccea49-9b0b-46c7-9c14-d55f3be50161) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:13.282002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:13.285746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:13.442196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.452771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 1d81243f-df93-453c-94a0-d148500f69ac has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:13.487940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e6b1b3bb-83bb-43ef-9963-f457c8838e6b None None] Provisioning complete for port 52c9e694-8ccd-4258-a094-b36ccd9b1fc8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:13.488549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e6b1b3bb-83bb-43ef-9963-f457c8838e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.532944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1b3bb-83bb-43ef-9963-f457c8838e6b None None] Port 52c9e694-8ccd-4258-a094-b36ccd9b1fc8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:13.567845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:13.573898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6d7fbce7-7eba-4595-9737-8bb3d3f13d68 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/1d81243f-df93-453c-94a0-d148500f69ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7998662
Nov 13 21:28:13.576562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:13.583970 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] Sync routers for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:13.599432 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:13.600143 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:13.627262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f3f32-a5aa-49ae-9e21-72f738ecfb9f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:13.628828 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7c1f3f32-a5aa-49ae-9e21-72f738ecfb9f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports/52c9e694-8ccd-4258-a094-b36ccd9b1fc8 HTTP/1.1" status: 200  len: 910 time: 0.0511320
Nov 13 21:28:13.631766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51384) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:13.640163 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424be0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:13.649897 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:13.650477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:13.683900 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424be0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:13.684552 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b8060-35b4-4c1e-b2e6-1925a8a75e9a None None] The sync data for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:13.705824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.763198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:13.771942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:13.774952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:13.801840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:13.923421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:13.924072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:13.993214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c4b7d-31cc-48a6-8518-2fa486dfd514 req-fa1fd2aa-dd23-4ec4-b640-68d7fd44c213 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:13.994738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e09c4b7d-31cc-48a6-8518-2fa486dfd514 req-fa1fd2aa-dd23-4ec4-b640-68d7fd44c213 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 932 time: 0.1058910
Nov 13 21:28:14.062955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-111366e7-725f-4322-830e-e8cc650fbeda tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5433514
Nov 13 21:28:14.077838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Request body: {'port': {'device_id': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:14.085000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e09c4b7d-31cc-48a6-8518-2fa486dfd514 req-1ade396f-16eb-4537-bae8-be0457162692 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810041
Nov 13 21:28:14.209329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:14.230847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 080c5dca-e50b-466d-a202-47fe6853df15 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:14.231191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 080c5dca-e50b-466d-a202-47fe6853df15 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:14.482494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:14.511384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:14.576975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:14.942834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ccea49-9b0b-46c7-9c14-d55f3be50161 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:28:14.968876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:14.985401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Transition to ACTIVE for port object f3ccea49-9b0b-46c7-9c14-d55f3be50161 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:28:15.003904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 52c9e694-8ccd-4258-a094-b36ccd9b1fc8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:15.004165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.055965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.125856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:15.158988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.194949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 52c9e694-8ccd-4258-a094-b36ccd9b1fc8 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:15.219119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43132a4-ca37-4387-8128-a5b9f6291137 req-21b5edda-3027-4640-8095-34877a0f7459 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:15.220589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e43132a4-ca37-4387-8128-a5b9f6291137 req-21b5edda-3027-4640-8095-34877a0f7459 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 944 time: 0.0583794
Nov 13 21:28:15.268300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Attempting to bind port f3ccea49-9b0b-46c7-9c14-d55f3be50161 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:15.268549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Attempting to bind port f3ccea49-9b0b-46c7-9c14-d55f3be50161 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:15.268904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Attempting to bind port f3ccea49-9b0b-46c7-9c14-d55f3be50161 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:15.269583 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e43132a4-ca37-4387-8128-a5b9f6291137 req-0f77367a-2fde-4e09-8f5f-2e5b5730ea43 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426662
Nov 13 21:28:15.279991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Port f3ccea49-9b0b-46c7-9c14-d55f3be50161 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:28:15.280313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Attempting to bind port f3ccea49-9b0b-46c7-9c14-d55f3be50161 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:15.288306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:15.288639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Checking segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:15.289041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Bound using segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:15.289466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Bound port: f3ccea49-9b0b-46c7-9c14-d55f3be50161, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:15.289818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.424521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:15.430565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:15.499399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.531423 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.538966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:15.539577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.540994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] 10.222.0.46 "PUT /v2.0/ports/f3ccea49-9b0b-46c7-9c14-d55f3be50161 HTTP/1.1" status: 200  len: 1092 time: 1.4697013
Nov 13 21:28:15.544315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:15.546612 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cf07f7-1be5-48fa-b49f-12470b85bd75" -d '{"events": [{"name": "network-changed", "server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:15.598505 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c83cdf4-e986-4cec-a2bf-e680267ae3cd x-openstack-request-id: req-5c83cdf4-e986-4cec-a2bf-e680267ae3cd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:15.598799 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:15.599052 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c83cdf4-e986-4cec-a2bf-e680267ae3cd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:15.599598 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'status': 'completed', 'code': 200}
Nov 13 21:28:15.633127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a2ea-31d6-4b82-9822-7e2032066d4f service neutron] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:15.681000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=52c9e694-8ccd-4258-a094-b36ccd9b1fc8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:15.777985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf07f7-1be5-48fa-b49f-12470b85bd75 req-1a171d75-c1e2-4121-a823-df01983b9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:15.779490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07cf07f7-1be5-48fa-b49f-12470b85bd75 req-1a171d75-c1e2-4121-a823-df01983b9e73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 1095 time: 0.1560421
Nov 13 21:28:15.856138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:15.971055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf07f7-1be5-48fa-b49f-12470b85bd75 req-fdd08355-c7c7-497f-8576-16b5a04f42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:15.972550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07cf07f7-1be5-48fa-b49f-12470b85bd75 req-fdd08355-c7c7-497f-8576-16b5a04f42e9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4bba1762c6854be5abcd9b348bc8e391&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1839077
Nov 13 21:28:16.140731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf07f7-1be5-48fa-b49f-12470b85bd75 req-07125e82-9bc9-458e-97b0-8dc6a6f02ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:16.142218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07cf07f7-1be5-48fa-b49f-12470b85bd75 req-07125e82-9bc9-458e-97b0-8dc6a6f02ed0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1633475
Nov 13 21:28:16.143905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 1d81243f-df93-453c-94a0-d148500f69ac has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:16.269436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:16.274771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-93c45770-8e91-47e1-9129-2660932de5d5 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/1d81243f-df93-453c-94a0-d148500f69ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6419969
Nov 13 21:28:16.276900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-de0e822b-c9e1-4576-93f4-6fcdd6bd1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:16.278225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51418) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:16.278849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-de0e822b-c9e1-4576-93f4-6fcdd6bd1e17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 1095 time: 0.0851736
Nov 13 21:28:16.280445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] Sync routers for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:16.292355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:16.292355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5daee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:16.332995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-9757a439-cdfe-4342-98a9-c6cef9714c55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161 HTTP/1.1" status: 200  len: 217 time: 0.0456350
Nov 13 21:28:16.379220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5daee0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:16.393298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:16.394290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5daee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:16.403141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-ae608876-42d4-4888-aadc-1d33488f2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:16.405910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-ae608876-42d4-4888-aadc-1d33488f2509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9d4b06f-e767-4677-8c18-b75cf0edcb71 HTTP/1.1" status: 200  len: 854 time: 0.0642042
Nov 13 21:28:16.438500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5daee0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:16.439409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be088b5-c1bf-4665-acd6-0dd53ca10e46 None None] The sync data for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:16.451334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-ebb6bd1f-60b3-4ffb-a648-b95abeed5dbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c3b2abc-8fdb-468f-a931-3c38ccecde12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356078
Nov 13 21:28:16.532988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04aa3-16f1-4e1e-bde2-f636cc36ab89 req-2d05e69b-bf7c-4da3-a278-5aa481c603f3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:16.534694 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44e04aa3-16f1-4e1e-bde2-f636cc36ab89 req-2d05e69b-bf7c-4da3-a278-5aa481c603f3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 944 time: 0.1629524
Nov 13 21:28:16.568637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-ed67a107-beb0-439f-aa14-e90e855fc29e service neutron] 10.222.0.46 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115012
Nov 13 21:28:16.653712 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44e04aa3-16f1-4e1e-bde2-f636cc36ab89 req-152f21ff-5de5-4e1d-8c27-67c95ecdc872 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038969
Nov 13 21:28:16.666384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dade06-12a5-4d93-b5d2-227d2e17a067 req-6b725ae7-fd4c-457f-ad63-ad86cd28ae47 service neutron] 10.222.0.46 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903051
Nov 13 21:28:16.719825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:16.982090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 1a64d771-8599-4e63-95cd-dc2dafdb754a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:16.982421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:17.080005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:17.101865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 1a64d771-8599-4e63-95cd-dc2dafdb754a owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:17.501674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:17.537391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=1a64d771-8599-4e63-95cd-dc2dafdb754a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:17.678937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:17.780766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f4769-8263-4ba7-9e9c-73787c042d7f req-5f178655-400d-466b-94e1-f2023c66981d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:17.782173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa9f4769-8263-4ba7-9e9c-73787c042d7f req-5f178655-400d-466b-94e1-f2023c66981d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 944 time: 0.0534978
Nov 13 21:28:17.836016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa9f4769-8263-4ba7-9e9c-73787c042d7f req-01d91137-ff55-4f7f-ba1b-76394ff62e51 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467467
Nov 13 21:28:17.838984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 1d81243f-df93-453c-94a0-d148500f69ac has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:17.921424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:17.927096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e827d78b-f21c-4960-b7e6-9fe7f8ff6b16 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/1d81243f-df93-453c-94a0-d148500f69ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6477909
Nov 13 21:28:17.929076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51468) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:17.931058 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] Sync routers for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:17.943766 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:17.944314 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:17.956899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a243b3eb-e3a8-453e-997b-d55d403eb28d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d81243f-df93-453c-94a0-d148500f69ac HTTP/1.1" status: 200  len: 205 time: 0.0264814
Nov 13 21:28:17.959338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:17.983495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424a90>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:17.993155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] Routers {'1d81243f-df93-453c-94a0-d148500f69ac'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:17.993876 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1d81243f-df93-453c-94a0-d148500f69ac'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:18.026609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424a90>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:18.027809 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f666a0-65a1-40dd-b96a-26aa4523a6de None None] The sync data for ids ['1d81243f-df93-453c-94a0-d148500f69ac'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:18.037751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.196031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.198351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.324903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.325358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router 1d81243f-df93-453c-94a0-d148500f69ac {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:28:18.332226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.333460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ddda196e-a152-472a-9bde-1c9536560008 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/1d81243f-df93-453c-94a0-d148500f69ac HTTP/1.1" status: 204  len: 168 time: 0.3731663
Nov 13 21:28:18.336119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:18.390971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 3ef9f6cb-d4ab-45db-b2c9-11258cb887a9 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:28:18.394164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.432379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.513053 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.664935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.925925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef9f6cb-d4ab-45db-b2c9-11258cb887a9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:18.938750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:18.942140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b1d87664-eda7-43d2-9228-46c82980c38f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/3ef9f6cb-d4ab-45db-b2c9-11258cb887a9 HTTP/1.1" status: 204  len: 168 time: 0.6050932
Nov 13 21:28:18.944937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51504) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:18.948400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558ff89-6cc0-4531-b66a-4891e5f2fc67 None None] Network db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:18.978083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963acc0e-cb16-4af0-a28b-8d855fa7f139 req-0d9abf03-d1a8-4533-8de4-b356abc0a4ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:18.979576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-963acc0e-cb16-4af0-a28b-8d855fa7f139 req-0d9abf03-d1a8-4533-8de4-b356abc0a4ec tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 944 time: 0.0569911
Nov 13 21:28:19.022781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 46395a08-259f-4137-9daa-f3ec553b24a4 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:28:19.028936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.036527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-963acc0e-cb16-4af0-a28b-8d855fa7f139 req-5d1f9f49-457b-4a85-9048-ed424c6cb169 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481541
Nov 13 21:28:19.082855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.138021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834657b8-c47e-4038-ab68-c056228d292d None None] DHCP port deletion for db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:19.176799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.194499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-834657b8-c47e-4038-ab68-c056228d292d None None] Deleting port 44b882bd-117d-4232-8119-d3f066bea146 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:19.195088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-834657b8-c47e-4038-ab68-c056228d292d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.251429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 44b882bd-117d-4232-8119-d3f066bea146 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:19.291206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-834657b8-c47e-4038-ab68-c056228d292d None None] For port 44b882bd-117d-4232-8119-d3f066bea146, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b882bd-117d-4232-8119-d3f066bea146,segment=NetworkSegment(58933fc5-d74b-42b7-b3d6-384d726961f6),segment_id=58933fc5-d74b-42b7-b3d6-384d726961f6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:19.291599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-834657b8-c47e-4038-ab68-c056228d292d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.310205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-834657b8-c47e-4038-ab68-c056228d292d None None] Calling delete_port for 44b882bd-117d-4232-8119-d3f066bea146 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:19.313287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.340515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=46395a08-259f-4137-9daa-f3ec553b24a4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:19.354331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.360892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1e715df5-2e84-40df-a67e-4cbe7ec0a722 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/46395a08-259f-4137-9daa-f3ec553b24a4 HTTP/1.1" status: 204  len: 168 time: 0.4117665
Nov 13 21:28:19.361685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51512) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:19.368180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35410114-8bfa-40cf-8ed1-d74a043f939a None None] Network a86cd3d9-730b-425e-a1ec-db859f69a8fe requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:19.442518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.468682 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.496078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 44b882bd-117d-4232-8119-d3f066bea146 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:19.497052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.568743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 44b882bd-117d-4232-8119-d3f066bea146, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b882bd-117d-4232-8119-d3f066bea146,segment=NetworkSegment(58933fc5-d74b-42b7-b3d6-384d726961f6),segment_id=58933fc5-d74b-42b7-b3d6-384d726961f6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:19.569114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.595402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 44b882bd-117d-4232-8119-d3f066bea146 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:19.601233 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:28:19.601233 ncdv-master-1 neutron-server[120534]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Nov 13 21:28:19.601233 ncdv-master-1 neutron-server[120534]: [parameters: {'status': 'DOWN', 'ports_id': '44b882bd-117d-4232-8119-d3f066bea146'}]
Nov 13 21:28:19.601233 ncdv-master-1 neutron-server[120534]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:28:19.602157 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:28:19.647629 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-834657b8-c47e-4038-ab68-c056228d292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.673532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.680009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] DHCP port deletion for a86cd3d9-730b-425e-a1ec-db859f69a8fe request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:19.680009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834657b8-c47e-4038-ab68-c056228d292d None None] Pushing event deleted for resources: {'Port': ['ID=44b882bd-117d-4232-8119-d3f066bea146,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:19.685252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834657b8-c47e-4038-ab68-c056228d292d None None] No DVR routers for this DVR port 44b882bd-117d-4232-8119-d3f066bea146 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:19.704010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=44b882bd-117d-4232-8119-d3f066bea146,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:19.710945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port 44b882bd-117d-4232-8119-d3f066bea146 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:19.733381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] Deleting port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:19.733859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.792602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.800209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] For port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,segment=NetworkSegment(8d604d8b-0d8e-4262-894d-e20f8afd75b2),segment_id=8d604d8b-0d8e-4262-894d-e20f8afd75b2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:19.800604 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.813229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] Calling delete_port for 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:19.817195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcb96df0>,) {'filters': {'network_id': ['db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:19.827176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb96df0>, '58933fc5-d74b-42b7-b3d6-384d726961f6') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:19.831235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb96df0>, '58933fc5-d74b-42b7-b3d6-384d726961f6') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:19.837470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.852717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.859134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:28:19.859526 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:28:19.862564 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:28:19.963990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:19.993328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] Pushing event deleted for resources: {'Port': ['ID=18b7ee08-30e2-47c6-96b5-0f7d9dc8974b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:19.995124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac7088-196c-4ea9-a372-846689ffa92b None None] No DVR routers for this DVR port 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:20.007577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.017234 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.024177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8 HTTP/1.1" status: 204  len: 168 time: 0.6580932
Nov 13 21:28:20.024278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51516) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:20.031911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee4cc5-7e56-44ae-a16e-75407a3211de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=db792cca-c3a5-4ad4-a74c-6ee8bc7e6ba8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:20.110749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.128298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Port 44b882bd-117d-4232-8119-d3f066bea146 update to DOWN by agent not found {{(pid=120534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 13 21:28:20.201967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.209857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1396f3-9ab5-48b2-bb9a-f5a6bfca5a27 req-0fd60acd-5da6-4d21-acec-11e1da368555 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:20.211433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a1396f3-9ab5-48b2-bb9a-f5a6bfca5a27 req-0fd60acd-5da6-4d21-acec-11e1da368555 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 944 time: 0.0557654
Nov 13 21:28:20.226997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdee84e20>,) {'filters': {'network_id': ['a86cd3d9-730b-425e-a1ec-db859f69a8fe']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:20.237053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee84e20>, '8d604d8b-0d8e-4262-894d-e20f8afd75b2') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:20.237345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee84e20>, '8d604d8b-0d8e-4262-894d-e20f8afd75b2') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:20.244886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ccea49-9b0b-46c7-9c14-d55f3be50161 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:28:20.247813 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.270445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a1396f3-9ab5-48b2-bb9a-f5a6bfca5a27 req-7c70f8ef-075c-450d-96d2-d3bbde868749 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425489
Nov 13 21:28:20.270803 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.270803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:28:20.270996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:28:20.274197 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:28:20.350043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:20.366350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'port_id': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'mac_address': 'fa:16:3e:c9:9d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d4b06f-e767-4677-8c18-b75cf0edcb71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:28:20.404374 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.404724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.422178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.422178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/a86cd3d9-730b-425e-a1ec-db859f69a8fe HTTP/1.1" status: 204  len: 168 time: 0.3908160
Nov 13 21:28:20.422776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51528) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:20.424615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ccea49-9b0b-46c7-9c14-d55f3be50161 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:28:20.428074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-600710693'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:20.446761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e55ac-22e9-49eb-8722-686d1e50d211 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=a86cd3d9-730b-425e-a1ec-db859f69a8fe,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:20.448584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:20.518567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:20.522513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.527967 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.550102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:20.559833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.560184 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment d8649c96-7a46-47fb-9f00-d697d3c9c579 of type vlan for network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3
Nov 13 21:28:20.586829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:20.608591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.707102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.712556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:20.717589 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:20.736077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f3ccea49-9b0b-46c7-9c14-d55f3be50161'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:28:20.780497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=91d5a3f1-dfab-4fbe-9a62-08f2f44546e3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:20.796634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:20.888205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fb922b67-3870-4ff9-bb73-7d6a869e855a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4642274
Nov 13 21:28:20.891103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:20.896657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:21.060901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:21.064375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:21.242484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:21.268383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:21.268745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 18b7ee08-30e2-47c6-96b5-0f7d9dc8974b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:21.299481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:21.377070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=826b7ec1-9099-49e7-8cae-6ae9c94836b4,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:21.380489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901cbcf-9048-411e-ba25-82ab20a54cca req-92e4ee0e-9f55-4d9e-b829-4da692728d73 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:21.382629 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': 'd8649c96-7a46-47fb-9f00-d697d3c9c579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:21.382976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c901cbcf-9048-411e-ba25-82ab20a54cca req-92e4ee0e-9f55-4d9e-b829-4da692728d73 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 945 time: 0.0493662
Nov 13 21:28:21.383088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:21.437217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c901cbcf-9048-411e-ba25-82ab20a54cca req-a459ac9d-81c0-4998-8e91-f63c45eacdcb tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470872
Nov 13 21:28:21.490302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:21.604647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:21.608892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:21.609477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:21.614166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec21054-ac9e-4c73-8e02-1a307632fdbc None None] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:21.741625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c6c961c-fba7-46e1-816f-3a529c0b0af7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8492138
Nov 13 21:28:21.744405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51564) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:21.749817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-582940759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:21.756539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91d5a3f1-dfab-4fbe-9a62-08f2f44546e3', 'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '826b7ec1-9099-49e7-8cae-6ae9c94836b4'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:21.757435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:21.847677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:21.848826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:21.885585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Allocated IP 172.20.0.2 (91d5a3f1-dfab-4fbe-9a62-08f2f44546e3/826b7ec1-9099-49e7-8cae-6ae9c94836b4/e1f572e6-a1aa-4048-8b83-2cdf8441a7e0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:21.898465 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.013618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.043229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.109174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.110648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-28acae89-1b07-49dc-84df-6c6cc26ac06b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3652325
Nov 13 21:28:22.113189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:22.118182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'port': {'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3', 'name': 'tempest-RoutersTest-390598751'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:22.165610 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.203969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:22.206850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:22.212462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:22.221845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Pushing event updated for resources: {'Port': ['ID=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:22.264255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ccea49-9b0b-46c7-9c14-d55f3be50161 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:22.287510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:22.291430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.306001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Attempting to bind port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:22.306375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Attempting to bind port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8649c96-7a46-47fb-9f00-d697d3c9c579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:22.306737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Attempting to bind port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 on network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:22.310676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] device_id is not set on port 470c29e6-55a8-4582-a845-19c72145fe14 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:28:22.314594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:22.323725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Checking segment: {'id': 'd8649c96-7a46-47fb-9f00-d697d3c9c579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:22.323725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.323725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Bound using segment: {'id': 'd8649c96-7a46-47fb-9f00-d697d3c9c579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:22.323725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Bound port: e1f572e6-a1aa-4048-8b83-2cdf8441a7e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8649c96-7a46-47fb-9f00-d697d3c9c579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '91d5a3f1-dfab-4fbe-9a62-08f2f44546e3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:22.323725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.385359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] For port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:22.388267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] For port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,segment=NetworkSegment(d8649c96-7a46-47fb-9f00-d697d3c9c579),segment_id=d8649c96-7a46-47fb-9f00-d697d3c9c579)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:22.410624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port f3ccea49-9b0b-46c7-9c14-d55f3be50161 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:28:22.419202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port f3ccea49-9b0b-46c7-9c14-d55f3be50161 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:22.419600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.423211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.20.0.14 (91d5a3f1-dfab-4fbe-9a62-08f2f44546e3/826b7ec1-9099-49e7-8cae-6ae9c94836b4/470c29e6-55a8-4582-a845-19c72145fe14) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:22.455641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.526229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b21a-5532-4905-bbad-28242fdb31b2 None None] Pushing event updated for resources: {'Port': ['ID=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:22.563175 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.593238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:22.595515 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e46cd77-3082-41bc-8a21-ddefbc0ad1d6" -d '{"events": [{"server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "name": "network-vif-plugged", "status": "completed", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:22.608547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:22.622075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575af4d-6920-477e-898e-d7368effed6e req-fd2710fd-abd0-418d-9c80-490324b221a0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:22.623749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3575af4d-6920-477e-898e-d7368effed6e req-fd2710fd-abd0-418d-9c80-490324b221a0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 945 time: 0.0852609
Nov 13 21:28:22.643567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.645126 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5068cef5-c389-4ab4-b906-07b79c931516 x-openstack-request-id: req-5068cef5-c389-4ab4-b906-07b79c931516 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:22.645487 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "name": "network-vif-plugged", "status": "completed", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:22.646013 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5068cef5-c389-4ab4-b906-07b79c931516 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:22.646405 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'code': 200}
Nov 13 21:28:22.689809 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.699362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3575af4d-6920-477e-898e-d7368effed6e req-82df8508-f3d5-4484-b9c6-a788ebfe2b69 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667207
Nov 13 21:28:22.764347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1539b-4d26-4f5a-960b-8ad309e26c26 req-0a094d62-8067-4f24-a2b2-37da35770fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:22.766012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0aa1539b-4d26-4f5a-960b-8ad309e26c26 req-0a094d62-8067-4f24-a2b2-37da35770fe8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 1097 time: 0.0510819
Nov 13 21:28:22.792967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:22.816953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0aa1539b-4d26-4f5a-960b-8ad309e26c26 req-41430928-3eb1-4437-b8ef-915a90fb267e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438221
Nov 13 21:28:22.844652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:22.891911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:22.896830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:22.900618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:22.907101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=470c29e6-55a8-4582-a845-19c72145fe14,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:22.952153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:22.952665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:23.074245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-06b49e45-92bf-4d87-8a1d-b10b6081a965 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.9535778
Nov 13 21:28:23.074245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51588) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:23.289959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:23.359157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:23.359607 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:23.461042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:23.502226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,segment=NetworkSegment(d8649c96-7a46-47fb-9f00-d697d3c9c579),segment_id=d8649c96-7a46-47fb-9f00-d697d3c9c579)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:23.555892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5275d36-390a-497e-964f-f89bcf5f117c None None] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:23.583848 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:23.687521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-341d8f19-1b92-43a5-aa2f-1e2ce8d32af6 None None] Provisioning complete for port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:23.687521 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-341d8f19-1b92-43a5-aa2f-1e2ce8d32af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:23.692855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:23.803533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:23.867289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f09e54-e58f-4f5b-87df-ee5f99b1c6fc req-0e38e203-2908-4a32-baf5-2319a308968f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:23.869647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07f09e54-e58f-4f5b-87df-ee5f99b1c6fc req-0e38e203-2908-4a32-baf5-2319a308968f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0722060
Nov 13 21:28:23.928317 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07f09e54-e58f-4f5b-87df-ee5f99b1c6fc req-78565967-fe26-468e-b39e-af99621e573d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500255
Nov 13 21:28:24.135205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.202622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.203976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-254fd28b-66d7-41df-bbe5-2695ae60939e None None] Provisioning complete for port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:24.204861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-254fd28b-66d7-41df-bbe5-2695ae60939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.293106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=470c29e6-55a8-4582-a845-19c72145fe14,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:24.314448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-254fd28b-66d7-41df-bbe5-2695ae60939e None None] Provisioning complete for port 470c29e6-55a8-4582-a845-19c72145fe14 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:24.315058 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-254fd28b-66d7-41df-bbe5-2695ae60939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.350359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-254fd28b-66d7-41df-bbe5-2695ae60939e None None] Port 470c29e6-55a8-4582-a845-19c72145fe14 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:24.444250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.477968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e691d750-1c6d-489a-bb51-2eafffdcd7bf None None] Provisioning complete for port 470c29e6-55a8-4582-a845-19c72145fe14 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:24.478337 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e691d750-1c6d-489a-bb51-2eafffdcd7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.516007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e691d750-1c6d-489a-bb51-2eafffdcd7bf None None] Port 470c29e6-55a8-4582-a845-19c72145fe14 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:24.634888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.643300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-53a248c7-9e76-4000-bb25-09a52989b8bd None None] Provisioning complete for port 470c29e6-55a8-4582-a845-19c72145fe14 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:24.643664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53a248c7-9e76-4000-bb25-09a52989b8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.679812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-53a248c7-9e76-4000-bb25-09a52989b8bd None None] Port 470c29e6-55a8-4582-a845-19c72145fe14 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:24.695773 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b73b0774-6542-4562-a7c2-eede9b4db8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.889561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:24.972654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:25.077862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:25.081108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=470c29e6-55a8-4582-a845-19c72145fe14,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:25.102991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85d972-7340-47eb-ae25-fe7b27daacfc req-af2dfdd5-49de-4a62-8b11-f992cabeff25 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:25.104472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b85d972-7340-47eb-ae25-fe7b27daacfc req-af2dfdd5-49de-4a62-8b11-f992cabeff25 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0883255
Nov 13 21:28:25.199555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b85d972-7340-47eb-ae25-fe7b27daacfc req-72777a46-1637-4d68-b447-d7fb8b1f806b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848331
Nov 13 21:28:25.227429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:25.230211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:25.263753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:25.330350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:25.331034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:25.354212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d2b7d-c04f-41f9-8fae-65104a3bc767 req-017658ae-4199-45c5-8ac4-216f6c6264dc tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:25.358073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e70d2b7d-c04f-41f9-8fae-65104a3bc767 req-017658ae-4199-45c5-8ac4-216f6c6264dc tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0730669
Nov 13 21:28:25.413618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e70d2b7d-c04f-41f9-8fae-65104a3bc767 req-0e866aec-bcbd-4e20-9812-63795809d2c1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492847
Nov 13 21:28:25.435652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 7bba8cd8-4908-445b-8c90-77c6fc4c9f9c is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:28:25.508615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e53a81d-f729-4ad0-a884-0f2908bc947f None None] Provisioning complete for port 470c29e6-55a8-4582-a845-19c72145fe14 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:25.509324 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e53a81d-f729-4ad0-a884-0f2908bc947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:25.540610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:25.546062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-521e9eff-42e3-4a2f-a954-82d4b9e79d4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/7bba8cd8-4908-445b-8c90-77c6fc4c9f9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4747663
Nov 13 21:28:25.548583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51622) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:25.556478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] Sync routers for ids ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:25.564182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0e53a81d-f729-4ad0-a884-0f2908bc947f None None] Port 470c29e6-55a8-4582-a845-19c72145fe14 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:25.579088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] Routers {'7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:25.579862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdccb1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:25.604712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfebdf-3d60-4093-8256-88e16767af6e tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:25.606483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2bfebdf-3d60-4093-8256-88e16767af6e tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports/470c29e6-55a8-4582-a845-19c72145fe14 HTTP/1.1" status: 200  len: 977 time: 0.0569539
Nov 13 21:28:25.609469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51626) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:25.622897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdccb1d30>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:25.627945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] Routers {'7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:25.628540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdccb1d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:27:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:25.782653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8810ebc-13b5-4180-a0c8-1f74f9517ecb req-96b75372-3f80-4b2c-848d-1c4627645690 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:25.784159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8810ebc-13b5-4180-a0c8-1f74f9517ecb req-96b75372-3f80-4b2c-848d-1c4627645690 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.1322851
Nov 13 21:28:25.806863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdccb1d30>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:25.807529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02712f3-d808-423f-8a8a-b37b7d827c3b None None] The sync data for ids ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:25.883125 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8810ebc-13b5-4180-a0c8-1f74f9517ecb req-7ddec4d8-f2d0-4604-894d-f889e2bec4fd tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732267
Nov 13 21:28:26.004400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750daa0-34f1-49df-84ea-eec028bcffae req-e3f087f4-0eb9-4714-a194-7e9194b5fb37 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:26.005893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6750daa0-34f1-49df-84ea-eec028bcffae req-e3f087f4-0eb9-4714-a194-7e9194b5fb37 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0523977
Nov 13 21:28:26.060310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6750daa0-34f1-49df-84ea-eec028bcffae req-ec0e14fe-9623-4d76-8e94-4c233e586b7a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478451
Nov 13 21:28:26.133082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:26.344020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 470c29e6-55a8-4582-a845-19c72145fe14 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:26.344351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:26.433204 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:26.447081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 470c29e6-55a8-4582-a845-19c72145fe14 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:26.612136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaafd7-04a0-4290-b9b2-6305a4a4be1a req-168d528f-6983-429b-af8f-b1c405369148 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:26.613794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bbcaafd7-04a0-4290-b9b2-6305a4a4be1a req-168d528f-6983-429b-af8f-b1c405369148 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0593903
Nov 13 21:28:26.667876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bbcaafd7-04a0-4290-b9b2-6305a4a4be1a req-e66c8f4f-762a-4768-930b-ac5a383fefd8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419798
Nov 13 21:28:26.739011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:26.766342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=470c29e6-55a8-4582-a845-19c72145fe14,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:26.927947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.104217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 7bba8cd8-4908-445b-8c90-77c6fc4c9f9c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:27.104441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fb8ba033-4875-4c67-b983-31dfd3a07801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.182956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:27.188210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7cbbd7c2-5fce-42d5-b5db-a2c0dfc596e8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/7bba8cd8-4908-445b-8c90-77c6fc4c9f9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5775850
Nov 13 21:28:27.190772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51658) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:27.193637 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] Sync routers for ids ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:27.206567 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] Routers {'7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:27.207159 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4765e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:27.242333 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4765e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:27.250985 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] Routers {'7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:27.251559 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4765e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:27.283961 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4765e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:27.284598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e97e85-aba8-4bb9-b907-b5fa9b1a945f None None] The sync data for ids ['7bba8cd8-4908-445b-8c90-77c6fc4c9f9c'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:27.386120 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-70e90d49-f8d9-454f-ba5e-f76662677457 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] remove_router_interface failed (client error): The resource could not be found.
Nov 13 21:28:27.387116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70e90d49-f8d9-454f-ba5e-f76662677457 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/7bba8cd8-4908-445b-8c90-77c6fc4c9f9c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.1953056
Nov 13 21:28:27.390395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51664) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:27.416018 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e0c6ef75-dee4-4c0f-b2fe-14d0781db88d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bba8cd8-4908-445b-8c90-77c6fc4c9f9c HTTP/1.1" status: 200  len: 205 time: 0.0244613
Nov 13 21:28:27.418524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:27.492041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.650949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.653188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.788442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c67bd-6ae6-44a7-8794-0c951dade773 req-2b0ca6d9-0fe8-4fca-9163-27f3b5b19d92 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:27.790015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-398c67bd-6ae6-44a7-8794-0c951dade773 req-2b0ca6d9-0fe8-4fca-9163-27f3b5b19d92 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0502274
Nov 13 21:28:27.791062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.791585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router 7bba8cd8-4908-445b-8c90-77c6fc4c9f9c {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:28:27.799068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.800112 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab67fedb-3c5e-49a6-81c1-ba9defc51d96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/7bba8cd8-4908-445b-8c90-77c6fc4c9f9c HTTP/1.1" status: 204  len: 168 time: 0.3807251
Nov 13 21:28:27.802899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51674) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:27.843788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-398c67bd-6ae6-44a7-8794-0c951dade773 req-9b4d7475-ac69-4564-919c-6e384c93f798 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425000
Nov 13 21:28:27.859544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 826b7ec1-9099-49e7-8cae-6ae9c94836b4 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:28:27.862713 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.903037 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:27.982891 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.147504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.176166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=826b7ec1-9099-49e7-8cae-6ae9c94836b4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:28.178590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.183942 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/826b7ec1-9099-49e7-8cae-6ae9c94836b4 HTTP/1.1" status: 204  len: 168 time: 0.3772120
Nov 13 21:28:28.184705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f817a-77af-459a-9dc9-f8d6854a234e None None] Network 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:28.185090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51678) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:28.188305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.188656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.189021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.189465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.190277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.190277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.190525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.190706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.190985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.191312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.191634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.191952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4452a2-aa42-401f-b12f-4b18cbad8afa tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:28.384472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] DHCP port deletion for 91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:28.448448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] Deleting port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:28.448912 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.513104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.520059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] For port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,segment=NetworkSegment(d8649c96-7a46-47fb-9f00-d697d3c9c579),segment_id=d8649c96-7a46-47fb-9f00-d697d3c9c579)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:28.520447 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.533523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] Calling delete_port for e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:28.623171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.676639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:28.685029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.710606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.741856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] Pushing event deleted for resources: {'Port': ['ID=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:28.744510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,segment=NetworkSegment(d8649c96-7a46-47fb-9f00-d697d3c9c579),segment_id=d8649c96-7a46-47fb-9f00-d697d3c9c579)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:28.744633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.752258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c2fb4-e8e0-44db-bdee-60f634b8d14f None None] No DVR routers for this DVR port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:28.758621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:28.835430 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.863824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=e1f572e6-a1aa-4048-8b83-2cdf8441a7e0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:28.865665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:28.943444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.964140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeecf880>,) {'filters': {'network_id': ['91d5a3f1-dfab-4fbe-9a62-08f2f44546e3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:28.968783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d24ffe-2470-408a-b0cc-11863e3eec83 req-8a50d741-c745-4901-9208-df39acd70a63 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:28.970714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4d24ffe-2470-408a-b0cc-11863e3eec83 req-8a50d741-c745-4901-9208-df39acd70a63 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0518537
Nov 13 21:28:28.973753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeecf880>, 'd8649c96-7a46-47fb-9f00-d697d3c9c579') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:28.974059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeecf880>, 'd8649c96-7a46-47fb-9f00-d697d3c9c579') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:28.983646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:28.997577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.003401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:28:29.003783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   self.session.flush()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:28:29.006822 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:28:29.019282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4d24ffe-2470-408a-b0cc-11863e3eec83 req-77fac273-9df7-4105-92fe-c13c8005d607 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427823
Nov 13 21:28:29.146592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.153577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.156822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/91d5a3f1-dfab-4fbe-9a62-08f2f44546e3 HTTP/1.1" status: 204  len: 168 time: 0.9710543
Nov 13 21:28:29.160664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:29.165993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-442063080'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:29.168186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ecca8-d151-47ea-8de2-305637b6da66 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=91d5a3f1-dfab-4fbe-9a62-08f2f44546e3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:29.231208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:29.249500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:29.252280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:29.252630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e1f572e6-a1aa-4048-8b83-2cdf8441a7e0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:29.253066 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.276582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:29.285468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.285807 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment a0f8b66e-6bff-4625-9de3-9e7481a1c8dd of type vlan for network f2de097d-8630-467e-99dd-940f27787042
Nov 13 21:28:29.328254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.432548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.438867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:29.439446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.504680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=f2de097d-8630-467e-99dd-940f27787042,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:29.517679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f2de097d-8630-467e-99dd-940f27787042 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:29.541721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3e645e16-2921-4a4a-9a05-68f83719b733 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3797200
Nov 13 21:28:29.544967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51698) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:29.550132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': 'f2de097d-8630-467e-99dd-940f27787042', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:29.727362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:29.731662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:29.919145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.001649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.066034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=ad2ae021-b393-48bc-b794-19486bb8c601,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:30.075462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2de097d-8630-467e-99dd-940f27787042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:30.075823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: f2de097d-8630-467e-99dd-940f27787042, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:30.140161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71508-d008-4093-a77b-a7feae0cd7d8 req-f1e18e70-20aa-4f0d-b2b8-9e951c5e414d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:30.141106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1c71508-d008-4093-a77b-a7feae0cd7d8 req-f1e18e70-20aa-4f0d-b2b8-9e951c5e414d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0483749
Nov 13 21:28:30.142230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network f2de097d-8630-467e-99dd-940f27787042 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:30.189410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1c71508-d008-4093-a77b-a7feae0cd7d8 req-4630fd01-eedb-4a46-8956-2996996f8e0a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417299
Nov 13 21:28:30.218157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2de097d-8630-467e-99dd-940f27787042) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:30.222712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:30.223306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.227999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad75412-9bc1-46bc-a112-81ffafe2fe7c None None] Network f2de097d-8630-467e-99dd-940f27787042 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:30.306832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e12f20dd-8c56-4cc5-b7b2-a0898364427c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7607296
Nov 13 21:28:30.309433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51724) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:30.314165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1931905803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:30.363492 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.387875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2de097d-8630-467e-99dd-940f27787042', 'network_id': 'f2de097d-8630-467e-99dd-940f27787042', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': 'ad2ae021-b393-48bc-b794-19486bb8c601'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:30.388776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.418927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.420199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.477082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.527134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Allocated IP 172.20.0.2 (f2de097d-8630-467e-99dd-940f27787042/ad2ae021-b393-48bc-b794-19486bb8c601/e675342d-bc85-4bc8-94ba-a4e7975b6010) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:30.568161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.680088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.703825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.705070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b4f4f89e-2031-4066-935a-67551788069c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3945582
Nov 13 21:28:30.707794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:30.818870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:30.869747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Pushing event updated for resources: {'Port': ['ID=e675342d-bc85-4bc8-94ba-a4e7975b6010,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:30.882630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Network f2de097d-8630-467e-99dd-940f27787042 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:30.886796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:30.887996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:30.986476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Attempting to bind port e675342d-bc85-4bc8-94ba-a4e7975b6010 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:30.986892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Attempting to bind port e675342d-bc85-4bc8-94ba-a4e7975b6010 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2de097d-8630-467e-99dd-940f27787042'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:30.987200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Attempting to bind port e675342d-bc85-4bc8-94ba-a4e7975b6010 on network f2de097d-8630-467e-99dd-940f27787042 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:30.999842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:31.000456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Checking segment: {'id': 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2de097d-8630-467e-99dd-940f27787042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:31.001145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.001547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Bound using segment: {'id': 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2de097d-8630-467e-99dd-940f27787042'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:31.002041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Bound port: e675342d-bc85-4bc8-94ba-a4e7975b6010, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2de097d-8630-467e-99dd-940f27787042'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:31.002465 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.054291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.078117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] For port e675342d-bc85-4bc8-94ba-a4e7975b6010, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:31.079268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] For port e675342d-bc85-4bc8-94ba-a4e7975b6010, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e675342d-bc85-4bc8-94ba-a4e7975b6010,segment=NetworkSegment(a0f8b66e-6bff-4625-9de3-9e7481a1c8dd),segment_id=a0f8b66e-6bff-4625-9de3-9e7481a1c8dd)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:31.190549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.251484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e014b-b0b5-4e72-889a-aa9c77f6033b None None] Pushing event updated for resources: {'Port': ['ID=e675342d-bc85-4bc8-94ba-a4e7975b6010,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:31.305933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.20.0.1 (f2de097d-8630-467e-99dd-940f27787042/ad2ae021-b393-48bc-b794-19486bb8c601/f22c4685-690d-46be-994d-13f1754c4af2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:31.334237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905d3e9-220d-493c-9746-c48b183206f0 req-6f149523-68e1-4ce2-bdc7-87f1dd991eff tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:31.337189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f905d3e9-220d-493c-9746-c48b183206f0 req-6f149523-68e1-4ce2-bdc7-87f1dd991eff tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0609758
Nov 13 21:28:31.392513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f905d3e9-220d-493c-9746-c48b183206f0 req-3d938434-7408-4f18-b5cf-bcf69dd5cf03 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504160
Nov 13 21:28:31.454706 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.547190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.587858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network f2de097d-8630-467e-99dd-940f27787042 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:31.593546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:31.597583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:31.604105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=f22c4685-690d-46be-994d-13f1754c4af2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:31.645642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:31.823717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.127456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.210151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.215666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe98d54-5a19-47f6-b72b-035fa76996aa None None] Network f2de097d-8630-467e-99dd-940f27787042 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:32.286274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7939968f-3c82-4ddb-9acb-0d0ccac5abfe None None] Provisioning complete for port e675342d-bc85-4bc8-94ba-a4e7975b6010 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:32.286639 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7939968f-3c82-4ddb-9acb-0d0ccac5abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.293715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=f22c4685-690d-46be-994d-13f1754c4af2,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:32.296081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.387856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network f2de097d-8630-467e-99dd-940f27787042 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:32.389448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:32.438437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7939968f-3c82-4ddb-9acb-0d0ccac5abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.486753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7939968f-3c82-4ddb-9acb-0d0ccac5abfe None None] For port e675342d-bc85-4bc8-94ba-a4e7975b6010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e675342d-bc85-4bc8-94ba-a4e7975b6010,segment=NetworkSegment(a0f8b66e-6bff-4625-9de3-9e7481a1c8dd),segment_id=a0f8b66e-6bff-4625-9de3-9e7481a1c8dd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:32.573170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ecfa1-98d5-413f-95e4-6809831454a3 req-905673e1-c56f-44d9-9d8e-083d1d40cf96 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:32.573385 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7939968f-3c82-4ddb-9acb-0d0ccac5abfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.575290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-674ecfa1-98d5-413f-95e4-6809831454a3 req-905673e1-c56f-44d9-9d8e-083d1d40cf96 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0782943
Nov 13 21:28:32.629336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939968f-3c82-4ddb-9acb-0d0ccac5abfe None None] Pushing event updated for resources: {'Port': ['ID=e675342d-bc85-4bc8-94ba-a4e7975b6010,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:32.635401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-674ecfa1-98d5-413f-95e4-6809831454a3 req-1f79fdb8-1ac0-4cb5-a78c-74f8f43c86a8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486703
Nov 13 21:28:32.755331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 14a7c585-fd39-4242-99f5-f003fb7ce04a is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:28:32.795265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0dd2c683-92d2-4b93-8065-d1e44f8017c8 None None] Provisioning complete for port f22c4685-690d-46be-994d-13f1754c4af2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:32.795629 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c683-92d2-4b93-8065-d1e44f8017c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.848285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2c683-92d2-4b93-8065-d1e44f8017c8 None None] Port f22c4685-690d-46be-994d-13f1754c4af2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:32.861667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0dd2c683-92d2-4b93-8065-d1e44f8017c8 None None] Provisioning complete for port e675342d-bc85-4bc8-94ba-a4e7975b6010 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:32.862087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c683-92d2-4b93-8065-d1e44f8017c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:32.863036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:32.874985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0c981244-c76b-4137-8bb8-d5eaf4147246 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/14a7c585-fd39-4242-99f5-f003fb7ce04a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1661847
Nov 13 21:28:32.877772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51770) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:32.890316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] Sync routers for ids ['14a7c585-fd39-4242-99f5-f003fb7ce04a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:32.921465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] Routers {'14a7c585-fd39-4242-99f5-f003fb7ce04a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:32.922095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9c5100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['14a7c585-fd39-4242-99f5-f003fb7ce04a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:32.942305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232939f1-0c80-4a99-bc02-0a0d7974a67c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:32.944324 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-232939f1-0c80-4a99-bc02-0a0d7974a67c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports/f22c4685-690d-46be-994d-13f1754c4af2 HTTP/1.1" status: 200  len: 910 time: 0.0655661
Nov 13 21:28:32.947099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:32.973672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9c5100>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:33.008996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] Routers {'14a7c585-fd39-4242-99f5-f003fb7ce04a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:33.009599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9c5100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['14a7c585-fd39-4242-99f5-f003fb7ce04a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:33.052300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9c5100>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:33.053187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc65f677-0f21-4c83-801a-2683a23d835c None None] The sync data for ids ['14a7c585-fd39-4242-99f5-f003fb7ce04a'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:33.179859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1b908f21-4fb1-4ac4-b620-a34c3a2519fc None None] Provisioning complete for port f22c4685-690d-46be-994d-13f1754c4af2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:33.180327 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b908f21-4fb1-4ac4-b620-a34c3a2519fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:33.221119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1b908f21-4fb1-4ac4-b620-a34c3a2519fc None None] Port f22c4685-690d-46be-994d-13f1754c4af2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:33.288824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e675342d-bc85-4bc8-94ba-a4e7975b6010 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:33.303846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:33.340742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e675342d-bc85-4bc8-94ba-a4e7975b6010 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:33.341113 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:33.549678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port f22c4685-690d-46be-994d-13f1754c4af2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:33.550038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:33.645032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:33.657316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for f22c4685-690d-46be-994d-13f1754c4af2 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:33.806878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec73e7-55dc-4888-887f-6bb9c00519a6 req-99593177-c036-466a-b3c4-0d5c8c3f3e35 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:33.808271 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8ec73e7-55dc-4888-887f-6bb9c00519a6 req-99593177-c036-466a-b3c4-0d5c8c3f3e35 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0988162
Nov 13 21:28:33.895220 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8ec73e7-55dc-4888-887f-6bb9c00519a6 req-32f9351c-4ccf-4c1c-894a-dfab8a0228f2 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787766
Nov 13 21:28:33.950184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:33.977307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=f22c4685-690d-46be-994d-13f1754c4af2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:34.129317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.289845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 14a7c585-fd39-4242-99f5-f003fb7ce04a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:34.365645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:34.370872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c984dd79-dbe0-4a36-8070-51a28bd69b7c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/14a7c585-fd39-4242-99f5-f003fb7ce04a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4224577
Nov 13 21:28:34.374190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51792) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:34.376843 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] Sync routers for ids ['14a7c585-fd39-4242-99f5-f003fb7ce04a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:34.388551 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] Routers {'14a7c585-fd39-4242-99f5-f003fb7ce04a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:34.389448 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde749f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['14a7c585-fd39-4242-99f5-f003fb7ce04a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:34.401047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4f08243-df3f-476b-873b-687b60dc049e tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=14a7c585-fd39-4242-99f5-f003fb7ce04a HTTP/1.1" status: 200  len: 205 time: 0.0257220
Nov 13 21:28:34.403764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51794) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:34.424894 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde749f10>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:34.434556 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] Routers {'14a7c585-fd39-4242-99f5-f003fb7ce04a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:34.435154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde749f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['14a7c585-fd39-4242-99f5-f003fb7ce04a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:34.471129 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde749f10>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:34.471779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec80624-43ea-4a82-a8e7-c18d8de4c6ef None None] The sync data for ids ['14a7c585-fd39-4242-99f5-f003fb7ce04a'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:34.484457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.643738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.645791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.761318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.762377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router 14a7c585-fd39-4242-99f5-f003fb7ce04a {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:28:34.771959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.771959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a0334fdc-82d8-44d1-9356-a5084b11b832 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/14a7c585-fd39-4242-99f5-f003fb7ce04a HTTP/1.1" status: 204  len: 168 time: 0.3662357
Nov 13 21:28:34.773591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51796) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:34.774199 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-bc784932-6202-4ef1-9f95-a02fc256b4df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0444472
Nov 13 21:28:34.840668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet ad2ae021-b393-48bc-b794-19486bb8c601 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:28:34.841197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-51280554-d9ff-4bf6-872f-885f1b27f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:34.842776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-51280554-d9ff-4bf6-872f-885f1b27f204 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=81b68b19df8f4380a0b184433be626ad&device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 1097 time: 0.0433068
Nov 13 21:28:34.844061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:34.953782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-58d88163-1a30-402d-a602-2583d131f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:34.955345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-58d88163-1a30-402d-a602-2583d131f508 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c HTTP/1.1" status: 200  len: 907 time: 0.0922956
Nov 13 21:28:35.091991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-46051a3c-6e2b-4281-9e28-76eaadf37769 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb HTTP/1.1" status: 200  len: 1002 time: 0.1290259
Nov 13 21:28:35.107903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286fa6c-3bf4-4781-84d6-ccbaecad63cf req-ea0e3eff-539f-4239-9447-352bb9c4f01c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:35.113138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f286fa6c-3bf4-4781-84d6-ccbaecad63cf req-ea0e3eff-539f-4239-9447-352bb9c4f01c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.1017003
Nov 13 21:28:35.130751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.206934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-67f66c7d-10d8-45e5-beb3-397973738b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:35.208880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-67f66c7d-10d8-45e5-beb3-397973738b6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=485e6b58-fb20-4aeb-9995-44a40ef74dbb HTTP/1.1" status: 200  len: 845 time: 0.0971403
Nov 13 21:28:35.213719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f286fa6c-3bf4-4781-84d6-ccbaecad63cf req-6ea4be7d-7a1b-4c17-88f8-4bbf5afc86a1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957677
Nov 13 21:28:35.224486 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.266040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-07d5a128-2459-4d75-b22f-e3a455590115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:35.267543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-07d5a128-2459-4d75-b22f-e3a455590115 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ee8fa97-c04f-4d91-ae78-77778dfdc06c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0508690
Nov 13 21:28:35.373012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-b9d80f6d-de9e-4afe-bff8-94665c89ce63 service neutron] 10.222.0.37 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926244
Nov 13 21:28:35.402058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.429979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2ae021-b393-48bc-b794-19486bb8c601,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:35.431994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.437642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532c6c2-2d65-4a56-bfba-1da0af8af58c None None] Network f2de097d-8630-467e-99dd-940f27787042 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:35.438399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e96d7583-cbb2-43b4-bdf9-c2cd743d3b32 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/ad2ae021-b393-48bc-b794-19486bb8c601 HTTP/1.1" status: 204  len: 168 time: 0.6638110
Nov 13 21:28:35.439342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51808) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:35.473534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd804ed1-3729-491f-864b-373a6c6f40e7 req-37f22317-3a64-40ca-8e70-722a8241ccce service neutron] 10.222.0.37 "GET /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940640
Nov 13 21:28:35.516634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.571570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port e675342d-bc85-4bc8-94ba-a4e7975b6010 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:35.576417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.631981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] DHCP port deletion for f2de097d-8630-467e-99dd-940f27787042 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:35.648624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port e675342d-bc85-4bc8-94ba-a4e7975b6010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e675342d-bc85-4bc8-94ba-a4e7975b6010,segment=NetworkSegment(a0f8b66e-6bff-4625-9de3-9e7481a1c8dd),segment_id=a0f8b66e-6bff-4625-9de3-9e7481a1c8dd)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:35.649012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.661855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for e675342d-bc85-4bc8-94ba-a4e7975b6010 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:35.678577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] Deleting port e675342d-bc85-4bc8-94ba-a4e7975b6010 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:35.678949 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.744476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] For port e675342d-bc85-4bc8-94ba-a4e7975b6010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e675342d-bc85-4bc8-94ba-a4e7975b6010,segment=NetworkSegment(a0f8b66e-6bff-4625-9de3-9e7481a1c8dd),segment_id=a0f8b66e-6bff-4625-9de3-9e7481a1c8dd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:35.745042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.757948 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] Calling delete_port for e675342d-bc85-4bc8-94ba-a4e7975b6010 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:35.814993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.830389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.844306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=e675342d-bc85-4bc8-94ba-a4e7975b6010,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:35.847790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port e675342d-bc85-4bc8-94ba-a4e7975b6010 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:35.857910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] Pushing event deleted for resources: {'Port': ['ID=e675342d-bc85-4bc8-94ba-a4e7975b6010,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:35.863352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67043759-a098-4843-aa6a-36e094d93a5c None None] No DVR routers for this DVR port e675342d-bc85-4bc8-94ba-a4e7975b6010 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:35.927505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.947623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd78a1d30>,) {'filters': {'network_id': ['f2de097d-8630-467e-99dd-940f27787042']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:35.957087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd78a1d30>, 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:35.957378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd78a1d30>, 'a0f8b66e-6bff-4625-9de3-9e7481a1c8dd') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:35.971688 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.984996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.990635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:28:35.991261 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:28:35.994155 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:28:36.100604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.109022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.112122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/f2de097d-8630-467e-99dd-940f27787042 HTTP/1.1" status: 204  len: 168 time: 0.6718388
Nov 13 21:28:36.116303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:36.120858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47176850', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:36.121671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb729e-b438-4b28-b870-997726106ccd tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=f2de097d-8630-467e-99dd-940f27787042,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:36.209530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.210688 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.266814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.358142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86448bd-1ad9-459f-9872-c71c96f9e54b req-13d75288-a3e0-4b7a-ba6d-2b0df8456d34 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:36.359895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b86448bd-1ad9-459f-9872-c71c96f9e54b req-13d75288-a3e0-4b7a-ba6d-2b0df8456d34 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0642474
Nov 13 21:28:36.419179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b86448bd-1ad9-459f-9872-c71c96f9e54b req-2e6496ea-f1b3-4f94-b2aa-d11a79201dc9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522940
Nov 13 21:28:36.693499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.968573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:36.987239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:37.091292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.35.3.172 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/e9593b6d-89de-490b-89bb-05148874816f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:37.195263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:37.246027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e675342d-bc85-4bc8-94ba-a4e7975b6010 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:37.267113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e675342d-bc85-4bc8-94ba-a4e7975b6010 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:37.267456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e675342d-bc85-4bc8-94ba-a4e7975b6010 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:37.307130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:37.349987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:37.357628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:37.358741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:37.364548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=e9593b6d-89de-490b-89bb-05148874816f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:37.380519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b43ad3-76e1-465d-984f-d009ae3c45ab None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:37.475470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5edee437-8138-48d1-8406-9234b337cc06 None None] Provisioning complete for port e9593b6d-89de-490b-89bb-05148874816f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:37.476237 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5edee437-8138-48d1-8406-9234b337cc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:37.513418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5edee437-8138-48d1-8406-9234b337cc06 None None] Port e9593b6d-89de-490b-89bb-05148874816f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:37.556596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b0f1-0b8d-437c-a6bc-f9a1ae2aec53 req-1a30f5a3-c1cf-4ee5-bc74-2349e939c27b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:37.558125 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0bd2b0f1-0b8d-437c-a6bc-f9a1ae2aec53 req-1a30f5a3-c1cf-4ee5-bc74-2349e939c27b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0623763
Nov 13 21:28:37.609767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0bd2b0f1-0b8d-437c-a6bc-f9a1ae2aec53 req-d92dc3f4-2bd4-4c62-aa3b-c044a17f14c7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451365
Nov 13 21:28:37.731035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:37.927709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:38.123969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router c8cadd35-6581-4fc1-b18c-2abf801d1c8d is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:28:38.228956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:38.239744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] Sync routers for ids ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:38.249779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] Routers {'c8cadd35-6581-4fc1-b18c-2abf801d1c8d'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:38.254055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:38.285587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b280>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:38.295450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] Routers {'c8cadd35-6581-4fc1-b18c-2abf801d1c8d'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:38.296059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:38.328657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd94b280>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:38.329325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203ba5e9-43f3-4254-9142-9abe47f38666 None None] The sync data for ids ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:38.343368 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:38.345651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d209891e-b61c-43bb-8a47-37c447bc613f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.2273049
Nov 13 21:28:38.347663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51858) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:38.455411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3aab55dd-87ee-46cd-8d92-a4edb995cf28 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/routers/c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 200  len: 879 time: 0.1066334
Nov 13 21:28:38.457806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:38.693041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ed62010-9993-4863-b96d-905e6068e838 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.2339180
Nov 13 21:28:38.695342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51870) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:38.700902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-47176850'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:38.763719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9cbf-bffd-45be-96e7-53f88fa6d7e0 req-c280a54a-e911-4237-a7d7-6d6ad1290cd8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:38.765266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa6f9cbf-bffd-45be-96e7-53f88fa6d7e0 req-c280a54a-e911-4237-a7d7-6d6ad1290cd8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0736263
Nov 13 21:28:38.814198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa6f9cbf-bffd-45be-96e7-53f88fa6d7e0 req-28417557-e1ca-4705-a5ae-3b6e4278045f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426509
Nov 13 21:28:39.002579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:39.087733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:39.194093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router c8cadd35-6581-4fc1-b18c-2abf801d1c8d has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:39.565539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:39.572238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:39.573546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b51151ee-c606-46b6-9e94-70cdb0cf9f55 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 200  len: 886 time: 0.8771598
Nov 13 21:28:39.576726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:39.577586 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] Sync routers for ids ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:39.588772 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] Routers {'c8cadd35-6581-4fc1-b18c-2abf801d1c8d'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:39.589411 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2a42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:39.697702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91e092ca-3bf0-404a-8df5-44240d506795 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/routers/c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 200  len: 886 time: 0.1204684
Nov 13 21:28:39.700345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51882) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:39.716963 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2a42e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:39.725612 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] Routers {'c8cadd35-6581-4fc1-b18c-2abf801d1c8d'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:39.726197 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2a42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:39.729641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9fd22d3-c28d-4d57-90da-76c646ac8750 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 200  len: 205 time: 0.0259647
Nov 13 21:28:39.729889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51884) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:39.759000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2a42e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:39.759689 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865a007-7883-427e-8d33-ba59ae54e889 None None] The sync data for ids ['c8cadd35-6581-4fc1-b18c-2abf801d1c8d'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:39.836931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:39.973075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:39.985272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd3088-e454-4680-835a-677d48b53bd4 req-f48165b4-ae7d-4e41-b553-4bb2136657c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:39.986766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5cd3088-e454-4680-835a-677d48b53bd4 req-f48165b4-ae7d-4e41-b553-4bb2136657c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0717218
Nov 13 21:28:40.034844 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5cd3088-e454-4680-835a-677d48b53bd4 req-31fb40f3-ba94-4229-b957-f08515871b5a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413082
Nov 13 21:28:40.083055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port e9593b6d-89de-490b-89bb-05148874816f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:40.083396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.158703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.170095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for e9593b6d-89de-490b-89bb-05148874816f owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:40.392321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.418760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=e9593b6d-89de-490b-89bb-05148874816f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:40.436033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1cada9-1da7-4526-85aa-f399f887a494 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:40.491092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.581763 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.584007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.720810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.721482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router c8cadd35-6581-4fc1-b18c-2abf801d1c8d {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:28:40.731246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.731246 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87edc766-2626-4283-850a-afe4d978f189 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 204  len: 168 time: 0.9978805
Nov 13 21:28:40.733052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51898) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:40.738065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-289077654'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:40.826175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:40.829743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.853616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:40.863419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:40.863758 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment ad39a6b6-da27-4e39-b17e-4940a953e040 of type vlan for network 868ef338-7959-4771-94fe-993a1891c234
Nov 13 21:28:40.907623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:41.044022 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:41.049566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:41.050169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:41.115447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=868ef338-7959-4771-94fe-993a1891c234,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:41.127041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 868ef338-7959-4771-94fe-993a1891c234 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:41.154453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b00f-edcd-4061-93b3-4d8160b286e3 req-0e0d7584-df0f-41fa-92ac-6540f9865a08 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:41.156051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a005b00f-edcd-4061-93b3-4d8160b286e3 req-0e0d7584-df0f-41fa-92ac-6540f9865a08 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0515702
Nov 13 21:28:41.177996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-75d8301c-a260-447c-8f76-f50bf0fb1427 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4431891
Nov 13 21:28:41.179279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51906) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:41.187540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': '868ef338-7959-4771-94fe-993a1891c234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:41.208217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a005b00f-edcd-4061-93b3-4d8160b286e3 req-d78acfc3-c1d6-4ef7-9ac3-120856a18d17 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460756
Nov 13 21:28:41.349320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:41.352983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:41.396849 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:28:41.618590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:41.682710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=4d774806-bdf0-49e9-8677-e3ce3296cad8,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:41.691824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': 'ad39a6b6-da27-4e39-b17e-4940a953e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '868ef338-7959-4771-94fe-993a1891c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:41.692176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: 868ef338-7959-4771-94fe-993a1891c234, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:41.831892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 868ef338-7959-4771-94fe-993a1891c234 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:41.929162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 868ef338-7959-4771-94fe-993a1891c234) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:41.933351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:41.934338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:41.939340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899c827-72b1-4753-ad5b-4afded49ad83 None None] Network 868ef338-7959-4771-94fe-993a1891c234 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:42.046722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f04b38f9-4c90-4dac-9b7f-7f435400d361 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8656354
Nov 13 21:28:42.049481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:42.054214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-141844021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:42.159867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.163713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.164825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.219673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.263068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-868ef338-7959-4771-94fe-993a1891c234', 'network_id': '868ef338-7959-4771-94fe-993a1891c234', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '4d774806-bdf0-49e9-8677-e3ce3296cad8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:42.263535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.316931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.348477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a218fe1-5a3b-49c4-89fe-3fe3d98ebfe7 req-46922bdb-f5c5-4131-8801-d567d2e11fe3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:42.350043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a218fe1-5a3b-49c4-89fe-3fe3d98ebfe7 req-46922bdb-f5c5-4131-8801-d567d2e11fe3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0644715
Nov 13 21:28:42.399242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Allocated IP 172.20.0.2 (868ef338-7959-4771-94fe-993a1891c234/4d774806-bdf0-49e9-8677-e3ce3296cad8/89f9449a-27e6-4801-a5cd-b5b7003f93bd) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:42.399731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a218fe1-5a3b-49c4-89fe-3fe3d98ebfe7 req-39a9c4f6-1eb9-426f-a909-b9ae499003cc tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428400
Nov 13 21:28:42.420086 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.421314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d14b1b08-3fd8-41e8-b8b1-6220c385f035 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3707850
Nov 13 21:28:42.424037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51922) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:42.551255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.613338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.649461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Network 868ef338-7959-4771-94fe-993a1891c234 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:42.652919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:42.655321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:42.675896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Pushing event updated for resources: {'Port': ['ID=89f9449a-27e6-4801-a5cd-b5b7003f93bd,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:42.713032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.725641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Attempting to bind port 89f9449a-27e6-4801-a5cd-b5b7003f93bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:42.726020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Attempting to bind port 89f9449a-27e6-4801-a5cd-b5b7003f93bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad39a6b6-da27-4e39-b17e-4940a953e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '868ef338-7959-4771-94fe-993a1891c234'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:42.726869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Attempting to bind port 89f9449a-27e6-4801-a5cd-b5b7003f93bd on network 868ef338-7959-4771-94fe-993a1891c234 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:42.731691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:42.732076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Checking segment: {'id': 'ad39a6b6-da27-4e39-b17e-4940a953e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '868ef338-7959-4771-94fe-993a1891c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:42.732475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.733310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Bound using segment: {'id': 'ad39a6b6-da27-4e39-b17e-4940a953e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '868ef338-7959-4771-94fe-993a1891c234'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:42.733408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Bound port: 89f9449a-27e6-4801-a5cd-b5b7003f93bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad39a6b6-da27-4e39-b17e-4940a953e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '868ef338-7959-4771-94fe-993a1891c234'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:42.733881 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.802370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] For port 89f9449a-27e6-4801-a5cd-b5b7003f93bd, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:42.805523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] For port 89f9449a-27e6-4801-a5cd-b5b7003f93bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89f9449a-27e6-4801-a5cd-b5b7003f93bd,segment=NetworkSegment(ad39a6b6-da27-4e39-b17e-4940a953e040),segment_id=ad39a6b6-da27-4e39-b17e-4940a953e040)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:42.918326 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:42.966641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.20.0.1 (868ef338-7959-4771-94fe-993a1891c234/4d774806-bdf0-49e9-8677-e3ce3296cad8/9b2dd10d-345e-4eb9-86d5-5420b3acb4a4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:42.981622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcc0a0-ced0-4aa8-9424-614653da5644 None None] Pushing event updated for resources: {'Port': ['ID=89f9449a-27e6-4801-a5cd-b5b7003f93bd,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:43.093352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.231122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.273440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 868ef338-7959-4771-94fe-993a1891c234 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:43.277635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:43.277816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 89f9449a-27e6-4801-a5cd-b5b7003f93bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:43.283614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:43.309674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=9b2dd10d-345e-4eb9-86d5-5420b3acb4a4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:43.327341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 89f9449a-27e6-4801-a5cd-b5b7003f93bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:43.327710 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.331449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.409825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.454243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 89f9449a-27e6-4801-a5cd-b5b7003f93bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89f9449a-27e6-4801-a5cd-b5b7003f93bd,segment=NetworkSegment(ad39a6b6-da27-4e39-b17e-4940a953e040),segment_id=ad39a6b6-da27-4e39-b17e-4940a953e040)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:43.517177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.525222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e8a65-375b-442f-9ed9-46dbdd65e888 req-52d46330-4f6f-4958-a61f-1df41733d76b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:43.527773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb8e8a65-375b-442f-9ed9-46dbdd65e888 req-52d46330-4f6f-4958-a61f-1df41733d76b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0556862
Nov 13 21:28:43.539046 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.595682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb8e8a65-375b-442f-9ed9-46dbdd65e888 req-e1c161b0-dcff-487b-ba37-12fd66d0d1e6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566795
Nov 13 21:28:43.608461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=89f9449a-27e6-4801-a5cd-b5b7003f93bd,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:43.812029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.916021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.970656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede692a-f40b-4c59-b294-e8fa8eb688f1 None None] Network 868ef338-7959-4771-94fe-993a1891c234 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:43.993210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:43.995856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=9b2dd10d-345e-4eb9-86d5-5420b3acb4a4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:44.088441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 868ef338-7959-4771-94fe-993a1891c234 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:44.091435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:44.105001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e33c9c3b-d2ee-4469-9bf1-aaa2c25c15e2 None None] Provisioning complete for port 89f9449a-27e6-4801-a5cd-b5b7003f93bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:44.105544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e33c9c3b-d2ee-4469-9bf1-aaa2c25c15e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:44.378065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:28:44.439741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-be212424-1e0e-4573-8b39-b805063fab8d None None] Provisioning complete for port 89f9449a-27e6-4801-a5cd-b5b7003f93bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:44.440116 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be212424-1e0e-4573-8b39-b805063fab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:44.517578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:44.555970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-be212424-1e0e-4573-8b39-b805063fab8d None None] Provisioning complete for port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:44.556866 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be212424-1e0e-4573-8b39-b805063fab8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:44.619746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-be212424-1e0e-4573-8b39-b805063fab8d None None] Port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:44.742899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25d9f-857f-42c6-b3ff-33cd0e979375 req-456493d1-2f9d-4d55-86c6-66107363d27f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:44.751729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8a526cc5-01c1-4171-866b-0c8e0172153d None None] Provisioning complete for port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:44.752101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a526cc5-01c1-4171-866b-0c8e0172153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:44.752544 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33f25d9f-857f-42c6-b3ff-33cd0e979375 req-456493d1-2f9d-4d55-86c6-66107363d27f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0691731
Nov 13 21:28:44.767450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:44.784769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0bf1f119-94ed-4731-afce-7588c84b213d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/d33fbf4b-2d75-41c2-8bc3-5b179dc25e76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3574040
Nov 13 21:28:44.785024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51958) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:44.810711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] Sync routers for ids ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:44.811801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33f25d9f-857f-42c6-b3ff-33cd0e979375 req-9eda04bc-ca78-44f2-b486-a0054e1ec6f3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577025
Nov 13 21:28:44.842930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] Routers {'d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:44.843627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd043580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:44.861680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b9567-3a8b-4f84-8b9f-91abb88f2298 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:44.863222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-866b9567-3a8b-4f84-8b9f-91abb88f2298 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports/9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 HTTP/1.1" status: 200  len: 910 time: 0.0772624
Nov 13 21:28:44.866311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51962) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:44.872515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d774806-bdf0-49e9-8677-e3ce3296cad8'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:44.890799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd043580>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:44.893144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8a526cc5-01c1-4171-866b-0c8e0172153d None None] Port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:44.905730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] Routers {'d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:44.909474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd043580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:44.947567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd043580>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:44.948240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b4984-bb4e-491d-8e7d-3772b2290490 None None] The sync data for ids ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:45.016928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c4442b87-18f0-41c8-aeda-ee8b01d99128 None None] Provisioning complete for port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:45.017303 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c4442b87-18f0-41c8-aeda-ee8b01d99128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:45.051765 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:45.056354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c4442b87-18f0-41c8-aeda-ee8b01d99128 None None] Port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:45.246394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 89f9449a-27e6-4801-a5cd-b5b7003f93bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:45.294955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 89f9449a-27e6-4801-a5cd-b5b7003f93bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:45.295321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:45.421254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:45.557979 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:45.631448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=9b2dd10d-345e-4eb9-86d5-5420b3acb4a4,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:45.639031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:45.639659 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:45.640996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-993d0e28-794e-4f61-b330-cdd2c0274b96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/ports/9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 HTTP/1.1" status: 200  len: 910 time: 0.7734582
Nov 13 21:28:45.643828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51986) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:45.960465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17e65d-a6fb-48be-836d-c35f2a5877d4 req-ad270080-9132-4c32-a99b-95119b49f2e9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:45.961960 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f17e65d-a6fb-48be-836d-c35f2a5877d4 req-ad270080-9132-4c32-a99b-95119b49f2e9 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0669744
Nov 13 21:28:46.039109 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f17e65d-a6fb-48be-836d-c35f2a5877d4 req-afcedc9c-579b-41a7-bd22-3eade9df8d99 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701842
Nov 13 21:28:46.051909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:46.302708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:46.303046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:46.392059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:46.415992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 9b2dd10d-345e-4eb9-86d5-5420b3acb4a4 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:46.606470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36740b7a-40e2-4823-812c-85d72688aa98 req-88e75aa6-b5cd-4792-a53b-0ac3aee6b542 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:46.607951 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36740b7a-40e2-4823-812c-85d72688aa98 req-88e75aa6-b5cd-4792-a53b-0ac3aee6b542 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 945 time: 0.0925117
Nov 13 21:28:46.659927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-36740b7a-40e2-4823-812c-85d72688aa98 req-a21afec2-4dcc-4b24-bc3f-c7a015f9b0de tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433490
Nov 13 21:28:46.712049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:46.738440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=9b2dd10d-345e-4eb9-86d5-5420b3acb4a4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:46.886242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.044242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:47.131802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:47.140586 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ea7c9301-d641-459e-bc12-7495339e80fc tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/d33fbf4b-2d75-41c2-8bc3-5b179dc25e76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4929717
Nov 13 21:28:47.140671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52018) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:47.141984 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] Sync routers for ids ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:47.154387 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] Routers {'d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:47.155331 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf304430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:47.168470 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ac6258f4-ab3e-4e80-89a4-145f66a86bb9 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 HTTP/1.1" status: 200  len: 205 time: 0.0267260
Nov 13 21:28:47.168886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2e78f-81bb-441c-89cc-a1d9f966aa43 req-705b67ac-ed16-46e2-808b-ca13a6917982 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:47.170412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29a2e78f-81bb-441c-89cc-a1d9f966aa43 req-705b67ac-ed16-46e2-808b-ca13a6917982 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0574496
Nov 13 21:28:47.171047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52020) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:47.196042 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf304430>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:47.207935 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] Routers {'d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:47.208539 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf304430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:47.228826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29a2e78f-81bb-441c-89cc-a1d9f966aa43 req-3b3b911f-0258-49b7-a549-59f24ca35708 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516107
Nov 13 21:28:47.243421 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf304430>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:47.244613 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b83a354-372d-4821-adab-2fc6875d1e0a None None] The sync data for ids ['d33fbf4b-2d75-41c2-8bc3-5b179dc25e76'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:47.251008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.648416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.650532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.766642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.767136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:28:47.774007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.775083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-10497d88-20f5-4b5b-bc73-6e357847e792 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 HTTP/1.1" status: 204  len: 168 time: 0.6030698
Nov 13 21:28:47.778521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52024) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:47.795192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4b48-3828-4a6c-8822-307b363a9bde req-ba7c75f0-4e7d-4367-83e8-53b9d78ce52c tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:47.796661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b2e4b48-3828-4a6c-8822-307b363a9bde req-ba7c75f0-4e7d-4367-83e8-53b9d78ce52c tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 945 time: 0.0585330
Nov 13 21:28:47.829312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 4d774806-bdf0-49e9-8677-e3ce3296cad8 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:28:47.832502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.849138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b2e4b48-3828-4a6c-8822-307b363a9bde req-ae84ff80-5250-4fc0-ae1b-eb67f5c29280 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b9212ef-73b1-42fc-a8c4-8d61474d693a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460200
Nov 13 21:28:47.874053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:47.974669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.119627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-68a299d0-be5e-4a50-beca-f8d0b456a940 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:48.119627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-68a299d0-be5e-4a50-beca-f8d0b456a940 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 945 time: 0.0542345
Nov 13 21:28:48.127039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.167458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=4d774806-bdf0-49e9-8677-e3ce3296cad8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:48.169796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.172769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-38616f7c-d6d6-4f43-a424-4dfdb49b3fea tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/4d774806-bdf0-49e9-8677-e3ce3296cad8 HTTP/1.1" status: 204  len: 168 time: 0.3932326
Nov 13 21:28:48.175175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be1cf6-9741-4aeb-aae8-a10aba8ae49b None None] Network 868ef338-7959-4771-94fe-993a1891c234 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:48.175936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52034) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:48.258640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Deleting port b22d6c28-0161-4a29-9169-293a14ac1a6f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:48.259389 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.333535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.383467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c70e86-9994-444f-ba27-85e5b1ca3d25 req-5fcebd4e-e9b1-45ae-931f-22170b50a57b tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:48.390792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9c70e86-9994-444f-ba27-85e5b1ca3d25 req-5fcebd4e-e9b1-45ae-931f-22170b50a57b tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.1444249
Nov 13 21:28:48.415019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074414b-6d05-4044-ae50-0bc18f3363ee req-a878d19f-e882-48d9-b45c-e1e4acf52546 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:48.417754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2074414b-6d05-4044-ae50-0bc18f3363ee req-a878d19f-e882-48d9-b45c-e1e4acf52546 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0871220
Nov 13 21:28:48.429849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] For port b22d6c28-0161-4a29-9169-293a14ac1a6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b22d6c28-0161-4a29-9169-293a14ac1a6f,segment=NetworkSegment(62808e7f-8c2a-4def-baea-518937ff11a1),segment_id=62808e7f-8c2a-4def-baea-518937ff11a1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:48.430237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.453323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Calling delete_port for b22d6c28-0161-4a29-9169-293a14ac1a6f owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:48.456534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 89f9449a-27e6-4801-a5cd-b5b7003f93bd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:48.456969 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.464309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] DHCP port deletion for 868ef338-7959-4771-94fe-993a1891c234 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:48.473352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9c70e86-9994-444f-ba27-85e5b1ca3d25 req-e2442e6d-465e-4033-a3e4-23bc5c257983 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816963
Nov 13 21:28:48.543699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2074414b-6d05-4044-ae50-0bc18f3363ee req-7252178d-7d1f-44d8-8770-ad0a4d375ca4 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065774
Nov 13 21:28:48.551108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 89f9449a-27e6-4801-a5cd-b5b7003f93bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89f9449a-27e6-4801-a5cd-b5b7003f93bd,segment=NetworkSegment(ad39a6b6-da27-4e39-b17e-4940a953e040),segment_id=ad39a6b6-da27-4e39-b17e-4940a953e040)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:48.552100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.553065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Deleting port 89f9449a-27e6-4801-a5cd-b5b7003f93bd {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:48.553617 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.570873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 89f9449a-27e6-4801-a5cd-b5b7003f93bd owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:48.634266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] For port 89f9449a-27e6-4801-a5cd-b5b7003f93bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89f9449a-27e6-4801-a5cd-b5b7003f93bd,segment=NetworkSegment(ad39a6b6-da27-4e39-b17e-4940a953e040),segment_id=ad39a6b6-da27-4e39-b17e-4940a953e040)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:48.634756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.655149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Calling delete_port for 89f9449a-27e6-4801-a5cd-b5b7003f93bd owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:48.778814 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.779037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.793162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.799712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b22d6c28-0161-4a29-9169-293a14ac1a6f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:28:48.812462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=89f9449a-27e6-4801-a5cd-b5b7003f93bd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:48.814601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port 89f9449a-27e6-4801-a5cd-b5b7003f93bd on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:48.821650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Pushing event deleted for resources: {'Port': ['ID=b22d6c28-0161-4a29-9169-293a14ac1a6f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:48.846284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Pushing event deleted for resources: {'Port': ['ID=89f9449a-27e6-4801-a5cd-b5b7003f93bd,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:48.851119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cc1e9d-9695-4f94-99d7-9c8928951edc None None] DHCP port deletion for b25f8648-962b-449e-911c-cc1fd99dd617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:28:48.862062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] No DVR routers for this DVR port 89f9449a-27e6-4801-a5cd-b5b7003f93bd on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:48.865273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.865626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.866232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.866574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.866920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.867245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.867657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.867987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.868355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.868637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.874062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.874062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d47c45-2d2c-490c-81f7-b25ceff0c245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:48.877329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] No DVR routers for this DVR port b22d6c28-0161-4a29-9169-293a14ac1a6f on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:48.889405 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.893074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-95475881-d64b-4ed4-b72c-1133cb16a6a0 req-225d31a0-3b51-47d4-b9aa-56ea07cb25da tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.46 "DELETE /v2.0/ports/b22d6c28-0161-4a29-9169-293a14ac1a6f HTTP/1.1" status: 204  len: 173 time: 0.7950892
Nov 13 21:28:48.896805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3106b38d-1988-46e5-8195-777976f50ddd', 'name': 'network-vif-deleted', 'tag': 'b22d6c28-0161-4a29-9169-293a14ac1a6f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:48.896805 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58d6bf-cf17-4d17-9625-87eeaaba68a1" -d '{"events": [{"server_uuid": "3106b38d-1988-46e5-8195-777976f50ddd", "name": "network-vif-deleted", "tag": "b22d6c28-0161-4a29-9169-293a14ac1a6f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:48.929737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.948352 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512e397-946f-4600-af32-8036043e9568 x-openstack-request-id: req-b512e397-946f-4600-af32-8036043e9568 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:48.948675 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3106b38d-1988-46e5-8195-777976f50ddd", "name": "network-vif-deleted", "tag": "b22d6c28-0161-4a29-9169-293a14ac1a6f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:48.948967 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b512e397-946f-4600-af32-8036043e9568 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:48.949364 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3106b38d-1988-46e5-8195-777976f50ddd', 'name': 'network-vif-deleted', 'tag': 'b22d6c28-0161-4a29-9169-293a14ac1a6f', 'status': 'completed', 'code': 200}
Nov 13 21:28:48.958852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdec27310>,) {'filters': {'network_id': ['868ef338-7959-4771-94fe-993a1891c234']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:48.969590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdec27310>, 'ad39a6b6-da27-4e39-b17e-4940a953e040') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:48.969901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdec27310>, 'ad39a6b6-da27-4e39-b17e-4940a953e040') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:48.981350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:48.983600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d087f05-3cf3-40fd-9f4f-318c42284913 req-8e113fc9-26d6-48d4-8801-91bfcf61b505 tempest-VolumesSnapshotTestJSON-1404067749 tempest-VolumesSnapshotTestJSON-1404067749-project] 10.222.0.20 "GET /v2.0/ports?device_id=3106b38d-1988-46e5-8195-777976f50ddd HTTP/1.1" status: 200  len: 210 time: 0.0276589
Nov 13 21:28:48.995666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.002207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:28:49.002671 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:28:49.005790 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:28:49.144642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.158070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.165379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/868ef338-7959-4771-94fe-993a1891c234 HTTP/1.1" status: 204  len: 168 time: 0.9849966
Nov 13 21:28:49.166061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52070) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:49.171723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2010917687', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:49.197048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dfee5-a34b-428e-ad84-2c6445517749 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=868ef338-7959-4771-94fe-993a1891c234,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:49.266874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 89f9449a-27e6-4801-a5cd-b5b7003f93bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:49.288034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 89f9449a-27e6-4801-a5cd-b5b7003f93bd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:49.289333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 89f9449a-27e6-4801-a5cd-b5b7003f93bd not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:49.343540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.344616 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.351405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ec8ad-2fa1-4f8f-8488-d349555d1a73 req-39fdb6f2-8e51-4104-8fe0-740ef98e67ae tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:49.353079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a40ec8ad-2fa1-4f8f-8488-d349555d1a73 req-39fdb6f2-8e51-4104-8fe0-740ef98e67ae tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.0503430
Nov 13 21:28:49.398186 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.407176 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a40ec8ad-2fa1-4f8f-8488-d349555d1a73 req-489da2c5-9a9f-4b40-a09d-b9f40d916e4c tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470676
Nov 13 21:28:49.472265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.577545 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.579182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2df39af-1ac0-412b-9aeb-1d217a08498b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4116461
Nov 13 21:28:49.581802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52080) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:49.586863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-6386914'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:49.672392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabbcad-d771-4448-b8ae-a22db695f1e6 req-8ff0d082-0ef6-4aae-a52a-b8ae3bbf00a0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:49.673811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4aabbcad-d771-4448-b8ae-a22db695f1e6 req-8ff0d082-0ef6-4aae-a52a-b8ae3bbf00a0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0489655
Nov 13 21:28:49.722251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4aabbcad-d771-4448-b8ae-a22db695f1e6 req-fbf94967-f327-4b76-b573-eaaa7a0db8c0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424082
Nov 13 21:28:49.760669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:49.765404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.792319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:49.801830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:49.802354 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment d9751f52-ec9f-436f-b329-aab2a00b2c19 of type vlan for network f2e788a2-7be2-4c66-9da6-0b7f031feb1e
Nov 13 21:28:49.846205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:50.006532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:50.012265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:50.012881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:50.084209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=f2e788a2-7be2-4c66-9da6-0b7f031feb1e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:50.095914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:50.188980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd432ede-cf1f-410a-ae04-76ac605b9b04 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 763 time: 0.6060495
Nov 13 21:28:50.192175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52094) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:50.197759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:50.326056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad74ea-761c-4bd1-9638-c70d58f1fe6a req-76c4c062-fc7c-461c-a602-663482e29cb0 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:50.328884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1ad74ea-761c-4bd1-9638-c70d58f1fe6a req-76c4c062-fc7c-461c-a602-663482e29cb0 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.0771098
Nov 13 21:28:50.377236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a1ad74ea-761c-4bd1-9638-c70d58f1fe6a req-e4539e5e-8e08-4294-88e4-43882824ebdc tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426505
Nov 13 21:28:50.409527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:50.412979 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:50.681466 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:50.743487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=67b912c4-ed8b-4e04-a940-fabc4808497f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:50.757143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:50.757143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: f2e788a2-7be2-4c66-9da6-0b7f031feb1e, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:50.853727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576667df-5919-4453-8241-4a19f73102ac req-5675f3db-447d-47b0-a508-8ac74c7977cd tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:50.855398 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576667df-5919-4453-8241-4a19f73102ac req-5675f3db-447d-47b0-a508-8ac74c7977cd tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0592225
Nov 13 21:28:50.857551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:50.911570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576667df-5919-4453-8241-4a19f73102ac req-9b1d70f9-4176-4bb5-9ecf-e22ac0363a85 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502028
Nov 13 21:28:50.974932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2e788a2-7be2-4c66-9da6-0b7f031feb1e) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:50.979025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:50.979614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:50.987810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fc713-819f-4d9f-a85e-cd602fee7720 None None] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:51.119167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ab91f03-bfe1-4b92-810b-2536d99c8fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9228435
Nov 13 21:28:51.119612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52112) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:51.137897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:51.149381 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.279952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Allocated IP 172.20.0.2 (f2e788a2-7be2-4c66-9da6-0b7f031feb1e/67b912c4-ed8b-4e04-a940-fabc4808497f/27f71d38-6dfe-47e5-b1ee-c194e1849aa1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:51.428217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.457561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.542538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.565254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:51.578432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4772b6f-7d14-45f2-8e55-39eaba9b7ceb req-67f9275d-8bfb-4fec-a4ba-3d9cc96632ef tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:51.580048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4772b6f-7d14-45f2-8e55-39eaba9b7ceb req-67f9275d-8bfb-4fec-a4ba-3d9cc96632ef tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.1097023
Nov 13 21:28:51.589393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:51.597109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:51.617954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-7a11e8ea-329e-469a-bf0c-9280940eb6ce tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:51.619552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-7a11e8ea-329e-469a-bf0c-9280940eb6ce tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.37 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 946 time: 0.1190667
Nov 13 21:28:51.662707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Pushing event updated for resources: {'Port': ['ID=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:51.675952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Attempting to bind port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:51.676253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Attempting to bind port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:51.676625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Attempting to bind port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 on network f2e788a2-7be2-4c66-9da6-0b7f031feb1e {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:51.683431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:51.685847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Checking segment: {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:51.685847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.685847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Bound using segment: {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:51.685847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Bound port: 27f71d38-6dfe-47e5-b1ee-c194e1849aa1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:51.685847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.709274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4772b6f-7d14-45f2-8e55-39eaba9b7ceb req-fb5aaa69-55e5-46e6-b489-9acf3ec0cf76 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups?id=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076581
Nov 13 21:28:51.754304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.20.0.1 (f2e788a2-7be2-4c66-9da6-0b7f031feb1e/67b912c4-ed8b-4e04-a940-fabc4808497f/2f8c04bd-7de1-4e7e-bee0-dd387ab5feec) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:51.771081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] For port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:51.773167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Deleting port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:51.773311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.774783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] For port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:51.865616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] For port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:51.866390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.873410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.881536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:51.984959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9fa3d-5ddf-452f-b9ab-2f8964aa206b None None] Pushing event updated for resources: {'Port': ['ID=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:51.997999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.080145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:52.088614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:52.091649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:52.097487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:52.150662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28cf62-b139-45fd-9210-288962add4c2 req-b6353c8f-e220-48b5-8c99-34b9832d450a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:52.169539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d28cf62-b139-45fd-9210-288962add4c2 req-b6353c8f-e220-48b5-8c99-34b9832d450a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.1542184
Nov 13 21:28:52.196159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.233316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.233740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.234059 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Floating IP 65b0043f-ee4b-42ca-ae8b-7d35ad911a97 disassociated. External IP: 172.35.3.199, port: 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb.
Nov 13 21:28:52.234447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Calling delete_port for 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:52.289705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d28cf62-b139-45fd-9210-288962add4c2 req-fd634de1-c951-4bf3-8e8e-ee230c2dc3ef tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175680
Nov 13 21:28:52.380797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b22d6c28-0161-4a29-9169-293a14ac1a6f no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:52.408313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: b22d6c28-0161-4a29-9169-293a14ac1a6f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:52.408656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b22d6c28-0161-4a29-9169-293a14ac1a6f not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:52.473365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.486447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.516806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event deleted for resources: {'Port': ['ID=09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:52.642403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:52.762540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:52.774135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] Sync routers for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:52.801802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:52.801802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcde4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:52.842320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] No DVR routers for this DVR port 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:28:52.845098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.847197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:52.849414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3536696c-41a0-4a3d-9d1a-01339033e339 req-ad3dd372-ff7b-4543-8e40-1da2b4d8186e tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.37 "DELETE /v2.0/ports/09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb HTTP/1.1" status: 204  len: 173 time: 1.2212179
Nov 13 21:28:52.850120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'name': 'network-vif-deleted', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:52.861150 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dac6f54-d3b9-491d-aafa-38ced75d039e" -d '{"events": [{"server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "name": "network-vif-deleted", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:52.873735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff25d071-1ae4-448d-9b0b-87a80f0c3a00 req-d74e3616-641c-4e5a-bacd-4a991de61120 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 210 time: 0.0773239
Nov 13 21:28:52.927400 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c2e20-b19d-4352-9499-46cddc1aaf30 x-openstack-request-id: req-b44c2e20-b19d-4352-9499-46cddc1aaf30 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:52.928000 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6294f943-af4e-4f5a-9c3f-d66001563bad", "name": "network-vif-deleted", "tag": "09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:52.928191 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b44c2e20-b19d-4352-9499-46cddc1aaf30 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:52.928716 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6294f943-af4e-4f5a-9c3f-d66001563bad', 'name': 'network-vif-deleted', 'tag': '09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb', 'status': 'completed', 'code': 200}
Nov 13 21:28:52.938856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.024007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.044785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:53.126263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:28:53.174079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:53.175725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:53.232127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a7336-ca8d-40a3-be1b-613ea6238418 None None] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:53.376437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:53.404906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e95631c2-b62d-4d54-9122-6e5d3a25c52b None None] Provisioning complete for port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:53.405584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e95631c2-b62d-4d54-9122-6e5d3a25c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.433990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fe76-f321-4434-907e-e2e60825db60 req-a241d951-e0b4-4dca-b01b-be7ca6940830 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:53.435407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c064fe76-f321-4434-907e-e2e60825db60 req-a241d951-e0b4-4dca-b01b-be7ca6940830 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0504501
Nov 13 21:28:53.460414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:28:53.559206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c064fe76-f321-4434-907e-e2e60825db60 req-8b4a0a5b-296f-4843-836c-efdd78a7bcf6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171939
Nov 13 21:28:53.647249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:53.653722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-34c857e8-4e10-41ad-810d-9eb11817db5c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5324225
Nov 13 21:28:53.656440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52176) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:53.659984 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:53.675573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:53.676311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-2047874663'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:53.678475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:53.678475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.679405 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea63b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:53.774317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:53.775641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e95631c2-b62d-4d54-9122-6e5d3a25c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.782284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.801536 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:28:53.833169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:53.844420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.844959 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment 5ac112a8-db06-4cca-81ff-9a95a946b95d of type vlan for network 1d8d4837-e6a4-41a6-8b13-61a43fd73542
Nov 13 21:28:53.856573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e95631c2-b62d-4d54-9122-6e5d3a25c52b None None] For port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:53.861209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcde4250>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:52Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:53.913565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:53.955190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] Checking router: e8ebfce9-d7f0-4399-9f7a-76c1884ff64a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:28:53.985027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:53.985744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcde4250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:54.044631 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.052630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:54.053402 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.070791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e95631c2-b62d-4d54-9122-6e5d3a25c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.082529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.109709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6dd0953c-5885-4e68-a33c-6b622efc03ec req-c6bbacba-f9e5-4c73-ae1c-b89dc910f823 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/ports?device_id=6294f943-af4e-4f5a-9c3f-d66001563bad HTTP/1.1" status: 200  len: 210 time: 0.0591490
Nov 13 21:28:54.123190 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea63b50>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:28:52Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:52Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:54.175005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:28:54.175550 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Updating router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:28:54.183510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=1d8d4837-e6a4-41a6-8b13-61a43fd73542,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:54.209331 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.216277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:54.254477 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b865549a-6b8c-405f-a5c3-879d505d245a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5838625
Nov 13 21:28:54.257054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:54.262902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:54.342015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95631c2-b62d-4d54-9122-6e5d3a25c52b None None] Pushing event updated for resources: {'Port': ['ID=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:54.357795 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:28:54.359879 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:28:54.364609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a8d934fd-bf79-498a-ad44-03f3d07dd59b None None] Provisioning complete for port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:54.366152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8d934fd-bf79-498a-ad44-03f3d07dd59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.404807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:28:54.459131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a8d934fd-bf79-498a-ad44-03f3d07dd59b None None] Port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:54.476069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:54.483004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.512607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a8d934fd-bf79-498a-ad44-03f3d07dd59b None None] Provisioning complete for port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:54.512927 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a8d934fd-bf79-498a-ad44-03f3d07dd59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.566477 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.654268 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.723183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Pushing event updated for resources: {'Port': ['ID=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:54.735924 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.736412 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.736619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.737083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.737408 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.737799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.738126 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.738448 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.738803 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.739191 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.739593 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.739819 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:28:54.752374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3faad-40a6-4d71-93c0-e8c625d17a9e req-d6511822-6ba6-40aa-8da2-f0848e5e8217 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:54.754573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4eb3faad-40a6-4d71-93c0-e8c625d17a9e req-d6511822-6ba6-40aa-8da2-f0848e5e8217 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0876389
Nov 13 21:28:54.759235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcde4250>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:52Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:54.789656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee796063-88bc-45cd-8e6f-41d2ec380848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.793621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73029647-97d6-4d8f-8e9a-51355f80ca82 None None] The sync data for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 is: [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:26:48Z', 'revision_number': 4, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae', 'name': '', 'network_id': '2ee8fa97-c04f-4d91-ae78-77778dfdc06c', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'mac_address': 'fa:16:3e:46:4a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:46Z', 'updated_at': '2021-11-13T21:26:52Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'subnets': [{'id': '485e6b58-fb20-4aeb-9995-44a40ef74dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:54.803464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Attempting to bind port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:54.804099 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Attempting to bind port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:54.804899 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Attempting to bind port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec on network f2e788a2-7be2-4c66-9da6-0b7f031feb1e {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:54.811083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:54.811467 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Checking segment: {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:54.816055 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.816055 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Bound using segment: {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:54.816055 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Bound port: 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9751f52-ec9f-436f-b329-aab2a00b2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:54.816055 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.863082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-52880ea4-7aaa-4b03-a76f-b790ae21e432 None None] Provisioning complete for port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:54.863514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52880ea4-7aaa-4b03-a76f-b790ae21e432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:54.897700 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] For port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:54.901744 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] For port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:54.907061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4eb3faad-40a6-4d71-93c0-e8c625d17a9e req-33f65f3a-7276-4c2e-97c6-79954702e8af tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439428
Nov 13 21:28:54.952672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-52880ea4-7aaa-4b03-a76f-b790ae21e432 None None] Port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:55.027549 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.075200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4e26a373-8af4-42ab-820b-9c7a4fa59809 None None] Provisioning complete for port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:55.075661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e26a373-8af4-42ab-820b-9c7a4fa59809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.091474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:55.092099 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea63b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:55.110273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:28:55.139861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:28:55.140363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 09e82ff6-48a8-4de0-b2ca-f282c4fa0bbb not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:28:55.170174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.179268 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfd891-8e64-49b4-8c9b-3dd27e80686d None None] Pushing event updated for resources: {'Port': ['ID=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:55.216932 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:28:55.221475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51e1595-abd9-4f4b-98ee-a2eeba1b8322 None None] New status for floating IP 65b0043f-ee4b-42ca-ae8b-7d35ad911a97: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:28:55.315690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=00ca5345-24ac-4500-96b3-7eb74844284b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:55.331306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:55.332371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: 1d8d4837-e6a4-41a6-8b13-61a43fd73542, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:28:55.432852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:28:55.478333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:55.498002 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea63b50>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:28:52Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:54Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:55.523275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d8d4837-e6a4-41a6-8b13-61a43fd73542) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:55.527675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:55.528100 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0b0b4-cea8-4003-8844-d723f0be1760 None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:28:52Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:54Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:28:55.528776 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.556446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f21f16-695c-4a09-a2bc-4684cc70e7e2 None None] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:55.559363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e26a373-8af4-42ab-820b-9c7a4fa59809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.626398 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a7b91411-34b7-40fd-8a25-2737c3a5ccb6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3681431
Nov 13 21:28:55.629401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52216) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:55.695443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4e26a373-8af4-42ab-820b-9c7a4fa59809 None None] For port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:55.727542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:55.727909 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.832258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e26a373-8af4-42ab-820b-9c7a4fa59809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.917476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:28:55.918339 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:55.954499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26a373-8af4-42ab-820b-9c7a4fa59809 None None] Pushing event updated for resources: {'Port': ['ID=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:56.071031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-25abf3d7-e874-46a6-bbe1-1a1c632cea00 None None] Provisioning complete for port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:56.071031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25abf3d7-e874-46a6-bbe1-1a1c632cea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.098604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9b167-b89e-49c9-af39-80398d74f3f1 req-f57b45d9-ec72-4f15-97b5-46deaceda987 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:56.100004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0d9b167-b89e-49c9-af39-80398d74f3f1 req-f57b45d9-ec72-4f15-97b5-46deaceda987 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0718265
Nov 13 21:28:56.157391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0d9b167-b89e-49c9-af39-80398d74f3f1 req-1cdb1435-1ea5-4bec-bed0-ed3c78f653b2 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503700
Nov 13 21:28:56.231972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Allocated IP 172.21.0.2 (1d8d4837-e6a4-41a6-8b13-61a43fd73542/00ca5345-24ac-4500-96b3-7eb74844284b/94a1fbf4-0ae7-4b6b-807a-6b499147f507) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:56.368778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.391897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52224) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:56.392329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ccea49-9b0b-46c7-9c14-d55f3be50161 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:28:56.415792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.449764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60d2fbd1-2228-4386-85d5-9e9f6a1957f8 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.486447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60d2fbd1-2228-4386-85d5-9e9f6a1957f8 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.534476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:56.549875 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.554039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'port_id': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'mac_address': 'fa:16:3e:c9:9d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d4b06f-e767-4677-8c18-b75cf0edcb71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:28:56.616915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:56.623615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:56.626266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:56.641178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Pushing event updated for resources: {'Port': ['ID=94a1fbf4-0ae7-4b6b-807a-6b499147f507,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:56.650949 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.689437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60d2fbd1-2228-4386-85d5-9e9f6a1957f8 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.692855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60d2fbd1-2228-4386-85d5-9e9f6a1957f8 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.696589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60d2fbd1-2228-4386-85d5-9e9f6a1957f8 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "DELETE /v2.0/security-groups/48aa7fc8-fc42-4f83-abb0-838e44f8c3d5 HTTP/1.1" status: 204  len: 168 time: 0.3014331
Nov 13 21:28:56.699174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52234) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:56.706700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3ccea49-9b0b-46c7-9c14-d55f3be50161 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:28:56.709871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.21.0.1 (1d8d4837-e6a4-41a6-8b13-61a43fd73542/00ca5345-24ac-4500-96b3-7eb74844284b/cd75e558-a942-46de-b3d3-7b5f0f9d1f6f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:28:56.723937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2fbd1-2228-4386-85d5-9e9f6a1957f8 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa7fc8-fc42-4f83-abb0-838e44f8c3d5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:56.726065 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-67081338-43f8-4aff-a87e-21935b57f4c2 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] show failed (client error): The resource could not be found.
Nov 13 21:28:56.728823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-67081338-43f8-4aff-a87e-21935b57f4c2 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "GET /v2.0/security-groups/48aa7fc8-fc42-4f83-abb0-838e44f8c3d5 HTTP/1.1" status: 404  len: 347 time: 0.0222063
Nov 13 21:28:56.728973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Attempting to bind port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:28:56.728973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Attempting to bind port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:28:56.728973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Attempting to bind port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 on network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:28:56.732573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52236) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:56.748467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:56.749629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:28:56.750005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Checking segment: {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:28:56.750403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.750801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Bound using segment: {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:28:56.751265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Bound port: 94a1fbf4-0ae7-4b6b-807a-6b499147f507, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:28:56.751647 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.834334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] For port 94a1fbf4-0ae7-4b6b-807a-6b499147f507, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:28:56.838236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] For port 94a1fbf4-0ae7-4b6b-807a-6b499147f507, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94a1fbf4-0ae7-4b6b-807a-6b499147f507,segment=NetworkSegment(5ac112a8-db06-4cca-81ff-9a95a946b95d),segment_id=5ac112a8-db06-4cca-81ff-9a95a946b95d)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:28:56.851995 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.905998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:56.959137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.970479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Deleting port 16c23ad6-ad03-4643-9031-752174edf11e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:56.970794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:56.987387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.050316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f3ccea49-9b0b-46c7-9c14-d55f3be50161'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:28:57.051365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.051740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.075718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Calling delete_port for 16c23ad6-ad03-4643-9031-752174edf11e owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:57.085018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd001e-5977-432d-8ec5-2b4ffc2569a6 None None] Pushing event updated for resources: {'Port': ['ID=94a1fbf4-0ae7-4b6b-807a-6b499147f507,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:57.125354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26e4b454-dd08-498c-b539-21c1315732ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.130806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.213761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:57.230650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:57.231824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:57.234313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:28:57.352814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.366510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:57.423347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:57.423874 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.448602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2de47-6bc2-438e-81da-93235d55757a req-105d1a9f-1d91-4f82-919e-904bc7e5f6e1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:57.450221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1f2de47-6bc2-438e-81da-93235d55757a req-105d1a9f-1d91-4f82-919e-904bc7e5f6e1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 945 time: 0.1784105
Nov 13 21:28:57.546495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1f2de47-6bc2-438e-81da-93235d55757a req-ebaba218-f166-4660-ad00-d04bdb023c09 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624027
Nov 13 21:28:57.575623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.604453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Pushing event deleted for resources: {'Port': ['ID=16c23ad6-ad03-4643-9031-752174edf11e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:57.674656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.730604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.733224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:57.734389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7fddbc0e-bb41-4444-8e47-fa9b6614dd69 tempest-ServersTestJSON-2113752192 tempest-ServersTestJSON-2113752192-project] 10.222.0.20 "DELETE /v2.0/floatingips/65b0043f-ee4b-42ca-ae8b-7d35ad911a97 HTTP/1.1" status: 204  len: 168 time: 1.0006166
Nov 13 21:28:57.737931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52248) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:58.036999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.132947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.204412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.205252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.268224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68229341-abe5-4a75-904f-dbca472993a7 None None] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:28:58.277344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:58.348082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:28:58.350084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:28:58.371023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d2a0d2de-3fae-4c0d-8024-4e86ac04dd12 None None] Provisioning complete for port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:58.371484 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d2de-3fae-4c0d-8024-4e86ac04dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.403253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ccea49-9b0b-46c7-9c14-d55f3be50161 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:58.458435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:28:58.572195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:28:58.577878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.583780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:28:58.603274 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:28:58.603698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f4c7d08c-f7ce-4f20-874a-95ae9189fa79 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9731822
Nov 13 21:28:58.603900 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde366220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:58.604940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port f3ccea49-9b0b-46c7-9c14-d55f3be50161 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:58.605478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.605882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52262) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:58.611336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-451457138'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:58.639864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d2de-3fae-4c0d-8024-4e86ac04dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.731503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d2a0d2de-3fae-4c0d-8024-4e86ac04dd12 None None] For port 94a1fbf4-0ae7-4b6b-807a-6b499147f507, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94a1fbf4-0ae7-4b6b-807a-6b499147f507,segment=NetworkSegment(5ac112a8-db06-4cca-81ff-9a95a946b95d),segment_id=5ac112a8-db06-4cca-81ff-9a95a946b95d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:58.741138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:28:58.756160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:58.766305 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.818677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.821724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2a0d2de-3fae-4c0d-8024-4e86ac04dd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.832203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Deleting port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:28:58.833198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.835030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77dc11-6db3-4eb9-8391-27a03d965d90 req-64f05385-07e5-4963-aadd-acd2c0251a41 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:58.842811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c77dc11-6db3-4eb9-8391-27a03d965d90 req-64f05385-07e5-4963-aadd-acd2c0251a41 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 945 time: 0.1412036
Nov 13 21:28:58.874847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:28:58.877259 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479bfca-5a2c-40ec-a825-c656fba83ac7" -d '{"events": [{"server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "name": "network-vif-plugged", "status": "completed", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:28:58.902576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:58.906221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:28:58.919492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0d2de-3fae-4c0d-8024-4e86ac04dd12 None None] Pushing event updated for resources: {'Port': ['ID=94a1fbf4-0ae7-4b6b-807a-6b499147f507,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:58.937533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:58.937965 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment 74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1 of type vlan for network 6cc1a4ea-937a-4b7c-9944-786e250698e3
Nov 13 21:28:58.961396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c77dc11-6db3-4eb9-8391-27a03d965d90 req-6ff688f6-6d16-4bce-aed6-bd00bc6f290f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063347
Nov 13 21:28:58.979791 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3440ad-5ed2-4a0a-8271-42a360b947b6 x-openstack-request-id: req-7a3440ad-5ed2-4a0a-8271-42a360b947b6 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:28:58.979791 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "name": "network-vif-plugged", "status": "completed", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:28:58.979791 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a3440ad-5ed2-4a0a-8271-42a360b947b6 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:28:58.979791 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'code': 200}
Nov 13 21:28:58.979791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.052860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] For port cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:28:59.053321 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.059184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.093749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:59.117274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Calling delete_port for cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:28:59.191722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.217855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:59.218706 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.272318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c8e0fe88-63f9-496c-874e-7ef1c9ad783b None None] Provisioning complete for port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:59.273277 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8e0fe88-63f9-496c-874e-7ef1c9ad783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.311268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33357c0-4a2b-4019-8ce4-8c2f79a45edc req-37bf59ba-9197-4a44-8ca8-4b4b39cfa165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:28:59.314629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33357c0-4a2b-4019-8ce4-8c2f79a45edc req-37bf59ba-9197-4a44-8ca8-4b4b39cfa165 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 1097 time: 0.1820931
Nov 13 21:28:59.391459 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde366220>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:28:57Z', 'revision_number': 3, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:28:57Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:28:59.408749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 94a1fbf4-0ae7-4b6b-807a-6b499147f507 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:28:59.434145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:28:59.434345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8273773
Nov 13 21:28:59.434467 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Updating router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:28:59.461161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52296) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:28:59.466344 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.466826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:28:59.491402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c33357c0-4a2b-4019-8ce4-8c2f79a45edc req-8a86fc78-3f4b-4c3b-8a70-e1645fe39d98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553464
Nov 13 21:28:59.508317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3445f55-e37c-48d6-bc1e-19b6fdb23d2f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=6cc1a4ea-937a-4b7c-9944-786e250698e3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:59.561619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.562621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:28:59.668290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:28:59.788532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:28:59.794879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.864658 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.891660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c8e0fe88-63f9-496c-874e-7ef1c9ad783b None None] Provisioning complete for port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:59.892092 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8e0fe88-63f9-496c-874e-7ef1c9ad783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.974214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c8e0fe88-63f9-496c-874e-7ef1c9ad783b None None] Port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:28:59.974214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:28:59.974214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.974214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:28:59.996418 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.014580 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.073354 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341fa64-4241-4251-b7e3-20299897b74d None None] Pushing event updated for resources: {'Port': ['ID=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:00.135007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7fe4558b-7a57-443b-b840-dc77c4de7f10 None None] Provisioning complete for port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:00.135007 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7fe4558b-7a57-443b-b840-dc77c4de7f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.137218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb94eeb-6d49-4ace-a31c-e987644b0981 req-9417357c-0951-4e9f-9d88-4ccf121cabad tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:00.139392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bdb94eeb-6d49-4ace-a31c-e987644b0981 req-9417357c-0951-4e9f-9d88-4ccf121cabad tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0984616
Nov 13 21:29:00.181255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Attempting to bind port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:00.181552 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Attempting to bind port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:00.181911 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Attempting to bind port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f on network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:00.192950 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:00.193363 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Checking segment: {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:00.193734 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.194122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Bound using segment: {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:00.194592 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Bound port: cd75e558-a942-46de-b3d3-7b5f0f9d1f6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac112a8-db06-4cca-81ff-9a95a946b95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:00.198237 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.217746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4558b-7a57-443b-b840-dc77c4de7f10 None None] Port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:00.263567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bdb94eeb-6d49-4ace-a31c-e987644b0981 req-39dfc38e-311f-432b-bd68-a62f55976e4b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992687
Nov 13 21:29:00.300218 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] For port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:00.303975 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] For port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,segment=NetworkSegment(5ac112a8-db06-4cca-81ff-9a95a946b95d),segment_id=5ac112a8-db06-4cca-81ff-9a95a946b95d)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:00.389905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:00.408776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.440012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6ea4dc5e-e441-4949-85b4-8598dbd3d177 None None] Provisioning complete for port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:00.440468 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ea4dc5e-e441-4949-85b4-8598dbd3d177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.454978 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.479162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4dc5e-e441-4949-85b4-8598dbd3d177 None None] Port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:00.479944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.532512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:00.536975 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde366220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:00.555348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:00.577367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] Sync routers for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:00.589954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-74f19105-0f45-4288-b498-13f22c26dc73 admin admin] 10.222.0.20 "PUT /v2.0/routers/e8ebfce9-d7f0-4399-9f7a-76c1884ff64a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8507433
Nov 13 21:29:00.591961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52310) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:00.594038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=a48f787e-a673-45a1-9188-0fa4bce9230c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:00.598647 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341fa64-4241-4251-b7e3-20299897b74d None None] Pushing event updated for resources: {'Port': ['ID=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:00.598868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:00.599045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: 6cc1a4ea-937a-4b7c-9944-786e250698e3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:29:00.606667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:00.609591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5fa280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:00.716173 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:00.767543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.796062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:29:00.869871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:00.879040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6cc1a4ea-937a-4b7c-9944-786e250698e3) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:00.886532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:00.887513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.918424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b0d1f-f420-4bdf-8952-4e7d27fd1980 None None] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:00.960546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:00.993351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f7c4d7f7-237f-4b1d-be35-0bd280bb91c1 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5306337
Nov 13 21:29:00.996013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52324) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:01.032001 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde366220>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:28:57Z', 'revision_number': 3, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:00Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:01.059005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38803a30-5e9e-40e9-9d92-b58a1cfeeefa None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:28:57Z', 'revision_number': 3, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:00Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:01.062331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c3a7a6fb-41cd-4386-b491-7d946585af30 None None] Provisioning complete for port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:01.062906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a7a6fb-41cd-4386-b491-7d946585af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.141506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Deleting port bb7e296d-616c-4a9f-8c65-cd0db09340c9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:01.142037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.286021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] For port bb7e296d-616c-4a9f-8c65-cd0db09340c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb7e296d-616c-4a9f-8c65-cd0db09340c9,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:01.286393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.306541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Calling delete_port for bb7e296d-616c-4a9f-8c65-cd0db09340c9 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:01.327206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c22538-1994-4899-99db-a2529339f22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6cc1a4ea-937a-4b7c-9944-786e250698e3', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:29:01.328109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26c22538-1994-4899-99db-a2529339f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.356676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a7a6fb-41cd-4386-b491-7d946585af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.490385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c3a7a6fb-41cd-4386-b491-7d946585af30 None None] For port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,segment=NetworkSegment(5ac112a8-db06-4cca-81ff-9a95a946b95d),segment_id=5ac112a8-db06-4cca-81ff-9a95a946b95d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:01.502124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5fa280>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:28:59Z', 'revision_number': 5, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port': {'id': 'bb7e296d-616c-4a9f-8c65-cd0db09340c9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2314, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:26:44Z', 'updated_at': '2021-11-13T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:01.542035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] Checking router: e8ebfce9-d7f0-4399-9f7a-76c1884ff64a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:01.548326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd75e558-a942-46de-b3d3-7b5f0f9d1f6f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:01.563755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc55e-5d88-43f0-af76-190539e49322 req-101369cc-353c-493c-b2fa-3270d6d46782 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:01.574329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d7cc55e-5d88-43f0-af76-190539e49322 req-101369cc-353c-493c-b2fa-3270d6d46782 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.1177101
Nov 13 21:29:01.633457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] Routers {'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:01.634550 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.635052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5fa280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:01.645658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3a7a6fb-41cd-4386-b491-7d946585af30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.702653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d7cc55e-5d88-43f0-af76-190539e49322 req-48543e97-cc53-43b6-b71d-56826cf83f25 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222270
Nov 13 21:29:01.893397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:01.911439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7a6fb-41cd-4386-b491-7d946585af30 None None] Pushing event updated for resources: {'Port': ['ID=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:01.915735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] Set router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:01.919993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-26c22538-1994-4899-99db-a2529339f22d None None] Allocated IP 172.22.0.2 (6cc1a4ea-937a-4b7c-9944-786e250698e3/a48f787e-a673-45a1-9188-0fa4bce9230c/472fa070-1a75-424f-80aa-a305380f9fdf) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:01.931007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7e296d-616c-4a9f-8c65-cd0db09340c9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:01.954932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313ca4f-1ae3-4045-8508-bfdac3f606f5 req-cdbe3f19-a659-4a72-bfe2-8b4dc0962127 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:01.955735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d313ca4f-1ae3-4045-8508-bfdac3f606f5 req-cdbe3f19-a659-4a72-bfe2-8b4dc0962127 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.1149666
Nov 13 21:29:01.995799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e2422-5af6-457c-8eaf-c341f2ec16d3 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:02.000801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:02.001141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.008270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5fa280>, [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:29:00Z', 'revision_number': 6, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:02.014609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d313ca4f-1ae3-4045-8508-bfdac3f606f5 req-685f4a5d-8ed3-4c95-ba71-3189101b6f23 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519178
Nov 13 21:29:02.029769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.061155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ab127-be6c-4d87-9a11-205bb66d2c1b None None] The sync data for ids ['e8ebfce9-d7f0-4399-9f7a-76c1884ff64a'] in ncdv-master-1 is: [{'id': 'e8ebfce9-d7f0-4399-9f7a-76c1884ff64a', 'name': 'tempest-ServersTestJSON-1654855811-router', 'tenant_id': '81b68b19df8f4380a0b184433be626ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:26:42Z', 'updated_at': '2021-11-13T21:29:00Z', 'revision_number': 6, 'project_id': '81b68b19df8f4380a0b184433be626ad', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:02.170599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.173137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.280848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.281452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ebfce9-d7f0-4399-9f7a-76c1884ff64a {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:29:02.286417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.289962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b8c297c5-fcc5-4826-a333-ed50a896d5fd admin admin] 10.222.0.20 "DELETE /v2.0/routers/e8ebfce9-d7f0-4399-9f7a-76c1884ff64a HTTP/1.1" status: 204  len: 168 time: 1.6821358
Nov 13 21:29:02.290777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52348) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:02.339830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Deleting subnet 485e6b58-fb20-4aeb-9995-44a40ef74dbb {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:02.343036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.399826 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26c22538-1994-4899-99db-a2529339f22d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.515363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26c22538-1994-4899-99db-a2529339f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.580872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c22538-1994-4899-99db-a2529339f22d None None] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:02.586609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-26c22538-1994-4899-99db-a2529339f22d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:02.591805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c22538-1994-4899-99db-a2529339f22d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:02.599508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c22538-1994-4899-99db-a2529339f22d None None] Pushing event updated for resources: {'Port': ['ID=472fa070-1a75-424f-80aa-a305380f9fdf,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:02.669449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-26c22538-1994-4899-99db-a2529339f22d None None] Attempting to bind port 472fa070-1a75-424f-80aa-a305380f9fdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:02.669819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-26c22538-1994-4899-99db-a2529339f22d None None] Attempting to bind port 472fa070-1a75-424f-80aa-a305380f9fdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:02.670184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c22538-1994-4899-99db-a2529339f22d None None] Attempting to bind port 472fa070-1a75-424f-80aa-a305380f9fdf on network 6cc1a4ea-937a-4b7c-9944-786e250698e3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:02.676555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c22538-1994-4899-99db-a2529339f22d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:02.677527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c22538-1994-4899-99db-a2529339f22d None None] Checking segment: {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:02.677961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26c22538-1994-4899-99db-a2529339f22d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.681956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c22538-1994-4899-99db-a2529339f22d None None] Bound using segment: {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:02.681956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-26c22538-1994-4899-99db-a2529339f22d None None] Bound port: 472fa070-1a75-424f-80aa-a305380f9fdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:02.681956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26c22538-1994-4899-99db-a2529339f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.718666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.722277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-21434db3-6b0f-4c06-adc7-6fea7714d3df tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:02.723938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-21434db3-6b0f-4c06-adc7-6fea7714d3df tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/networks?id=5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 200  len: 814 time: 0.1452594
Nov 13 21:29:02.741086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-5f1b48e3-d7e4-4ea2-908b-70671f7ec1f5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/quotas/4bba1762c6854be5abcd9b348bc8e391 HTTP/1.1" status: 200  len: 375 time: 0.0097988
Nov 13 21:29:02.748340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-26c22538-1994-4899-99db-a2529339f22d None None] For port 472fa070-1a75-424f-80aa-a305380f9fdf, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:02.750386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.22.0.1 (6cc1a4ea-937a-4b7c-9944-786e250698e3/a48f787e-a673-45a1-9188-0fa4bce9230c/2d29232e-73f9-4e6c-b322-d981501d9aec) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:02.751609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-26c22538-1994-4899-99db-a2529339f22d None None] For port 472fa070-1a75-424f-80aa-a305380f9fdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=472fa070-1a75-424f-80aa-a305380f9fdf,segment=NetworkSegment(74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1),segment_id=74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:02.793916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-364d6d95-f908-4409-b026-54860064dcf5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0448203
Nov 13 21:29:02.870332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.883551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26c22538-1994-4899-99db-a2529339f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.893589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-366e8eab-5d62-4855-939b-b45554a1a5b5 service neutron] 10.222.0.20 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925190
Nov 13 21:29:02.943533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:02.963233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c22538-1994-4899-99db-a2529339f22d None None] Pushing event updated for resources: {'Port': ['ID=472fa070-1a75-424f-80aa-a305380f9fdf,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:03.001411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-baba93e8-b5c8-4ae6-863f-ce097491e85d service neutron] 10.222.0.20 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006825
Nov 13 21:29:03.038816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.079922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.087136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485e6b58-fb20-4aeb-9995-44a40ef74dbb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:03.094269 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.097551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6fd7665b-f7d1-44b1-8f43-9e5b96f5830d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/485e6b58-fb20-4aeb-9995-44a40ef74dbb HTTP/1.1" status: 204  len: 168 time: 0.8057654
Nov 13 21:29:03.100228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52368) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:03.100505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc274c0-0ca3-47fe-8173-4b74a77292b7 None None] Network 2ee8fa97-c04f-4d91-ae78-77778dfdc06c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:03.139551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:03.145166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:03.149167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:03.156323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=2d29232e-73f9-4e6c-b322-d981501d9aec,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:03.204044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.305653 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.368762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd75e558-a942-46de-b3d3-7b5f0f9d1f6f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:03.486833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Deleting port 7e854f46-3dd6-4136-b456-7755e8c74c75 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:03.487533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.489890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:03.491304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.504799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f02416a-2779-4261-b1f4-3368143f88d7 req-1e77306b-9931-4fff-b33f-3f9b01e14c6a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 210 time: 0.1219118
Nov 13 21:29:03.509709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.669564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] DHCP port deletion for 2ee8fa97-c04f-4d91-ae78-77778dfdc06c request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:03.775632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] Deleting port 7e854f46-3dd6-4136-b456-7755e8c74c75 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:03.776705 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.879615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:03.910431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:03.910807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd99a2d1-4543-47ce-8f2a-7fe3da1e48ae not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:03.911184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bb7e296d-616c-4a9f-8c65-cd0db09340c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:03.914767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] For port 7e854f46-3dd6-4136-b456-7755e8c74c75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e854f46-3dd6-4136-b456-7755e8c74c75,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:03.915160 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:03.944936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: bb7e296d-616c-4a9f-8c65-cd0db09340c9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:03.945283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bb7e296d-616c-4a9f-8c65-cd0db09340c9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:03.954760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] Calling delete_port for 7e854f46-3dd6-4136-b456-7755e8c74c75 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:03.993559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] For port 7e854f46-3dd6-4136-b456-7755e8c74c75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e854f46-3dd6-4136-b456-7755e8c74c75,segment=NetworkSegment(069dfc36-d4e9-48ab-a3ce-cc2420785d74),segment_id=069dfc36-d4e9-48ab-a3ce-cc2420785d74)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:03.995561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.002211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.017601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Calling delete_port for 7e854f46-3dd6-4136-b456-7755e8c74c75 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:04.036521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-bb4721a9-2a27-4a1b-8474-354554af4148 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:04.037532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-bb4721a9-2a27-4a1b-8474-354554af4148 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "GET /v2.0/ports?device_id=ade13623-6ef6-40e8-b372-f9855ee97212 HTTP/1.1" status: 200  len: 946 time: 0.0844181
Nov 13 21:29:04.074567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.100471 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.161670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=2d29232e-73f9-4e6c-b322-d981501d9aec,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:04.164397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.186357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] No DVR routers for this DVR port 7e854f46-3dd6-4136-b456-7755e8c74c75 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:04.187794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.191269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7c0c-fb5b-4b3e-8872-d80d1f03da8f None None] Pushing event deleted for resources: {'Port': ['ID=7e854f46-3dd6-4136-b456-7755e8c74c75,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:04.242686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e854f46-3dd6-4136-b456-7755e8c74c75,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:04.253396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] No DVR routers for this DVR port 7e854f46-3dd6-4136-b456-7755e8c74c75 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:04.277965 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Deleting port f3ccea49-9b0b-46c7-9c14-d55f3be50161 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:04.278303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.295103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:04.296772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:04.387016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.409833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:04.419981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdef084f0>,) {'filters': {'network_id': ['2ee8fa97-c04f-4d91-ae78-77778dfdc06c']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:04.439592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdef084f0>, '069dfc36-d4e9-48ab-a3ce-cc2420785d74') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:04.440065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdef084f0>, '069dfc36-d4e9-48ab-a3ce-cc2420785d74') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:04.460251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] For port f3ccea49-9b0b-46c7-9c14-d55f3be50161, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3ccea49-9b0b-46c7-9c14-d55f3be50161,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:04.460831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.465483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.486470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Calling delete_port for f3ccea49-9b0b-46c7-9c14-d55f3be50161 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:04.492302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.506799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:04.507401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:04.509144 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:04.516231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62679bc2-250d-429d-91a1-b64cb898422e None None] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:04.519055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:04.524472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5814a7ab-9f93-41bc-9c22-b48c166726e0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5273125
Nov 13 21:29:04.527246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52388) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:04.530756 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:04.538031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'network': {'name': 'tempest-RoutersTest-639244491'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:04.553082 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:04.554052 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde366580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:04.607711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e3f46d4-e94e-42ac-9fea-21ed8bac2bf8 None None] Provisioning complete for port 472fa070-1a75-424f-80aa-a305380f9fdf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:04.608094 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e3f46d4-e94e-42ac-9fea-21ed8bac2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.668846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5cc8592-302a-4994-b28e-f6a40cca334b req-89785917-cd26-4a40-9a7a-6a2f97c12739 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 210 time: 0.0448134
Nov 13 21:29:04.724475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:04.729887 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.779231 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:04.785217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.796013 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.798954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:29:04.799747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2ee8fa97-c04f-4d91-ae78-77778dfdc06c HTTP/1.1" status: 204  len: 168 time: 1.6982872
Nov 13 21:29:04.800000 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e3f46d4-e94e-42ac-9fea-21ed8bac2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.824088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce19c-265a-4e04-9fe9-866fe6534bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee8fa97-c04f-4d91-ae78-77778dfdc06c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:04.832747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.833721 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added segment 4affb2fa-1a75-4366-b512-edd24c338425 of type vlan for network ac5820b4-7996-4ace-938c-6bbb668c905e
Nov 13 21:29:04.879260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0e3f46d4-e94e-42ac-9fea-21ed8bac2bf8 None None] For port 472fa070-1a75-424f-80aa-a305380f9fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=472fa070-1a75-424f-80aa-a305380f9fdf,segment=NetworkSegment(74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1),segment_id=74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:04.902426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.904997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:04.914212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f3ccea49-9b0b-46c7-9c14-d55f3be50161'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:04.963082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Pushing event deleted for resources: {'Port': ['ID=f3ccea49-9b0b-46c7-9c14-d55f3be50161,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:04.979800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e3f46d4-e94e-42ac-9fea-21ed8bac2bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.030115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] No DVR routers for this DVR port f3ccea49-9b0b-46c7-9c14-d55f3be50161 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:05.033334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.039244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf74a4de-a2d5-4fbd-9743-a6425161f1d9 req-590feccd-6b05-49ab-b091-da61472b70c5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.46 "DELETE /v2.0/ports/f3ccea49-9b0b-46c7-9c14-d55f3be50161 HTTP/1.1" status: 204  len: 173 time: 0.9944601
Nov 13 21:29:05.039721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'name': 'network-vif-deleted', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:05.047054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f46d4-e94e-42ac-9fea-21ed8bac2bf8 None None] Pushing event updated for resources: {'Port': ['ID=472fa070-1a75-424f-80aa-a305380f9fdf,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:05.050696 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d91feb-f909-4319-b18e-9a998de86ab8" -d '{"events": [{"server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "name": "network-vif-deleted", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:05.100252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.103830 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d56a9-dea7-4db2-9835-ad4557e5d6ed x-openstack-request-id: req-148d56a9-dea7-4db2-9835-ad4557e5d6ed {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:05.103830 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade13623-6ef6-40e8-b372-f9855ee97212", "name": "network-vif-deleted", "tag": "f3ccea49-9b0b-46c7-9c14-d55f3be50161", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:05.103830 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-148d56a9-dea7-4db2-9835-ad4557e5d6ed {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:05.103830 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade13623-6ef6-40e8-b372-f9855ee97212', 'name': 'network-vif-deleted', 'tag': 'f3ccea49-9b0b-46c7-9c14-d55f3be50161', 'status': 'completed', 'code': 200}
Nov 13 21:29:05.107523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:05.108263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.142613 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde366580>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:03Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:03Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:05.179463 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:05.179463 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Updating router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 port 2d29232e-73f9-4e6c-b322-d981501d9aec binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:29:05.206349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-be2bc85e-18a9-4735-ada1-427835e67e83 None None] Provisioning complete for port 472fa070-1a75-424f-80aa-a305380f9fdf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:05.206716 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2bc85e-18a9-4735-ada1-427835e67e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.214428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Network': ['ID=ac5820b4-7996-4ace-938c-6bbb668c905e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:05.226296 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.277068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ac5820b4-7996-4ace-938c-6bbb668c905e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:29:05.303812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6283eaac-91d5-49d8-91f1-abe87e9c2001 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7725270
Nov 13 21:29:05.304101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52418) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:05.311354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'subnet': {'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:05.462332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 472fa070-1a75-424f-80aa-a305380f9fdf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:05.538164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-be2bc85e-18a9-4735-ada1-427835e67e83 None None] Provisioning complete for port 2d29232e-73f9-4e6c-b322-d981501d9aec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:05.538528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-be2bc85e-18a9-4735-ada1-427835e67e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.539953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52420) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:05.591421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Made reservation on behalf of 6a80776e37fd453f89b87e9b6639ba28 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:05.595506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.603541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 472fa070-1a75-424f-80aa-a305380f9fdf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:05.604749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.613233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ec07dad-172d-4d43-aef5-0fa5eef5c5f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81b68b19df8f4380a0b184433be626ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0698354
Nov 13 21:29:05.614033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52422) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:05.657515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-be2bc85e-18a9-4735-ada1-427835e67e83 None None] Port 2d29232e-73f9-4e6c-b322-d981501d9aec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:05.716521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe148a2e-ae3c-4c82-9c06-feb19d5d1fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.765603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe148a2e-ae3c-4c82-9c06-feb19d5d1fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.784211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e3b9975f-42d5-451b-8657-809bd0959104 None None] Provisioning complete for port 2d29232e-73f9-4e6c-b322-d981501d9aec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:05.784981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3b9975f-42d5-451b-8657-809bd0959104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.793469 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.865543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9975f-42d5-451b-8657-809bd0959104 None None] Port 2d29232e-73f9-4e6c-b322-d981501d9aec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:05.884666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e854f46-3dd6-4136-b456-7755e8c74c75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:05.914584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7e854f46-3dd6-4136-b456-7755e8c74c75 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:05.914940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7e854f46-3dd6-4136-b456-7755e8c74c75 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:05.937729 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.961395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86f1c81c-d7f0-44b9-ad34-32a08835bb04 req-9a08dac8-d707-43c7-9574-22d5cdccf62c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 210 time: 0.0452077
Nov 13 21:29:05.995261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-37c57742-7361-4bf2-9b4a-fe790a531f09 None None] Provisioning complete for port 2d29232e-73f9-4e6c-b322-d981501d9aec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:05.996885 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37c57742-7361-4bf2-9b4a-fe790a531f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.997160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe148a2e-ae3c-4c82-9c06-feb19d5d1fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:05.999767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe148a2e-ae3c-4c82-9c06-feb19d5d1fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.000963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fe148a2e-ae3c-4c82-9c06-feb19d5d1fd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c42b9d9-1a0b-4c4a-bf1b-793a5689e507 HTTP/1.1" status: 204  len: 168 time: 0.3859153
Nov 13 21:29:06.012308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe148a2e-ae3c-4c82-9c06-feb19d5d1fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42b9d9-1a0b-4c4a-bf1b-793a5689e507,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:06.015513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23d01b-cc16-44ee-8be0-2c4ee09c0d89 None None] Pushing event updated for resources: {'Port': ['ID=2d29232e-73f9-4e6c-b322-d981501d9aec,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:06.142310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-37c57742-7361-4bf2-9b4a-fe790a531f09 None None] Port 2d29232e-73f9-4e6c-b322-d981501d9aec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:06.178989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.247444 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Attempting to bind port 2d29232e-73f9-4e6c-b322-d981501d9aec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:06.248012 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Attempting to bind port 2d29232e-73f9-4e6c-b322-d981501d9aec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:06.248608 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Attempting to bind port 2d29232e-73f9-4e6c-b322-d981501d9aec on network 6cc1a4ea-937a-4b7c-9944-786e250698e3 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:06.248787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Subnet': ['ID=916b40c3-d0ad-41ac-ae76-7f64262e1d27,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:06.255020 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:06.255577 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Checking segment: {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:06.256131 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.256625 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Bound using segment: {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:06.257282 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Bound port: 2d29232e-73f9-4e6c-b322-d981501d9aec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:06.258320 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.283319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Checking segment: {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:06.283978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network hostable DHCP agents. Network: ac5820b4-7996-4ace-938c-6bbb668c905e, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:29:06.387251 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] For port 2d29232e-73f9-4e6c-b322-d981501d9aec, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:06.390371 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] For port 2d29232e-73f9-4e6c-b322-d981501d9aec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d29232e-73f9-4e6c-b322-d981501d9aec,segment=NetworkSegment(74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1),segment_id=74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:06.414748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network ac5820b4-7996-4ace-938c-6bbb668c905e is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:29:06.462952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-cc8381af-d607-46fc-b0d4-84609b7523e5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:06.466098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-cc8381af-d607-46fc-b0d4-84609b7523e5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.37 "GET /v2.0/networks?id=5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 200  len: 814 time: 0.1323256
Nov 13 21:29:06.467375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-84d21944-d43c-4ace-b25a-75d8f5fdd984 None None] Provisioning complete for port 2d29232e-73f9-4e6c-b322-d981501d9aec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:06.467744 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84d21944-d43c-4ace-b25a-75d8f5fdd984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.481280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Request body: {'port': {'device_id': '0b477de3-bafa-4285-abcd-c644a5042592', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'admin_state_up': True, 'tenant_id': '4bba1762c6854be5abcd9b348bc8e391'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:06.503803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-84d21944-d43c-4ace-b25a-75d8f5fdd984 None None] Port 2d29232e-73f9-4e6c-b322-d981501d9aec cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:06.592603 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.593557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac5820b4-7996-4ace-938c-6bbb668c905e) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:06.599279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:06.600116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.605151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358077ef-9717-4c0f-aec3-5dbc9554f51f None None] Network ac5820b4-7996-4ace-938c-6bbb668c905e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:06.688840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:06.688840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde366580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:06.689839 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23d01b-cc16-44ee-8be0-2c4ee09c0d89 None None] Pushing event updated for resources: {'Port': ['ID=2d29232e-73f9-4e6c-b322-d981501d9aec,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:06.712358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Made reservation on behalf of 4bba1762c6854be5abcd9b348bc8e391 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:06.717525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.818127 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:06.823310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac5820b4-7996-4ace-938c-6bbb668c905e', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:29:06.827352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:06.827472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3941efd3-bae6-4d3d-b1d8-320860e1aa46 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5169666
Nov 13 21:29:06.827592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:06.950806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Allocated IP 172.20.0.14 (5c3b2abc-8fdb-468f-a931-3c38ccecde12/b9d4b06f-e767-4677-8c18-b75cf0edcb71/fb29d684-609d-4c4a-8112-872420818ad0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:07.123099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Allocated IP 172.23.0.2 (ac5820b4-7996-4ace-938c-6bbb668c905e/916b40c3-d0ad-41ac-ae76-7f64262e1d27/32a8a526-198b-4e1f-9e9a-78e025610399) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:07.159910 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde366580>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:03Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:06Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:07.186803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d03cf1e7-86a0-41a2-95bf-5ee05ec766cb req-987b0c3c-ce53-4918-a343-a8c94e8e2ef6 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 210 time: 0.0399225
Nov 13 21:29:07.212477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f332f9a-ede5-4661-a58d-c15241145a77 None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:03Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:06Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:07.235975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f26f74a1-7809-4e55-8b24-ebd7f819a018 None None] Provisioning complete for port 2d29232e-73f9-4e6c-b322-d981501d9aec triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:07.237079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f26f74a1-7809-4e55-8b24-ebd7f819a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.246286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.323705 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.367304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.426251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:07.434410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:07.438378 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f26f74a1-7809-4e55-8b24-ebd7f819a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.441565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:07.491243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f26f74a1-7809-4e55-8b24-ebd7f819a018 None None] For port 2d29232e-73f9-4e6c-b322-d981501d9aec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d29232e-73f9-4e6c-b322-d981501d9aec,segment=NetworkSegment(74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1),segment_id=74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:07.498122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Pushing event updated for resources: {'Port': ['ID=fb29d684-609d-4c4a-8112-872420818ad0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:07.506450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.507365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.513798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:07.514467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.519646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.520642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.521037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.521381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.521768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.522053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.522384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.522709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.523038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.523360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.523684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.524005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:07.562404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Network ac5820b4-7996-4ace-938c-6bbb668c905e is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:07.568780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:07.574347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:07.582579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Pushing event updated for resources: {'Port': ['ID=32a8a526-198b-4e1f-9e9a-78e025610399,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:07.638399 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f26f74a1-7809-4e55-8b24-ebd7f819a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.694584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Attempting to bind port 32a8a526-198b-4e1f-9e9a-78e025610399 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:07.695139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Attempting to bind port 32a8a526-198b-4e1f-9e9a-78e025610399 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:07.696615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Attempting to bind port 32a8a526-198b-4e1f-9e9a-78e025610399 on network ac5820b4-7996-4ace-938c-6bbb668c905e {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:07.699521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-a1ba649d-64ec-4157-bf10-779c3d98c0f7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2220292
Nov 13 21:29:07.711997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Request body: {'port': {'device_id': '0b477de3-bafa-4285-abcd-c644a5042592', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:07.723463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:07.724073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Checking segment: {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:07.724637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.727150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Bound using segment: {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:07.727150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Bound port: 32a8a526-198b-4e1f-9e9a-78e025610399, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:07.727150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.750158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f74a1-7809-4e55-8b24-ebd7f819a018 None None] Pushing event updated for resources: {'Port': ['ID=2d29232e-73f9-4e6c-b322-d981501d9aec,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:07.810965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:07.836418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] For port 32a8a526-198b-4e1f-9e9a-78e025610399, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:07.840668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] For port 32a8a526-198b-4e1f-9e9a-78e025610399, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32a8a526-198b-4e1f-9e9a-78e025610399,segment=NetworkSegment(4affb2fa-1a75-4366-b512-edd24c338425),segment_id=4affb2fa-1a75-4366-b512-edd24c338425)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:07.874926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Allocated IP 172.23.0.1 (ac5820b4-7996-4ace-938c-6bbb668c905e/916b40c3-d0ad-41ac-ae76-7f64262e1d27/d9d0bf63-cd42-4b71-847f-be42a62338bd) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:07.978714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.034938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.122120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bb3b9-c815-4086-ade5-409b0af11ed2 None None] Pushing event updated for resources: {'Port': ['ID=32a8a526-198b-4e1f-9e9a-78e025610399,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:08.159214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.234212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb29d684-609d-4c4a-8112-872420818ad0 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:08.245040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.258666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Transition to ACTIVE for port object fb29d684-609d-4c4a-8112-872420818ad0 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:29:08.261276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network ac5820b4-7996-4ace-938c-6bbb668c905e is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:08.267759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=d9d0bf63-cd42-4b71-847f-be42a62338bd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:08.286664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:08.287912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:08.371842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.406181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.430225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ccea49-9b0b-46c7-9c14-d55f3be50161 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:08.465901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: f3ccea49-9b0b-46c7-9c14-d55f3be50161 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:08.466580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f3ccea49-9b0b-46c7-9c14-d55f3be50161 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:08.509051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900271ae-c586-4a12-946d-d79a1f11d214 req-07ac7a2a-0d7e-4562-81f3-c9714e24abeb tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:08.517173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-900271ae-c586-4a12-946d-d79a1f11d214 req-07ac7a2a-0d7e-4562-81f3-c9714e24abeb tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 944 time: 0.1749864
Nov 13 21:29:08.568262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb29d684-609d-4c4a-8112-872420818ad0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:08.625871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-900271ae-c586-4a12-946d-d79a1f11d214 req-c8a2ce7c-bc82-4e11-8473-2361b2cfec2b tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078229
Nov 13 21:29:08.642012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Attempting to bind port fb29d684-609d-4c4a-8112-872420818ad0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:08.642344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Attempting to bind port fb29d684-609d-4c4a-8112-872420818ad0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:08.642668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Attempting to bind port fb29d684-609d-4c4a-8112-872420818ad0 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:08.647382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Port fb29d684-609d-4c4a-8112-872420818ad0 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:29:08.647700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Attempting to bind port fb29d684-609d-4c4a-8112-872420818ad0 on network 5c3b2abc-8fdb-468f-a931-3c38ccecde12 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:08.653129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:08.653468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Checking segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:08.653845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Bound using segment: {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:08.654268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Bound port: fb29d684-609d-4c4a-8112-872420818ad0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e6c347-66f9-46a1-97d3-856168d10c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:08.654623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.690694 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.718568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] For port fb29d684-609d-4c4a-8112-872420818ad0, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:08.721908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] For port fb29d684-609d-4c4a-8112-872420818ad0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb29d684-609d-4c4a-8112-872420818ad0,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:08.832966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.887003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:08.887674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:08.889179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] 10.222.0.37 "PUT /v2.0/ports/fb29d684-609d-4c4a-8112-872420818ad0 HTTP/1.1" status: 200  len: 1092 time: 1.1823277
Nov 13 21:29:08.889918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b477de3-bafa-4285-abcd-c644a5042592', 'tag': 'fb29d684-609d-4c4a-8112-872420818ad0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:08.892157 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcf7178-1c5f-40b5-803b-493462eefa41" -d '{"events": [{"name": "network-changed", "server_uuid": "0b477de3-bafa-4285-abcd-c644a5042592", "tag": "fb29d684-609d-4c4a-8112-872420818ad0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:08.939613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30142b6-03d8-4315-abce-5ea4b4953ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb29d684-609d-4c4a-8112-872420818ad0,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:08.973683 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e534d9f3-3cf8-4eab-a4f3-c6de5e37358e x-openstack-request-id: req-e534d9f3-3cf8-4eab-a4f3-c6de5e37358e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:08.973977 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b477de3-bafa-4285-abcd-c644a5042592", "tag": "fb29d684-609d-4c4a-8112-872420818ad0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:08.976666 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e534d9f3-3cf8-4eab-a4f3-c6de5e37358e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:08.976666 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b477de3-bafa-4285-abcd-c644a5042592', 'tag': 'fb29d684-609d-4c4a-8112-872420818ad0', 'status': 'completed', 'code': 200}
Nov 13 21:29:09.003239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52506) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:09.021230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.039266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7178-1c5f-40b5-803b-493462eefa41 req-f34749b6-c862-4e23-b648-6a33d45fc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:09.040852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bcf7178-1c5f-40b5-803b-493462eefa41 req-f34749b6-c862-4e23-b648-6a33d45fc12f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 1095 time: 0.0456092
Nov 13 21:29:09.143551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.165756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7178-1c5f-40b5-803b-493462eefa41 req-dbd72a5e-fa06-42e2-b0d7-50a905103034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:09.167934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bcf7178-1c5f-40b5-803b-493462eefa41 req-dbd72a5e-fa06-42e2-b0d7-50a905103034 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bba1762c6854be5abcd9b348bc8e391&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1188040
Nov 13 21:29:09.171587 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30949d7f-7d06-425b-9c0e-884c8beeb669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.263574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event updated for resources: {'Port': ['ID=d9d0bf63-cd42-4b71-847f-be42a62338bd,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:09.268319 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.284671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dcc4b6-eee7-4184-9acb-943fcde87967 None None] Network ac5820b4-7996-4ace-938c-6bbb668c905e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:09.305724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf7178-1c5f-40b5-803b-493462eefa41 req-27950a13-83f3-4351-abe7-d3d1be4a065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:09.310351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bcf7178-1c5f-40b5-803b-493462eefa41 req-27950a13-83f3-4351-abe7-d3d1be4a065c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1312664
Nov 13 21:29:09.401211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-24c719a7-0985-4b9a-b408-a8d657df849d None None] Provisioning complete for port 32a8a526-198b-4e1f-9e9a-78e025610399 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:09.401586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-24c719a7-0985-4b9a-b408-a8d657df849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.414554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-ea5c0272-fab9-4f77-a0b5-a8e3f0fecaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:09.416592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Network ac5820b4-7996-4ace-938c-6bbb668c905e is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:09.416827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-ea5c0272-fab9-4f77-a0b5-a8e3f0fecaa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bba1762c6854be5abcd9b348bc8e391&device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 1095 time: 0.0672274
Nov 13 21:29:09.421974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:09.425464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30949d7f-7d06-425b-9c0e-884c8beeb669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.451421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d29232e-73f9-4e6c-b322-d981501d9aec up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:09.473785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-b53953df-fce4-4a06-934d-3360be695228 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb29d684-609d-4c4a-8112-872420818ad0 HTTP/1.1" status: 200  len: 217 time: 0.0483170
Nov 13 21:29:09.500967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-30949d7f-7d06-425b-9c0e-884c8beeb669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.528990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9422422-b07c-4176-823a-b4e7499011b6 req-d6c543a5-d2a5-46f0-bb4d-924e8b0e55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:09.530806 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-d6c543a5-d2a5-46f0-bb4d-924e8b0e55bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9d4b06f-e767-4677-8c18-b75cf0edcb71 HTTP/1.1" status: 200  len: 854 time: 0.0499926
Nov 13 21:29:09.571949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-079eb507-1293-403e-9f68-2c99bd2a0a7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c3b2abc-8fdb-468f-a931-3c38ccecde12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344834
Nov 13 21:29:09.577791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30949d7f-7d06-425b-9c0e-884c8beeb669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed581da3-6137-4fe9-850d-7994cf0a2797,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:09.604812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2d29232e-73f9-4e6c-b322-d981501d9aec triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:09.604812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.604812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-24c719a7-0985-4b9a-b408-a8d657df849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.699205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-e075508b-ebe3-47b4-969e-f56a4f8de13f service neutron] 10.222.0.37 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185400
Nov 13 21:29:09.820255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9422422-b07c-4176-823a-b4e7499011b6 req-2065d6e3-738a-41ff-95ba-b754d78fc31d service neutron] 10.222.0.37 "GET /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076810
Nov 13 21:29:09.866272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-24c719a7-0985-4b9a-b408-a8d657df849d None None] For port 32a8a526-198b-4e1f-9e9a-78e025610399, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32a8a526-198b-4e1f-9e9a-78e025610399,segment=NetworkSegment(4affb2fa-1a75-4366-b512-edd24c338425),segment_id=4affb2fa-1a75-4366-b512-edd24c338425)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:09.895704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-30949d7f-7d06-425b-9c0e-884c8beeb669 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ed0d67c738043b7aaaa8c9b8b30e9a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8913610
Nov 13 21:29:09.898621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52518) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:09.916873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 32a8a526-198b-4e1f-9e9a-78e025610399 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:09.946860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67a46f-76a6-4d3a-baa1-3a0425ec7be9 req-525ccf80-f179-4c8e-8375-af80d6905638 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:09.949066 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a67a46f-76a6-4d3a-baa1-3a0425ec7be9 req-525ccf80-f179-4c8e-8375-af80d6905638 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 944 time: 0.0703223
Nov 13 21:29:09.951427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:09.978982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ece2933-e3bc-415f-a0d9-c5e1d2dbff28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:09.985519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 32a8a526-198b-4e1f-9e9a-78e025610399 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:09.986228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.006059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ece2933-e3bc-415f-a0d9-c5e1d2dbff28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.024272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-24c719a7-0985-4b9a-b408-a8d657df849d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.088148 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a67a46f-76a6-4d3a-baa1-3a0425ec7be9 req-0124d275-42c3-4020-b2ff-099bcf4d749c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234229
Nov 13 21:29:10.115536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:10.123730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-898e5d1a-6d0f-4c52-85ce-2bf320c76de4 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2937007
Nov 13 21:29:10.131945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52522) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:10.131945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:10.152483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:10.176081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c719a7-0985-4b9a-b408-a8d657df849d None None] Pushing event updated for resources: {'Port': ['ID=32a8a526-198b-4e1f-9e9a-78e025610399,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:10.208365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ece2933-e3bc-415f-a0d9-c5e1d2dbff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.208365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ece2933-e3bc-415f-a0d9-c5e1d2dbff28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.208365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4ece2933-e3bc-415f-a0d9-c5e1d2dbff28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed581da3-6137-4fe9-850d-7994cf0a2797 HTTP/1.1" status: 204  len: 168 time: 0.3037660
Nov 13 21:29:10.222423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece2933-e3bc-415f-a0d9-c5e1d2dbff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed581da3-6137-4fe9-850d-7994cf0a2797,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:10.233600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1664c994-57d0-49a2-bc41-99c988004c92 None None] Provisioning complete for port 32a8a526-198b-4e1f-9e9a-78e025610399 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:10.233973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1664c994-57d0-49a2-bc41-99c988004c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.277013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:10.277653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0811c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:10.452044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:10.643616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1664c994-57d0-49a2-bc41-99c988004c92 None None] Provisioning complete for port d9d0bf63-cd42-4b71-847f-be42a62338bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:10.643987 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1664c994-57d0-49a2-bc41-99c988004c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.675717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.extraroute_db [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=120533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 13 21:29:10.692781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.extraroute_db [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Removed routes are [] {{(pid=120533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 13 21:29:10.693513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.725919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1664c994-57d0-49a2-bc41-99c988004c92 None None] Port d9d0bf63-cd42-4b71-847f-be42a62338bd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:10.863567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a2fdb889-ed15-422b-91af-240c583c556b None None] Provisioning complete for port d9d0bf63-cd42-4b71-847f-be42a62338bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:10.863922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a2fdb889-ed15-422b-91af-240c583c556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.870622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0811c0>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:08Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d0bf63-cd42-4b71-847f-be42a62338bd', 'name': '', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:df:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:07Z', 'updated_at': '2021-11-13T21:29:08Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:10.919999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:10.920360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Updating router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 port d9d0bf63-cd42-4b71-847f-be42a62338bd binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:29:10.952477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdb889-ed15-422b-91af-240c583c556b None None] Port d9d0bf63-cd42-4b71-847f-be42a62338bd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:10.956782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.993059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:10.997210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.095278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:11.253176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c4cb8-983c-47db-8105-2b9fcfeac57d req-5930179c-53d7-466e-a1f0-9f67943a9f1f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:11.255241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.255363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c5c4cb8-983c-47db-8105-2b9fcfeac57d req-5930179c-53d7-466e-a1f0-9f67943a9f1f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 944 time: 0.1024559
Nov 13 21:29:11.258490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:11.266576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.270926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52576) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:11.273659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1630e417-1705-462f-a661-fc77127262c8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 934 time: 1.1404870
Nov 13 21:29:11.301967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 32a8a526-198b-4e1f-9e9a-78e025610399 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:11.324255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c5c4cb8-983c-47db-8105-2b9fcfeac57d req-f7689144-d104-4989-97d2-ded1642890c7 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493743
Nov 13 21:29:11.350941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 32a8a526-198b-4e1f-9e9a-78e025610399 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:11.351313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.375747 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.386521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-83b47fd1-2d27-4f50-81e1-9baf35bd536a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 934 time: 0.1132991
Nov 13 21:29:11.388329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52580) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:11.393803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'routes': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:11.472533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3c79-c41a-4c3f-acfa-d4d2a1f6c045 None None] Pushing event updated for resources: {'Port': ['ID=d9d0bf63-cd42-4b71-847f-be42a62338bd,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:11.541475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52584) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:11.564912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Attempting to bind port d9d0bf63-cd42-4b71-847f-be42a62338bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:11.565380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Attempting to bind port d9d0bf63-cd42-4b71-847f-be42a62338bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:11.566030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Attempting to bind port d9d0bf63-cd42-4b71-847f-be42a62338bd on network ac5820b4-7996-4ace-938c-6bbb668c905e {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:11.575223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:11.575724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Checking segment: {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:11.576203 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.576670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Bound using segment: {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:11.577305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Bound port: d9d0bf63-cd42-4b71-847f-be42a62338bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4affb2fa-1a75-4366-b512-edd24c338425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:11.577797 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.694859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1798774318-network', 'tenant_id': 'fef5b442a9084f1ab3bb74447f2e6294'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:11.780887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e92e2562-3f85-4c45-9fda-abfa92538795 None None] Provisioning complete for port d9d0bf63-cd42-4b71-847f-be42a62338bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:11.781254 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e92e2562-3f85-4c45-9fda-abfa92538795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.783128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] For port d9d0bf63-cd42-4b71-847f-be42a62338bd, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:11.817445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] For port d9d0bf63-cd42-4b71-847f-be42a62338bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9d0bf63-cd42-4b71-847f-be42a62338bd,segment=NetworkSegment(4affb2fa-1a75-4366-b512-edd24c338425),segment_id=4affb2fa-1a75-4366-b512-edd24c338425)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:11.830677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e92e2562-3f85-4c45-9fda-abfa92538795 None None] Port d9d0bf63-cd42-4b71-847f-be42a62338bd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:11.857834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.extraroute_db [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added routes are [] {{(pid=120532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 13 21:29:11.858140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.extraroute_db [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=120532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 13 21:29:11.879911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Made reservation on behalf of fef5b442a9084f1ab3bb74447f2e6294 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:11.883196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.890367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.896747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:11.906431 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.017394 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.030424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:12.031422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0811c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:12.039180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3c79-c41a-4c3f-acfa-d4d2a1f6c045 None None] Pushing event updated for resources: {'Port': ['ID=d9d0bf63-cd42-4b71-847f-be42a62338bd,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:12.086721 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.110746 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.136177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:29:12.153719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:12.190651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:12.199290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.199883 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Added segment 0b87ae93-2deb-4569-914e-1fb5f3e0d2af of type vlan for network 234ab687-21f1-45a4-9c0c-8f8912344cc4
Nov 13 21:29:12.232295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.235813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.292047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.345072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:12.362113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cf975339-9579-45a6-8828-720d88e122ec None None] Provisioning complete for port d9d0bf63-cd42-4b71-847f-be42a62338bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:12.362113 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf975339-9579-45a6-8828-720d88e122ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.409565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.411702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:12.412948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.445887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:12.454003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.459308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b51e9040-a578-47e8-a8aa-ba257eedc61c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 700 time: 1.0656843
Nov 13 21:29:12.459516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52594) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:12.580397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf975339-9579-45a6-8828-720d88e122ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.601285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0579710
Nov 13 21:29:12.603890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:12.608824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Request body: {'subnet': {'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1798774318-subnet', 'tenant_id': 'fef5b442a9084f1ab3bb74447f2e6294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:12.624024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c24f80-fdb7-4227-8981-12a37256a819 admin admin] Pushing event updated for resources: {'Network': ['ID=234ab687-21f1-45a4-9c0c-8f8912344cc4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:12.635445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cf975339-9579-45a6-8828-720d88e122ec None None] For port d9d0bf63-cd42-4b71-847f-be42a62338bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9d0bf63-cd42-4b71-847f-be42a62338bd,segment=NetworkSegment(4affb2fa-1a75-4366-b512-edd24c338425),segment_id=4affb2fa-1a75-4366-b512-edd24c338425)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:12.639139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 234ab687-21f1-45a4-9c0c-8f8912344cc4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:29:12.641655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b22c82-1a5f-4522-800b-6b1a66b41de1 req-3e0c129b-f647-47cb-aaf5-dbcac098e04e tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:12.643185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6b22c82-1a5f-4522-800b-6b1a66b41de1 req-3e0c129b-f647-47cb-aaf5-dbcac098e04e tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 944 time: 0.1853147
Nov 13 21:29:12.644918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0811c0>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 7, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d0bf63-cd42-4b71-847f-be42a62338bd', 'name': '', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:df:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:07Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:12.653959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-179613cc-4f6b-4ba7-8feb-c039555c07bf tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 700 time: 0.1857879
Nov 13 21:29:12.656946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52600) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:12.705371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6b22c82-1a5f-4522-800b-6b1a66b41de1 req-42ff75ca-3879-44a2-9eb2-56ee3999199c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500858
Nov 13 21:29:12.726459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cba950-72a4-4836-9979-1c2739e3fdf0 None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 7, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d0bf63-cd42-4b71-847f-be42a62338bd', 'name': '', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:df:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:07Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 4, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:12.737252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf975339-9579-45a6-8828-720d88e122ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:12.833271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf975339-9579-45a6-8828-720d88e122ec None None] Pushing event updated for resources: {'Port': ['ID=d9d0bf63-cd42-4b71-847f-be42a62338bd,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:13.014763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Made reservation on behalf of fef5b442a9084f1ab3bb74447f2e6294 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:13.016233 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.142683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fb29d684-609d-4c4a-8112-872420818ad0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:29:13.269818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fb29d684-609d-4c4a-8112-872420818ad0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb29d684-609d-4c4a-8112-872420818ad0,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:13.292832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'fb29d684-609d-4c4a-8112-872420818ad0', 'network_id': '5c3b2abc-8fdb-468f-a931-3c38ccecde12', 'port_id': 'fb29d684-609d-4c4a-8112-872420818ad0', 'mac_address': 'fa:16:3e:3a:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d4b06f-e767-4677-8c18-b75cf0edcb71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:29:13.335852 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.351109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d9d0bf63-cd42-4b71-847f-be42a62338bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:13.377899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb29d684-609d-4c4a-8112-872420818ad0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:13.414996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fb29d684-609d-4c4a-8112-872420818ad0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb29d684-609d-4c4a-8112-872420818ad0,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:13.433933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d9d0bf63-cd42-4b71-847f-be42a62338bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:13.434300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.456061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.508713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.531449 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:13.538062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14eb188f-6869-480c-87cd-9e64cf8ab81b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:13.553745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.557625 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:13.558609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:13.568404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fb29d684-609d-4c4a-8112-872420818ad0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:13.588842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Checking segment: {'id': '0b87ae93-2deb-4569-914e-1fb5f3e0d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:13.589201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Network hostable DHCP agents. Network: 234ab687-21f1-45a4-9c0c-8f8912344cc4, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:29:13.663398 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:13.731798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Network 234ab687-21f1-45a4-9c0c-8f8912344cc4 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:29:13.776843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['fb29d684-609d-4c4a-8112-872420818ad0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:13.836572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 234ab687-21f1-45a4-9c0c-8f8912344cc4) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:13.845627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147883ca-9957-4693-81b4-3fcdb72c2e1b req-d9778af6-933f-44d4-b869-674439be6b57 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:13.847914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-147883ca-9957-4693-81b4-3fcdb72c2e1b req-d9778af6-933f-44d4-b869-674439be6b57 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 945 time: 0.0649276
Nov 13 21:29:13.867046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:13.867700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.905063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port d9d0bf63-cd42-4b71-847f-be42a62338bd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:13.907425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:13.928964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-147883ca-9957-4693-81b4-3fcdb72c2e1b req-96105987-a8df-4db5-84e5-fd0ef5b09e28 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722196
Nov 13 21:29:13.974828 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424310>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 7, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d0bf63-cd42-4b71-847f-be42a62338bd', 'name': '', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:df:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:07Z', 'updated_at': '2021-11-13T21:29:12Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:13.980824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d97f8-dc3b-4cc0-abbf-0b1234da0440 None None] Network 234ab687-21f1-45a4-9c0c-8f8912344cc4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:13.993375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6e2b02d-9f67-4fbb-ad49-07d2f6b17338 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3883872
Nov 13 21:29:14.007245 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:14.017405 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:14.018024 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:14.035820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port d9d0bf63-cd42-4b71-847f-be42a62338bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9d0bf63-cd42-4b71-847f-be42a62338bd,segment=NetworkSegment(4affb2fa-1a75-4366-b512-edd24c338425),segment_id=4affb2fa-1a75-4366-b512-edd24c338425)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:14.036390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:14.050911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for d9d0bf63-cd42-4b71-847f-be42a62338bd owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:14.118582 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:14.161466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a37e5f-ee2a-4656-8a48-aec26a49b751 None None] Network 234ab687-21f1-45a4-9c0c-8f8912344cc4 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:14.384425 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424310>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 7, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d0bf63-cd42-4b71-847f-be42a62338bd', 'name': '', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:df:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:07Z', 'updated_at': '2021-11-13T21:29:12Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:14.406445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:14.416551 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec2e3db-a486-4eb8-ba35-795ac900b103 None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:11Z', 'revision_number': 7, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9d0bf63-cd42-4b71-847f-be42a62338bd', 'name': '', 'network_id': 'ac5820b4-7996-4ace-938c-6bbb668c905e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:df:c7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:07Z', 'updated_at': '2021-11-13T21:29:12Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '916b40c3-d0ad-41ac-ae76-7f64262e1d27', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:14.439514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=d9d0bf63-cd42-4b71-847f-be42a62338bd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:14.510470 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:14.684726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-92c1ca4e-64bc-45cc-bac0-a7e1b64016ef tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:14.686192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-92c1ca4e-64bc-45cc-bac0-a7e1b64016ef tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/networks?id=234ab687-21f1-45a4-9c0c-8f8912344cc4 HTTP/1.1" status: 200  len: 814 time: 0.2214651
Nov 13 21:29:14.709561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-2ec8c126-5909-443a-b8e9-821137ae51ee tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/quotas/fef5b442a9084f1ab3bb74447f2e6294 HTTP/1.1" status: 200  len: 375 time: 0.0165536
Nov 13 21:29:14.732917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:14.752136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-cb7974b0-7dfc-47f4-b550-0a0fc9a33d29 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef5b442a9084f1ab3bb74447f2e6294&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0337248
Nov 13 21:29:14.948648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-c53c255a-1c67-4a61-986b-58b8ae292e63 service neutron] 10.222.0.20 "GET /v2.0/networks/234ab687-21f1-45a4-9c0c-8f8912344cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1890345
Nov 13 21:29:15.056421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30c04-22e5-4eff-b989-9803aa82eba7 req-8027bab4-16c7-4874-95a8-747549d9c8f3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:15.058023 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5c30c04-22e5-4eff-b989-9803aa82eba7 req-8027bab4-16c7-4874-95a8-747549d9c8f3 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 945 time: 0.0501077
Nov 13 21:29:15.066981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:15.093302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-2068b2fb-838e-47eb-af19-5edea8f9d3dc service neutron] 10.222.0.20 "GET /v2.0/networks/234ab687-21f1-45a4-9c0c-8f8912344cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170735
Nov 13 21:29:15.120392 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5c30c04-22e5-4eff-b989-9803aa82eba7 req-2e9e10ca-6dae-49ee-981e-93c04fd68b72 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561285
Nov 13 21:29:15.153327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fb29d684-609d-4c4a-8112-872420818ad0 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:15.180067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:15.188265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ba81670c-4bac-4ff7-9799-b383f3e6025f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5274203
Nov 13 21:29:15.188423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52640) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:15.191423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:15.208240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:15.208875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:15.244737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 916b40c3-d0ad-41ac-ae76-7f64262e1d27 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:15.247317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.299042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.310087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:15.389542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e4f8c0f-e7a6-411d-aaab-cd6b16c7cf51 req-baa2a950-293e-4aec-904a-b4d2407fce6b tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 210 time: 0.0568011
Nov 13 21:29:15.391086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port fb29d684-609d-4c4a-8112-872420818ad0 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:29:15.407245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port fb29d684-609d-4c4a-8112-872420818ad0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:15.407723 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.412569 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.547591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.574592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=916b40c3-d0ad-41ac-ae76-7f64262e1d27,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:15.582393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.586357 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.588760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52660) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:15.589190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-695a7c21-d8f2-4ee0-98a2-d70d19c64fe6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/916b40c3-d0ad-41ac-ae76-7f64262e1d27 HTTP/1.1" status: 204  len: 168 time: 0.3990080
Nov 13 21:29:15.592277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8deb57-aed9-475b-b728-53b7fd85995b None None] Network ac5820b4-7996-4ace-938c-6bbb668c905e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:15.663297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b477de3-bafa-4285-abcd-c644a5042592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb29d684-609d-4c4a-8112-872420818ad0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:15.665895 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73c164-8fff-4480-aa67-3dedf05ce7b9" -d '{"events": [{"server_uuid": "0b477de3-bafa-4285-abcd-c644a5042592", "name": "network-vif-plugged", "status": "completed", "tag": "fb29d684-609d-4c4a-8112-872420818ad0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:15.668028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.696028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fb29d684-609d-4c4a-8112-872420818ad0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb29d684-609d-4c4a-8112-872420818ad0,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:15.734253 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8aa9ed-9f42-4d38-8f0a-2d113d794172 x-openstack-request-id: req-6e8aa9ed-9f42-4d38-8f0a-2d113d794172 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:15.734550 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b477de3-bafa-4285-abcd-c644a5042592", "name": "network-vif-plugged", "status": "completed", "tag": "fb29d684-609d-4c4a-8112-872420818ad0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:15.735100 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e8aa9ed-9f42-4d38-8f0a-2d113d794172 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:15.735653 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b477de3-bafa-4285-abcd-c644a5042592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb29d684-609d-4c4a-8112-872420818ad0', 'code': 200}
Nov 13 21:29:15.736051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 32a8a526-198b-4e1f-9e9a-78e025610399 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:15.736397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.739897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7d90>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:14Z', 'revision_number': 8, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:15.774582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:15.809564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:15.809814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 32a8a526-198b-4e1f-9e9a-78e025610399, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32a8a526-198b-4e1f-9e9a-78e025610399,segment=NetworkSegment(4affb2fa-1a75-4366-b512-edd24c338425),segment_id=4affb2fa-1a75-4366-b512-edd24c338425)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:15.810041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:15.810523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:15.826312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 32a8a526-198b-4e1f-9e9a-78e025610399 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:15.833030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a707fb7-aa6b-4d48-8dd8-24c88d8d6e31 req-8c27b97e-1c1b-4a8c-a1ba-62fd94dcfcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:15.834715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a707fb7-aa6b-4d48-8dd8-24c88d8d6e31 req-8c27b97e-1c1b-4a8c-a1ba-62fd94dcfcdd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 1096 time: 0.0501847
Nov 13 21:29:15.906399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a707fb7-aa6b-4d48-8dd8-24c88d8d6e31 req-35d40779-0050-4cc2-a539-d1016bef9ab2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639191
Nov 13 21:29:15.913880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] DHCP port deletion for ac5820b4-7996-4ace-938c-6bbb668c905e request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:15.915655 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.003162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:16.061545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fb29d684-609d-4c4a-8112-872420818ad0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:16.072379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.107792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port 32a8a526-198b-4e1f-9e9a-78e025610399 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:16.111130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Deleting port 32a8a526-198b-4e1f-9e9a-78e025610399 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:16.111494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.113757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=32a8a526-198b-4e1f-9e9a-78e025610399,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:16.205200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.228925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdda5a8e0>,) {'filters': {'network_id': ['ac5820b4-7996-4ace-938c-6bbb668c905e']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:16.232148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] For port 32a8a526-198b-4e1f-9e9a-78e025610399, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:16.232806 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.244907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdda5a8e0>, '4affb2fa-1a75-4366-b512-edd24c338425') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:16.246922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdda5a8e0>, '4affb2fa-1a75-4366-b512-edd24c338425') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:16.255026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Calling delete_port for 32a8a526-198b-4e1f-9e9a-78e025610399 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:16.258184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4efbc-d123-4a40-8d6c-5a725a12c46b req-e4e067cc-46c9-404c-8938-5a8b872f33e1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:16.260537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3db4efbc-d123-4a40-8d6c-5a725a12c46b req-e4e067cc-46c9-404c-8938-5a8b872f33e1 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.0560570
Nov 13 21:29:16.262775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Port 32a8a526-198b-4e1f-9e9a-78e025610399 was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:29:16.265860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.268068 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.281220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.287905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:16.288357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.298225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] Pushing event deleted for resources: {'Port': ['ID=32a8a526-198b-4e1f-9e9a-78e025610399,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:16.330474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2bf4f-2abb-40d3-bf1d-c948642050ee None None] No DVR routers for this DVR port 32a8a526-198b-4e1f-9e9a-78e025610399 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:16.347318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3db4efbc-d123-4a40-8d6c-5a725a12c46b req-b890171b-7c51-476c-9ddd-e5f3783c65ad tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608003
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:16.352198 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:16.375405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7d90>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:14Z', 'revision_number': 8, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:16.414189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb20e89-f6dd-44ba-9b18-577a8ee2b95a None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:14Z', 'revision_number': 8, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2d29232e-73f9-4e6c-b322-d981501d9aec', 'name': '', 'network_id': '6cc1a4ea-937a-4b7c-9944-786e250698e3', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:04:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:01Z', 'updated_at': '2021-11-13T21:29:07Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': 'a48f787e-a673-45a1-9188-0fa4bce9230c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:16.471887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-28e342e2-b75d-4aa2-ad81-60248990cef4 req-a2708a6c-9060-41cd-a53f-78663e44a6e1 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 210 time: 0.0322526
Nov 13 21:29:16.508917 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.519328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:16.519328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/ac5820b4-7996-4ace-938c-6bbb668c905e HTTP/1.1" status: 204  len: 168 time: 0.9282815
Nov 13 21:29:16.521335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:16.532962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405890-26ac-4db2-9bbc-b4a767141e96 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=ac5820b4-7996-4ace-938c-6bbb668c905e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:17.144153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:17.266936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d9d0bf63-cd42-4b71-847f-be42a62338bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:17.286719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d9d0bf63-cd42-4b71-847f-be42a62338bd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:17.287069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d9d0bf63-cd42-4b71-847f-be42a62338bd not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:17.287497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 32a8a526-198b-4e1f-9e9a-78e025610399 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:17.307154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 32a8a526-198b-4e1f-9e9a-78e025610399 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:17.307495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 32a8a526-198b-4e1f-9e9a-78e025610399 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:17.398569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 2d29232e-73f9-4e6c-b322-d981501d9aec {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:17.398960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:17.482647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dea76-1d14-4333-b570-a08cac1daade req-30b441f1-833a-424d-b516-a2fd22617f03 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:17.484145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db5dea76-1d14-4333-b570-a08cac1daade req-30b441f1-833a-424d-b516-a2fd22617f03 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.0601470
Nov 13 21:29:17.497602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 2d29232e-73f9-4e6c-b322-d981501d9aec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d29232e-73f9-4e6c-b322-d981501d9aec,segment=NetworkSegment(74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1),segment_id=74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:17.498157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:17.512303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 2d29232e-73f9-4e6c-b322-d981501d9aec owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:17.595240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff4c20d3-34ef-4960-a5ba-b3c100ed6d65 req-29ffcdd7-e828-478b-87db-aa8a73ea4822 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 210 time: 0.0407012
Nov 13 21:29:17.799070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db5dea76-1d14-4333-b570-a08cac1daade req-2cd79511-de98-44e0-989d-79b1c3d0af03 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3084369
Nov 13 21:29:17.823621 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:17.858330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=2d29232e-73f9-4e6c-b322-d981501d9aec,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:18.044356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6afb-2bda-4fe5-9778-ff4a9a3badff req-8bec70ef-0448-471d-906b-cdb2b378cf90 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:18.045920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b02e6afb-2bda-4fe5-9778-ff4a9a3badff req-8bec70ef-0448-471d-906b-cdb2b378cf90 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.1597416
Nov 13 21:29:18.158429 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:18.192820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b02e6afb-2bda-4fe5-9778-ff4a9a3badff req-97fd57dd-edc7-474e-8742-a3bd583c0570 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310165
Nov 13 21:29:18.203976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-57051ff0-a3a4-482f-bd13-78b8ccb3957f tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:18.206746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-57051ff0-a3a4-482f-bd13-78b8ccb3957f tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.46 "GET /v2.0/networks?id=234ab687-21f1-45a4-9c0c-8f8912344cc4 HTTP/1.1" status: 200  len: 814 time: 0.2091179
Nov 13 21:29:18.243339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Request body: {'port': {'device_id': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4', 'admin_state_up': True, 'tenant_id': 'fef5b442a9084f1ab3bb74447f2e6294'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:18.396477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:29:18.471617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:18.563109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Made reservation on behalf of fef5b442a9084f1ab3bb74447f2e6294 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:18.566769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:18.624431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:18.629906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c575a2e8-f13e-4aa6-a0f6-fcde3b3ce67f tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1074846
Nov 13 21:29:18.632650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52752) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:18.636213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:18.648891 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:18.648891 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde413160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:18.703509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1370335a-1e19-441d-8184-6e38e5bbee9c req-deb8c3ff-071b-4f2d-ae25-2f463cb8d2c0 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 210 time: 0.0316916
Nov 13 21:29:18.704283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55494f4-16cd-4666-b346-6ab097702b71 req-cada9e37-d264-4146-9ea1-53e2d86a722c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:18.705948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e55494f4-16cd-4666-b346-6ab097702b71 req-cada9e37-d264-4146-9ea1-53e2d86a722c tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.1579294
Nov 13 21:29:18.739810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:18.771149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet a48f787e-a673-45a1-9188-0fa4bce9230c {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:18.804528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:18.870154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e55494f4-16cd-4666-b346-6ab097702b71 req-1f58e690-d7d3-4ee8-8064-35158278198d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493771
Nov 13 21:29:18.897469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Allocated IP 172.20.0.10 (234ab687-21f1-45a4-9c0c-8f8912344cc4/14eb188f-6869-480c-87cd-9e64cf8ab81b/ee3d6981-bb7e-4d8e-90f8-70720d9d86d2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:19.044618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.045727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcd1db-ffaa-49bc-b1d1-47e0ecde60e2 req-5b72ea4c-ff6e-4bba-9b12-1ae6b15f69b5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:19.045727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7fdcd1db-ffaa-49bc-b1d1-47e0ecde60e2 req-5b72ea4c-ff6e-4bba-9b12-1ae6b15f69b5 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.0539787
Nov 13 21:29:19.068878 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde413160>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:17Z', 'revision_number': 9, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:19.076772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7fdcd1db-ffaa-49bc-b1d1-47e0ecde60e2 req-1eac1488-dbec-4066-bb25-c3e34c0e56e8 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539477
Nov 13 21:29:19.082862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.110041 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:19.119661 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:19.120259 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde413160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:19.181136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.235730 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:19.243686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.259117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.265418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52772) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:19.266119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/a48f787e-a673-45a1-9188-0fa4bce9230c HTTP/1.1" status: 204  len: 168 time: 0.6317136
Nov 13 21:29:19.267308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc232e5-93d3-4354-b78f-031051c18198 None None] Network 6cc1a4ea-937a-4b7c-9944-786e250698e3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:19.290524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e840198-89d8-4ad5-a8d7-5df8c10e35de tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=a48f787e-a673-45a1-9188-0fa4bce9230c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:19.302543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.363572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Network 234ab687-21f1-45a4-9c0c-8f8912344cc4 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:19.376626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:19.383139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:19.402822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.432446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Pushing event updated for resources: {'Port': ['ID=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:19.461138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:19.462729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.534777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-184cb387-4075-49d3-8e1e-6f3869c59996 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2960293
Nov 13 21:29:19.548764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Request body: {'port': {'device_id': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:19.564807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76f9a3-4be4-45e2-ac04-1a03d52f67e5 req-1adc2110-6c22-455f-a463-5bb50f33a95d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:19.572476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba76f9a3-4be4-45e2-ac04-1a03d52f67e5 req-1adc2110-6c22-455f-a463-5bb50f33a95d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.0831456
Nov 13 21:29:19.597213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 472fa070-1a75-424f-80aa-a305380f9fdf {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:19.597968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.609188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde413160>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:17Z', 'revision_number': 9, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:19.635419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.647836 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0436e-ecf4-4f17-a5f9-042380fae19d None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:17Z', 'revision_number': 9, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd75e558-a942-46de-b3d3-7b5f0f9d1f6f', 'name': '', 'network_id': '1d8d4837-e6a4-41a6-8b13-61a43fd73542', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:d8:5c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:56Z', 'updated_at': '2021-11-13T21:29:01Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '00ca5345-24ac-4500-96b3-7eb74844284b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:19.695565 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba76f9a3-4be4-45e2-ac04-1a03d52f67e5 req-727d53f7-467e-4876-bf75-74c5773840d0 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197581
Nov 13 21:29:19.709145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 472fa070-1a75-424f-80aa-a305380f9fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=472fa070-1a75-424f-80aa-a305380f9fdf,segment=NetworkSegment(74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1),segment_id=74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:19.709145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.725549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 472fa070-1a75-424f-80aa-a305380f9fdf owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:19.868118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e28446-e9dd-4137-8854-f140a9bbcf6f req-eac3901b-c8a8-438b-851c-65f8073aaac0 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:19.870268 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32e28446-e9dd-4137-8854-f140a9bbcf6f req-eac3901b-c8a8-438b-851c-65f8073aaac0 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 932 time: 0.0689876
Nov 13 21:29:19.914644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbf38f-c206-4859-bbb1-190bcb102644 req-9dfca204-dbf5-4dc2-ab03-0b7fa0b6fa6d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:19.916731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2fbf38f-c206-4859-bbb1-190bcb102644 req-9dfca204-dbf5-4dc2-ab03-0b7fa0b6fa6d tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.1109998
Nov 13 21:29:19.923955 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32e28446-e9dd-4137-8854-f140a9bbcf6f req-30b460fc-a3da-42b9-84df-bf25e7f3134b tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466282
Nov 13 21:29:19.931428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:19.959820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=472fa070-1a75-424f-80aa-a305380f9fdf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:19.964082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port 472fa070-1a75-424f-80aa-a305380f9fdf on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:20.010983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2fbf38f-c206-4859-bbb1-190bcb102644 req-9d5d1983-43f2-4c29-a9fa-e782f20d2888 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798566
Nov 13 21:29:20.034521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ad5f7-b985-43d4-86a6-ee8d87f3cb9a None None] DHCP port deletion for 6cc1a4ea-937a-4b7c-9944-786e250698e3 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:20.073468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:20.082454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.086546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.111332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde919eb0>,) {'filters': {'network_id': ['6cc1a4ea-937a-4b7c-9944-786e250698e3']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:20.112647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Transition to ACTIVE for port object ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:29:20.124094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde919eb0>, '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:20.126115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde919eb0>, '74dc2c5b-0fc5-4992-9aa9-7f3ea4de6ed1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:20.136375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.155237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.161822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:20.162216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:20.166452 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:20.191382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.249477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:20.302866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.310641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.316117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/6cc1a4ea-937a-4b7c-9944-786e250698e3 HTTP/1.1" status: 204  len: 168 time: 1.0464435
Nov 13 21:29:20.317170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:20.326012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec216a-6bd5-49d7-a6a7-b9031251a308 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=6cc1a4ea-937a-4b7c-9944-786e250698e3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:20.364531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Attempting to bind port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:20.364929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Attempting to bind port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0b87ae93-2deb-4569-914e-1fb5f3e0d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:20.365263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Attempting to bind port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 on network 234ab687-21f1-45a4-9c0c-8f8912344cc4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:20.402127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 on network 234ab687-21f1-45a4-9c0c-8f8912344cc4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:29:20.402375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Attempting to bind port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 on network 234ab687-21f1-45a4-9c0c-8f8912344cc4 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:20.413889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:20.414230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Checking segment: {'id': '0b87ae93-2deb-4569-914e-1fb5f3e0d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:20.414612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Bound using segment: {'id': '0b87ae93-2deb-4569-914e-1fb5f3e0d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:20.415044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Bound port: ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b87ae93-2deb-4569-914e-1fb5f3e0d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:20.415402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.567345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] For port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:20.571409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] For port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,segment=NetworkSegment(0b87ae93-2deb-4569-914e-1fb5f3e0d2af),segment_id=0b87ae93-2deb-4569-914e-1fb5f3e0d2af)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:20.657547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.683683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480583-db85-4670-a265-fa7b0eca9a69 req-68db15e6-27c4-4141-9d11-a22681be04da tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:20.686821 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56480583-db85-4670-a265-fa7b0eca9a69 req-68db15e6-27c4-4141-9d11-a22681be04da tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.0521650
Nov 13 21:29:20.705323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:20.705945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.707328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] 10.222.0.46 "PUT /v2.0/ports/ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 HTTP/1.1" status: 200  len: 1092 time: 1.1642375
Nov 13 21:29:20.707768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'tag': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:20.710037 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4deb844-c86d-4dc3-bc67-0acbe504cbce" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6b5f86-6656-4758-b6be-79bd0f9dc37b", "tag": "ee3d6981-bb7e-4d8e-90f8-70720d9d86d2"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:20.734980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12848a-d8c8-455b-9f28-10d672a07671 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:20.761359 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c56cbbd-b48e-4b0a-b6af-ebaa2561992c x-openstack-request-id: req-4c56cbbd-b48e-4b0a-b6af-ebaa2561992c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:20.761675 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6b5f86-6656-4758-b6be-79bd0f9dc37b", "tag": "ee3d6981-bb7e-4d8e-90f8-70720d9d86d2", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:20.761903 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c56cbbd-b48e-4b0a-b6af-ebaa2561992c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:20.762607 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'tag': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2', 'status': 'completed', 'code': 200}
Nov 13 21:29:20.773232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56480583-db85-4670-a265-fa7b0eca9a69 req-4a019bd2-e30e-414e-b6b2-a65d351cf377 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777338
Nov 13 21:29:20.813736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:20.898503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deb844-c86d-4dc3-bc67-0acbe504cbce req-66dc28b1-726b-4aaa-b9ae-7479568a5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:20.900042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4deb844-c86d-4dc3-bc67-0acbe504cbce req-66dc28b1-726b-4aaa-b9ae-7479568a5f26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fef5b442a9084f1ab3bb74447f2e6294&device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 1095 time: 0.1178465
Nov 13 21:29:21.299544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 472fa070-1a75-424f-80aa-a305380f9fdf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:21.323832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 472fa070-1a75-424f-80aa-a305380f9fdf {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:21.324301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 472fa070-1a75-424f-80aa-a305380f9fdf not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:21.325012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d29232e-73f9-4e6c-b322-d981501d9aec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:21.344510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2d29232e-73f9-4e6c-b322-d981501d9aec {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:21.344945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2d29232e-73f9-4e6c-b322-d981501d9aec not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:21.365939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07fe9e-cbc7-40e3-bfaf-950c3430f186 req-dac1613e-92bd-45de-b60e-3282f51a1852 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.367413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e07fe9e-cbc7-40e3-bfaf-950c3430f186 req-dac1613e-92bd-45de-b60e-3282f51a1852 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 944 time: 0.1377673
Nov 13 21:29:21.371431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deb844-c86d-4dc3-bc67-0acbe504cbce req-ccf96b79-f367-4d0a-b824-b581bbb7ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.372802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4deb844-c86d-4dc3-bc67-0acbe504cbce req-ccf96b79-f367-4d0a-b824-b581bbb7ac3a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fef5b442a9084f1ab3bb74447f2e6294&shared=False HTTP/1.1" status: 200  len: 915 time: 0.4629676
Nov 13 21:29:21.504044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e07fe9e-cbc7-40e3-bfaf-950c3430f186 req-1de76ea4-a615-41ea-9c78-e918c921760f tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292627
Nov 13 21:29:21.553703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deb844-c86d-4dc3-bc67-0acbe504cbce req-b4f1b24f-a096-4c6e-afc2-57dc54e72301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.555170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4deb844-c86d-4dc3-bc67-0acbe504cbce req-b4f1b24f-a096-4c6e-afc2-57dc54e72301 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1723185
Nov 13 21:29:21.584073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:21.584504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:21.689574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-a91dcec4-46d9-4ece-bc1c-024f8e8347dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.691057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-a91dcec4-46d9-4ece-bc1c-024f8e8347dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fef5b442a9084f1ab3bb74447f2e6294&device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 1095 time: 0.0928855
Nov 13 21:29:21.712087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port cd75e558-a942-46de-b3d3-7b5f0f9d1f6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,segment=NetworkSegment(5ac112a8-db06-4cca-81ff-9a95a946b95d),segment_id=5ac112a8-db06-4cca-81ff-9a95a946b95d)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:21.714814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:21.752623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-00cff217-0c6b-4ca6-9440-84ddd4736223 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 HTTP/1.1" status: 200  len: 217 time: 0.0433145
Nov 13 21:29:21.752623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for cd75e558-a942-46de-b3d3-7b5f0f9d1f6f owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:21.866780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-a1dad3a3-d0c6-4304-a362-8b7d9cd4bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.868250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-a1dad3a3-d0c6-4304-a362-8b7d9cd4bafe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14eb188f-6869-480c-87cd-9e64cf8ab81b HTTP/1.1" status: 200  len: 854 time: 0.1160319
Nov 13 21:29:21.896996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c70ddb-651a-43dc-a273-0b8f9a88d8f3 req-f89a1ce8-2a97-42df-a10a-c109e29a043a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.899346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-58c70ddb-651a-43dc-a273-0b8f9a88d8f3 req-f89a1ce8-2a97-42df-a10a-c109e29a043a tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.0508769
Nov 13 21:29:21.899547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-cf3cfb82-fe82-4a46-b718-b4f6bdfb4217 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:21.901613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-cf3cfb82-fe82-4a46-b718-b4f6bdfb4217 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 946 time: 0.1398568
Nov 13 21:29:21.922165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-bf812a88-b165-4184-a2c7-dd59de562a18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=234ab687-21f1-45a4-9c0c-8f8912344cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456848
Nov 13 21:29:21.954024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-58c70ddb-651a-43dc-a273-0b8f9a88d8f3 req-adc1b6d2-30e3-4332-8f9a-aa6beea767d4 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/security-groups?id=c218c2f0-b727-414c-88af-e637b79ad957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485911
Nov 13 21:29:22.165366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-52ac7f8e-d6ca-44f2-be57-1272e4f1ae6a service neutron] 10.222.0.46 "GET /v2.0/networks/234ab687-21f1-45a4-9c0c-8f8912344cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340498
Nov 13 21:29:22.206410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Deleting port fb29d684-609d-4c4a-8112-872420818ad0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:22.206741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:22.287213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:22.330088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=cd75e558-a942-46de-b3d3-7b5f0f9d1f6f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:22.401556 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-209a13fa-0c97-47d9-8546-43bdfc0038df req-b26c182f-5f2d-4c9a-bfac-1401bd8140a3 service neutron] 10.222.0.46 "GET /v2.0/networks/234ab687-21f1-45a4-9c0c-8f8912344cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2281985
Nov 13 21:29:22.431331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] For port fb29d684-609d-4c4a-8112-872420818ad0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb29d684-609d-4c4a-8112-872420818ad0,segment=NetworkSegment(50e6c347-66f9-46a1-97d3-856168d10c39),segment_id=50e6c347-66f9-46a1-97d3-856168d10c39)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:22.431699 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:22.449827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Calling delete_port for fb29d684-609d-4c4a-8112-872420818ad0 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:22.582741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:22.642796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591d6be-6a16-4904-9f95-0880e93611e2 req-8d2c5e4e-0115-4131-935f-a474ad086d6f tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:22.644435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1591d6be-6a16-4904-9f95-0880e93611e2 req-8d2c5e4e-0115-4131-935f-a474ad086d6f tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 944 time: 0.0601318
Nov 13 21:29:22.694097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1591d6be-6a16-4904-9f95-0880e93611e2 req-4b319cbb-72b9-40c4-847c-46c791437d0b tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416734
Nov 13 21:29:22.825870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:22.834967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:22.846409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['fb29d684-609d-4c4a-8112-872420818ad0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:22.920878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Pushing event deleted for resources: {'Port': ['ID=fb29d684-609d-4c4a-8112-872420818ad0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:22.970712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] No DVR routers for this DVR port fb29d684-609d-4c4a-8112-872420818ad0 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:22.974241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:22.978850 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc736145-1f5c-441d-b6e5-ed37191056dc req-f3d5ba32-dac5-4b3f-99a2-62048975803f tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.37 "DELETE /v2.0/ports/fb29d684-609d-4c4a-8112-872420818ad0 HTTP/1.1" status: 204  len: 173 time: 1.0579686
Nov 13 21:29:22.978850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b477de3-bafa-4285-abcd-c644a5042592', 'name': 'network-vif-deleted', 'tag': 'fb29d684-609d-4c4a-8112-872420818ad0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:22.980373 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bdb15f-54da-4dd5-8129-85aefd998392" -d '{"events": [{"server_uuid": "0b477de3-bafa-4285-abcd-c644a5042592", "name": "network-vif-deleted", "tag": "fb29d684-609d-4c4a-8112-872420818ad0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:22.985533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:22.991411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87511133-a80b-4336-b84f-8db9088672a7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6724739
Nov 13 21:29:22.994396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52858) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:23.002163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:23.013920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:23.014851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddd8bd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:23.037993 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c23745-4e1e-4216-83d3-882386ba3b82 x-openstack-request-id: req-e5c23745-4e1e-4216-83d3-882386ba3b82 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:23.038293 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b477de3-bafa-4285-abcd-c644a5042592", "name": "network-vif-deleted", "tag": "fb29d684-609d-4c4a-8112-872420818ad0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:23.038698 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c23745-4e1e-4216-83d3-882386ba3b82 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:23.039116 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b477de3-bafa-4285-abcd-c644a5042592', 'name': 'network-vif-deleted', 'tag': 'fb29d684-609d-4c4a-8112-872420818ad0', 'status': 'completed', 'code': 200}
Nov 13 21:29:23.089430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11f060df-83bd-43ab-a403-3d93d0ce7cb9 req-a2acee34-e84e-41b0-acb0-0f097a33dd10 tempest-ServerDiskConfigTestJSON-1171807233 tempest-ServerDiskConfigTestJSON-1171807233-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b477de3-bafa-4285-abcd-c644a5042592 HTTP/1.1" status: 200  len: 210 time: 0.0380852
Nov 13 21:29:23.093555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 00ca5345-24ac-4500-96b3-7eb74844284b {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:23.096923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.107434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:23.145039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.231891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.322812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddd8bd00>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:22Z', 'revision_number': 10, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:23.349813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:23.359247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:23.361200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddd8bd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:23.409092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.438329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=00ca5345-24ac-4500-96b3-7eb74844284b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:23.442147 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.445640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-45d4b423-d812-49a6-a2b9-99d1c106b715 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/00ca5345-24ac-4500-96b3-7eb74844284b HTTP/1.1" status: 204  len: 168 time: 0.4499850
Nov 13 21:29:23.448222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52862) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:23.453505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:23.454377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f43b8c-d012-4dcb-a255-6f3c4cd779bd None None] Network 1d8d4837-e6a4-41a6-8b13-61a43fd73542 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:23.523752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.587000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:23.599830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.657626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 94a1fbf4-0ae7-4b6b-807a-6b499147f507, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94a1fbf4-0ae7-4b6b-807a-6b499147f507,segment=NetworkSegment(5ac112a8-db06-4cca-81ff-9a95a946b95d),segment_id=5ac112a8-db06-4cca-81ff-9a95a946b95d)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:23.658627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.671398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 94a1fbf4-0ae7-4b6b-807a-6b499147f507 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:23.767753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddd8bd00>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:22Z', 'revision_number': 10, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:23.800802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4f3e05-caab-44c0-8930-b724a35be7c0 None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:22Z', 'revision_number': 10, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None, '_interfaces': [{'id': '2f8c04bd-7de1-4e7e-bee0-dd387ab5feec', 'name': '', 'network_id': 'f2e788a2-7be2-4c66-9da6-0b7f031feb1e', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'mac_address': 'fa:16:3e:95:22:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:28:51Z', 'updated_at': '2021-11-13T21:28:55Z', 'revision_number': 5, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'subnets': [{'id': '67b912c4-ed8b-4e04-a940-fabc4808497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:23.817801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] DHCP port deletion for 1d8d4837-e6a4-41a6-8b13-61a43fd73542 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:23.844842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9384c-1062-4053-b9e7-28274d63ede6 req-1f109965-d787-43d6-873b-51cdaa84d3e2 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:23.844842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11e9384c-1062-4053-b9e7-28274d63ede6 req-1f109965-d787-43d6-873b-51cdaa84d3e2 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 944 time: 0.0580285
Nov 13 21:29:23.868119 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.885807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Deleting port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:23.886358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:23.903958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=94a1fbf4-0ae7-4b6b-807a-6b499147f507,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:23.912610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:23.960660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-11e9384c-1062-4053-b9e7-28274d63ede6 req-ed54817c-62a7-4ee2-b403-fba47f1f0069 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088886
Nov 13 21:29:23.994618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] For port 94a1fbf4-0ae7-4b6b-807a-6b499147f507, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:23.995013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.012675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.013182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Calling delete_port for 94a1fbf4-0ae7-4b6b-807a-6b499147f507 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:24.015885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:29:24.017226 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.033745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf2c51f0>,) {'filters': {'network_id': ['1d8d4837-e6a4-41a6-8b13-61a43fd73542']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:24.046986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] Pushing event deleted for resources: {'Port': ['ID=94a1fbf4-0ae7-4b6b-807a-6b499147f507,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:24.048663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf2c51f0>, '5ac112a8-db06-4cca-81ff-9a95a946b95d') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:24.048663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf2c51f0>, '5ac112a8-db06-4cca-81ff-9a95a946b95d') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:24.051728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed2639-562f-420d-9e24-f79e0ed817b4 None None] No DVR routers for this DVR port 94a1fbf4-0ae7-4b6b-807a-6b499147f507 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:24.059463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.074813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.081282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:24.081672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:24.084830 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:24.214464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.227416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.232953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/1d8d4837-e6a4-41a6-8b13-61a43fd73542 HTTP/1.1" status: 204  len: 168 time: 0.7819324
Nov 13 21:29:24.239146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52878) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:24.250841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569465e-9354-4062-9b78-2eb5cda1d0f8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=1d8d4837-e6a4-41a6-8b13-61a43fd73542,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:24.350056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52884) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:24.498639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Deleting subnet b9d4b06f-e767-4677-8c18-b75cf0edcb71 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:24.498639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.498639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.506785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:29:24.534859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.642606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,segment=NetworkSegment(0b87ae93-2deb-4569-914e-1fb5f3e0d2af),segment_id=0b87ae93-2deb-4569-914e-1fb5f3e0d2af)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:24.657245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2', 'network_id': '234ab687-21f1-45a4-9c0c-8f8912344cc4', 'port_id': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2', 'mac_address': 'fa:16:3e:5f:4c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14eb188f-6869-480c-87cd-9e64cf8ab81b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:29:24.694151 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.706888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:24.726627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,segment=NetworkSegment(0b87ae93-2deb-4569-914e-1fb5f3e0d2af),segment_id=0b87ae93-2deb-4569-914e-1fb5f3e0d2af)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:24.775333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.775592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8847a95c-7b69-43d9-a139-cd2be25082f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.803294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d4b06f-e767-4677-8c18-b75cf0edcb71,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:24.805206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.808754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-670c0258-4edf-4332-9d04-30ed11f34b3c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9d4b06f-e767-4677-8c18-b75cf0edcb71 HTTP/1.1" status: 204  len: 168 time: 0.4576640
Nov 13 21:29:24.811236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52890) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:24.819823 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.872529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:24.882432 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.907483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:24.971503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.008333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddbc75e0>,) {'filters': {'network_id': ['5c3b2abc-8fdb-468f-a931-3c38ccecde12']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:25.020544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddbc75e0>, '50e6c347-66f9-46a1-97d3-856168d10c39') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:25.021083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddbc75e0>, '50e6c347-66f9-46a1-97d3-856168d10c39') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:25.030997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ee3d6981-bb7e-4d8e-90f8-70720d9d86d2'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:25.033921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.076570 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.085448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:25.089200 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:25.149159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f138c-c51d-4b5d-bc1b-37d8dc1141fc req-7bbc624c-430c-4697-8d4a-1ad8025add37 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:25.157015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d5f138c-c51d-4b5d-bc1b-37d8dc1141fc req-7bbc624c-430c-4697-8d4a-1ad8025add37 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 945 time: 0.1144283
Nov 13 21:29:25.186081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:25.186514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.201793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d5f138c-c51d-4b5d-bc1b-37d8dc1141fc req-dd342c2c-6e30-4558-b1f4-eb65a037799b tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439069
Nov 13 21:29:25.236429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fb29d684-609d-4c4a-8112-872420818ad0 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:25.257071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.263042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.266264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] 10.222.0.20 "DELETE /v2.0/networks/5c3b2abc-8fdb-468f-a931-3c38ccecde12 HTTP/1.1" status: 204  len: 168 time: 0.4540780
Nov 13 21:29:25.269619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: fb29d684-609d-4c4a-8112-872420818ad0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:25.273033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fb29d684-609d-4c4a-8112-872420818ad0 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:25.277207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 94a1fbf4-0ae7-4b6b-807a-6b499147f507 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:25.282319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10ec62-70fb-4d1a-bfb8-260f71921e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3b2abc-8fdb-468f-a931-3c38ccecde12,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:25.292741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:25.292952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.302506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 94a1fbf4-0ae7-4b6b-807a-6b499147f507 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:25.303617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 94a1fbf4-0ae7-4b6b-807a-6b499147f507 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:25.304107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd75e558-a942-46de-b3d3-7b5f0f9d1f6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:25.320469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:25.329636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: cd75e558-a942-46de-b3d3-7b5f0f9d1f6f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:25.329889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device cd75e558-a942-46de-b3d3-7b5f0f9d1f6f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:25.562390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.594289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=2f8c04bd-7de1-4e7e-bee0-dd387ab5feec,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:25.673275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52906) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:25.746763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e823fe74-277e-4f2e-958d-014d387c3ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bba1762c6854be5abcd9b348bc8e391&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0739164
Nov 13 21:29:25.750597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52908) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:25.777969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.822342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50921fad-faf4-4a57-b1d1-8c723a02890a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.847680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50921fad-faf4-4a57-b1d1-8c723a02890a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.936744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:25.951074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50921fad-faf4-4a57-b1d1-8c723a02890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.954093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50921fad-faf4-4a57-b1d1-8c723a02890a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:25.955343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50921fad-faf4-4a57-b1d1-8c723a02890a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c218c2f0-b727-414c-88af-e637b79ad957 HTTP/1.1" status: 204  len: 168 time: 0.2037446
Nov 13 21:29:25.964651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50921fad-faf4-4a57-b1d1-8c723a02890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c218c2f0-b727-414c-88af-e637b79ad957,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:26.029311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:26.037644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52914) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:26.038062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c4e24edd-636f-47b9-81e5-1702b08c5372 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8029516
Nov 13 21:29:26.047599 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:26.053896 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:26.054508 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde413550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:26.124191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting subnet 67b912c4-ed8b-4e04-a940-fabc4808497f {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:26.127815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.133315 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:26.170696 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.187354 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde413550>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:25Z', 'revision_number': 11, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:26.214087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:26.222690 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:26.224609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde413550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:26.264554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.298995 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:26.357438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eeb31-6f3f-49d3-a571-c40df4e681e7 req-bd0577f9-0ce5-42a1-b3d4-54950af530de tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:26.359068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e62eeb31-6f3f-49d3-a571-c40df4e681e7 req-bd0577f9-0ce5-42a1-b3d4-54950af530de tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 945 time: 0.0729239
Nov 13 21:29:26.360586 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde413550>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:25Z', 'revision_number': 11, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:26.388194 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105b3b4-b1d9-4bfc-a1a6-5bed63d6e5b2 None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:25Z', 'revision_number': 11, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:26.433885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e62eeb31-6f3f-49d3-a571-c40df4e681e7 req-ffc63493-a2c0-4bfe-b355-095de333c008 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561931
Nov 13 21:29:26.458138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.492639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Subnet': ['ID=67b912c4-ed8b-4e04-a940-fabc4808497f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:26.497447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.501316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-99a1f2a5-05da-4ec3-aa09-de76ef213994 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/67b912c4-ed8b-4e04-a940-fabc4808497f HTTP/1.1" status: 204  len: 168 time: 0.4621551
Nov 13 21:29:26.503839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52930) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:26.507589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b73ca-80fe-4743-8203-01539c47024f None None] Network f2e788a2-7be2-4c66-9da6-0b7f031feb1e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:26.572309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:26.623669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.677816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Deleting port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:26.678387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.745377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] DHCP port deletion for f2e788a2-7be2-4c66-9da6-0b7f031feb1e request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:26.754303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] For port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:26.754674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.784352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Calling delete_port for 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:26.801354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] Deleting port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:26.802103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.861129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:29:26.886286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:26.886286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.905459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] For port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,segment=NetworkSegment(d9751f52-ec9f-436f-b329-aab2a00b2c19),segment_id=d9751f52-ec9f-436f-b329-aab2a00b2c19)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:26.905854 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:26.925213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] Calling delete_port for 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:27.024325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.052271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.058546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Port': ['ID=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:27.062240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No DVR routers for this DVR port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:27.074536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.083429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:27.085735 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28567e-20b3-4f73-9918-8e9ba320f248" -d '{"events": [{"server_uuid": "7d6b5f86-6656-4758-b6be-79bd0f9dc37b", "name": "network-vif-plugged", "status": "completed", "tag": "ee3d6981-bb7e-4d8e-90f8-70720d9d86d2"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:27.129282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] Pushing event deleted for resources: {'Port': ['ID=27f71d38-6dfe-47e5-b1ee-c194e1849aa1,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:27.129282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,segment=NetworkSegment(0b87ae93-2deb-4569-914e-1fb5f3e0d2af),segment_id=0b87ae93-2deb-4569-914e-1fb5f3e0d2af)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:27.129282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39467c78-1a1e-4bb1-9fb3-ac022c24657a None None] No DVR routers for this DVR port 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:27.129991 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1853f110-c8dc-4def-9b5f-92918909b510 x-openstack-request-id: req-1853f110-c8dc-4def-9b5f-92918909b510 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:27.130092 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6b5f86-6656-4758-b6be-79bd0f9dc37b", "name": "network-vif-plugged", "status": "completed", "tag": "ee3d6981-bb7e-4d8e-90f8-70720d9d86d2", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:27.130334 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1853f110-c8dc-4def-9b5f-92918909b510 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:27.130912 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2', 'code': 200}
Nov 13 21:29:27.177736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.188626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa819c4e-386e-42c3-839e-fd50357d38c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.203500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc0724f0>,) {'filters': {'network_id': ['f2e788a2-7be2-4c66-9da6-0b7f031feb1e']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:27.223555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0724f0>, 'd9751f52-ec9f-436f-b329-aab2a00b2c19') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:27.225598 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.226932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0724f0>, 'd9751f52-ec9f-436f-b329-aab2a00b2c19') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:27.247259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.249863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345664d-de68-4a22-b141-c3c21c19630d req-124af083-c72f-4654-ade6-b0fcb224e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:27.251256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7345664d-de68-4a22-b141-c3c21c19630d req-124af083-c72f-4654-ade6-b0fcb224e6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 1096 time: 0.0608618
Nov 13 21:29:27.281731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.295233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:27.295640 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.300095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:27.304894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:27.330128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7345664d-de68-4a22-b141-c3c21c19630d req-ea3666b4-424b-40ef-92fb-f59289ca828e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689065
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:27.338767 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:27.454693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.468300 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.469342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52986) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:27.470078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/networks/f2e788a2-7be2-4c66-9da6-0b7f031feb1e HTTP/1.1" status: 204  len: 168 time: 0.9650085
Nov 13 21:29:27.475680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'routes': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:27.482484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6307a0-8403-42e8-806c-e98850ef9e82 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Pushing event deleted for resources: {'Network': ['ID=f2e788a2-7be2-4c66-9da6-0b7f031feb1e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:27.499346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:27.499689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 27f71d38-6dfe-47e5-b1ee-c194e1849aa1 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:27.500098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:27.523207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:27.523906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2f8c04bd-7de1-4e7e-bee0-dd387ab5feec not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:27.595596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0bc56-5b58-426a-bdd7-4a8ab310a618 req-5ba7f152-d20f-4649-88b6-f07d941c5f36 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:27.597155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ab0bc56-5b58-426a-bdd7-4a8ab310a618 req-5ba7f152-d20f-4649-88b6-f07d941c5f36 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 946 time: 0.0542374
Nov 13 21:29:27.665649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.extraroute_db [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Added routes are [] {{(pid=120532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 13 21:29:27.665649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.extraroute_db [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Removed routes are [] {{(pid=120532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 13 21:29:27.665649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.666255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ab0bc56-5b58-426a-bdd7-4a8ab310a618 req-7a598774-d0e7-4e87-9252-cdcf863abad1 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542440
Nov 13 21:29:27.799268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.802520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.880057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:27.954986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:27.963164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:27.964327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c020e6f-eb63-49a3-ac0e-2df5ad1f2b9d tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 701 time: 0.4939582
Nov 13 21:29:27.967311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53000) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:27.968928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910f378-e154-4f42-b91a-007c7328364e None None] Sync routers for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:27.980639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:27.981673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd553d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:28.023086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e94dd9bc-0f0e-4eea-85e4-c7b2ccdffd4c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 205 time: 0.0531168
Nov 13 21:29:28.023230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53004) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:28.044893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-be8e7cb0-486a-4d06-9bb7-5cbb1620b65f req-e4822d88-b0a9-43c2-9715-108ec9f73838 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0594130
Nov 13 21:29:28.058668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:28.110139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.123373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd553d30>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:25Z', 'revision_number': 11, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:28.154773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910f378-e154-4f42-b91a-007c7328364e None None] Checking router: 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:28.163860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] Routers {'001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:28.164462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd553d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:28.240137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] Set router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:28.283138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.285942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.305051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b910f378-e154-4f42-b91a-007c7328364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd553d30>, [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:25Z', 'revision_number': 11, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:28.339491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910f378-e154-4f42-b91a-007c7328364e None None] The sync data for ids ['001ab4f8-3dad-4669-816d-7cbd8f4ed7b7'] in ncdv-master-1 is: [{'id': '001ab4f8-3dad-4669-816d-7cbd8f4ed7b7', 'name': 'tempest-RoutersTest-router-2010917687', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:28:49Z', 'updated_at': '2021-11-13T21:29:25Z', 'revision_number': 11, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:28.485708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.490439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router 001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:29:28.494541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.498829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-08723c14-65d6-4832-ad2d-14412c3b51fe tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 204  len: 168 time: 0.4750295
Nov 13 21:29:28.504185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53028) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:28.508057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-723716781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:28.522233 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.603706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.605589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.684617 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.702839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14f80251-b6d0-4e61-89ec-df90fe70d373 req-a63fe345-6c4b-4da6-bf3c-33d7895616a1 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0350406
Nov 13 21:29:28.801584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d68304-dd83-47cb-8c33-644f469ee8ed req-49658e44-0aa7-4525-84d3-d3235cbec911 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:28.803197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2d68304-dd83-47cb-8c33-644f469ee8ed req-49658e44-0aa7-4525-84d3-d3235cbec911 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 946 time: 0.0575988
Nov 13 21:29:28.820560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.867137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2d68304-dd83-47cb-8c33-644f469ee8ed req-069f872f-6a72-49d0-be2f-380bc5868dff tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578232
Nov 13 21:29:28.990375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:28.992145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-903f4428-a0e9-41a8-b935-6c4687374291 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4877300
Nov 13 21:29:29.010407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53052) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:29.016301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Request body: {'router': {'admin_state_up': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:29.236464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:29.357207 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:29.508441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Router 7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:29:29.537736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbd188-9641-444c-ba10-630d688ebd0d req-8187e603-4d1c-4d3f-9714-0f82aa1d075a tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:29.539227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25fbd188-9641-444c-ba10-630d688ebd0d req-8187e603-4d1c-4d3f-9714-0f82aa1d075a tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 946 time: 0.0583963
Nov 13 21:29:29.593057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25fbd188-9641-444c-ba10-630d688ebd0d req-a19ed9f9-fd6a-4faa-84a2-89aea61d6784 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465806
Nov 13 21:29:29.593168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:29.602089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:29.607829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0b96d242-009f-4c06-938f-cf9d0c5484be tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "PUT /v2.0/routers/7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 HTTP/1.1" status: 200  len: 693 time: 0.5927982
Nov 13 21:29:29.607933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53066) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:29.618028 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] Sync routers for ids ['7301b4ce-8ba5-4c16-92e0-1e53e099f8c8'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:29.632617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] Routers {'7301b4ce-8ba5-4c16-92e0-1e53e099f8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:29.636674 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7ce550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7301b4ce-8ba5-4c16-92e0-1e53e099f8c8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:29.693856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e15e60e-fcdf-45a0-ad6a-9e0a69c68909 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/routers/7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 HTTP/1.1" status: 200  len: 699 time: 0.0853858
Nov 13 21:29:29.696503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53068) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:29.713290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] Set router 7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:29.722441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9ec3967f-556b-485a-b4c5-af2a44257ee8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 HTTP/1.1" status: 200  len: 205 time: 0.0248463
Nov 13 21:29:29.724964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53070) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:29.767504 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7ce550>, [{'id': '7301b4ce-8ba5-4c16-92e0-1e53e099f8c8', 'name': 'tempest-RoutersTest-router-723716781', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:28Z', 'updated_at': '2021-11-13T21:29:29Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:29.811628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:29.812737 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] Checking router: 7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:29.830999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] Routers {'7301b4ce-8ba5-4c16-92e0-1e53e099f8c8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:29.831464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7ce550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7301b4ce-8ba5-4c16-92e0-1e53e099f8c8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:29.862289 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99819066-3182-40cf-8f2e-fc79ee01b42d req-537bcb3a-0b25-4d7a-9d93-c5752852f592 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0436134
Nov 13 21:29:29.910699 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] Set router 7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:29.961620 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:29.970407 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7ce550>, [{'id': '7301b4ce-8ba5-4c16-92e0-1e53e099f8c8', 'name': 'tempest-RoutersTest-router-723716781', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:28Z', 'updated_at': '2021-11-13T21:29:29Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:29.991027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:29.993294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:30.002466 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56bc1b-ef82-4e75-8f66-3899cbd96b8b None None] The sync data for ids ['7301b4ce-8ba5-4c16-92e0-1e53e099f8c8'] in ncdv-master-1 is: [{'id': '7301b4ce-8ba5-4c16-92e0-1e53e099f8c8', 'name': 'tempest-RoutersTest-router-723716781', 'tenant_id': '6a80776e37fd453f89b87e9b6639ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:28Z', 'updated_at': '2021-11-13T21:29:29Z', 'revision_number': 2, 'project_id': '6a80776e37fd453f89b87e9b6639ba28', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:30.185453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:30.186116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Fanout notify agent at l3_agent the message router_deleted on router 7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:29:30.193176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:30.194330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8cbde922-07e0-4000-9684-14ef0638cdb7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 HTTP/1.1" status: 204  len: 168 time: 0.4684770
Nov 13 21:29:30.198481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53076) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.229802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6e7589a3-613b-45ed-baf8-db27abd9b679 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 HTTP/1.1" status: 200  len: 205 time: 0.0300519
Nov 13 21:29:30.232143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53078) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.278220 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-e5b191eb-e384-4712-8f14-49808ada88b0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:30.279914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e5b191eb-e384-4712-8f14-49808ada88b0 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/7301b4ce-8ba5-4c16-92e0-1e53e099f8c8 HTTP/1.1" status: 404  len: 336 time: 0.0442128
Nov 13 21:29:30.281791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53080) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.308359 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-734ad645-f062-430e-84f0-8b92687dcc1b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:30.308848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734ad645-f062-430e-84f0-8b92687dcc1b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:30.311879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-734ad645-f062-430e-84f0-8b92687dcc1b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/916b40c3-d0ad-41ac-ae76-7f64262e1d27 HTTP/1.1" status: 404  len: 337 time: 0.0291963
Nov 13 21:29:30.314337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53082) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.343101 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2528f5cf-a74b-4289-ba3a-b8d0ca4903a3 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:30.343584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2528f5cf-a74b-4289-ba3a-b8d0ca4903a3 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:30.346584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2528f5cf-a74b-4289-ba3a-b8d0ca4903a3 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/a48f787e-a673-45a1-9188-0fa4bce9230c HTTP/1.1" status: 404  len: 337 time: 0.0313587
Nov 13 21:29:30.349118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53084) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.350832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:30.375056 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-53862ce3-b661-4512-ad39-fc95629326e7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:30.375498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53862ce3-b661-4512-ad39-fc95629326e7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:30.378582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53862ce3-b661-4512-ad39-fc95629326e7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/00ca5345-24ac-4500-96b3-7eb74844284b HTTP/1.1" status: 404  len: 337 time: 0.0285435
Nov 13 21:29:30.380965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53086) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.407583 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc430983-83ae-4677-9825-c40f48a37fee tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:30.407583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc430983-83ae-4677-9825-c40f48a37fee tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:30.410671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc430983-83ae-4677-9825-c40f48a37fee tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/67b912c4-ed8b-4e04-a940-fabc4808497f HTTP/1.1" status: 404  len: 337 time: 0.0287993
Nov 13 21:29:30.413586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53090) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.442530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-26f7025d-fa7d-4916-9f86-5503bf3239d8 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 200  len: 205 time: 0.0277843
Nov 13 21:29:30.445087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53094) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.485960 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-bd0f08c2-a9fd-424f-a50d-599d61ed5cd3 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:30.486984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd0f08c2-a9fd-424f-a50d-599d61ed5cd3 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/001ab4f8-3dad-4669-816d-7cbd8f4ed7b7 HTTP/1.1" status: 404  len: 336 time: 0.0408914
Nov 13 21:29:30.489572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53096) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.516963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6e32f195-ade9-4567-97ad-0deeb7237fca tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 HTTP/1.1" status: 200  len: 205 time: 0.0263259
Nov 13 21:29:30.519288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53098) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.559626 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-89c4fbd2-d4bd-4729-9296-a978b2c1f8ad tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:30.563328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53102) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.563834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-89c4fbd2-d4bd-4729-9296-a978b2c1f8ad tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/d33fbf4b-2d75-41c2-8bc3-5b179dc25e76 HTTP/1.1" status: 404  len: 336 time: 0.0431333
Nov 13 21:29:30.608226 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f0806-2501-4863-b166-99b0a7befc09 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:30.608711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958f0806-2501-4863-b166-99b0a7befc09 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:30.612731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-958f0806-2501-4863-b166-99b0a7befc09 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/4d774806-bdf0-49e9-8677-e3ce3296cad8 HTTP/1.1" status: 404  len: 337 time: 0.0468616
Nov 13 21:29:30.614755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53106) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.649193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ebff51db-829c-4070-b6b0-3be44c5668ee tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 200  len: 205 time: 0.0332384
Nov 13 21:29:30.651834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53110) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.704631 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-f1c46805-206c-42b0-a909-a6555c6804e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:30.707262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f1c46805-206c-42b0-a909-a6555c6804e6 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/c8cadd35-6581-4fc1-b18c-2abf801d1c8d HTTP/1.1" status: 404  len: 336 time: 0.0543752
Nov 13 21:29:30.708436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53114) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.766154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-98e88786-f1ca-413e-a2d8-c464c4075a1a tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=14a7c585-fd39-4242-99f5-f003fb7ce04a HTTP/1.1" status: 200  len: 205 time: 0.0556643
Nov 13 21:29:30.767053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53116) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.770905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382600d-ab78-4180-a940-a3b00533d67b req-17131f20-ac59-466c-bf8f-071b692847b8 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:30.772521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f382600d-ab78-4180-a940-a3b00533d67b req-17131f20-ac59-466c-bf8f-071b692847b8 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 946 time: 0.0556262
Nov 13 21:29:30.812226 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-b53da7ae-3f10-4060-9ed0-8987b313c79b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:30.813305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b53da7ae-3f10-4060-9ed0-8987b313c79b tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/14a7c585-fd39-4242-99f5-f003fb7ce04a HTTP/1.1" status: 404  len: 336 time: 0.0453563
Nov 13 21:29:30.816288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53118) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.822193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f382600d-ab78-4180-a940-a3b00533d67b req-0c203149-e386-4edd-8214-a8ce8e4c92e2 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/security-groups?id=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430126
Nov 13 21:29:30.846556 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c74f53-cc6b-4ac4-8d5b-c1cdda5bb5b7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:30.847248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c74f53-cc6b-4ac4-8d5b-c1cdda5bb5b7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:30.850367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-05c74f53-cc6b-4ac4-8d5b-c1cdda5bb5b7 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/ad2ae021-b393-48bc-b794-19486bb8c601 HTTP/1.1" status: 404  len: 337 time: 0.0329618
Nov 13 21:29:30.857121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53120) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.859778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-5a677fbd-3dd9-4029-a9aa-1523a1a411ad tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:30.866974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-5a677fbd-3dd9-4029-a9aa-1523a1a411ad tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 946 time: 0.1425526
Nov 13 21:29:30.888328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee6a435f-8ee2-47ad-8f8d-b5a786c88b63 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bba8cd8-4908-445b-8c90-77c6fc4c9f9c HTTP/1.1" status: 200  len: 205 time: 0.0299375
Nov 13 21:29:30.890802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53122) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.953837 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-f0aa9800-a6bf-4150-a092-55b6f78ebb12 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:30.958717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0aa9800-a6bf-4150-a092-55b6f78ebb12 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/7bba8cd8-4908-445b-8c90-77c6fc4c9f9c HTTP/1.1" status: 404  len: 336 time: 0.0630550
Nov 13 21:29:30.958896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53130) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:30.999999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Deleting port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:29:31.009454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:31.010736 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a0be26-1b37-4b61-ae62-03f40b88ac20 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:31.012013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a0be26-1b37-4b61-ae62-03f40b88ac20 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:31.017512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25a0be26-1b37-4b61-ae62-03f40b88ac20 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/826b7ec1-9099-49e7-8cae-6ae9c94836b4 HTTP/1.1" status: 404  len: 337 time: 0.0546863
Nov 13 21:29:31.018018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53132) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:31.053221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-51b15ea9-1544-430c-a48b-c30e144c257c tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d81243f-df93-453c-94a0-d148500f69ac HTTP/1.1" status: 200  len: 205 time: 0.0285206
Nov 13 21:29:31.053676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53134) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:31.072294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-328484ab-3a4c-47d4-9c74-e21b7ddad9dd req-f0578676-a477-49c0-a944-e30e1223fe88 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0410364
Nov 13 21:29:31.098855 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-9839b4e1-d1a3-49ba-b5f1-566e81176d97 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] delete failed (client error): The resource could not be found.
Nov 13 21:29:31.104860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9839b4e1-d1a3-49ba-b5f1-566e81176d97 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/routers/1d81243f-df93-453c-94a0-d148500f69ac HTTP/1.1" status: 404  len: 336 time: 0.0452430
Nov 13 21:29:31.106839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53136) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:31.142853 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca145d58-1d36-46c9-a6ca-889ee562de81 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:31.143573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca145d58-1d36-46c9-a6ca-889ee562de81 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:31.147203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca145d58-1d36-46c9-a6ca-889ee562de81 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/3ef9f6cb-d4ab-45db-b2c9-11258cb887a9 HTTP/1.1" status: 404  len: 337 time: 0.0390580
Nov 13 21:29:31.150487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53144) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:31.184020 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7683c627-e38d-4b2d-a288-caa16eacef64 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:29:31.184813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7683c627-e38d-4b2d-a288-caa16eacef64 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:29:31.188250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7683c627-e38d-4b2d-a288-caa16eacef64 tempest-RoutersTest-1865297099 tempest-RoutersTest-1865297099-project] 10.222.0.20 "DELETE /v2.0/subnets/46395a08-259f-4137-9daa-f3ec553b24a4 HTTP/1.1" status: 404  len: 337 time: 0.0367584
Nov 13 21:29:31.205092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] For port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,segment=NetworkSegment(0b87ae93-2deb-4569-914e-1fb5f3e0d2af),segment_id=0b87ae93-2deb-4569-914e-1fb5f3e0d2af)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:31.205092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:31.485183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Calling delete_port for ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:29:31.708647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:31.720792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ee3d6981-bb7e-4d8e-90f8-70720d9d86d2'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:31.742010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Pushing event deleted for resources: {'Port': ['ID=ee3d6981-bb7e-4d8e-90f8-70720d9d86d2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:31.761903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:31.784577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] No DVR routers for this DVR port ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:29:31.787256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:31.791278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a6de54b-a239-4046-9b67-e6113c5b8964 req-7c20ebf2-d36f-47fa-90d2-6e8368d98966 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.46 "DELETE /v2.0/ports/ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 HTTP/1.1" status: 204  len: 173 time: 0.9228864
Nov 13 21:29:31.791783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'name': 'network-vif-deleted', 'tag': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:31.794130 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baf3c4a-f11d-40fd-88d9-ef5ff5c91e35" -d '{"events": [{"server_uuid": "7d6b5f86-6656-4758-b6be-79bd0f9dc37b", "name": "network-vif-deleted", "tag": "ee3d6981-bb7e-4d8e-90f8-70720d9d86d2"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:31.831831 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62e0eca-6a70-4066-b0a6-c94de04fdb7c x-openstack-request-id: req-e62e0eca-6a70-4066-b0a6-c94de04fdb7c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:31.832139 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6b5f86-6656-4758-b6be-79bd0f9dc37b", "name": "network-vif-deleted", "tag": "ee3d6981-bb7e-4d8e-90f8-70720d9d86d2", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:31.832385 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e62e0eca-6a70-4066-b0a6-c94de04fdb7c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:31.832999 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6b5f86-6656-4758-b6be-79bd0f9dc37b', 'name': 'network-vif-deleted', 'tag': 'ee3d6981-bb7e-4d8e-90f8-70720d9d86d2', 'status': 'completed', 'code': 200}
Nov 13 21:29:31.905757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-beec6ea3-224d-4b42-b54d-cf43029b06d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a80776e37fd453f89b87e9b6639ba28&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1426265
Nov 13 21:29:31.908298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53172) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:31.934718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc49eae2-bdbb-4343-96cd-8baaf02f7c6f req-be6c62b4-3fea-41d5-a67e-d6ac03479235 tempest-ServerAddressesTestJSON-368475267 tempest-ServerAddressesTestJSON-368475267-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6b5f86-6656-4758-b6be-79bd0f9dc37b HTTP/1.1" status: 200  len: 210 time: 0.0292704
Nov 13 21:29:31.956185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:31.978268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:32.131512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:32.134801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:32.136654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bfaa1e7-9cdf-4e43-a36d-11475fae5d92 HTTP/1.1" status: 204  len: 168 time: 0.2273595
Nov 13 21:29:32.158960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfaa1e7-9cdf-4e43-a36d-11475fae5d92,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:32.168102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.168788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.169285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.169769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.170296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.170630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.170955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.171277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.171600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.171919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.172246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.172560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d5946-5189-4bb2-9872-9653c30c61fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:32.201455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a5d6207-9650-481a-b4ad-b1103b1dba49 req-d96d27bf-bf4a-4a13-b1d8-d78c594e6419 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0409217
Nov 13 21:29:32.225372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-984dc5a5-73bc-4da0-a685-e9e086d5ca55 req-94aeea56-64fd-446e-a54a-7c6babe6ff1a tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0287025
Nov 13 21:29:32.886226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a3091f81-ef81-4ca6-9353-a661d9446fa8 req-983b9b79-eb1b-4d27-b77a-89429b100591 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0296288
Nov 13 21:29:32.994180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53210) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:33.046752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Deleting subnet 14eb188f-6869-480c-87cd-9e64cf8ab81b {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:29:33.050380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.086730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.138914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.297101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.309364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53224) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:33.414687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b5572ab6-af6a-4f57-b135-3af71fa72561 tempest-DvrRoutersNegativeTest-449010874 tempest-DvrRoutersNegativeTest-449010874-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1421777107', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:33.418303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.policy [None req-b5572ab6-af6a-4f57-b135-3af71fa72561 tempest-DvrRoutersNegativeTest-449010874 tempest-DvrRoutersNegativeTest-449010874-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=120532) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Nov 13 21:29:33.418729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.policy [None req-b5572ab6-af6a-4f57-b135-3af71fa72561 tempest-DvrRoutersNegativeTest-449010874 tempest-DvrRoutersNegativeTest-449010874-project] Failed policy check for 'create_router' {{(pid=120532) enforce /opt/stack/neutron/neutron/policy.py:524}}
Nov 13 21:29:33.419363 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-b5572ab6-af6a-4f57-b135-3af71fa72561 tempest-DvrRoutersNegativeTest-449010874 tempest-DvrRoutersNegativeTest-449010874-project] create failed (client error): Access was denied to this resource.
Nov 13 21:29:33.420418 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b5572ab6-af6a-4f57-b135-3af71fa72561 tempest-DvrRoutersNegativeTest-449010874 tempest-DvrRoutersNegativeTest-449010874-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1100867
Nov 13 21:29:33.581686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14eb188f-6869-480c-87cd-9e64cf8ab81b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:33.595662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.598848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-79703001-db14-4f9b-a9a2-aabbaec795b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/14eb188f-6869-480c-87cd-9e64cf8ab81b HTTP/1.1" status: 204  len: 168 time: 0.6035523
Nov 13 21:29:33.601288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f54352f2-6e98-4b31-964c-b632c147bf18 req-6f5dedc4-98b4-443c-8669-3f8f03b507f0 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.2959862
Nov 13 21:29:33.612917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53230) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:33.672358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.755329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.777994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc5f3430>,) {'filters': {'network_id': ['234ab687-21f1-45a4-9c0c-8f8912344cc4']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:33.787582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5f3430>, '0b87ae93-2deb-4569-914e-1fb5f3e0d2af') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:33.787870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5f3430>, '0b87ae93-2deb-4569-914e-1fb5f3e0d2af') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:33.797107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.809639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.815266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:29:33.815631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:29:33.817261 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:29:33.942398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.948805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:33.952383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] 10.222.0.20 "DELETE /v2.0/networks/234ab687-21f1-45a4-9c0c-8f8912344cc4 HTTP/1.1" status: 204  len: 168 time: 0.3498049
Nov 13 21:29:33.963559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf90541-68b1-41e4-8910-606393be5057 admin admin] Pushing event deleted for resources: {'Network': ['ID=234ab687-21f1-45a4-9c0c-8f8912344cc4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:34.003974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:34.113268 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-719921ab-e4f6-48e3-a588-b7a06fcde061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.199507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-719921ab-e4f6-48e3-a588-b7a06fcde061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.327838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-719921ab-e4f6-48e3-a588-b7a06fcde061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.365877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-719921ab-e4f6-48e3-a588-b7a06fcde061 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0edf09d9329b46b6a32986f9c0223852&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3604507
Nov 13 21:29:34.366738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719921ab-e4f6-48e3-a588-b7a06fcde061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fcb28a-a340-49c5-9b98-21219020f648,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:34.369134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53248) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:34.426334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee6c9-591b-4c22-b5b6-caffe0d77fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.448101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee6c9-591b-4c22-b5b6-caffe0d77fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.500777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:34.551216 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0be80610-05b7-4d32-b4a1-694adc490f5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fef5b442a9084f1ab3bb74447f2e6294&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0492015
Nov 13 21:29:34.553680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53252) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:34.561270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee6c9-591b-4c22-b5b6-caffe0d77fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.563736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee6c9-591b-4c22-b5b6-caffe0d77fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.564879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4f0ee6c9-591b-4c22-b5b6-caffe0d77fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9fcb28a-a340-49c5-9b98-21219020f648 HTTP/1.1" status: 204  len: 168 time: 0.1947405
Nov 13 21:29:34.583948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ee6c9-591b-4c22-b5b6-caffe0d77fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fcb28a-a340-49c5-9b98-21219020f648,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:34.603715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:29:34.614257 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3af94a5a-4297-42e3-a94e-034e45b1bff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.635152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:29:34.635883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ee3d6981-bb7e-4d8e-90f8-70720d9d86d2 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:29:34.639522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3af94a5a-4297-42e3-a94e-034e45b1bff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.725315 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad778d70-ede1-4a5a-b33a-6e53874aa710 req-9dacd6a0-0049-4ed9-8ff6-1ff4ee37cf1c tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0377896
Nov 13 21:29:34.762298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3af94a5a-4297-42e3-a94e-034e45b1bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.769447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3af94a5a-4297-42e3-a94e-034e45b1bff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:34.771777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3af94a5a-4297-42e3-a94e-034e45b1bff4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8b5ee34-9d23-4299-b0b2-7bc133c8fa17 HTTP/1.1" status: 204  len: 168 time: 0.2171805
Nov 13 21:29:34.781711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af94a5a-4297-42e3-a94e-034e45b1bff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5ee34-9d23-4299-b0b2-7bc133c8fa17,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:35.223782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7737cc01-d13e-4149-a716-962b6ae12436 req-e77fb3a9-09b0-4b16-a997-b596a15bc3fd tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0440955
Nov 13 21:29:35.779824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-fb23d4f9-ad0c-4dc8-a064-ecb71bc9f6b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0482402
Nov 13 21:29:35.894387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.894895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.895414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.895985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.896714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.896904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.900255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:35.900255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-67af9f6e-456d-49ce-9534-eb7de1b76c76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6493 time: 0.0521286
Nov 13 21:29:35.946765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53326) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:36.023105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-d73faee9-dcf0-4c25-beea-ae050b8da380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.023569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-d73faee9-dcf0-4c25-beea-ae050b8da380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.024013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-d73faee9-dcf0-4c25-beea-ae050b8da380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.026279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-d73faee9-dcf0-4c25-beea-ae050b8da380 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 2292 time: 0.1024699
Nov 13 21:29:36.052810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-network', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:36.093261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-3d873182-d31b-4824-b831-8c087fdf1d8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 1002 time: 0.0598538
Nov 13 21:29:36.146055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-63419510-c0c1-494a-8fe4-310b8e07c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.147590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-63419510-c0c1-494a-8fe4-310b8e07c2c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 200  len: 850 time: 0.0478089
Nov 13 21:29:36.174670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Made reservation on behalf of f9383e7c033e4af09a3de1311426e629 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:36.177669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.187092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.194597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-fc48f28d-df62-4d1b-8867-dadbcdfcffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.196908 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-fc48f28d-df62-4d1b-8867-dadbcdfcffe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90f7b45f-5248-478f-9780-1e89d011db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415511
Nov 13 21:29:36.274890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.298820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-0099a5c8-3098-4683-b97a-020ba12e1faa service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954483
Nov 13 21:29:36.321993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d92dc66c-b7f7-42c1-a4c2-d0f6809fdc8b req-b3313437-c343-4fe5-8a86-ed542381c2ad tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0269418
Nov 13 21:29:36.384459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.409600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-5fb63885-01b3-4711-bf11-dc3ddd175472 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041467
Nov 13 21:29:36.411951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:29:36.428213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd7c17-38e0-4617-8bcb-d44257e4df04,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:36.432283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.432631 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Added segment 42c2986b-7b07-4bb0-8f13-8bb841025238 of type vlan for network 369e91b6-338f-4d5c-b27c-6319b65ab585
Nov 13 21:29:36.455576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-5b209cb1-372d-4f9b-a145-95359718860b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 217 time: 0.0387986
Nov 13 21:29:36.473199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.505653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-04ec90ad-cb76-4654-9fb7-5126486ecf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.507198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-04ec90ad-cb76-4654-9fb7-5126486ecf3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0441406
Nov 13 21:29:36.554862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-ba839743-90e9-4aa7-bcb4-cbb764852b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.556720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-ba839743-90e9-4aa7-bcb4-cbb764852b81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0427344
Nov 13 21:29:36.616614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.617647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.618228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.659753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-b91501db-c816-447a-8c81-1745978eb209 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961225
Nov 13 21:29:36.682659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] Pushing event updated for resources: {'Network': ['ID=369e91b6-338f-4d5c-b27c-6319b65ab585,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:36.697614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:29:36.739805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42674bb3-a877-4af4-ae17-130ee491c0f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7917769
Nov 13 21:29:36.743621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53348) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:36.748445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Request body: {'subnet': {'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-subnet', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:36.771473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-1e257eed-462a-4453-98bc-815210787b5e service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045885
Nov 13 21:29:36.821075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-217d1364-540c-4234-aa26-f5de7974383a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 217 time: 0.0423238
Nov 13 21:29:36.858347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Made reservation on behalf of f9383e7c033e4af09a3de1311426e629 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:36.862613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:36.877478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-fc406827-d563-4b35-939f-76f5e60086f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.879845 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-fc406827-d563-4b35-939f-76f5e60086f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0524824
Nov 13 21:29:36.939643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-dbe1c9ed-044c-48e4-b467-02a19236d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:36.941236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-dbe1c9ed-044c-48e4-b467-02a19236d086 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0525844
Nov 13 21:29:37.036557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-19f9cf67-4585-43c4-89bd-1da575f5dd56 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879350
Nov 13 21:29:37.111985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.126902 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-402cff4e-22cb-47ae-88c7-5d7fa698cfe9 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832834
Nov 13 21:29:37.171965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245e1df8-a4ac-4aeb-a579-131ee7fd4b90,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:37.173142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-76b4ed4c-c91e-444b-8e7b-ea055c9f4438 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 200  len: 217 time: 0.0392578
Nov 13 21:29:37.181417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Checking segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:37.183153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Network hostable DHCP agents. Network: 369e91b6-338f-4d5c-b27c-6319b65ab585, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:29:37.223424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-2764291e-5951-4a48-a8ae-ff77668b503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:37.224990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-2764291e-5951-4a48-a8ae-ff77668b503e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0454898
Nov 13 21:29:37.265487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53358) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:37.270451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-c8123aa6-5d2f-4ae8-a3df-81f87ec557ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:37.272176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-c8123aa6-5d2f-4ae8-a3df-81f87ec557ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0405862
Nov 13 21:29:37.328352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:29:37.371800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-0fb4c913-dc5e-4b62-8f84-012410e25de2 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926719
Nov 13 21:29:37.401645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-584de4eb-cedb-4f3c-9f31-137a3814d6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.451686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 369e91b6-338f-4d5c-b27c-6319b65ab585) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:37.467602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27034d4a-a386-4a9a-84c1-faf91d2249b0 None None] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:37.473521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:37.474122 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.479501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d0fca808-dc53-4e56-b012-b0f87ec6c4e5 req-cf175641-a359-4323-b77e-8427fd861b0d tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0698850
Nov 13 21:29:37.486454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-236aa389-facb-4e1f-915c-a6238424891f service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1076527
Nov 13 21:29:37.533063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-584de4eb-cedb-4f3c-9f31-137a3814d6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.540265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-bff247da-b31f-4c2b-b992-6b1dbdcc8079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 200  len: 217 time: 0.0458326
Nov 13 21:29:37.571458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e4208d95-8ed1-41c6-8f7f-e3cbdb673b69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8260815
Nov 13 21:29:37.574182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53368) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:37.579048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:37.605860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb76a89-c75d-4d03-ac00-878f4efe60f3 None None] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:29:37.610852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-de6bf2c8-38e1-4b1c-982e-a59f461cfe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:37.612336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-de6bf2c8-38e1-4b1c-982e-a59f461cfe39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0654416
Nov 13 21:29:37.631005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-584de4eb-cedb-4f3c-9f31-137a3814d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.662267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-003fa4b3-b73f-4f87-bf72-9b6d7168ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:37.664107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-003fa4b3-b73f-4f87-bf72-9b6d7168ed83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0446732
Nov 13 21:29:37.675426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-584de4eb-cedb-4f3c-9f31-137a3814d6f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1021035bc69143b28b66894322dc2b3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4087791
Nov 13 21:29:37.676328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584de4eb-cedb-4f3c-9f31-137a3814d6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a7888-2027-4e4f-87ae-8a75725283dc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:37.678655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53370) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:37.728798 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e7b80396-a6cf-49ab-82be-edc5ac697451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.734464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.735567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.751145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e7b80396-a6cf-49ab-82be-edc5ac697451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.808199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.813817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-60d20263-dede-4b88-b40d-25e1364f72a4 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424162
Nov 13 21:29:37.906659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-96f795cb-8754-445a-a5eb-b0b48b7319e0 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843875
Nov 13 21:29:37.919192 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e7b80396-a6cf-49ab-82be-edc5ac697451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.921972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e7b80396-a6cf-49ab-82be-edc5ac697451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:37.923126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e7b80396-a6cf-49ab-82be-edc5ac697451 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c2a7888-2027-4e4f-87ae-8a75725283dc HTTP/1.1" status: 204  len: 168 time: 0.2435560
Nov 13 21:29:37.937044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b80396-a6cf-49ab-82be-edc5ac697451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a7888-2027-4e4f-87ae-8a75725283dc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:37.956865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-f4d9a57c-bfb0-45d3-9fbc-53add3b1bb6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 200  len: 217 time: 0.0433421
Nov 13 21:29:38.138645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:38.142339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-63dfc95f-c439-4590-bba1-341e3efcaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:38.143966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-63dfc95f-c439-4590-bba1-341e3efcaf75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.1502821
Nov 13 21:29:38.191815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-8b22e285-6b03-489e-bab6-945e72e19b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:38.193410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-8b22e285-6b03-489e-bab6-945e72e19b62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0423715
Nov 13 21:29:38.310281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-d8328ae3-7727-4b39-aa40-8e2898f789d0 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097791
Nov 13 21:29:38.442300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-eae40085-e6bf-43ae-9447-ab5f53ddf27c service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063716
Nov 13 21:29:38.517547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-e686d429-06a6-472a-ae2e-9fdd0512bbc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 217 time: 0.0679719
Nov 13 21:29:38.623803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-5a4bfcdb-2e9f-4b0a-86b6-1e57bd63c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:38.625311 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-5a4bfcdb-2e9f-4b0a-86b6-1e57bd63c2c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0823777
Nov 13 21:29:38.626780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53388) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:38.630749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:38.645693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bf42d13-b3f4-49ca-baa5-a9c13856c9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:38.675003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:38.696454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-94bd1656-88de-479f-9e1f-264af0790604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:38.697699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-94bd1656-88de-479f-9e1f-264af0790604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0648737
Nov 13 21:29:38.730709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bf42d13-b3f4-49ca-baa5-a9c13856c9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:38.793899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bf42d13-b3f4-49ca-baa5-a9c13856c9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:38.851441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54697374-e19e-4293-bf9a-d427d79a1845 req-b9b5daee-e2d4-4dba-9251-2c1f980f41b7 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.2812402
Nov 13 21:29:38.859147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-f356b324-9271-4c8b-abbf-097f6fb7503f service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543264
Nov 13 21:29:38.860042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5bf42d13-b3f4-49ca-baa5-a9c13856c9cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e03e0668be2f462080d2317630bb3645&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2321649
Nov 13 21:29:38.863167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53390) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:38.865390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42d13-b3f4-49ca-baa5-a9c13856c9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af71476c-510a-4337-b3a0-2f364b3e58f9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:39.199211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Allocated IP 172.35.3.125 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/5527b219-f358-4e5d-a07e-f2c8d2a5d360) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:39.324497 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-998a691f-7418-4c93-8783-c05a63bd9ecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.333736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b6aa198f-d808-4bf6-86ff-9e1e0e879195 req-791ab180-7e39-4bd7-9afd-3118efd56f1e service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4592636
Nov 13 21:29:39.358887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-998a691f-7418-4c93-8783-c05a63bd9ecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.411638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.507561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-998a691f-7418-4c93-8783-c05a63bd9ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.510939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-998a691f-7418-4c93-8783-c05a63bd9ecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.512098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-998a691f-7418-4c93-8783-c05a63bd9ecc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af71476c-510a-4337-b3a0-2f364b3e58f9 HTTP/1.1" status: 204  len: 168 time: 0.6479259
Nov 13 21:29:39.521041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a691f-7418-4c93-8783-c05a63bd9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af71476c-510a-4337-b3a0-2f364b3e58f9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:39.549576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.590618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:39.594054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:39.600135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:39.613405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1aaa4f-1bb0-4891-b687-d76669b804c2 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:39.643365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Pushing event updated for resources: {'Port': ['ID=5527b219-f358-4e5d-a07e-f2c8d2a5d360,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:39.688652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-30cd9e55-b034-43cb-a585-9eb704514546 None None] Provisioning complete for port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:39.689053 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-30cd9e55-b034-43cb-a585-9eb704514546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:39.722653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-30cd9e55-b034-43cb-a585-9eb704514546 None None] Port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:39.959782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-897ce83b-7bc8-41a2-9383-c85e2c3b99b8 req-59eb143c-8da2-4585-9053-ee482f4b459b tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0273252
Nov 13 21:29:39.964295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:40.168176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:40.370368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Router 57121924-5b42-4027-b2e3-d6c4614fe4ae is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:29:40.486837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:40.499808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32995715-158f-4393-9780-169f0d92849c None None] Sync routers for ids ['57121924-5b42-4027-b2e3-d6c4614fe4ae'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:40.510133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32995715-158f-4393-9780-169f0d92849c None None] Routers {'57121924-5b42-4027-b2e3-d6c4614fe4ae'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:40.510736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-32995715-158f-4393-9780-169f0d92849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['57121924-5b42-4027-b2e3-d6c4614fe4ae'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:40.616627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-32995715-158f-4393-9780-169f0d92849c None None] Set router 57121924-5b42-4027-b2e3-d6c4614fe4ae gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:40.624080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:40.626017 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3128253c-b523-4ed2-befb-868110ccdc25 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.0508111
Nov 13 21:29:40.628706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:29:40.838462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-32995715-158f-4393-9780-169f0d92849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b4520>, [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:29:39Z', 'revision_number': 3, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:40.871683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32995715-158f-4393-9780-169f0d92849c None None] Checking router: 57121924-5b42-4027-b2e3-d6c4614fe4ae for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:40.872292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32995715-158f-4393-9780-169f0d92849c None None] Updating router 57121924-5b42-4027-b2e3-d6c4614fe4ae port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:29:40.897300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32995715-158f-4393-9780-169f0d92849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.096220 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-acd19eca-c532-41c3-8dbf-8b7bfe1d961f req-2ef0c1c1-b4ad-4e64-80f8-a14a8ea4318a tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0448334
Nov 13 21:29:41.140978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.211238 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32995715-158f-4393-9780-169f0d92849c None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.307434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Allocated IP 172.20.0.1 (369e91b6-338f-4d5c-b27c-6319b65ab585/245e1df8-a4ac-4aeb-a579-131ee7fd4b90/7cd06f19-577b-44e0-b503-14194d88f3e7) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:41.357443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32995715-158f-4393-9780-169f0d92849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.424864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f24c5-5f03-4e16-890b-2baca14ef99d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:41.433361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.442813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32995715-158f-4393-9780-169f0d92849c None None] Attempting to bind port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:41.443478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32995715-158f-4393-9780-169f0d92849c None None] Attempting to bind port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:41.443956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32995715-158f-4393-9780-169f0d92849c None None] Attempting to bind port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:41.452160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d485b7-aa0a-4792-b019-36946fb09702 None None] Pushing event updated for resources: {'Port': ['ID=5527b219-f358-4e5d-a07e-f2c8d2a5d360,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:41.455317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32995715-158f-4393-9780-169f0d92849c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:41.455698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32995715-158f-4393-9780-169f0d92849c None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:41.456207 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32995715-158f-4393-9780-169f0d92849c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.456624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32995715-158f-4393-9780-169f0d92849c None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:41.457141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32995715-158f-4393-9780-169f0d92849c None None] Bound port: 5527b219-f358-4e5d-a07e-f2c8d2a5d360, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:41.457520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32995715-158f-4393-9780-169f0d92849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.515362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32995715-158f-4393-9780-169f0d92849c None None] For port 5527b219-f358-4e5d-a07e-f2c8d2a5d360, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:41.518866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32995715-158f-4393-9780-169f0d92849c None None] For port 5527b219-f358-4e5d-a07e-f2c8d2a5d360, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5527b219-f358-4e5d-a07e-f2c8d2a5d360,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:41.551026 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.562046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dd37e22b-fdea-4077-abae-48e580dc6dbe None None] Provisioning complete for port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:41.562415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dd37e22b-fdea-4077-abae-48e580dc6dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.592387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:41.595263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:41.598073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dd37e22b-fdea-4077-abae-48e580dc6dbe None None] Port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:29:41.601204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:41.628608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd06f19-577b-44e0-b503-14194d88f3e7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:41.646208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.676854 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32995715-158f-4393-9780-169f0d92849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.741060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9caf1-64ac-412c-8eda-6da87da6ce7a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:29:41.761638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32995715-158f-4393-9780-169f0d92849c None None] Routers {'57121924-5b42-4027-b2e3-d6c4614fe4ae'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:41.762333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-32995715-158f-4393-9780-169f0d92849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['57121924-5b42-4027-b2e3-d6c4614fe4ae'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:41.837245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d485b7-aa0a-4792-b019-36946fb09702 None None] Pushing event updated for resources: {'Port': ['ID=5527b219-f358-4e5d-a07e-f2c8d2a5d360,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:41.889314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bbd2e7d0-28b9-4852-a975-6abb2b718caa None None] Provisioning complete for port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:41.889680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e7d0-28b9-4852-a975-6abb2b718caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:41.937724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-32995715-158f-4393-9780-169f0d92849c None None] Set router 57121924-5b42-4027-b2e3-d6c4614fe4ae gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:41.966160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.116782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.126515 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e7d0-28b9-4852-a975-6abb2b718caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.174412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bbd2e7d0-28b9-4852-a975-6abb2b718caa None None] For port 5527b219-f358-4e5d-a07e-f2c8d2a5d360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5527b219-f358-4e5d-a07e-f2c8d2a5d360,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:42.193760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.230022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-984ae3ff-8fa8-4e15-9f68-e0bd661469df req-9db206fb-962e-44bd-bcc4-d7beb2ec89eb tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0323606
Nov 13 21:29:42.313678 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.351085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e7d0-28b9-4852-a975-6abb2b718caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.383815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd06f19-577b-44e0-b503-14194d88f3e7,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:42.386340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:42.412103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2e7d0-28b9-4852-a975-6abb2b718caa None None] Pushing event updated for resources: {'Port': ['ID=5527b219-f358-4e5d-a07e-f2c8d2a5d360,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:42.421579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-32995715-158f-4393-9780-169f0d92849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b4520>, [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:29:39Z', 'revision_number': 3, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:42.448028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32995715-158f-4393-9780-169f0d92849c None None] The sync data for ids ['57121924-5b42-4027-b2e3-d6c4614fe4ae'] in ncdv-master-1 is: [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:29:39Z', 'revision_number': 3, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:42.479892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:42.481365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:42.602580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Router 57121924-5b42-4027-b2e3-d6c4614fe4ae has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:29:42.727353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:29:42.732717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6058a648-ec0e-4cf3-9322-afdcab999e68 admin admin] 10.222.0.20 "PUT /v2.0/routers/57121924-5b42-4027-b2e3-d6c4614fe4ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1029325
Nov 13 21:29:43.231306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-5c04e781-ab6e-437a-965b-691efd97f53c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:43.232991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-5c04e781-ab6e-437a-965b-691efd97f53c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 819 time: 0.1129317
Nov 13 21:29:43.257353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-82743f46-2279-448c-9ee2-684c54e915db tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/quotas/f9383e7c033e4af09a3de1311426e629 HTTP/1.1" status: 200  len: 375 time: 0.0098810
Nov 13 21:29:43.341889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5527b219-f358-4e5d-a07e-f2c8d2a5d360 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:43.360728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-9b173853-f2a2-48b0-a0f7-575b326c8624 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0948627
Nov 13 21:29:43.430787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:43.431973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:43.481588 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-037e52fe-39bc-4f60-a94c-33846310961a service neutron] 10.222.0.20 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198876
Nov 13 21:29:43.525226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ee0a879-ef97-4a68-80e6-037cd3488720 req-21b06896-6afb-4b96-8036-a84033b3de94 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.1884079
Nov 13 21:29:43.584527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-456bd45c-4085-403c-b3f2-4defc5ed36c4 service neutron] 10.222.0.20 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020024
Nov 13 21:29:43.892799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57951e3d-359a-42d6-9a45-35300ac05128 req-78e50501-4127-4e8b-83b1-b4416a240f89 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 210 time: 0.0307140
Nov 13 21:29:44.160064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-a09a39e9-d018-405f-94d4-cd4c36b29cff tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:44.161661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-a09a39e9-d018-405f-94d4-cd4c36b29cff tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 819 time: 0.1138163
Nov 13 21:29:44.177221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-3b83fbdd-a3c5-4705-8538-6638797e9e0e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/quotas/f9383e7c033e4af09a3de1311426e629 HTTP/1.1" status: 200  len: 375 time: 0.0091956
Nov 13 21:29:44.230162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-08cd48c2-fade-4c56-a691-443854275dc4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0464594
Nov 13 21:29:44.272327 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Sync routers for ids ['57121924-5b42-4027-b2e3-d6c4614fe4ae'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:29:44.282505 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Routers {'57121924-5b42-4027-b2e3-d6c4614fe4ae'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:44.283125 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b69d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['57121924-5b42-4027-b2e3-d6c4614fe4ae'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:44.341532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-5671be33-65a4-4978-a9c4-4a95f7dac271 service neutron] 10.222.0.20 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039519
Nov 13 21:29:44.501421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-5ecc3345-d31c-4007-99fe-08f52a2c28bb service neutron] 10.222.0.20 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589019
Nov 13 21:29:44.516912 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Set router 57121924-5b42-4027-b2e3-d6c4614fe4ae gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:44.542819 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:44.647305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4889a247-6e16-42df-850a-1d84b191e63b req-30ff6d30-f99d-4221-9c51-c748c4f52b1f tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0261798
Nov 13 21:29:44.747172 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b69d0>, [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:29:41Z', 'revision_number': 4, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7cd06f19-577b-44e0-b503-14194d88f3e7', 'name': '', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'mac_address': 'fa:16:3e:78:3c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:41Z', 'updated_at': '2021-11-13T21:29:42Z', 'revision_number': 2, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'subnets': [{'id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:44.779102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Checking router: 57121924-5b42-4027-b2e3-d6c4614fe4ae for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:29:44.781145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Updating router 57121924-5b42-4027-b2e3-d6c4614fe4ae port 7cd06f19-577b-44e0-b503-14194d88f3e7 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:29:44.810632 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:44.839529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0dbbf89c-41ac-42c2-9f68-49fb2b00dd03 req-e82dfebc-53cf-4677-99a0-a37fd99715b2 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 210 time: 0.0447814
Nov 13 21:29:45.106486 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:45.176439 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:45.229910 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f907750-09c4-4257-8efe-c53495468590 None None] Pushing event updated for resources: {'Port': ['ID=7cd06f19-577b-44e0-b503-14194d88f3e7,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:45.282271 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Attempting to bind port 7cd06f19-577b-44e0-b503-14194d88f3e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:45.282965 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Attempting to bind port 7cd06f19-577b-44e0-b503-14194d88f3e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:45.282965 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Attempting to bind port 7cd06f19-577b-44e0-b503-14194d88f3e7 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:45.287773 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:45.288137 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Checking segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:45.288525 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:45.289086 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Bound using segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:45.289604 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Bound port: 7cd06f19-577b-44e0-b503-14194d88f3e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:45.289969 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:45.351810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] For port 7cd06f19-577b-44e0-b503-14194d88f3e7, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:45.354952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] For port 7cd06f19-577b-44e0-b503-14194d88f3e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cd06f19-577b-44e0-b503-14194d88f3e7,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:45.446633 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:45.506449 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Routers {'57121924-5b42-4027-b2e3-d6c4614fe4ae'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:29:45.507062 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b69d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['57121924-5b42-4027-b2e3-d6c4614fe4ae'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:45.511876 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f907750-09c4-4257-8efe-c53495468590 None None] Pushing event updated for resources: {'Port': ['ID=7cd06f19-577b-44e0-b503-14194d88f3e7,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:45.622270 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] Set router 57121924-5b42-4027-b2e3-d6c4614fe4ae gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:29:45.754218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-869cbda7-fc7b-4c84-9bfc-5b1045a9bf55 req-1869ba5e-5b5c-46f0-8674-445551817a11 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0283604
Nov 13 21:29:45.826464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b69d0>, [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:29:41Z', 'revision_number': 4, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7cd06f19-577b-44e0-b503-14194d88f3e7', 'name': '', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'mac_address': 'fa:16:3e:78:3c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:41Z', 'updated_at': '2021-11-13T21:29:45Z', 'revision_number': 4, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'subnets': [{'id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:29:45.852516 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fae21-c14d-4319-8173-6a4e703c5e45 None None] The sync data for ids ['57121924-5b42-4027-b2e3-d6c4614fe4ae'] in ncdv-master-1 is: [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:29:41Z', 'revision_number': 4, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7cd06f19-577b-44e0-b503-14194d88f3e7', 'name': '', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'mac_address': 'fa:16:3e:78:3c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:41Z', 'updated_at': '2021-11-13T21:29:45Z', 'revision_number': 4, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'subnets': [{'id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:29:45.988817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42cf7ab0-a52c-4a6e-8ed5-f5e86e0660b5 req-6d32c084-0c68-476b-b286-fdf4da89feec tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 210 time: 0.0444546
Nov 13 21:29:46.877816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7fb467f-c0b8-4fb4-a462-106e84a8797e req-73b70d4f-506b-441e-93e9-003f0c9634ae tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0419011
Nov 13 21:29:46.979936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-0044976b-ac6a-49d8-af9a-d28ad3aefb13 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:46.981500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-0044976b-ac6a-49d8-af9a-d28ad3aefb13 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 819 time: 0.1138575
Nov 13 21:29:46.996444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Request body: {'port': {'device_id': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'admin_state_up': True, 'tenant_id': 'f9383e7c033e4af09a3de1311426e629'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:47.104358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfb6f8bd-0f4c-4bd9-a5f3-a75726f6de92 req-a22cbc52-4e48-43f0-a996-a4bfe0301cee tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 210 time: 0.0295675
Nov 13 21:29:47.239746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Made reservation on behalf of f9383e7c033e4af09a3de1311426e629 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:47.243803 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.383796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7cd06f19-577b-44e0-b503-14194d88f3e7 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:47.439457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Allocated IP 172.20.0.9 (369e91b6-338f-4d5c-b27c-6319b65ab585/245e1df8-a4ac-4aeb-a579-131ee7fd4b90/59d1af65-af88-494e-9808-6173217910a3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:47.444552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8adb619c-711e-4c17-bcf8-43a117f582ac tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:47.446331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8adb619c-711e-4c17-bcf8-43a117f582ac tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 819 time: 0.1624119
Nov 13 21:29:47.468988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Request body: {'port': {'device_id': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'admin_state_up': True, 'tenant_id': 'f9383e7c033e4af09a3de1311426e629'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:47.503906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7cd06f19-577b-44e0-b503-14194d88f3e7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:47.504191 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.623566 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.639953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.656981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 7cd06f19-577b-44e0-b503-14194d88f3e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cd06f19-577b-44e0-b503-14194d88f3e7,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:47.707586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Made reservation on behalf of f9383e7c033e4af09a3de1311426e629 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:29:47.712038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.768977 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.769365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:47.825488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=7cd06f19-577b-44e0-b503-14194d88f3e7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:47.836174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:47.839286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:47.847040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:47.872470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Allocated IP 172.20.0.11 (369e91b6-338f-4d5c-b27c-6319b65ab585/245e1df8-a4ac-4aeb-a579-131ee7fd4b90/8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:29:47.875994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Pushing event updated for resources: {'Port': ['ID=59d1af65-af88-494e-9808-6173217910a3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:47.903122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:47.903975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.018302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41797117-e008-42cd-9c64-691c3810c678 req-7ecda92b-7545-487c-a4dd-d405ebba3896 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0362155
Nov 13 21:29:48.040331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-abeb30d4-5333-4ce1-92c8-3fa8e7e0e579 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0486763
Nov 13 21:29:48.053183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Request body: {'port': {'device_id': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:48.064968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.107118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.176794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.241803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Network 369e91b6-338f-4d5c-b27c-6319b65ab585 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:29:48.246386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:29:48.252243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:29:48.308859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Pushing event updated for resources: {'Port': ['ID=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:48.329618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff37c-3297-411c-8a26-70c2b8db515b req-9fe64372-c5d2-484d-ae59-fa72503c89c0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:48.329618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3bff37c-3297-411c-8a26-70c2b8db515b req-9fe64372-c5d2-484d-ae59-fa72503c89c0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 932 time: 0.1068735
Nov 13 21:29:48.338827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:48.339677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.420618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3bff37c-3297-411c-8a26-70c2b8db515b req-6d83efd7-194d-4904-acdc-85c7019c3241 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647664
Nov 13 21:29:48.441501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-ad659bc6-c58b-4457-af39-9fbc0fd07ba3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9855156
Nov 13 21:29:48.454359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Request body: {'port': {'device_id': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:29:48.505160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d1af65-af88-494e-9808-6173217910a3 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:48.514393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.517301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.531029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Transition to ACTIVE for port object 59d1af65-af88-494e-9808-6173217910a3 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:29:48.616305 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.674300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59d1af65-af88-494e-9808-6173217910a3,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:48.743372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Attempting to bind port 59d1af65-af88-494e-9808-6173217910a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:48.743598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Attempting to bind port 59d1af65-af88-494e-9808-6173217910a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:48.743932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Attempting to bind port 59d1af65-af88-494e-9808-6173217910a3 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:48.748617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Port 59d1af65-af88-494e-9808-6173217910a3 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:29:48.748987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Attempting to bind port 59d1af65-af88-494e-9808-6173217910a3 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:48.754037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:48.754370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Checking segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:48.754745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Bound using segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:48.755168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Bound port: 59d1af65-af88-494e-9808-6173217910a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:48.755561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.820108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] For port 59d1af65-af88-494e-9808-6173217910a3, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:48.824188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] For port 59d1af65-af88-494e-9808-6173217910a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d1af65-af88-494e-9808-6173217910a3,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:48.850173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:48.858646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.877060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Transition to ACTIVE for port object 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:29:48.885714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.918974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:48.920000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.920881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] 10.222.0.46 "PUT /v2.0/ports/59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 1091 time: 0.8720093
Nov 13 21:29:48.921311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'tag': '59d1af65-af88-494e-9808-6173217910a3'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:48.923584 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4623fe56-fea4-48b5-a22d-c96832671816" -d '{"events": [{"name": "network-changed", "server_uuid": "61d443ab-0d82-4aa7-ae7e-847bc83feff4", "tag": "59d1af65-af88-494e-9808-6173217910a3"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:48.939069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:48.949816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268ea48-e850-4e19-823d-170f95bda7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59d1af65-af88-494e-9808-6173217910a3,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:48.992077 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2290d39-dfa4-4639-81fa-5a1c1805aaca x-openstack-request-id: req-e2290d39-dfa4-4639-81fa-5a1c1805aaca {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:48.992961 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d443ab-0d82-4aa7-ae7e-847bc83feff4", "tag": "59d1af65-af88-494e-9808-6173217910a3", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:48.994463 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2290d39-dfa4-4639-81fa-5a1c1805aaca {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:48.994890 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'tag': '59d1af65-af88-494e-9808-6173217910a3', 'status': 'completed', 'code': 200}
Nov 13 21:29:48.996914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:49.051658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623fe56-fea4-48b5-a22d-c96832671816 req-6fa4aebc-db72-4f37-8b16-fe0bfcec4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.053895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4623fe56-fea4-48b5-a22d-c96832671816 req-6fa4aebc-db72-4f37-8b16-fe0bfcec4b9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1094 time: 0.0550914
Nov 13 21:29:49.071280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Attempting to bind port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:29:49.071615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Attempting to bind port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:29:49.072074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Attempting to bind port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:49.076879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:29:49.077195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Attempting to bind port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 on network 369e91b6-338f-4d5c-b27c-6319b65ab585 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:29:49.082384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:29:49.082722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Checking segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:29:49.083095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Bound using segment: {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:29:49.084321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Bound port: 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c2986b-7b07-4bb0-8f13-8bb841025238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:29:49.084844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:49.154783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd98a855-1901-42f4-8b22-779db11d4d01 req-36055b24-47a8-45ba-adde-6353945ac35e tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0338941
Nov 13 21:29:49.188273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] For port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:29:49.192221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] For port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:29:49.195477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623fe56-fea4-48b5-a22d-c96832671816 req-a62a14a7-8034-422c-8351-0bf2acb770e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.197559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4623fe56-fea4-48b5-a22d-c96832671816 req-a62a14a7-8034-422c-8351-0bf2acb770e8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f9383e7c033e4af09a3de1311426e629&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1350229
Nov 13 21:29:49.291585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:49.315187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7cd06f19-577b-44e0-b503-14194d88f3e7 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:49.382095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.386356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:49.386356 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] 10.222.0.46 "PUT /v2.0/ports/8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 HTTP/1.1" status: 200  len: 1092 time: 0.9361641
Nov 13 21:29:49.386608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'tag': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:49.390498 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f577122a-d5ec-4c22-8570-8c947fda2216" -d '{"events": [{"name": "network-changed", "server_uuid": "9f93e9e3-24ea-45dd-a2dd-d825facd0cf5", "tag": "8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:49.401855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7cd06f19-577b-44e0-b503-14194d88f3e7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:49.402332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:49.415713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637802f-d881-4d30-b8f0-5fc71f68cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:49.571215 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a125f-8666-4a62-b500-52426738a3df x-openstack-request-id: req-713a125f-8666-4a62-b500-52426738a3df {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:49.571516 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f93e9e3-24ea-45dd-a2dd-d825facd0cf5", "tag": "8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:49.571776 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-713a125f-8666-4a62-b500-52426738a3df {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:49.572182 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'tag': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84', 'status': 'completed', 'code': 200}
Nov 13 21:29:49.614668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-1af306a1-26b5-4b1e-811a-a3a5f230bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.616457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-1af306a1-26b5-4b1e-811a-a3a5f230bb35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 1095 time: 0.1180198
Nov 13 21:29:49.616807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623fe56-fea4-48b5-a22d-c96832671816 req-b9094625-975a-4959-b1b0-1f80e7c15f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.618895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4623fe56-fea4-48b5-a22d-c96832671816 req-b9094625-975a-4959-b1b0-1f80e7c15f01 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4142582
Nov 13 21:29:49.633318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717b845-9099-451d-97c8-7f3c306647aa req-9d4c43ee-cdc7-42a7-9633-3ac86c23145f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.637584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7717b845-9099-451d-97c8-7f3c306647aa req-9d4c43ee-cdc7-42a7-9633-3ac86c23145f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 944 time: 0.0829875
Nov 13 21:29:49.696619 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-5c4bbaa1-b2ba-4206-8fcb-27f819f16e99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 HTTP/1.1" status: 200  len: 217 time: 0.0607429
Nov 13 21:29:49.704773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-723afb3e-3208-4cc9-8a87-1f6cc75da310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.707116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-723afb3e-3208-4cc9-8a87-1f6cc75da310 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1094 time: 0.0422890
Nov 13 21:29:49.758771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-f44b9418-c4d8-45ff-a345-f45545ac49b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 217 time: 0.0384777
Nov 13 21:29:49.771812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7717b845-9099-451d-97c8-7f3c306647aa req-4275186b-926d-4e85-88b6-b3a5da9c5b99 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124716
Nov 13 21:29:49.776095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-5e44facd-a818-4acc-9dc1-5adfa6ae51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.777547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-5e44facd-a818-4acc-9dc1-5adfa6ae51cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0746057
Nov 13 21:29:49.816377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-e68e7d05-8aaa-479d-851c-c0818b789ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:49.818036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-e68e7d05-8aaa-479d-851c-c0818b789ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0533452
Nov 13 21:29:49.844822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-5cb73b95-8764-46e3-a0ad-e744c42103b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597224
Nov 13 21:29:49.857378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-437eadd7-170c-4df5-b9aa-3c4deb282bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322187
Nov 13 21:29:49.958631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-41448b51-2426-4925-95ed-993d0fc8758f service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945768
Nov 13 21:29:49.958894 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-bcdec0d6-e1b0-4609-91de-ad6d65a8e524 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007288
Nov 13 21:29:50.056295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d62ffdee-48e1-4d0b-944d-30ff2467bb7a req-0943ea40-c920-4e2a-8edf-fd5c052f28e7 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860717
Nov 13 21:29:50.058438 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cdce74d7-f887-4403-ab3d-ab36c8139ed7 req-4063c349-03c7-4ca8-aa1d-45fc459ce2fc service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877535
Nov 13 21:29:50.207206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-7175556e-21d0-44d0-89d4-332019631640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:50.208785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-7175556e-21d0-44d0-89d4-332019631640 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 1095 time: 0.0439420
Nov 13 21:29:50.290785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-111871b1-24a4-480c-bb75-beb98522fda4 req-35cfd928-6a31-4721-804a-234a5f9aaea8 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0472367
Nov 13 21:29:50.646684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-967e8f48-6ea6-4333-9a86-b563e5c5bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:50.648176 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-967e8f48-6ea6-4333-9a86-b563e5c5bd97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.4329062
Nov 13 21:29:50.689922 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-e1876a41-ad76-4643-9d72-ba0a615d6bbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 HTTP/1.1" status: 200  len: 217 time: 0.0339291
Nov 13 21:29:50.743513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-0673bfde-4f1e-408e-9861-2a3fbc9ccdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:50.745023 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-0673bfde-4f1e-408e-9861-2a3fbc9ccdd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0480311
Nov 13 21:29:50.779471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-b558926f-0a02-4f7b-aed0-98c59037067e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245135
Nov 13 21:29:50.878658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-26876b0f-ab72-4522-bb4a-1886b0994dd0 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900619
Nov 13 21:29:50.892128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe7004-7982-4baa-9c35-792ac417f3d3 req-8efe9483-6867-4ab1-8b07-170d69dc5fcf tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:50.893630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbfe7004-7982-4baa-9c35-792ac417f3d3 req-8efe9483-6867-4ab1-8b07-170d69dc5fcf tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 944 time: 0.0488484
Nov 13 21:29:50.943109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbfe7004-7982-4baa-9c35-792ac417f3d3 req-2f038d42-b811-4bee-932b-ef2d04a77bf9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432630
Nov 13 21:29:50.971536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f577122a-d5ec-4c22-8570-8c947fda2216 req-d54e45ea-d32f-4f2b-b8c4-dddb4acaf780 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849321
Nov 13 21:29:51.403584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5006ee86-9c05-4c53-9883-c69021c5f3d2 req-f348cf0c-5630-4d3a-ac36-0d2ae4d44489 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0266607
Nov 13 21:29:52.063916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3874-fb2b-42fe-83b0-0623b46aa481 req-84c8386f-b16d-4c3a-93bd-d62a19bf7407 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:52.065384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c9b3874-fb2b-42fe-83b0-0623b46aa481 req-84c8386f-b16d-4c3a-93bd-d62a19bf7407 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 944 time: 0.0525463
Nov 13 21:29:52.113486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c9b3874-fb2b-42fe-83b0-0623b46aa481 req-2b0e013d-a627-44d2-a077-9bb225cf29f9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415931
Nov 13 21:29:52.515105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c6a3495-a752-48db-83ce-c2bbb96fe335 req-53d59fcc-f07f-46d0-bd39-88fc8dd7d608 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0268335
Nov 13 21:29:52.708910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 59d1af65-af88-494e-9808-6173217910a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:29:52.802097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 59d1af65-af88-494e-9808-6173217910a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d1af65-af88-494e-9808-6173217910a3,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:52.813587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '59d1af65-af88-494e-9808-6173217910a3', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'port_id': '59d1af65-af88-494e-9808-6173217910a3', 'mac_address': 'fa:16:3e:81:ad:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:29:52.853149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:52.865468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d1af65-af88-494e-9808-6173217910a3 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:52.885373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 59d1af65-af88-494e-9808-6173217910a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d1af65-af88-494e-9808-6173217910a3,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:52.956023 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:52.956729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:29:53.021278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=59d1af65-af88-494e-9808-6173217910a3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:53.024057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:53.036947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.037292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.037630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.037962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.038287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.038612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.039551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.039878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.040196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.040515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.040865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.041698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:29:53.047011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84', 'network_id': '369e91b6-338f-4d5c-b27c-6319b65ab585', 'port_id': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84', 'mac_address': 'fa:16:3e:4a:72:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245e1df8-a4ac-4aeb-a579-131ee7fd4b90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:29:53.084132 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:53.096388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:29:53.116122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:53.176296 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:53.227382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:53.232528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565f8e-b03d-4227-91b5-d08be2927312 req-334fa476-5f38-461d-8ea3-5730e186dc67 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:53.234294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37565f8e-b03d-4227-91b5-d08be2927312 req-334fa476-5f38-461d-8ea3-5730e186dc67 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 945 time: 0.0494857
Nov 13 21:29:53.285026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37565f8e-b03d-4227-91b5-d08be2927312 req-3a4b4c1c-52d8-4c52-bdd8-8b2cced733e0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447657
Nov 13 21:29:53.384287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:53.387595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['59d1af65-af88-494e-9808-6173217910a3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:29:53.627210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad04252f-915d-41c0-8447-8c5b0807ae09 req-0854a708-01e4-4618-8ff0-d19589d02a93 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0269682
Nov 13 21:29:54.403102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f78021-a89f-45d8-9acb-163b698f85f8 req-2599cbb6-7891-48e4-abf5-167db25afa9c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:54.404582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3f78021-a89f-45d8-9acb-163b698f85f8 req-2599cbb6-7891-48e4-abf5-167db25afa9c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 945 time: 0.0501826
Nov 13 21:29:54.452158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c3f78021-a89f-45d8-9acb-163b698f85f8 req-644c67d7-812f-4fb4-ad97-878d04a9ae74 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414054
Nov 13 21:29:54.710476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 59d1af65-af88-494e-9808-6173217910a3 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:54.741487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e296ac33-f5d4-4fdc-989a-797a67455925 req-0d40603d-48b4-4607-9ddf-d6b505629a9c tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0283091
Nov 13 21:29:54.743825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-39020667-3395-439e-b858-e3609a3c05e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:54.830438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 59d1af65-af88-494e-9808-6173217910a3 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:29:54.834306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 59d1af65-af88-494e-9808-6173217910a3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:54.839790 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:54.911836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:54.933694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d1af65-af88-494e-9808-6173217910a3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:54.935940 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a4e61e-ea69-4fb4-b7d9-cc631fc5db01" -d '{"events": [{"server_uuid": "61d443ab-0d82-4aa7-ae7e-847bc83feff4", "name": "network-vif-plugged", "status": "completed", "tag": "59d1af65-af88-494e-9808-6173217910a3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:54.948565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 59d1af65-af88-494e-9808-6173217910a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d1af65-af88-494e-9808-6173217910a3,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:54.973726 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6352e06-1780-4aa9-8e26-93288d93887a x-openstack-request-id: req-f6352e06-1780-4aa9-8e26-93288d93887a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:54.974048 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d443ab-0d82-4aa7-ae7e-847bc83feff4", "name": "network-vif-plugged", "status": "completed", "tag": "59d1af65-af88-494e-9808-6173217910a3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:54.974341 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6352e06-1780-4aa9-8e26-93288d93887a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:54.974731 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d1af65-af88-494e-9808-6173217910a3', 'code': 200}
Nov 13 21:29:55.045087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:55.045889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:29:55.093703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91677ff-3a1b-4879-92bb-ec397051c670 req-6b0d2f37-7eb9-4aea-a8c4-45fbdb101e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:55.095194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b91677ff-3a1b-4879-92bb-ec397051c670 req-6b0d2f37-7eb9-4aea-a8c4-45fbdb101e4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0638735
Nov 13 21:29:55.122719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=59d1af65-af88-494e-9808-6173217910a3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:55.148048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b91677ff-3a1b-4879-92bb-ec397051c670 req-d322034d-e6c1-4934-93ec-fce66d2d8e1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454803
Nov 13 21:29:55.232971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:29:55.238190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:29:55.238190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:55.312628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:55.343811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:29:55.396635 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:29:55.407650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:55.458899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:29:55.568279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab630b-e1cb-4146-9826-879a33ded6d3 req-276905f5-1de8-4966-bbbc-10cf0066d688 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:55.569846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdab630b-e1cb-4146-9826-879a33ded6d3 req-276905f5-1de8-4966-bbbc-10cf0066d688 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0491014
Nov 13 21:29:55.620292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdab630b-e1cb-4146-9826-879a33ded6d3 req-ce11f15e-5f99-453d-a157-16b85de3067c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437834
Nov 13 21:29:55.861882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f832f6b1-f59e-43e1-ad56-93ddd3a4edb1 req-b8918c37-c284-44c8-a0d3-73c5d3cb55dc tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0330813
Nov 13 21:29:56.742563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0eaa3-d189-4445-b202-eee76ea4d8c9 req-e37a296a-ae1a-4afa-b57d-08cf2fff1308 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:56.744073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11b0eaa3-d189-4445-b202-eee76ea4d8c9 req-e37a296a-ae1a-4afa-b57d-08cf2fff1308 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0522306
Nov 13 21:29:56.793024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11b0eaa3-d189-4445-b202-eee76ea4d8c9 req-83e3c6ad-eb41-4c90-9009-10e50f365dea tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426426
Nov 13 21:29:56.967795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e4539b7-7c28-4696-b06d-f767e15ff951 req-0849f03b-80c1-4435-b71c-cfcca6d7e8ae tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0296261
Nov 13 21:29:56.975452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:29:56.978372 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf70473-8e5e-4d52-a2ed-c845d35e8074" -d '{"events": [{"server_uuid": "9f93e9e3-24ea-45dd-a2dd-d825facd0cf5", "name": "network-vif-plugged", "status": "completed", "tag": "8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:29:57.018998 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0b5c5a-af85-457c-90a1-47eff82a88aa x-openstack-request-id: req-3b0b5c5a-af85-457c-90a1-47eff82a88aa {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:29:57.019285 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f93e9e3-24ea-45dd-a2dd-d825facd0cf5", "name": "network-vif-plugged", "status": "completed", "tag": "8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:29:57.019639 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b0b5c5a-af85-457c-90a1-47eff82a88aa {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:29:57.020018 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84', 'code': 200}
Nov 13 21:29:57.107250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-673a0643-5127-4d03-96ce-e8e3c3fae86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:57.115284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c3280-6cb9-4ba9-85a5-c1302d1983a2 req-3787dc05-e299-4def-8c66-df47eb2f2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:57.117946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-405c3280-6cb9-4ba9-85a5-c1302d1983a2 req-3787dc05-e299-4def-8c66-df47eb2f2fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 1097 time: 0.0424693
Nov 13 21:29:57.163108 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-405c3280-6cb9-4ba9-85a5-c1302d1983a2 req-39f03ca6-e7c2-4d15-9ce8-f4759a05552d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384164
Nov 13 21:29:57.912712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57050efe-d68c-4924-8734-a5c703b9a75f req-8a36ae2e-afdf-4479-bc77-49569db58d7f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:57.914914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57050efe-d68c-4924-8734-a5c703b9a75f req-8a36ae2e-afdf-4479-bc77-49569db58d7f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0507398
Nov 13 21:29:57.984843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57050efe-d68c-4924-8734-a5c703b9a75f req-dbc39c82-3dbc-41d1-afae-c0fcab099bfd tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622189
Nov 13 21:29:58.078793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a8ffc4f9-70c9-4f17-8caa-7c223c09f8b5 req-1c3d0c38-5d60-47ba-b556-aea3f7a8c919 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0254567
Nov 13 21:29:58.535752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:59.116919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f06a-1121-43c7-888b-6ac3eb6fb841 req-9d885d07-e78f-4d9b-8739-bea4f653be82 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:59.118422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a890f06a-1121-43c7-888b-6ac3eb6fb841 req-9d885d07-e78f-4d9b-8739-bea4f653be82 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0543716
Nov 13 21:29:59.170544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a890f06a-1121-43c7-888b-6ac3eb6fb841 req-37f8c35a-6162-418c-906b-06d67caa3887 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452371
Nov 13 21:29:59.190451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-885186c3-1a75-470b-a2c3-c2d6867bf60f req-817f291e-f879-4780-9245-9cdeb746467f tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0301752
Nov 13 21:29:59.647988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91afc86-380f-4b70-9278-31dd5d1347b1 req-b234b19c-355e-4358-b41d-50f268f391b2 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:59.649416 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e91afc86-380f-4b70-9278-31dd5d1347b1 req-b234b19c-355e-4358-b41d-50f268f391b2 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0514932
Nov 13 21:29:59.720504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e91afc86-380f-4b70-9278-31dd5d1347b1 req-afb2ec87-5bf3-4569-b6ea-352d11d807fe tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650303
Nov 13 21:29:59.733218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-4f8e716d-3518-4df6-94d6-d99c6d256424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:59.734788 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-4f8e716d-3518-4df6-94d6-d99c6d256424 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 1097 time: 0.0529590
Nov 13 21:29:59.830435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-df4654d1-b874-4f42-855e-4e8b443059e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:59.832451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-df4654d1-b874-4f42-855e-4e8b443059e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.0899832
Nov 13 21:29:59.879152 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-63d66d18-0dbf-4105-8946-1a58e5812d03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 HTTP/1.1" status: 200  len: 217 time: 0.0398655
Nov 13 21:29:59.916834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:29:59.931366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-b73fdf78-f458-4c78-98f6-99977d29146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:29:59.933117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-b73fdf78-f458-4c78-98f6-99977d29146e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0468931
Nov 13 21:29:59.968796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-4c7cf64c-5f61-4d59-882b-14ab5cab73d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282733
Nov 13 21:30:00.060864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-006da82b-d6a8-4156-ab3d-cfa27530204a service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850012
Nov 13 21:30:00.182653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c445e3d-84b6-4fbe-9dbe-fd960a1f1cf2 req-6a8741dc-5958-4991-beca-1cec81f94989 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131876
Nov 13 21:30:00.260645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.268068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.275939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.285795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.297395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.303757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.309889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.315736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88291b06-9d44-4028-80d9-253419858eb1 req-01d5479a-63d0-436c-ab46-a8a975b25976 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.1151440
Nov 13 21:30:00.315922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32a38534-cfe8-4e3e-81ef-a27835436982 req-250f0487-708b-489f-870d-d900c565e587 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0292275
Nov 13 21:30:00.333246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:00.389412 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88291b06-9d44-4028-80d9-253419858eb1 req-11e1942b-77ad-405a-8fb1-5c53330d80c0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0683460
Nov 13 21:30:00.530089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.536189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.542947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.548866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.555374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.561273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.568015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.570033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28ff9ed2-f363-4ead-8579-51224b4b1b7a req-f4b540a1-36d7-49f6-89a1-ea1345601555 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.0988219
Nov 13 21:30:00.838484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa92ad7-cb49-422a-af17-e308176339e7 req-f196307b-aa2c-405f-9294-071ff7429a23 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:00.839879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8fa92ad7-cb49-422a-af17-e308176339e7 req-f196307b-aa2c-405f-9294-071ff7429a23 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0511787
Nov 13 21:30:00.891199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8fa92ad7-cb49-422a-af17-e308176339e7 req-61ad6638-1c21-4b70-aba5-df6fd2dbbf53 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454133
Nov 13 21:30:01.431151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e1d931ad-6a90-4c3a-92bf-16c03f529cd5 req-be1a183d-5ad4-4382-a8da-0b82a8d3ac02 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0315125
Nov 13 21:30:02.007183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b503c8e-5fb7-41f2-8140-06f049913aa2 req-94cd6739-ed43-4f81-a173-6162ea0e3379 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:02.008620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1b503c8e-5fb7-41f2-8140-06f049913aa2 req-94cd6739-ed43-4f81-a173-6162ea0e3379 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0495679
Nov 13 21:30:02.055649 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1b503c8e-5fb7-41f2-8140-06f049913aa2 req-645a5e28-9a14-4eb2-9b05-5c320aa0147b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409424
Nov 13 21:30:02.550321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d3857b3-b6a6-46ca-a71b-efbd7ed9ddda req-e7d876b7-c7f5-4a41-8516-29df4c4a9b6b tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0352216
Nov 13 21:30:03.175205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e72f2-8e5b-4a89-9ec1-a93b5cc067ff req-a33e6681-47b0-4805-925d-46cdf300dfc4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:03.183869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b21e72f2-8e5b-4a89-9ec1-a93b5cc067ff req-a33e6681-47b0-4805-925d-46cdf300dfc4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0562403
Nov 13 21:30:03.230415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b21e72f2-8e5b-4a89-9ec1-a93b5cc067ff req-af82db1d-1d6d-42e2-b213-93881916dff3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416660
Nov 13 21:30:03.655434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5b285db-798c-48ba-b433-3bd93b289e86 req-a84d3395-d909-4d44-bf33-da6e0cbf7455 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0268214
Nov 13 21:30:03.683422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9036eb8f-358b-48d1-ada5-0ea0258bc2e6 req-81b66e7b-b0b6-4531-ba0d-a6e9bbe81733 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0755064
Nov 13 21:30:04.356248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251bb79-d77a-46e6-8e1b-51950102ad0c req-e8034c0d-520b-433b-81ba-1aed69d58882 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:04.357739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b251bb79-d77a-46e6-8e1b-51950102ad0c req-e8034c0d-520b-433b-81ba-1aed69d58882 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0582442
Nov 13 21:30:04.409646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b251bb79-d77a-46e6-8e1b-51950102ad0c req-1c763255-7d9e-4769-894d-7a9c355614ed tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418928
Nov 13 21:30:04.757910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-76828c9d-8c10-475b-a97d-c7f53315c39d req-bfbba18a-8d82-4396-86c6-13bf2da04764 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0259078
Nov 13 21:30:05.529104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe2fdc-b936-4fff-88b7-bf927e54bc3a req-4204733d-6ec2-4a69-94a1-b571f93d8c84 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:05.530616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbbe2fdc-b936-4fff-88b7-bf927e54bc3a req-4204733d-6ec2-4a69-94a1-b571f93d8c84 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0518157
Nov 13 21:30:05.588974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dbbe2fdc-b936-4fff-88b7-bf927e54bc3a req-2df70df5-9cc7-45e8-a92b-e34401ea3551 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522888
Nov 13 21:30:05.869020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a7ea771-556b-4864-af1a-99682b98ca76 req-54e48614-8c42-42a5-aff4-a3cea958cff3 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0278933
Nov 13 21:30:06.162265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-555e7496-804e-4432-aa40-81d5dc1f0110 req-652b4495-42c5-4afa-ac6b-c05bb5ff7a58 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210&device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0276909
Nov 13 21:30:06.711428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51ccb1-a4ee-4523-b341-8349e4ba24b6 req-bf5dcc90-6159-4633-85f8-4ab7aa42f3b5 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:06.712897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e51ccb1-a4ee-4523-b341-8349e4ba24b6 req-bf5dcc90-6159-4633-85f8-4ab7aa42f3b5 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0556338
Nov 13 21:30:06.762013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e51ccb1-a4ee-4523-b341-8349e4ba24b6 req-63429cf0-51ea-4b4f-9ec0-45761d011af0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431094
Nov 13 21:30:06.881535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7f81453-2a1e-4138-a79b-1a2f6bab7840 req-f6907fd0-b270-48f5-adfc-d8d275a5897b tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0255792
Nov 13 21:30:06.883632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a08031e1-e7cd-47b2-b033-79a4403640e9 req-eea0fbd2-51c5-4128-ac19-384f0ce57f24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f38166903e049a7960b9c0c058a16b2&device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0291376
Nov 13 21:30:06.912605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a08031e1-e7cd-47b2-b033-79a4403640e9 req-03d6e728-5fd9-4cf3-afea-86ca089c2db9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f38166903e049a7960b9c0c058a16b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0195951
Nov 13 21:30:07.004307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08031e1-e7cd-47b2-b033-79a4403640e9 req-78cbd2f9-1be9-49e1-a835-b411597b099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:07.005700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a08031e1-e7cd-47b2-b033-79a4403640e9 req-78cbd2f9-1be9-49e1-a835-b411597b099e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0870829
Nov 13 21:30:07.888054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ef909-ba71-4588-add3-ec83b76880b0 req-b1566e8f-6c80-473d-a8bd-e70ecbb9a16a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:07.889570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-965ef909-ba71-4588-add3-ec83b76880b0 req-b1566e8f-6c80-473d-a8bd-e70ecbb9a16a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0581367
Nov 13 21:30:07.938484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-965ef909-ba71-4588-add3-ec83b76880b0 req-75b60f3f-0050-4535-8e98-69d95ef45b7b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430624
Nov 13 21:30:07.975446 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79bd47ca-7975-461d-ba55-769e7de9500e req-a236bfca-dde9-4c82-b20d-503784da043e tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0257313
Nov 13 21:30:08.282078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a08031e1-e7cd-47b2-b033-79a4403640e9 req-6575f919-8802-4fcd-94e2-f64b088e9937 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.37 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0253820
Nov 13 21:30:09.061890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b712e-6015-43f8-9df5-ba5bdb3b9337 req-07ca5696-9fb1-44bd-b32c-6e586d2d9631 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:09.065214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f80b712e-6015-43f8-9df5-ba5bdb3b9337 req-07ca5696-9fb1-44bd-b32c-6e586d2d9631 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0573251
Nov 13 21:30:09.088157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ce5ac5b-53f7-418e-bc60-593e8500949f req-0f93ba3f-6292-422c-8f64-12b8a8106402 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=1749e045-f93e-45f4-a96e-3b1a53c0a210 HTTP/1.1" status: 200  len: 210 time: 0.0263691
Nov 13 21:30:09.112860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f80b712e-6015-43f8-9df5-ba5bdb3b9337 req-97c2942d-9412-4684-96e8-f3785caa37b1 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433626
Nov 13 21:30:10.232795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26f5fc-2d18-435f-b80c-a0ed9c96cf67 req-5472a700-e591-404c-bacc-04cd171e594b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:10.234200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d26f5fc-2d18-435f-b80c-a0ed9c96cf67 req-5472a700-e591-404c-bacc-04cd171e594b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0548010
Nov 13 21:30:10.281811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d26f5fc-2d18-435f-b80c-a0ed9c96cf67 req-122bb196-5fc1-4e81-b935-0753aa8e7e77 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410399
Nov 13 21:30:10.676566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-962338f2-614d-4fb5-a9c5-50c10f25364d req-2378c390-a303-49ee-8316-fc529eeed506 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f38166903e049a7960b9c0c058a16b2&device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0515709
Nov 13 21:30:10.678563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cfa2529d-1e5c-43be-9dec-6db4cd9523f4 req-3d946177-f7ba-43b6-bf67-ed8403887619 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0514565
Nov 13 21:30:10.719349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-962338f2-614d-4fb5-a9c5-50c10f25364d req-72be7958-ceb4-4147-80a0-41a868e72385 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5f38166903e049a7960b9c0c058a16b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300829
Nov 13 21:30:10.821716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962338f2-614d-4fb5-a9c5-50c10f25364d req-0479145e-0d7f-4186-b7b9-8d3719a601e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:10.823289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-962338f2-614d-4fb5-a9c5-50c10f25364d req-0479145e-0d7f-4186-b7b9-8d3719a601e7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0971010
Nov 13 21:30:11.409569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3a69-85af-49f0-b3c9-745d45170ded req-49d7be90-7a78-4638-8d48-d7ab89a2c1d5 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:11.411164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a1e3a69-85af-49f0-b3c9-745d45170ded req-49d7be90-7a78-4638-8d48-d7ab89a2c1d5 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0579751
Nov 13 21:30:11.458390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a1e3a69-85af-49f0-b3c9-745d45170ded req-d95c990c-5b04-4a7b-8d2b-0abf02175923 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408282
Nov 13 21:30:11.794093 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30b4a289-09e7-45ef-ba79-c12d483cb2c4 req-55385178-4d85-4f1a-a042-de0da04c6e8d tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0334206
Nov 13 21:30:12.051347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-962338f2-614d-4fb5-a9c5-50c10f25364d req-2fe9a436-b211-4636-8590-3b9ec84e5d7d tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0263817
Nov 13 21:30:12.075859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.225110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54372) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:12.333490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45aa57d7-0620-4012-af19-c8c2c32385e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.414069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45aa57d7-0620-4012-af19-c8c2c32385e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.507392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45aa57d7-0620-4012-af19-c8c2c32385e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.571632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa57d7-0620-4012-af19-c8c2c32385e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d499572-47da-4a1b-b35c-7b77662fcee9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:12.575899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-45aa57d7-0620-4012-af19-c8c2c32385e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=caab37755386457aa2bb0a81b3446bd2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3496912
Nov 13 21:30:12.578533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:12.613551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a4ef7-588b-44f8-9b48-c3c6078d2541 req-745bc6e2-4a94-4f60-8cf7-7e58e64df8d9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:12.615049 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e59a4ef7-588b-44f8-9b48-c3c6078d2541 req-745bc6e2-4a94-4f60-8cf7-7e58e64df8d9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0864086
Nov 13 21:30:12.684123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-da30c693-f5ef-4dbb-b6b2-38117bb96f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.689593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e59a4ef7-588b-44f8-9b48-c3c6078d2541 req-c1d14a5d-4350-4666-92f1-32bbf338b416 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659802
Nov 13 21:30:12.710245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-da30c693-f5ef-4dbb-b6b2-38117bb96f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.838625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-da30c693-f5ef-4dbb-b6b2-38117bb96f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.841297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-da30c693-f5ef-4dbb-b6b2-38117bb96f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:12.847146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-da30c693-f5ef-4dbb-b6b2-38117bb96f25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d499572-47da-4a1b-b35c-7b77662fcee9 HTTP/1.1" status: 204  len: 168 time: 0.2672727
Nov 13 21:30:12.854959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c693-f5ef-4dbb-b6b2-38117bb96f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d499572-47da-4a1b-b35c-7b77662fcee9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:12.942214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49caed83-07b1-4ca5-8b51-0fd8336b0af1 req-17aa7051-4b01-4dfd-a91d-bce2fdaf5c09 tempest-ServerShowV247Test-235507401 tempest-ServerShowV247Test-235507401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8e0ed1e-3209-462b-9410-494ba5969ed6 HTTP/1.1" status: 200  len: 210 time: 0.0273910
Nov 13 21:30:13.521226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54420) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:13.534781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a769-bb94-497c-bc36-40f00dc41af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.607828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a769-bb94-497c-bc36-40f00dc41af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.681037 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5f5a769-bb94-497c-bc36-40f00dc41af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.722469 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b5f5a769-bb94-497c-bc36-40f00dc41af1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a5b64f824824d588ec154c5d915b7a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2001524
Nov 13 21:30:13.723778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5a769-bb94-497c-bc36-40f00dc41af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6267d6b0-f2af-4dee-9289-a33e448251cd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:13.726844 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54424) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:13.784235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.805786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.821813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0619440-02d2-48be-a6a6-a2f054b8748b req-aed51fa3-70be-43e3-842d-14ae56fd3aff tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:13.823306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0619440-02d2-48be-a6a6-a2f054b8748b req-aed51fa3-70be-43e3-842d-14ae56fd3aff tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0523031
Nov 13 21:30:13.871510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f0619440-02d2-48be-a6a6-a2f054b8748b req-744343b4-84d9-4f16-981c-ff7a6b30b711 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420315
Nov 13 21:30:13.941061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.943609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:13.945889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6267d6b0-f2af-4dee-9289-a33e448251cd HTTP/1.1" status: 204  len: 168 time: 0.2196608
Nov 13 21:30:13.953894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267d6b0-f2af-4dee-9289-a33e448251cd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:13.961946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.962408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:13.968288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150553f0-5b0d-4699-8852-c0e6960d104e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:14.505031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:14.512523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54444) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:14.633318 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1a11ff-dbe2-49a8-8c30-426ba4b29047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:14.713077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1a11ff-dbe2-49a8-8c30-426ba4b29047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:14.806754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1a11ff-dbe2-49a8-8c30-426ba4b29047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:14.845196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3a1a11ff-dbe2-49a8-8c30-426ba4b29047 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f38166903e049a7960b9c0c058a16b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3314562
Nov 13 21:30:14.848152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54454) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:14.848664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a11ff-dbe2-49a8-8c30-426ba4b29047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0045210-707e-4515-bc54-7eadd3afdc30,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:14.896556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-822c4f89-82de-4f8f-80b9-ef324ef0410b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:14.925502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-822c4f89-82de-4f8f-80b9-ef324ef0410b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:15.014670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837fea8-5a39-48e9-82c0-6f1dc57b2b56 req-f73ca34e-0ee1-4747-8fff-0e31035144c5 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:15.017418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a837fea8-5a39-48e9-82c0-6f1dc57b2b56 req-f73ca34e-0ee1-4747-8fff-0e31035144c5 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0617855
Nov 13 21:30:15.065863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a837fea8-5a39-48e9-82c0-6f1dc57b2b56 req-b7d42347-c1b9-41cc-91ea-33a8f38a727c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422885
Nov 13 21:30:15.098200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-822c4f89-82de-4f8f-80b9-ef324ef0410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:15.100897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-822c4f89-82de-4f8f-80b9-ef324ef0410b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:15.101977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-822c4f89-82de-4f8f-80b9-ef324ef0410b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0045210-707e-4515-bc54-7eadd3afdc30 HTTP/1.1" status: 204  len: 168 time: 0.2527590
Nov 13 21:30:15.110041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c4f89-82de-4f8f-80b9-ef324ef0410b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0045210-707e-4515-bc54-7eadd3afdc30,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:16.192773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b392277-1598-4670-885f-d06033a7d58d req-2fa0b350-4cb3-4092-aad7-830f25dd3c76 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:16.195188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b392277-1598-4670-885f-d06033a7d58d req-2fa0b350-4cb3-4092-aad7-830f25dd3c76 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0588424
Nov 13 21:30:16.203432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54510) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:16.254880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b392277-1598-4670-885f-d06033a7d58d req-43046ced-7670-4bda-8999-b8b38efc2441 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525842
Nov 13 21:30:16.314477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1540936556-network', 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:16.455268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:30:16.457814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.466437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.543590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.609585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.631269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:30:16.646482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f2249f-7c72-4f9e-9640-229d336c94ea,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:16.650523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.650866 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Added segment b6c81276-faa2-4380-af2a-d7742c7562ca of type vlan for network 0121064f-3701-4c29-b331-2abd11867f05
Nov 13 21:30:16.690702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.792146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.793160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:16.793795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:16.882830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] Pushing event updated for resources: {'Network': ['ID=0121064f-3701-4c29-b331-2abd11867f05,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:16.893088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0121064f-3701-4c29-b331-2abd11867f05 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:30:16.906858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-df72a8bd-522b-485e-859f-cdfef0f63e0c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6996794
Nov 13 21:30:16.907087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54536) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:16.912050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Request body: {'subnet': {'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1540936556-subnet', 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:17.035546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:30:17.038808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:17.275938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:17.336557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67363ae3-e8fe-4b4c-a00e-49849727c982,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:17.344887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:30:17.345249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Network hostable DHCP agents. Network: 0121064f-3701-4c29-b331-2abd11867f05, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:30:17.388951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d4aee-d5fc-47c1-be6e-50dfe20ec26a req-f9b3d688-dba7-48cf-a60e-3520e9e89b8b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:17.390501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d56d4aee-d5fc-47c1-be6e-50dfe20ec26a req-f9b3d688-dba7-48cf-a60e-3520e9e89b8b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0535624
Nov 13 21:30:17.418154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Network 0121064f-3701-4c29-b331-2abd11867f05 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:30:17.441909 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d56d4aee-d5fc-47c1-be6e-50dfe20ec26a req-3f386929-827b-4228-9f87-3483390a07d1 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455298
Nov 13 21:30:17.542463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0121064f-3701-4c29-b331-2abd11867f05) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:30:17.547046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:17.548602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:17.552219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd045232-d197-4475-b93e-07c6cfe76a52 None None] Network 0121064f-3701-4c29-b331-2abd11867f05 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:30:17.636011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-34ce16fa-0334-4bdb-bca6-d9c5720f64d8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.7277770
Nov 13 21:30:17.677562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dd257b-c9bf-4d56-8e15-efe227eaa54e None None] Network 0121064f-3701-4c29-b331-2abd11867f05 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:30:18.067168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-f77bff12-9a49-4ed7-8484-a8183e54c39b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:18.068633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-f77bff12-9a49-4ed7-8484-a8183e54c39b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1082356
Nov 13 21:30:18.084518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-8bce0f7d-c932-4415-9cf8-152c75b78c7b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0091615
Nov 13 21:30:18.117806 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-473f40c8-17bd-4b72-9824-484e1f96d8ce tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0272579
Nov 13 21:30:18.221242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-f31d3187-c3f0-48ec-b3a6-0a8260696c8a service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963526
Nov 13 21:30:18.324143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-f1d7ec63-2532-4404-a7e7-d31c13885e8f service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003227
Nov 13 21:30:18.567561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc104a-2991-47d2-a28f-137edef9fc7b req-af3e94b5-d320-4402-a12e-df3da2f5e89a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:18.569136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2bc104a-2991-47d2-a28f-137edef9fc7b req-af3e94b5-d320-4402-a12e-df3da2f5e89a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0508845
Nov 13 21:30:18.626212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2bc104a-2991-47d2-a28f-137edef9fc7b req-f2f8b93a-6012-4b29-8d54-82be8a1bdf37 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510445
Nov 13 21:30:18.744832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fab01854-ab82-4166-836f-58d9df933c33 req-548fb5e9-257a-40f5-b31e-0fb72a77f002 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 210 time: 0.0292881
Nov 13 21:30:19.743591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35169417-bdf7-4dd9-aebc-2d881b16067d req-f678d3ba-6e52-45a9-87c3-4a96732b69ce tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:19.745079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35169417-bdf7-4dd9-aebc-2d881b16067d req-f678d3ba-6e52-45a9-87c3-4a96732b69ce tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0488935
Nov 13 21:30:19.797362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35169417-bdf7-4dd9-aebc-2d881b16067d req-4afc9b0e-ebcc-48aa-9861-31adca7eca6b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461395
Nov 13 21:30:19.821949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df8cb44c-9c0d-4629-bce8-7f58f919484a req-ac40bc57-e452-4dbe-a38b-4c3122b5160f tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 210 time: 0.0264423
Nov 13 21:30:20.915868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8cc70-febe-4631-8656-11fbf89072ac req-722c4f6c-34b8-4f2e-a1db-68540062e68d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:20.916519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2a853f10-3502-4760-bdad-9811cdb8afa8 req-7b0aa901-7a61-431e-98c4-551d77853f6a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 210 time: 0.0272357
Nov 13 21:30:20.917394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4bb8cc70-febe-4631-8656-11fbf89072ac req-722c4f6c-34b8-4f2e-a1db-68540062e68d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0495253
Nov 13 21:30:20.972285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4bb8cc70-febe-4631-8656-11fbf89072ac req-c853109f-79ad-4cd9-9e76-8e810dad6f06 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487449
Nov 13 21:30:21.138699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-a72c512c-ba5f-4a3f-9878-a10dc39905f2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:21.140226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-a72c512c-ba5f-4a3f-9878-a10dc39905f2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1142361
Nov 13 21:30:21.153799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': '723901d0-beb9-405c-b352-98f3c19c9e30', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:21.341186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:30:21.344761 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:21.472655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.4 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/a3d0a362-10cf-4005-aab1-94170003ee32) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:30:21.623626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:21.715675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:21.757651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:30:21.760710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:30:21.763659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:30:21.795812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=a3d0a362-10cf-4005-aab1-94170003ee32,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:21.822603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:21.823212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:21.901611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-e2b7f09a-c789-444c-b188-84c1defcf3fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7518957
Nov 13 21:30:21.914455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Request body: {'port': {'device_id': '723901d0-beb9-405c-b352-98f3c19c9e30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:21.970074 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:22.039565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d531751-01d1-49d3-b2f9-49530d407f20 req-6dd30b1c-9911-4430-8011-c1e4c3d2a82c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:22.041143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d531751-01d1-49d3-b2f9-49530d407f20 req-6dd30b1c-9911-4430-8011-c1e4c3d2a82c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 931 time: 0.0516505
Nov 13 21:30:22.092759 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d531751-01d1-49d3-b2f9-49530d407f20 req-570e71bd-8a06-413b-94f5-b0ea502e7e1c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458395
Nov 13 21:30:22.159863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e136cb-556b-4122-9a5c-0e1da8873cc0 req-ca18ecfd-36d9-4dae-b68d-ce12c9917c83 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:22.161351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98e136cb-556b-4122-9a5c-0e1da8873cc0 req-ca18ecfd-36d9-4dae-b68d-ce12c9917c83 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0865059
Nov 13 21:30:22.245783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98e136cb-556b-4122-9a5c-0e1da8873cc0 req-ad8475f9-6f60-481e-916b-a6c38ada3547 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611830
Nov 13 21:30:22.311918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d0a362-10cf-4005-aab1-94170003ee32 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:30:22.319341 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:22.331573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Transition to ACTIVE for port object a3d0a362-10cf-4005-aab1-94170003ee32 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:30:22.498362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:22.549170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0a362-10cf-4005-aab1-94170003ee32,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:22.623951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Attempting to bind port a3d0a362-10cf-4005-aab1-94170003ee32 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:30:22.624279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Attempting to bind port a3d0a362-10cf-4005-aab1-94170003ee32 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:30:22.624598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Attempting to bind port a3d0a362-10cf-4005-aab1-94170003ee32 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:30:22.629775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Port a3d0a362-10cf-4005-aab1-94170003ee32 on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:30:22.630096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Attempting to bind port a3d0a362-10cf-4005-aab1-94170003ee32 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:30:22.635807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:30:22.636142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:30:22.636521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:30:22.636992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Bound port: a3d0a362-10cf-4005-aab1-94170003ee32, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:30:22.637431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:22.703867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] For port a3d0a362-10cf-4005-aab1-94170003ee32, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:30:22.706980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] For port a3d0a362-10cf-4005-aab1-94170003ee32, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3d0a362-10cf-4005-aab1-94170003ee32,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:30:22.804928 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:22.838083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:22.839261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:22.840771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a3d0a362-10cf-4005-aab1-94170003ee32 HTTP/1.1" status: 200  len: 1091 time: 0.9308045
Nov 13 21:30:22.843295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723901d0-beb9-405c-b352-98f3c19c9e30', 'tag': 'a3d0a362-10cf-4005-aab1-94170003ee32'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:30:22.851900 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "723901d0-beb9-405c-b352-98f3c19c9e30", "tag": "a3d0a362-10cf-4005-aab1-94170003ee32"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:30:22.888505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d16f9-aaa6-4138-8bf8-df045149bcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a3d0a362-10cf-4005-aab1-94170003ee32,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:22.891930 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e682c-5691-41ac-88e5-871a11d3d02a x-openstack-request-id: req-fa6e682c-5691-41ac-88e5-871a11d3d02a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:30:22.892219 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723901d0-beb9-405c-b352-98f3c19c9e30", "tag": "a3d0a362-10cf-4005-aab1-94170003ee32", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:30:22.892495 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa6e682c-5691-41ac-88e5-871a11d3d02a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:30:22.892907 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723901d0-beb9-405c-b352-98f3c19c9e30', 'tag': 'a3d0a362-10cf-4005-aab1-94170003ee32', 'status': 'completed', 'code': 200}
Nov 13 21:30:22.954719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa req-55cc3186-98d9-4555-b688-c432ab1832c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:22.956269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa req-55cc3186-98d9-4555-b688-c432ab1832c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 1094 time: 0.0431306
Nov 13 21:30:23.056216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa req-fe3edc29-cf5d-4d3d-b5a3-52742047449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:23.058145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa req-fe3edc29-cf5d-4d3d-b5a3-52742047449d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&shared=False HTTP/1.1" status: 200  len: 907 time: 0.0935519
Nov 13 21:30:23.149638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa req-d17a0172-6fa1-458d-8f60-ad41b8e98217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:23.151106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a2c038f-3f89-413d-a6cf-c24964fbeaaa req-d17a0172-6fa1-458d-8f60-ad41b8e98217 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0868635
Nov 13 21:30:23.255253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49763e6e-ab20-4ad7-a551-be712f1dcc4f req-5505aa39-3f0c-41b7-8df8-db6ae1b85f65 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:23.257126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49763e6e-ab20-4ad7-a551-be712f1dcc4f req-5505aa39-3f0c-41b7-8df8-db6ae1b85f65 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 943 time: 0.0838501
Nov 13 21:30:23.263343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-04f12d9f-2538-49d9-be6c-345736305c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:23.264751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-04f12d9f-2538-49d9-be6c-345736305c20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 1094 time: 0.0596023
Nov 13 21:30:23.317580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-7e6bf66c-b4d6-4a43-b0b9-5e8443bf41a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3d0a362-10cf-4005-aab1-94170003ee32 HTTP/1.1" status: 200  len: 217 time: 0.0450804
Nov 13 21:30:23.367797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef930264-0538-4fc2-8dd8-c44e279dad1e req-1ddcd508-ae13-495a-a2b3-d66aec497f1f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:23.369463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef930264-0538-4fc2-8dd8-c44e279dad1e req-1ddcd508-ae13-495a-a2b3-d66aec497f1f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0530794
Nov 13 21:30:23.371898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49763e6e-ab20-4ad7-a551-be712f1dcc4f req-2a33d92f-e99f-4e8b-9b50-cb04e14da518 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062105
Nov 13 21:30:23.387015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-2c6d4c81-57d8-4929-82d6-2ff071a0e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:23.388518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-2c6d4c81-57d8-4929-82d6-2ff071a0e6dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0636606
Nov 13 21:30:23.417630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef930264-0538-4fc2-8dd8-c44e279dad1e req-f84fbbe2-659f-43b1-ab79-eba26b6d429b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418837
Nov 13 21:30:23.420277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-f7bbe562-6034-41d2-8e13-404b54d3c924 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249715
Nov 13 21:30:23.510884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-60128dd2-1fcc-45b9-8258-5f913014be5e service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839109
Nov 13 21:30:23.605501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98bfe452-016a-475f-878e-d09f12ff4be2 req-40a7e2e1-39f3-4a9f-b6e8-4f7eff786e23 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875068
Nov 13 21:30:24.489976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279d25-1a6d-45c6-8957-69c18f34b4f5 req-836840ae-c9cb-427e-ae2a-bed15688f12e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:24.492455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d5279d25-1a6d-45c6-8957-69c18f34b4f5 req-836840ae-c9cb-427e-ae2a-bed15688f12e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 943 time: 0.0518124
Nov 13 21:30:24.571905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13628-9c0c-4daf-a230-89f43fa56db2 req-1dd8d5f1-a896-4a58-b10f-fe3c946de88d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:24.579843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99f13628-9c0c-4daf-a230-89f43fa56db2 req-1dd8d5f1-a896-4a58-b10f-fe3c946de88d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0870898
Nov 13 21:30:24.583659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d5279d25-1a6d-45c6-8957-69c18f34b4f5 req-a481544e-7159-4cc9-95f0-317708461b01 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846112
Nov 13 21:30:24.644055 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99f13628-9c0c-4daf-a230-89f43fa56db2 req-0ad42d45-3820-4368-9ade-2a039180d1f7 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632541
Nov 13 21:30:24.806788 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0d3e0927-44d4-4b5f-9d53-08bf081ff4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:25.716820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a9496-9ea5-44e7-b335-0c50a9c44403 req-1962601e-38b8-4ff2-b173-3fbfef143ca0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:25.718304 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b00a9496-9ea5-44e7-b335-0c50a9c44403 req-1962601e-38b8-4ff2-b173-3fbfef143ca0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 943 time: 0.0554841
Nov 13 21:30:25.766487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b00a9496-9ea5-44e7-b335-0c50a9c44403 req-3b914594-5c5d-4177-b3a6-8749db38a628 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422764
Nov 13 21:30:25.767200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e43276-3c9b-43cd-aa98-888e0e446f92 req-d60dc55c-d66b-40aa-8033-1f0b47e05006 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:25.769469 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35e43276-3c9b-43cd-aa98-888e0e446f92 req-d60dc55c-d66b-40aa-8033-1f0b47e05006 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0541410
Nov 13 21:30:25.818613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35e43276-3c9b-43cd-aa98-888e0e446f92 req-bab5672a-47ea-47b8-92d2-001f0d80d0ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424557
Nov 13 21:30:26.352992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7699e7f-1b98-4c59-a978-9b96d7fff29e req-1128d1b3-0c92-4f29-bd35-f9357d366fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:26.354463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7699e7f-1b98-4c59-a978-9b96d7fff29e req-1128d1b3-0c92-4f29-bd35-f9357d366fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 1097 time: 0.0399668
Nov 13 21:30:26.399760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7699e7f-1b98-4c59-a978-9b96d7fff29e req-42550caa-833a-4be6-9559-ff6624eda66b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381944
Nov 13 21:30:26.887329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91bf7-80d9-4fbe-8e58-efbf5afbeec8 req-a82aa0c0-bceb-4841-9be3-73c4bf7fc0e9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:26.888782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ef91bf7-80d9-4fbe-8e58-efbf5afbeec8 req-a82aa0c0-bceb-4841-9be3-73c4bf7fc0e9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 943 time: 0.0532742
Nov 13 21:30:26.937191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aca46d-6fda-4460-bf3c-d29ae8654670 req-001f0f27-8156-489e-9f73-884b1f98bdfe tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:26.941459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27aca46d-6fda-4460-bf3c-d29ae8654670 req-001f0f27-8156-489e-9f73-884b1f98bdfe tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0504124
Nov 13 21:30:26.945595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ef91bf7-80d9-4fbe-8e58-efbf5afbeec8 req-6aaa45e5-03d7-4de1-8bde-9daac1a6b32e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508437
Nov 13 21:30:26.991659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27aca46d-6fda-4460-bf3c-d29ae8654670 req-970ef449-73ad-42df-bb1d-3d4ca21c2565 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466216
Nov 13 21:30:27.119613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-45eedd3b-29bd-42e7-a247-0858f3d8d905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:27.561122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3d0a362-10cf-4005-aab1-94170003ee32 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:30:27.669112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a3d0a362-10cf-4005-aab1-94170003ee32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3d0a362-10cf-4005-aab1-94170003ee32,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:27.681849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'a3d0a362-10cf-4005-aab1-94170003ee32', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': 'a3d0a362-10cf-4005-aab1-94170003ee32', 'mac_address': 'fa:16:3e:06:49:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:30:27.720043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:27.733222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d0a362-10cf-4005-aab1-94170003ee32 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:30:27.751872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a3d0a362-10cf-4005-aab1-94170003ee32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3d0a362-10cf-4005-aab1-94170003ee32,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:27.962190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:28.016013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a3d0a362-10cf-4005-aab1-94170003ee32,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:28.066867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545644e-a058-42e5-a948-78dc70db729e req-eba57aef-f324-4b4f-84b9-7b6545df6147 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:28.068412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0545644e-a058-42e5-a948-78dc70db729e req-eba57aef-f324-4b4f-84b9-7b6545df6147 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 944 time: 0.0523307
Nov 13 21:30:28.122055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0545644e-a058-42e5-a948-78dc70db729e req-e0b149e5-af92-480d-9b3c-a1882877446a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478375
Nov 13 21:30:28.126097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1b4f9-e6c2-44c1-897e-aa43402aa5ac req-bacfca9b-1693-4778-a064-5d0efd47f0e6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:28.127642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85b1b4f9-e6c2-44c1-897e-aa43402aa5ac req-bacfca9b-1693-4778-a064-5d0efd47f0e6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0642042
Nov 13 21:30:28.187811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85b1b4f9-e6c2-44c1-897e-aa43402aa5ac req-3d8f7a13-760d-4cb0-886f-b82b823914e1 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533562
Nov 13 21:30:28.226524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:30:28.305886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d26bc4-6724-4dec-afc0-d94eb46e049e req-ac095597-a016-4f7c-87c1-b68a5068cf3c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:28.307376 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98d26bc4-6724-4dec-afc0-d94eb46e049e req-ac095597-a016-4f7c-87c1-b68a5068cf3c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0498619
Nov 13 21:30:28.357202 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98d26bc4-6724-4dec-afc0-d94eb46e049e req-ac629e93-e0c6-4392-ab05-ba74427160a4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436406
Nov 13 21:30:28.556735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:28.910701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007d30-5c3d-4ad3-abb9-9a47beb85738 req-3fc10cbd-cfcd-4e3c-9efa-df229e5d487e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:28.912175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d007d30-5c3d-4ad3-abb9-9a47beb85738 req-3fc10cbd-cfcd-4e3c-9efa-df229e5d487e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0489459
Nov 13 21:30:28.960067 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d007d30-5c3d-4ad3-abb9-9a47beb85738 req-211df39d-402f-4bd6-a4ec-b221cb6c108c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412612
Nov 13 21:30:29.254688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb754d-123c-4b6b-a02d-9a8b8dfc3058 req-229984cb-9fcc-47f5-a63d-6eaeef30a4f6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:29.256836 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83eb754d-123c-4b6b-a02d-9a8b8dfc3058 req-229984cb-9fcc-47f5-a63d-6eaeef30a4f6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 944 time: 0.0509183
Nov 13 21:30:29.310312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83eb754d-123c-4b6b-a02d-9a8b8dfc3058 req-f9d1b1ea-8557-45bf-85eb-7c25ab244abb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461118
Nov 13 21:30:29.580719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3d0a362-10cf-4005-aab1-94170003ee32 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:30:29.770066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port a3d0a362-10cf-4005-aab1-94170003ee32 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:30:29.774163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port a3d0a362-10cf-4005-aab1-94170003ee32 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:30:29.774528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:29.859917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:29.881951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723901d0-beb9-405c-b352-98f3c19c9e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0a362-10cf-4005-aab1-94170003ee32'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:30:29.884708 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e5ef2-7556-400f-88e5-78f118a99233" -d '{"events": [{"server_uuid": "723901d0-beb9-405c-b352-98f3c19c9e30", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0a362-10cf-4005-aab1-94170003ee32"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:30:29.900717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port a3d0a362-10cf-4005-aab1-94170003ee32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3d0a362-10cf-4005-aab1-94170003ee32,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:29.918338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:29.922798 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd3be23-2363-4f29-a0eb-66b5834e1186 x-openstack-request-id: req-ecd3be23-2363-4f29-a0eb-66b5834e1186 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:30:29.923081 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723901d0-beb9-405c-b352-98f3c19c9e30", "name": "network-vif-plugged", "status": "completed", "tag": "a3d0a362-10cf-4005-aab1-94170003ee32", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:30:29.923328 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd3be23-2363-4f29-a0eb-66b5834e1186 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:30:29.923710 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723901d0-beb9-405c-b352-98f3c19c9e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d0a362-10cf-4005-aab1-94170003ee32', 'code': 200}
Nov 13 21:30:30.013051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:30.024267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baae281-1115-4a94-9bb7-33e7f47a2e98 req-89cfbcda-f6e0-48de-ab74-05b2a77e0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:30.027363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5baae281-1115-4a94-9bb7-33e7f47a2e98 req-89cfbcda-f6e0-48de-ab74-05b2a77e0740 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 1095 time: 0.0480838
Nov 13 21:30:30.060479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=a3d0a362-10cf-4005-aab1-94170003ee32,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:30.099873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5baae281-1115-4a94-9bb7-33e7f47a2e98 req-04adc723-6ee1-4438-bd11-f5d11ca6c5c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658937
Nov 13 21:30:30.107419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112f725-5f7a-41c4-a75c-713a56920b75 req-97701359-b156-41c8-a88d-cf58ae40efe8 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:30.108891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f112f725-5f7a-41c4-a75c-713a56920b75 req-97701359-b156-41c8-a88d-cf58ae40efe8 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0767248
Nov 13 21:30:30.159896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f112f725-5f7a-41c4-a75c-713a56920b75 req-e66563b2-2999-447d-a79c-44c6bc4be6a0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441542
Nov 13 21:30:30.358531 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:30.436502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3542f25-705a-4890-bfe6-7ec5f46add2e req-fae20056-d4cb-4b06-9fbb-a2a574dd6a63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:30.437906 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a3542f25-705a-4890-bfe6-7ec5f46add2e req-fae20056-d4cb-4b06-9fbb-a2a574dd6a63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 945 time: 0.0536718
Nov 13 21:30:30.491881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a3542f25-705a-4890-bfe6-7ec5f46add2e req-cd7b214e-626e-4fb4-ae3f-f35b7ca07df0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478911
Nov 13 21:30:30.610620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb43a2-ae65-463b-a1bf-9210e2fd1615 req-87b0de90-5014-4418-bb34-4c42d4a2e83d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:30.612158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7cb43a2-ae65-463b-a1bf-9210e2fd1615 req-87b0de90-5014-4418-bb34-4c42d4a2e83d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0524037
Nov 13 21:30:30.661302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7cb43a2-ae65-463b-a1bf-9210e2fd1615 req-27320a90-2821-448b-be5f-510db31cd35d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412748
Nov 13 21:30:31.491626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:31.600272 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aaea6278-0758-499c-9fba-d66ef3e0b3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:31.615609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43355-52f3-4df6-b85f-38f474238663 req-fe218af2-d453-40a9-8452-3e81465dd7a8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:31.618006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4f43355-52f3-4df6-b85f-38f474238663 req-fe218af2-d453-40a9-8452-3e81465dd7a8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 945 time: 0.0514817
Nov 13 21:30:31.670166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4f43355-52f3-4df6-b85f-38f474238663 req-3ea8cdf2-ac50-4dd0-8408-46946d10fd60 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459423
Nov 13 21:30:31.676669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aaea6278-0758-499c-9fba-d66ef3e0b3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:31.767790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aaea6278-0758-499c-9fba-d66ef3e0b3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:31.813588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aaea6278-0758-499c-9fba-d66ef3e0b3c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8f051abab4b4ab9b1ef81698e085b5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3202670
Nov 13 21:30:31.816176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54912) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:31.826050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2befc-ba21-4f22-afca-587abcca933b req-f5337081-f13f-4eee-9886-fc20b48f8f6b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:31.827545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dde2befc-ba21-4f22-afca-587abcca933b req-f5337081-f13f-4eee-9886-fc20b48f8f6b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0867107
Nov 13 21:30:31.829038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea6278-0758-499c-9fba-d66ef3e0b3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30538dba-4835-439b-ad6b-5b9d185336aa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:31.866078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62ce0fdb-a12a-4f45-a9e5-09c1f3dbc32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:31.901161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dde2befc-ba21-4f22-afca-587abcca933b req-44f63ff2-67d1-4b7d-ae4c-8222814568e0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662537
Nov 13 21:30:31.926699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62ce0fdb-a12a-4f45-a9e5-09c1f3dbc32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:32.019391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8eff4-176a-4403-945e-fa1bb4766cdf req-65e44dc8-9666-4ad3-9693-447da68732eb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:32.020862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5a8eff4-176a-4403-945e-fa1bb4766cdf req-65e44dc8-9666-4ad3-9693-447da68732eb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1481981
Nov 13 21:30:32.042960 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5a8eff4-176a-4403-945e-fa1bb4766cdf req-f56356c7-b82b-43cc-ab67-00f9654094a1 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0106039
Nov 13 21:30:32.082839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62ce0fdb-a12a-4f45-a9e5-09c1f3dbc32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:32.085364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62ce0fdb-a12a-4f45-a9e5-09c1f3dbc32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:32.087252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-62ce0fdb-a12a-4f45-a9e5-09c1f3dbc32a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30538dba-4835-439b-ad6b-5b9d185336aa HTTP/1.1" status: 204  len: 168 time: 0.2693212
Nov 13 21:30:32.102255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce0fdb-a12a-4f45-a9e5-09c1f3dbc32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30538dba-4835-439b-ad6b-5b9d185336aa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:32.108977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5a8eff4-176a-4403-945e-fa1bb4766cdf req-d17dcf8a-9503-4933-b3fa-b9275c290da0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0605257
Nov 13 21:30:32.212663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5a8eff4-176a-4403-945e-fa1bb4766cdf req-984476fe-b847-4e25-a14e-4fa930dbf359 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950146
Nov 13 21:30:32.313568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5a8eff4-176a-4403-945e-fa1bb4766cdf req-6498affb-798c-49ea-ae33-bf5908cd6ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946653
Nov 13 21:30:32.396116 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:30:33.002613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54952) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:33.021190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.111221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.227177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.274946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01665de7b59e41558505454d9368525c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2711012
Nov 13 21:30:33.278577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54986) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:33.286573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5b5c77-bb65-4fd1-92c2-8fef9cba3704,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:33.303761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.304193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.305129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.305523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.306080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.306601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.306930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.307253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.307571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.307888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.308208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.308523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3695c828-9e45-4f46-9ba2-09bb337c69a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:30:33.354343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41b9aad8-eb1f-4819-8d6b-69592358beda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.384590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41b9aad8-eb1f-4819-8d6b-69592358beda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.394269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-4d9fb6fb-1b00-4a8c-b78d-74395ef126bb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:33.395880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-4d9fb6fb-1b00-4a8c-b78d-74395ef126bb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1194646
Nov 13 21:30:33.414024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-aa3219af-c0cf-48e3-b0f2-70da92984973 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0096102
Nov 13 21:30:33.481888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-c9588115-eb3d-4f66-b45a-84bb84bd0417 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0611758
Nov 13 21:30:33.579890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41b9aad8-eb1f-4819-8d6b-69592358beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.586311 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-df4ec8b8-8927-4949-b5be-5f2093707972 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930009
Nov 13 21:30:33.587033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41b9aad8-eb1f-4819-8d6b-69592358beda admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:33.587033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41b9aad8-eb1f-4819-8d6b-69592358beda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d5b5c77-bb65-4fd1-92c2-8fef9cba3704 HTTP/1.1" status: 204  len: 168 time: 0.3041804
Nov 13 21:30:33.592458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9aad8-eb1f-4819-8d6b-69592358beda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5b5c77-bb65-4fd1-92c2-8fef9cba3704,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:33.679283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-4ad3bdfb-075f-44bc-ae5c-5badc5233c44 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904899
Nov 13 21:30:33.987044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0eb6c6c-8700-4656-a1f0-582173afed10 req-4dd97c44-fc13-4c00-990d-9de6554d4be0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 210 time: 0.0312562
Nov 13 21:30:35.091203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72b27348-90d6-4022-b971-4e0bb0ddf138 req-9ed6d13b-1805-485f-beda-a7d32f1994b9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 210 time: 0.0313587
Nov 13 21:30:36.190711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87ff1d72-105f-4af4-9caf-bd68e60a1343 req-52099e5c-1567-479e-a3c4-00bdcdc73198 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 210 time: 0.0264285
Nov 13 21:30:36.466215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-d77c997f-7df0-4b87-8fab-aa9406c4ae2e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:36.467593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-d77c997f-7df0-4b87-8fab-aa9406c4ae2e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1181211
Nov 13 21:30:36.482619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': '9318ce39-f023-4088-987c-b2a72b5a8479', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:36.816185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471325-8268-4a1f-b774-8acc4783d454 req-18fb177d-489d-4296-b06b-177e83583adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:36.817970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-18fb177d-489d-4296-b06b-177e83583adf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.2058833
Nov 13 21:30:36.919548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471325-8268-4a1f-b774-8acc4783d454 req-913d21e4-e4e0-4a54-89a6-d9a1061fbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:36.920994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-913d21e4-e4e0-4a54-89a6-d9a1061fbf05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.0963273
Nov 13 21:30:36.925134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba869f30-b2ea-467e-8adf-ea6a474ae61c req-4a155e07-5525-455e-a7e4-6cc362ee6307 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:36.926589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba869f30-b2ea-467e-8adf-ea6a474ae61c req-4a155e07-5525-455e-a7e4-6cc362ee6307 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.1066501
Nov 13 21:30:36.963875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-24e7958d-96c7-4b9d-95a6-ed1866839d91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 217 time: 0.0355275
Nov 13 21:30:37.009513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba869f30-b2ea-467e-8adf-ea6a474ae61c req-27c4ec16-07d5-40d8-a8df-a7e753c6bc15 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724382
Nov 13 21:30:37.029144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471325-8268-4a1f-b774-8acc4783d454 req-8a7cd638-bf80-428f-989d-903bad2b7364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:37.035416 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-8a7cd638-bf80-428f-989d-903bad2b7364 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0605843
Nov 13 21:30:37.063522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-82d26a37-b1b5-4e70-afea-bdbcbb16765c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254095
Nov 13 21:30:37.087562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:30:37.091101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:37.158699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-11eb85f0-18fa-44e8-9e75-396292d92722 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880437
Nov 13 21:30:37.215919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.11 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/9bc01eb6-9121-4a0e-8be7-039fcb812372) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:30:37.286467 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e471325-8268-4a1f-b774-8acc4783d454 req-42edb022-f042-4eac-b4b6-297389f734b6 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204424
Nov 13 21:30:37.314294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4402adc-5050-44ce-91fa-8c364e4b01b6 req-8b65ea9d-4c04-427f-b0c3-312b28f2f24c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 210 time: 0.0303504
Nov 13 21:30:37.396985 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:37.522464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:37.534298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:30:37.568016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:30:37.571260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:30:37.577866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:30:37.620598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=9bc01eb6-9121-4a0e-8be7-039fcb812372,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:37.640602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:37.641258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:37.738285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-7448afdd-47c9-4c15-bfef-bec6e44a66a7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2605500
Nov 13 21:30:37.751380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Request body: {'port': {'device_id': '9318ce39-f023-4088-987c-b2a72b5a8479', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:37.804047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:37.995018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55144) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:38.083884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc01eb6-9121-4a0e-8be7-039fcb812372 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:30:38.112994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.136252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bba58dd2-cc6e-4736-bb2f-374b51730539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.150418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Transition to ACTIVE for port object 9bc01eb6-9121-4a0e-8be7-039fcb812372 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:30:38.170416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1e2b6-c6e8-473a-bd5d-f5b4faf29230 req-b1ff84b1-917b-4e9f-87c2-c530ffd7dc7d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:38.171945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18e1e2b6-c6e8-473a-bd5d-f5b4faf29230 req-b1ff84b1-917b-4e9f-87c2-c530ffd7dc7d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0911658
Nov 13 21:30:38.241199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.251608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18e1e2b6-c6e8-473a-bd5d-f5b4faf29230 req-2c9a18b6-fc35-4f9c-b23f-f7a32668c024 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718424
Nov 13 21:30:38.315391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bba58dd2-cc6e-4736-bb2f-374b51730539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.321872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc01eb6-9121-4a0e-8be7-039fcb812372,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:38.392516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Attempting to bind port 9bc01eb6-9121-4a0e-8be7-039fcb812372 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:30:38.392899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Attempting to bind port 9bc01eb6-9121-4a0e-8be7-039fcb812372 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:30:38.393269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Attempting to bind port 9bc01eb6-9121-4a0e-8be7-039fcb812372 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:30:38.398121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Port 9bc01eb6-9121-4a0e-8be7-039fcb812372 on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:30:38.398121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Attempting to bind port 9bc01eb6-9121-4a0e-8be7-039fcb812372 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:30:38.404058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:30:38.404394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:30:38.404811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:30:38.405239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Bound port: 9bc01eb6-9121-4a0e-8be7-039fcb812372, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:30:38.405600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.436034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91304738-f70e-4099-b355-a8a84c2b4a57 req-05369c54-0582-4fdf-b1cc-30bc170fc8df tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:38.437644 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91304738-f70e-4099-b355-a8a84c2b4a57 req-05369c54-0582-4fdf-b1cc-30bc170fc8df tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 944 time: 0.0513875
Nov 13 21:30:38.439739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bba58dd2-cc6e-4736-bb2f-374b51730539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.495344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91304738-f70e-4099-b355-a8a84c2b4a57 req-780a80ce-bc5c-4a85-b87f-f5deebc9daa9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511570
Nov 13 21:30:38.501024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba58dd2-cc6e-4736-bb2f-374b51730539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca6ce0-e6af-4680-bb86-16c7ac422afa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:38.504948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bba58dd2-cc6e-4736-bb2f-374b51730539 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e458b32843640ac86290c9f26e9958b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5088789
Nov 13 21:30:38.512917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55164) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:38.539765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] For port 9bc01eb6-9121-4a0e-8be7-039fcb812372, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:30:38.545421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] For port 9bc01eb6-9121-4a0e-8be7-039fcb812372, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc01eb6-9121-4a0e-8be7-039fcb812372,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:30:38.578809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43233ad1-adb7-4835-af9e-cad4df029283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.599861 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43233ad1-adb7-4835-af9e-cad4df029283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.678852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.711223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:38.711837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.713250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] 10.222.0.37 "PUT /v2.0/ports/9bc01eb6-9121-4a0e-8be7-039fcb812372 HTTP/1.1" status: 200  len: 1092 time: 0.9659417
Nov 13 21:30:38.713693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9318ce39-f023-4088-987c-b2a72b5a8479', 'tag': '9bc01eb6-9121-4a0e-8be7-039fcb812372'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:30:38.715932 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "9318ce39-f023-4088-987c-b2a72b5a8479", "tag": "9bc01eb6-9121-4a0e-8be7-039fcb812372"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:30:38.740010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f7f06-d163-4a92-a664-8184a3f37222 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc01eb6-9121-4a0e-8be7-039fcb812372,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:38.755083 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db702de0-3e3d-48b3-ba77-6eb56a9f3b67 x-openstack-request-id: req-db702de0-3e3d-48b3-ba77-6eb56a9f3b67 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:30:38.755482 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9318ce39-f023-4088-987c-b2a72b5a8479", "tag": "9bc01eb6-9121-4a0e-8be7-039fcb812372", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:30:38.755814 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db702de0-3e3d-48b3-ba77-6eb56a9f3b67 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:30:38.756536 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9318ce39-f023-4088-987c-b2a72b5a8479', 'tag': '9bc01eb6-9121-4a0e-8be7-039fcb812372', 'status': 'completed', 'code': 200}
Nov 13 21:30:38.766051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43233ad1-adb7-4835-af9e-cad4df029283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.772645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43233ad1-adb7-4835-af9e-cad4df029283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:38.772645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-43233ad1-adb7-4835-af9e-cad4df029283 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23ca6ce0-e6af-4680-bb86-16c7ac422afa HTTP/1.1" status: 204  len: 168 time: 0.2563596
Nov 13 21:30:38.790946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43233ad1-adb7-4835-af9e-cad4df029283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca6ce0-e6af-4680-bb86-16c7ac422afa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:38.833579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc req-862b4a4d-bc03-4bed-ba9f-e58a1dc1ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:38.835062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc req-862b4a4d-bc03-4bed-ba9f-e58a1dc1ed00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 1095 time: 0.0597527
Nov 13 21:30:38.933947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc req-c8d9d69d-51ec-4495-b567-452d5badee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:38.935519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc req-c8d9d69d-51ec-4495-b567-452d5badee4d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&shared=False HTTP/1.1" status: 200  len: 907 time: 0.0925748
Nov 13 21:30:39.036008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc req-530f735e-d5e5-40be-bb83-b8b915cc41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:39.037741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acef062d-a2f1-4cb7-93a3-9715f31d4fcc req-530f735e-d5e5-40be-bb83-b8b915cc41b4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0945966
Nov 13 21:30:39.166463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-68a357a3-27a7-41ef-aa30-6a0ad4013f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:39.167954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-68a357a3-27a7-41ef-aa30-6a0ad4013f3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 1095 time: 0.0447533
Nov 13 21:30:39.209361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-2aff8d2c-5ce7-4d9b-b18f-7a19501d04ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc01eb6-9121-4a0e-8be7-039fcb812372 HTTP/1.1" status: 200  len: 217 time: 0.0332224
Nov 13 21:30:39.262727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-37c1b5d9-0ca0-41da-b2d5-00dda6bcf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:39.264228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-37c1b5d9-0ca0-41da-b2d5-00dda6bcf98c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0482039
Nov 13 21:30:39.299521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-491acf25-0014-4bc8-bb91-a3d9d2071655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254612
Nov 13 21:30:39.376228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f864ab5-c75b-4535-ac6e-bbef9cd16ad2 req-c72abc22-8a86-4865-bdf5-957ded6bbc6c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:39.377932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f864ab5-c75b-4535-ac6e-bbef9cd16ad2 req-c72abc22-8a86-4865-bdf5-957ded6bbc6c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0507102
Nov 13 21:30:39.389388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-572933c6-5de2-4960-b994-bb9e7c2aaf2f service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860074
Nov 13 21:30:39.429868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9f864ab5-c75b-4535-ac6e-bbef9cd16ad2 req-a191b0d6-e57f-4b02-8d5c-28949e686d5a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457108
Nov 13 21:30:39.478168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55186) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:39.484975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe972e40-ebfa-46dc-a53e-c7f39bf127cd req-5056cc8e-ea8c-4e44-a0c8-28fc01f4c0f1 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888319
Nov 13 21:30:39.493644 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cea69e07-5c93-4a92-acbe-42f540ea8419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.581663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cea69e07-5c93-4a92-acbe-42f540ea8419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.668249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c376e-0ec6-4a0c-a1c1-c25b17b0660f req-b816be3d-472a-4eb1-932e-357185e6aaac tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:39.669778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd4c376e-0ec6-4a0c-a1c1-c25b17b0660f req-b816be3d-472a-4eb1-932e-357185e6aaac tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 944 time: 0.0760314
Nov 13 21:30:39.673332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cea69e07-5c93-4a92-acbe-42f540ea8419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.711894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea69e07-5c93-4a92-acbe-42f540ea8419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a818b2-75c4-4dc3-b7e0-c114a0a83e14,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:39.716281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cea69e07-5c93-4a92-acbe-42f540ea8419 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dbbf6ea5dd04393b0aa3e6c59c45f21&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2370775
Nov 13 21:30:39.718008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd4c376e-0ec6-4a0c-a1c1-c25b17b0660f req-d1b3fac6-64db-40bf-9b2b-9d56fac22605 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414736
Nov 13 21:30:39.719143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55194) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:39.768661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bedf251-dd72-4667-8197-e86ba8de47ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.790699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bedf251-dd72-4667-8197-e86ba8de47ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.930266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bedf251-dd72-4667-8197-e86ba8de47ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.932919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bedf251-dd72-4667-8197-e86ba8de47ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:39.938423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0bedf251-dd72-4667-8197-e86ba8de47ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21a818b2-75c4-4dc3-b7e0-c114a0a83e14 HTTP/1.1" status: 204  len: 168 time: 0.2139876
Nov 13 21:30:39.941680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedf251-dd72-4667-8197-e86ba8de47ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a818b2-75c4-4dc3-b7e0-c114a0a83e14,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:40.558093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed568b-38ce-43a9-88f4-d9caf51ac82c req-c90acce8-a43d-47b7-959b-07e747e3c0f0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:40.559692 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4ed568b-38ce-43a9-88f4-d9caf51ac82c req-c90acce8-a43d-47b7-959b-07e747e3c0f0 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0590436
Nov 13 21:30:40.610361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4ed568b-38ce-43a9-88f4-d9caf51ac82c req-5209b41b-ebe7-4680-93a6-34a6009c700c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447865
Nov 13 21:30:40.840447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebe5a6-fd11-440d-bab5-cabf10d59134 req-038711e3-3e57-4da0-9812-cef8c864e84d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:40.841930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5ebe5a6-fd11-440d-bab5-cabf10d59134 req-038711e3-3e57-4da0-9812-cef8c864e84d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 944 time: 0.0536928
Nov 13 21:30:40.896792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5ebe5a6-fd11-440d-bab5-cabf10d59134 req-809c68cb-c076-4909-a45b-f132f2a149fc tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488882
Nov 13 21:30:41.638934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9bc01eb6-9121-4a0e-8be7-039fcb812372 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:30:41.741635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b15e57-7804-4701-896f-4ca863239642 req-85ec2e2d-7589-4fd2-bd5b-13478abe4074 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:41.744568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18b15e57-7804-4701-896f-4ca863239642 req-85ec2e2d-7589-4fd2-bd5b-13478abe4074 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0524344
Nov 13 21:30:41.747339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9bc01eb6-9121-4a0e-8be7-039fcb812372, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc01eb6-9121-4a0e-8be7-039fcb812372,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:41.759732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9bc01eb6-9121-4a0e-8be7-039fcb812372', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': '9bc01eb6-9121-4a0e-8be7-039fcb812372', 'mac_address': 'fa:16:3e:0e:f5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:30:41.792881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18b15e57-7804-4701-896f-4ca863239642 req-40dcfa0f-e5c3-4e3e-8341-f8d4fbdf53a9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422013
Nov 13 21:30:41.797266 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:41.811600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc01eb6-9121-4a0e-8be7-039fcb812372 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:30:41.834943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9bc01eb6-9121-4a0e-8be7-039fcb812372, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc01eb6-9121-4a0e-8be7-039fcb812372,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:41.944764 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:42.011456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9bc01eb6-9121-4a0e-8be7-039fcb812372,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:42.031694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d586-bc96-4531-9ec2-00b4292418f4 req-98e6e134-6e0b-4c39-b3a0-8f67ed69525d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:42.033248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc81d586-bc96-4531-9ec2-00b4292418f4 req-98e6e134-6e0b-4c39-b3a0-8f67ed69525d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 945 time: 0.0525808
Nov 13 21:30:42.081062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc81d586-bc96-4531-9ec2-00b4292418f4 req-fd8dab9f-f7b6-4571-a3ed-490904e2fcea tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417163
Nov 13 21:30:42.099021 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:42.251652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9bc01eb6-9121-4a0e-8be7-039fcb812372'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:30:42.937968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7a666-0e9b-44d3-b3ca-8ec0fe8f49d1 req-b912fc14-86d7-416a-b5a8-95b810092699 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:42.939739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5a7a666-0e9b-44d3-b3ca-8ec0fe8f49d1 req-b912fc14-86d7-416a-b5a8-95b810092699 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0538609
Nov 13 21:30:43.018736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d5a7a666-0e9b-44d3-b3ca-8ec0fe8f49d1 req-196d56f9-2cfd-4860-b785-b5b27bc2e7ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596523
Nov 13 21:30:43.204072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aadd0-da9d-464f-8861-3728817a335e req-80db5fc3-211e-49ed-aab7-4169404460aa tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:43.205608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b7aadd0-da9d-464f-8861-3728817a335e req-80db5fc3-211e-49ed-aab7-4169404460aa tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 945 time: 0.0508065
Nov 13 21:30:43.257318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b7aadd0-da9d-464f-8861-3728817a335e req-100d5900-990e-4d95-93c7-1fd5f7637628 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457988
Nov 13 21:30:43.646969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9bc01eb6-9121-4a0e-8be7-039fcb812372 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:30:43.916020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9bc01eb6-9121-4a0e-8be7-039fcb812372 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:30:43.919846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9bc01eb6-9121-4a0e-8be7-039fcb812372 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:30:43.920294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:44.001323 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:44.024250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9318ce39-f023-4088-987c-b2a72b5a8479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc01eb6-9121-4a0e-8be7-039fcb812372'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:30:44.026523 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aa187b-6ce7-43ad-a3a2-85330da1dbc8" -d '{"events": [{"server_uuid": "9318ce39-f023-4088-987c-b2a72b5a8479", "name": "network-vif-plugged", "status": "completed", "tag": "9bc01eb6-9121-4a0e-8be7-039fcb812372"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:30:44.039367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9bc01eb6-9121-4a0e-8be7-039fcb812372, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc01eb6-9121-4a0e-8be7-039fcb812372,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:44.072012 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9b5efa-991b-4052-b061-d8d7ddc2a27e x-openstack-request-id: req-8d9b5efa-991b-4052-b061-d8d7ddc2a27e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:30:44.072315 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9318ce39-f023-4088-987c-b2a72b5a8479", "name": "network-vif-plugged", "status": "completed", "tag": "9bc01eb6-9121-4a0e-8be7-039fcb812372", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:30:44.072550 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d9b5efa-991b-4052-b061-d8d7ddc2a27e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:30:44.072978 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9318ce39-f023-4088-987c-b2a72b5a8479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc01eb6-9121-4a0e-8be7-039fcb812372', 'code': 200}
Nov 13 21:30:44.136425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034975f-3b45-4959-b293-fb4a15d2a78f req-7d210baf-205e-49ed-bd7a-b702b14f822c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:44.137922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8034975f-3b45-4959-b293-fb4a15d2a78f req-7d210baf-205e-49ed-bd7a-b702b14f822c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0501559
Nov 13 21:30:44.144943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:44.193254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9bc01eb6-9121-4a0e-8be7-039fcb812372,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:44.206532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377cee-4db0-4e83-a391-904e509ca405 req-aacc0aec-6f58-4cdf-809d-b904ad008128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:44.208028 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71377cee-4db0-4e83-a391-904e509ca405 req-aacc0aec-6f58-4cdf-809d-b904ad008128 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 1097 time: 0.0692530
Nov 13 21:30:44.211281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8034975f-3b45-4959-b293-fb4a15d2a78f req-7430db29-5b5b-449b-aa35-b89693c80e0e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651538
Nov 13 21:30:44.254725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71377cee-4db0-4e83-a391-904e509ca405 req-d79ef101-5689-4a8f-93d9-7622dff1efa0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379703
Nov 13 21:30:44.372880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85588b-91b4-43d1-8267-fa711ea288fe req-67e79a68-1a6b-45d8-b4b3-36e9f1b974cc tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:44.374329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc85588b-91b4-43d1-8267-fa711ea288fe req-67e79a68-1a6b-45d8-b4b3-36e9f1b974cc tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0484800
Nov 13 21:30:44.421933 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cc85588b-91b4-43d1-8267-fa711ea288fe req-fa0299b4-3826-446a-a39e-da87736cd5ca tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415573
Nov 13 21:30:44.513249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:45.301866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-360270d1-d0f1-420e-b217-8ef9d3119cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:45.301866 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-360270d1-d0f1-420e-b217-8ef9d3119cf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0583227
Nov 13 21:30:45.347241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e86254-e723-40f8-8e39-8b77516a4f50 req-408c071d-9fb9-4b82-b3d1-d5b4257e3312 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:45.348739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2e86254-e723-40f8-8e39-8b77516a4f50 req-408c071d-9fb9-4b82-b3d1-d5b4257e3312 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0601268
Nov 13 21:30:45.399560 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b2e86254-e723-40f8-8e39-8b77516a4f50 req-59dc77db-9292-4bd6-bcc0-f122ab45a3e2 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447910
Nov 13 21:30:45.420543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-946d4622-bde5-43a8-8abb-9c5b57e93dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:45.422298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-946d4622-bde5-43a8-8abb-9c5b57e93dcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.0999904
Nov 13 21:30:45.471091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-4f5562bc-3773-4154-9ac3-ec35c9bf655d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 217 time: 0.0407896
Nov 13 21:30:45.550624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-95e999fa-39f5-424d-b1fc-c3e74b385007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:45.552242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-95e999fa-39f5-424d-b1fc-c3e74b385007 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0730121
Nov 13 21:30:45.578076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81d60-9d67-46c7-b4cd-a63fb967a58e req-ae582402-2c80-46b9-9883-ba1731322bec tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:45.579582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6f81d60-9d67-46c7-b4cd-a63fb967a58e req-ae582402-2c80-46b9-9883-ba1731322bec tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0709155
Nov 13 21:30:45.599868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-ea924de3-c2b8-4b6d-b20d-988f5b2c41fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368280
Nov 13 21:30:45.847422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55320) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:45.962653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6f81d60-9d67-46c7-b4cd-a63fb967a58e req-42823fcd-7588-4e23-a0c5-9f10447c700d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3659406
Nov 13 21:30:45.991447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-14f6a321-5501-48d1-8330-2efd66e2b583 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3791218
Nov 13 21:30:46.056832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Deleting subnet c219bb9c-b20f-4701-a7f3-9a4d784b8627 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:30:46.059940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.085863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-211d47c0-bc36-4ff2-bcc4-9a076d64ed09 req-57c23898-4063-4abe-8f0d-e5a592dd787f service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847442
Nov 13 21:30:46.094827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.141608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.261915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.276561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.281038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c219bb9c-b20f-4701-a7f3-9a4d784b8627 HTTP/1.1" status: 204  len: 168 time: 0.4315674
Nov 13 21:30:46.281844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21ddde-8bfb-45b8-bc8d-5db3ac7dd728 None None] Network b25f8648-962b-449e-911c-cc1fd99dd617 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:30:46.283354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55344) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:46.299188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf69321-438b-42a6-9191-993a90ba8535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c219bb9c-b20f-4701-a7f3-9a4d784b8627,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:46.356367 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.405827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555bd1f-37d0-4ba3-97fc-12ab11d0c08d None None] DHCP port deletion for b25f8648-962b-449e-911c-cc1fd99dd617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:30:46.435098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.455881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcad6fa0>,) {'filters': {'network_id': ['b25f8648-962b-449e-911c-cc1fd99dd617']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:30:46.466021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcad6fa0>, '62808e7f-8c2a-4def-baea-518937ff11a1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:30:46.466440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcad6fa0>, '62808e7f-8c2a-4def-baea-518937ff11a1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:30:46.480058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.493709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.499689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:30:46.500066 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:30:46.501782 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:30:46.518356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a17f-1533-406c-852c-50f316fa0265 req-d2b544ad-d95f-4738-b34e-8ba09bbb414e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:46.519976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d646a17f-1533-406c-852c-50f316fa0265 req-d2b544ad-d95f-4738-b34e-8ba09bbb414e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0512559
Nov 13 21:30:46.570259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d646a17f-1533-406c-852c-50f316fa0265 req-3de80c8c-90b4-4951-b4eb-cb0a3e747158 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434489
Nov 13 21:30:46.701543 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.706929 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:46.710288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b25f8648-962b-449e-911c-cc1fd99dd617 HTTP/1.1" status: 204  len: 168 time: 0.4256952
Nov 13 21:30:46.721903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693dc2f-f799-4d75-9c73-f3600cd89752 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25f8648-962b-449e-911c-cc1fd99dd617,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:47.077580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbbfc2-9250-4e47-8459-8fd237865455 req-edc7a929-7232-42d9-a5d3-8bc9b31d3d91 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:47.079081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34fbbfc2-9250-4e47-8459-8fd237865455 req-edc7a929-7232-42d9-a5d3-8bc9b31d3d91 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0481534
Nov 13 21:30:47.113352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55356) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:47.145829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34fbbfc2-9250-4e47-8459-8fd237865455 req-c22940fe-3f83-400a-a06b-2665cf8634fc tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607691
Nov 13 21:30:47.174602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9559d8e9-f274-48fd-bcd9-f255f7e9038a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87ef4a1c09f3441596d38ab535257613&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0575900
Nov 13 21:30:47.175246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55360) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:47.224091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a6edc-6691-4f58-bc7a-14f8adc15407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:47.245838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a6edc-6691-4f58-bc7a-14f8adc15407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:47.266472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608927d6-dd89-4bac-9a12-84b178c420fb req-1b67648e-35b2-46b6-a77f-ea599ec9df63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:47.268052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-608927d6-dd89-4bac-9a12-84b178c420fb req-1b67648e-35b2-46b6-a77f-ea599ec9df63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0536313
Nov 13 21:30:47.315420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-608927d6-dd89-4bac-9a12-84b178c420fb req-c6c7afe1-a52d-4ca4-af18-beaf5c2db993 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413091
Nov 13 21:30:47.365432 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a6edc-6691-4f58-bc7a-14f8adc15407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:47.368436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a6edc-6691-4f58-bc7a-14f8adc15407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:47.369718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-637a6edc-6691-4f58-bc7a-14f8adc15407 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b9212ef-73b1-42fc-a8c4-8d61474d693a HTTP/1.1" status: 204  len: 168 time: 0.1940370
Nov 13 21:30:47.379172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a6edc-6691-4f58-bc7a-14f8adc15407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9212ef-73b1-42fc-a8c4-8d61474d693a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:47.697428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ed04a-5e88-4877-b180-9a4c2931dc9f req-d28edcc3-4ec9-4706-8d1a-233fed0c2fa6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:47.701295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-769ed04a-5e88-4877-b180-9a4c2931dc9f req-d28edcc3-4ec9-4706-8d1a-233fed0c2fa6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0536270
Nov 13 21:30:47.750752 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-769ed04a-5e88-4877-b180-9a4c2931dc9f req-7dbddb73-f24a-4b4d-958e-9029b47299ea tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458016
Nov 13 21:30:47.814491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba11be-9565-472a-8128-be0966c3aa69 req-17c5062f-cd63-4868-be06-3a4e60682022 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:47.815350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ba11be-9565-472a-8128-be0966c3aa69 req-17c5062f-cd63-4868-be06-3a4e60682022 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0629709
Nov 13 21:30:47.869140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9ba11be-9565-472a-8128-be0966c3aa69 req-b2977ec2-4f10-405d-9a1f-a5675b6827b3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478003
Nov 13 21:30:48.459075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfa67a-d6bb-4180-ab09-958041d53350 req-215dc1df-bd54-4b6e-98ee-7104d54df105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:48.460658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddcfa67a-d6bb-4180-ab09-958041d53350 req-215dc1df-bd54-4b6e-98ee-7104d54df105 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0402806
Nov 13 21:30:48.506877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddcfa67a-d6bb-4180-ab09-958041d53350 req-8ffdebdb-cb9e-4593-a8d4-c905ea76d19b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392401
Nov 13 21:30:48.869221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059f108-28c0-4b05-b274-2b262b3add67 req-f1b5b311-0113-4256-a094-c4843536c28c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:48.870805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4059f108-28c0-4b05-b274-2b262b3add67 req-f1b5b311-0113-4256-a094-c4843536c28c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0491722
Nov 13 21:30:48.932979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4059f108-28c0-4b05-b274-2b262b3add67 req-d2da4b8f-f99e-46c6-99b5-ef7b45f89b70 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558546
Nov 13 21:30:48.993521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ef7bd-1191-47e8-ace6-3b9f05830c83 req-95e65daf-f760-47c3-a9bd-bec67c71d2e4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:48.995097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc3ef7bd-1191-47e8-ace6-3b9f05830c83 req-95e65daf-f760-47c3-a9bd-bec67c71d2e4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0501366
Nov 13 21:30:49.047573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc3ef7bd-1191-47e8-ace6-3b9f05830c83 req-00f07e28-5410-461c-8871-178d16ca97d9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433519
Nov 13 21:30:49.105341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-23136eba-37cb-48e7-8486-4eb60913ffa5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:49.106568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-23136eba-37cb-48e7-8486-4eb60913ffa5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 946 time: 0.0494814
Nov 13 21:30:49.200480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port 9bc01eb6-9121-4a0e-8be7-039fcb812372 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:30:49.200857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:49.293170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port 9bc01eb6-9121-4a0e-8be7-039fcb812372, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bc01eb6-9121-4a0e-8be7-039fcb812372,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:30:49.293529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:49.306709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for 9bc01eb6-9121-4a0e-8be7-039fcb812372 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:30:49.619362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:49.631765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32', '9bc01eb6-9121-4a0e-8be7-039fcb812372'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:30:49.651625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=9bc01eb6-9121-4a0e-8be7-039fcb812372,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:49.694500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port 9bc01eb6-9121-4a0e-8be7-039fcb812372 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:30:49.698135 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:49.701606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f3fd896f-3472-4365-9f4c-2f580da1f722 req-435e4378-8956-44c1-8f03-5be2fe70d979 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "DELETE /v2.0/ports/9bc01eb6-9121-4a0e-8be7-039fcb812372 HTTP/1.1" status: 204  len: 173 time: 0.5893061
Nov 13 21:30:49.702046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9318ce39-f023-4088-987c-b2a72b5a8479', 'name': 'network-vif-deleted', 'tag': '9bc01eb6-9121-4a0e-8be7-039fcb812372'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:30:49.708894 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1352e888-3a75-4618-9dc4-b16dd8a364a7" -d '{"events": [{"server_uuid": "9318ce39-f023-4088-987c-b2a72b5a8479", "name": "network-vif-deleted", "tag": "9bc01eb6-9121-4a0e-8be7-039fcb812372"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:30:49.745317 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62543a44-cbae-4275-a216-1e543e6535d5 x-openstack-request-id: req-62543a44-cbae-4275-a216-1e543e6535d5 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:30:49.745616 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9318ce39-f023-4088-987c-b2a72b5a8479", "name": "network-vif-deleted", "tag": "9bc01eb6-9121-4a0e-8be7-039fcb812372", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:30:49.745869 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62543a44-cbae-4275-a216-1e543e6535d5 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:30:49.746276 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9318ce39-f023-4088-987c-b2a72b5a8479', 'name': 'network-vif-deleted', 'tag': '9bc01eb6-9121-4a0e-8be7-039fcb812372', 'status': 'completed', 'code': 200}
Nov 13 21:30:50.056739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b540a13-73fb-46dd-96dc-f13155b603c3 req-3e3cedd2-1879-4f13-8f0f-a4dbe39da48a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:50.058217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b540a13-73fb-46dd-96dc-f13155b603c3 req-3e3cedd2-1879-4f13-8f0f-a4dbe39da48a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0544140
Nov 13 21:30:50.115965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5b540a13-73fb-46dd-96dc-f13155b603c3 req-2e11b2b9-637f-4c2e-b339-c5834bd21ff6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513680
Nov 13 21:30:50.161138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c6e9f67-b843-492c-bd03-e8e58db95e93 req-715c8741-1cfa-4954-875e-36f526493d49 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9318ce39-f023-4088-987c-b2a72b5a8479 HTTP/1.1" status: 200  len: 210 time: 0.0286369
Nov 13 21:30:50.570522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb51441-8a3c-44a8-895d-3f81fcd95f1b req-caba68bc-05ac-446d-93ad-758140f63e1b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:50.575257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-afb51441-8a3c-44a8-895d-3f81fcd95f1b req-caba68bc-05ac-446d-93ad-758140f63e1b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0763297
Nov 13 21:30:50.662527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-afb51441-8a3c-44a8-895d-3f81fcd95f1b req-f4535f68-c36a-4050-b4d8-24556ad7be7c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773888
Nov 13 21:30:50.678683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-02774d1e-d562-49a5-84bf-30138d1b4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:50.678683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-02774d1e-d562-49a5-84bf-30138d1b4def service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0693820
Nov 13 21:30:50.774080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-24b9a8e6-c64a-4bd0-92ba-26f74f4a9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:50.775531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-24b9a8e6-c64a-4bd0-92ba-26f74f4a9910 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.0913703
Nov 13 21:30:50.819727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-60f7ad4f-5172-4d7e-90fb-16d5086c3046 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 217 time: 0.0337794
Nov 13 21:30:50.873979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-0305291c-5b58-4156-b2af-b22a103082fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:50.875415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-0305291c-5b58-4156-b2af-b22a103082fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0490046
Nov 13 21:30:50.907086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-75e1b76c-4e1a-4667-8d5d-bb0949720fcc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0235219
Nov 13 21:30:50.996577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-5d8a8878-fdec-4b0f-9aa3-3608af18f8ed service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822849
Nov 13 21:30:51.090012 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6a5047bf-4978-472e-a619-5fdff6c3ed1c req-4e9866d1-cbdf-4fd2-b171-18b6aa3e0658 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859733
Nov 13 21:30:51.222513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55500) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:51.341206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5ab5-4719-4909-bfaa-e68f385641a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.414734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5ab5-4719-4909-bfaa-e68f385641a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.473055 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2dd5ab5-4719-4909-bfaa-e68f385641a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.513306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2dd5ab5-4719-4909-bfaa-e68f385641a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d80f2e5ca132490185c55f7172e8cb5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2895081
Nov 13 21:30:51.517323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd5ab5-4719-4909-bfaa-e68f385641a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f1ceb7-0f46-4157-9b79-65b170807ee9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:51.517480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55506) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:51.576020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c616cbd1-c1d2-4da6-864e-f124d56b042b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.601250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c616cbd1-c1d2-4da6-864e-f124d56b042b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.747574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c616cbd1-c1d2-4da6-864e-f124d56b042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.751050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c616cbd1-c1d2-4da6-864e-f124d56b042b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:51.753113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c616cbd1-c1d2-4da6-864e-f124d56b042b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45f1ceb7-0f46-4157-9b79-65b170807ee9 HTTP/1.1" status: 204  len: 168 time: 0.2342205
Nov 13 21:30:51.761332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616cbd1-c1d2-4da6-864e-f124d56b042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f1ceb7-0f46-4157-9b79-65b170807ee9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:51.814898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5a897-16a1-4e8c-9cbc-437e5ee2f808 req-1f36a628-d674-46af-b163-99f09acd9d6e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:51.816829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8c5a897-16a1-4e8c-9cbc-437e5ee2f808 req-1f36a628-d674-46af-b163-99f09acd9d6e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0847721
Nov 13 21:30:51.881780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8c5a897-16a1-4e8c-9cbc-437e5ee2f808 req-34c6a812-31ca-4327-8f9b-69459523e450 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508816
Nov 13 21:30:51.890484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-21c4084b-e268-494a-9b0f-e88f3a664f53 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:51.905518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-21c4084b-e268-494a-9b0f-e88f3a664f53 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1100707
Nov 13 21:30:51.910562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1650877b-6376-4bb3-bf0d-c637b93a9a94 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0126884
Nov 13 21:30:51.964495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-bfd9495e-35d0-43a0-a431-cff7f4849c11 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0464761
Nov 13 21:30:52.058190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-6c770d63-e0c5-44a4-933a-743f9ec54316 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822196
Nov 13 21:30:52.153353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-6557f6a7-c8c3-4f76-a5b8-42772e5b5dca service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888278
Nov 13 21:30:52.438462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3e4fe779-e7a3-4939-bc59-8ed15f788742 req-c89a2efb-d207-461c-b1f6-737d90c94408 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 210 time: 0.0264518
Nov 13 21:30:52.487236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55536) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:52.514520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29d9a32c-8d3c-4a1f-89c2-7da88830c828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.598805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29d9a32c-8d3c-4a1f-89c2-7da88830c828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.684773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29d9a32c-8d3c-4a1f-89c2-7da88830c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.724510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-29d9a32c-8d3c-4a1f-89c2-7da88830c828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1263c4f6cfa24f6496775b2b2999890d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2360830
Nov 13 21:30:52.725517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9a32c-8d3c-4a1f-89c2-7da88830c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd353d-f05f-4077-9a95-dd97c0294e81,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:52.727210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55546) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:52.781861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edcae37b-1782-4dab-9609-5e6eb02b9fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.806071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edcae37b-1782-4dab-9609-5e6eb02b9fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.964883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edcae37b-1782-4dab-9609-5e6eb02b9fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.969494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-edcae37b-1782-4dab-9609-5e6eb02b9fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:52.969494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-edcae37b-1782-4dab-9609-5e6eb02b9fec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05fd353d-f05f-4077-9a95-dd97c0294e81 HTTP/1.1" status: 204  len: 168 time: 0.2398260
Nov 13 21:30:52.980044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae37b-1782-4dab-9609-5e6eb02b9fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd353d-f05f-4077-9a95-dd97c0294e81,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:52.996754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291a87a-d5ec-4e99-b508-975d3ee55b60 req-a8642151-f23d-4612-8a1e-3fd0b095fc5e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:52.998870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1291a87a-d5ec-4e99-b508-975d3ee55b60 req-a8642151-f23d-4612-8a1e-3fd0b095fc5e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0585411
Nov 13 21:30:53.056531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1291a87a-d5ec-4e99-b508-975d3ee55b60 req-c7431947-31d3-4bea-a9c0-c7d5ea3b187a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480416
Nov 13 21:30:53.541417 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dec1b6de-b8ba-4f31-94df-1ade85fbb95e req-ed6b33a0-ca94-4cd0-ab41-e3856abf198d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 210 time: 0.0304005
Nov 13 21:30:53.688650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9bc01eb6-9121-4a0e-8be7-039fcb812372 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:30:53.712430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 9bc01eb6-9121-4a0e-8be7-039fcb812372 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:30:53.712796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9bc01eb6-9121-4a0e-8be7-039fcb812372 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:30:53.976858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 55580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:53.990576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7aa23d1-e4cf-477c-8a0d-bcf5b74e310f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.064373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7aa23d1-e4cf-477c-8a0d-bcf5b74e310f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.130518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7aa23d1-e4cf-477c-8a0d-bcf5b74e310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.174083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7aa23d1-e4cf-477c-8a0d-bcf5b74e310f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83607c6407d949d39c5ce8e2d0dcafc8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1953902
Nov 13 21:30:54.175037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa23d1-e4cf-477c-8a0d-bcf5b74e310f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c837535d-cf9b-4f43-957d-0ad3efb9b8a3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:54.177213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 55584) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:30:54.240743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b77a91dd-42d1-4861-be89-c42e065482f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.267341 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b77a91dd-42d1-4861-be89-c42e065482f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.430729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b77a91dd-42d1-4861-be89-c42e065482f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.433445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b77a91dd-42d1-4861-be89-c42e065482f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.434606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b77a91dd-42d1-4861-be89-c42e065482f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c837535d-cf9b-4f43-957d-0ad3efb9b8a3 HTTP/1.1" status: 204  len: 168 time: 0.2556994
Nov 13 21:30:54.442455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a91dd-42d1-4861-be89-c42e065482f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c837535d-cf9b-4f43-957d-0ad3efb9b8a3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:54.645615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84d370da-3aad-4d65-9b21-3761c04b552e req-26971508-5d29-412a-8be8-1cfda6b4c46b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 210 time: 0.0286059
Nov 13 21:30:54.753387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-213c12d5-b42e-40e7-bfcb-87c8138ae531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:54.847006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-f4a478ab-cbaf-40d7-ac0f-8b11ca5e7215 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:54.849711 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-f4a478ab-cbaf-40d7-ac0f-8b11ca5e7215 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1170330
Nov 13 21:30:54.863559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:55.076369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:30:55.079980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:55.212124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.13 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/838b5e37-bd49-4e95-afcc-3b41ad7201e4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:30:55.386541 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:55.597293 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:55.604294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:30:55.634802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:30:55.637951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:30:55.640944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:30:55.681342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=838b5e37-bd49-4e95-afcc-3b41ad7201e4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:55.718990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:55.723479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:55.796100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdda59c-3d74-4604-9a3c-323290d212a3 req-f9bd46bd-1f50-4a59-9ff3-32d23d6791fd tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:55.797627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4fdda59c-3d74-4604-9a3c-323290d212a3 req-f9bd46bd-1f50-4a59-9ff3-32d23d6791fd tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 932 time: 0.0591071
Nov 13 21:30:55.826593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-1aca7301-e1ed-4826-843f-308efabec13c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9671867
Nov 13 21:30:55.841675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Request body: {'port': {'device_id': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:30:55.871617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4fdda59c-3d74-4604-9a3c-323290d212a3 req-9cbddf79-55d3-4149-91d2-5eb357df63b5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676024
Nov 13 21:30:55.906464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:56.080064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851c1c7-6fec-46b6-bf15-5f07ba818df6 req-edf9ea76-6ae9-4342-a958-3aea8d34cc1e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:56.087419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0851c1c7-6fec-46b6-bf15-5f07ba818df6 req-edf9ea76-6ae9-4342-a958-3aea8d34cc1e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0593581
Nov 13 21:30:56.133629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0851c1c7-6fec-46b6-bf15-5f07ba818df6 req-827ad716-dea0-490c-ba88-7529388d15fa tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451300
Nov 13 21:30:56.202312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838b5e37-bd49-4e95-afcc-3b41ad7201e4 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:30:56.210043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:56.222153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Transition to ACTIVE for port object 838b5e37-bd49-4e95-afcc-3b41ad7201e4 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:30:56.284722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:56.342429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Pushing event updated for resources: {'Port': ['ID=838b5e37-bd49-4e95-afcc-3b41ad7201e4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:56.417617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Attempting to bind port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:30:56.417944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Attempting to bind port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:30:56.418259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Attempting to bind port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:30:56.422999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:30:56.423315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Attempting to bind port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:30:56.430312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:30:56.430312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:30:56.430312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:30:56.430312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Bound port: 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:30:56.430312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:56.499320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] For port 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:30:56.502536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] For port 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=838b5e37-bd49-4e95-afcc-3b41ad7201e4,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:30:56.603417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:56.640467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:56.641285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:56.642528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] 10.222.0.46 "PUT /v2.0/ports/838b5e37-bd49-4e95-afcc-3b41ad7201e4 HTTP/1.1" status: 200  len: 1092 time: 0.8054433
Nov 13 21:30:56.642970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'tag': '838b5e37-bd49-4e95-afcc-3b41ad7201e4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:30:56.645249 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb6699-1059-40f6-85a4-acc40c67eb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a24aaa-ecaf-4e23-8754-3e389aa6400c", "tag": "838b5e37-bd49-4e95-afcc-3b41ad7201e4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:30:56.670847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84784cc8-44e9-46be-97ee-63b9182f462e service neutron] Pushing event updated for resources: {'Port': ['ID=838b5e37-bd49-4e95-afcc-3b41ad7201e4,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:30:56.699300 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab2391-94fa-4730-a0c4-6ebf5e590731 x-openstack-request-id: req-abab2391-94fa-4730-a0c4-6ebf5e590731 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:30:56.699592 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a24aaa-ecaf-4e23-8754-3e389aa6400c", "tag": "838b5e37-bd49-4e95-afcc-3b41ad7201e4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:30:56.699845 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abab2391-94fa-4730-a0c4-6ebf5e590731 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:30:56.700261 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'tag': '838b5e37-bd49-4e95-afcc-3b41ad7201e4', 'status': 'completed', 'code': 200}
Nov 13 21:30:56.761020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6699-1059-40f6-85a4-acc40c67eb3c req-e3581ab2-ef9c-4387-a86e-46740a6ff435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:56.762558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcbb6699-1059-40f6-85a4-acc40c67eb3c req-e3581ab2-ef9c-4387-a86e-46740a6ff435 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 1095 time: 0.0425162
Nov 13 21:30:56.935143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6699-1059-40f6-85a4-acc40c67eb3c req-2f2c6ed2-452f-4649-916b-c11b2445d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:56.936768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcbb6699-1059-40f6-85a4-acc40c67eb3c req-2f2c6ed2-452f-4649-916b-c11b2445d69e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1641040
Nov 13 21:30:56.996982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090d56-edaf-4dd0-864d-305d6f64d417 req-361169cf-b587-40e3-a899-b507414da087 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:56.998537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69090d56-edaf-4dd0-864d-305d6f64d417 req-361169cf-b587-40e3-a899-b507414da087 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 944 time: 0.0526209
Nov 13 21:30:57.052678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69090d56-edaf-4dd0-864d-305d6f64d417 req-d37a39c8-4c99-446f-b587-5932e30b1b9f tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480442
Nov 13 21:30:57.146510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6699-1059-40f6-85a4-acc40c67eb3c req-1017bf9d-ac23-4c0f-9338-6a63cd28474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:57.148034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcbb6699-1059-40f6-85a4-acc40c67eb3c req-1017bf9d-ac23-4c0f-9338-6a63cd28474b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1990352
Nov 13 21:30:57.157460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b61f973-1b9a-41fb-bea3-87454d1ad944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:57.225929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-ae149f87-104d-4ccd-8695-c87aaec0f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:57.227393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-ae149f87-104d-4ccd-8695-c87aaec0f6f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 1095 time: 0.0399616
Nov 13 21:30:57.269106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-a021c85c-255f-473f-88a3-75003904f432 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=838b5e37-bd49-4e95-afcc-3b41ad7201e4 HTTP/1.1" status: 200  len: 217 time: 0.0330961
Nov 13 21:30:57.338058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-568f9efd-2dce-4bea-aefd-7e6b1255371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:57.340913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-568f9efd-2dce-4bea-aefd-7e6b1255371c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0587068
Nov 13 21:30:57.379578 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-450cd290-0073-47b1-b3d9-fc72e8df953d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271440
Nov 13 21:30:57.470088 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-34b4a54e-49a3-4ff1-b6b2-15345a728b6c service neutron] 10.222.0.46 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861144
Nov 13 21:30:57.611258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef1dfb61-1470-4587-98b0-ccbe4f6c59dd req-b19f2363-0d1e-4f98-a6f9-b186b6534cbb service neutron] 10.222.0.46 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338475
Nov 13 21:30:58.177462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6e090-3642-4392-8fe6-2f3994677bf8 req-ae0755d5-2d3c-4ec4-9715-1d9e1573a505 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:58.178928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8b6e090-3642-4392-8fe6-2f3994677bf8 req-ae0755d5-2d3c-4ec4-9715-1d9e1573a505 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 944 time: 0.0502582
Nov 13 21:30:58.228223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8b6e090-3642-4392-8fe6-2f3994677bf8 req-63cf71e2-da2b-43b8-a3fd-3dd2f9a2503b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432842
Nov 13 21:30:58.547983 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:30:59.344248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62649b-6706-4832-b1c4-18ee4cb8911d req-7c5dc5ec-249e-4699-bb5d-fbb655f644b6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:30:59.345751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f62649b-6706-4832-b1c4-18ee4cb8911d req-7c5dc5ec-249e-4699-bb5d-fbb655f644b6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 944 time: 0.0488958
Nov 13 21:30:59.395812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f62649b-6706-4832-b1c4-18ee4cb8911d req-e00a587f-e8f3-4866-b063-4486e08da215 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441198
Nov 13 21:30:59.895835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:00.353345 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:00.523978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca7bce-2295-4931-857a-f834275d040a req-c77383a1-2819-47e6-bac1-147a220685f0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:00.526298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edca7bce-2295-4931-857a-f834275d040a req-c77383a1-2819-47e6-bac1-147a220685f0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 944 time: 0.0589590
Nov 13 21:31:00.587072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edca7bce-2295-4931-857a-f834275d040a req-ca1e9f3b-ad9d-42bd-92b8-0c1d54792e99 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542772
Nov 13 21:31:01.014304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 838b5e37-bd49-4e95-afcc-3b41ad7201e4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:31:01.110315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=838b5e37-bd49-4e95-afcc-3b41ad7201e4,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:01.121722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '838b5e37-bd49-4e95-afcc-3b41ad7201e4', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': '838b5e37-bd49-4e95-afcc-3b41ad7201e4', 'mac_address': 'fa:16:3e:f5:77:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:31:01.157892 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:01.170859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838b5e37-bd49-4e95-afcc-3b41ad7201e4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:01.189194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=838b5e37-bd49-4e95-afcc-3b41ad7201e4,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:01.268150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:01.322220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=838b5e37-bd49-4e95-afcc-3b41ad7201e4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:01.330655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.330950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.331299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.331627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.331954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.332274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.332591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.333261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.333583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.333903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.334223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.334545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:01.503971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['838b5e37-bd49-4e95-afcc-3b41ad7201e4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:01.717657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca3f01-5d70-4fb5-a747-7311e90f8af4 req-035b3270-a73e-4d91-8e14-5ab5b07ae9aa tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:01.719303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62ca3f01-5d70-4fb5-a747-7311e90f8af4 req-035b3270-a73e-4d91-8e14-5ab5b07ae9aa tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 945 time: 0.0491347
Nov 13 21:31:01.770014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62ca3f01-5d70-4fb5-a747-7311e90f8af4 req-a6613869-3c57-4a64-b09a-b3962a1c70c7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444107
Nov 13 21:31:01.823935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a574c9-1dda-417f-9184-6e9bef66425b req-172586db-6e8e-4689-99ae-80802caada66 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:01.825480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67a574c9-1dda-417f-9184-6e9bef66425b req-172586db-6e8e-4689-99ae-80802caada66 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0499289
Nov 13 21:31:01.874357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-67a574c9-1dda-417f-9184-6e9bef66425b req-023e8fac-250c-459d-8e4e-bf5463ac1ff9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428751
Nov 13 21:31:01.900289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-b53031bb-062e-42f8-9a3f-76ff0ca66d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:01.901853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-b53031bb-062e-42f8-9a3f-76ff0ca66d29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0452576
Nov 13 21:31:01.993676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-5955f5de-54af-4f40-bb3f-711aa39bd1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:01.995679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-5955f5de-54af-4f40-bb3f-711aa39bd1a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.0848315
Nov 13 21:31:02.042493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-36c21816-cdfc-47d5-8302-4a6c267b8aca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 217 time: 0.0367782
Nov 13 21:31:02.090940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-4ac73fe4-c034-4136-bb9f-f9e813b89b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:02.092370 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-4ac73fe4-c034-4136-bb9f-f9e813b89b2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0436068
Nov 13 21:31:02.127440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-5c190993-7dd6-427e-a537-82b87b6945d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250924
Nov 13 21:31:02.218325 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-ceacbae4-abee-4cef-a83b-7c73086c9bbb service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837014
Nov 13 21:31:02.309532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b3c4069-e228-4604-8f36-3339fbcd4aa4 req-0c79d79d-a90f-4500-b0c3-4d9425540758 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828938
Nov 13 21:31:02.886339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d7fe5-2bc0-4bd5-a506-95c6a7955755 req-d543b210-ca6d-4c32-8ce4-ea0442a61d79 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:02.887798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb4d7fe5-2bc0-4bd5-a506-95c6a7955755 req-d543b210-ca6d-4c32-8ce4-ea0442a61d79 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 945 time: 0.0498090
Nov 13 21:31:02.939345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb4d7fe5-2bc0-4bd5-a506-95c6a7955755 req-bf0ab92b-3f57-48f1-9422-2ae51b77f2e9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453646
Nov 13 21:31:02.991108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8848c0-75ab-489a-b4cd-165ac6789c42 req-5cc6f826-4adb-4d1d-b15d-40d3560e68a4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:02.992599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a8848c0-75ab-489a-b4cd-165ac6789c42 req-5cc6f826-4adb-4d1d-b15d-40d3560e68a4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0489998
Nov 13 21:31:03.007633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 838b5e37-bd49-4e95-afcc-3b41ad7201e4 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:31:03.042042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a8848c0-75ab-489a-b4cd-165ac6789c42 req-c403f956-ac15-4658-9636-5d2cae714dbb tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425222
Nov 13 21:31:03.110753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:31:03.114767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:31:03.115196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:03.194681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:03.217139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b5e37-bd49-4e95-afcc-3b41ad7201e4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:03.219423 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0632031-27c8-4e53-9481-4180d27fe852" -d '{"events": [{"server_uuid": "e2a24aaa-ecaf-4e23-8754-3e389aa6400c", "name": "network-vif-plugged", "status": "completed", "tag": "838b5e37-bd49-4e95-afcc-3b41ad7201e4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:03.232072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=838b5e37-bd49-4e95-afcc-3b41ad7201e4,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:03.256902 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c741a1-1066-4cd4-8d91-c1a739a083ed x-openstack-request-id: req-51c741a1-1066-4cd4-8d91-c1a739a083ed {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:03.257188 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a24aaa-ecaf-4e23-8754-3e389aa6400c", "name": "network-vif-plugged", "status": "completed", "tag": "838b5e37-bd49-4e95-afcc-3b41ad7201e4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:03.257438 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c741a1-1066-4cd4-8d91-c1a739a083ed {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:03.257824 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838b5e37-bd49-4e95-afcc-3b41ad7201e4', 'code': 200}
Nov 13 21:31:03.310840 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:03.351719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33888a4e-8112-4f96-a0bd-b2b26af68822 req-3133da26-1e29-472f-b7a2-942e26eb2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:03.353235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33888a4e-8112-4f96-a0bd-b2b26af68822 req-3133da26-1e29-472f-b7a2-942e26eb2034 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 1097 time: 0.0392630
Nov 13 21:31:03.358368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=838b5e37-bd49-4e95-afcc-3b41ad7201e4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:03.397213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33888a4e-8112-4f96-a0bd-b2b26af68822 req-11031b55-f96b-4ae7-8672-939cf29c2f27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371537
Nov 13 21:31:04.061246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a500d8-5d96-46ab-a2e0-d6dae4ffcdd5 req-c6d94a0c-4722-4954-8aec-08515c71b240 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:04.062640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40a500d8-5d96-46ab-a2e0-d6dae4ffcdd5 req-c6d94a0c-4722-4954-8aec-08515c71b240 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 946 time: 0.0531662
Nov 13 21:31:04.119352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40a500d8-5d96-46ab-a2e0-d6dae4ffcdd5 req-d2c01c96-efeb-4d17-9809-c822242040c7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495708
Nov 13 21:31:04.188795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fb8f1-78a2-4b0d-9d53-089ec3eac059 req-d7e72085-333a-46dc-9602-c37f08b39496 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:04.190261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c5fb8f1-78a2-4b0d-9d53-089ec3eac059 req-d7e72085-333a-46dc-9602-c37f08b39496 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0499136
Nov 13 21:31:04.238621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c5fb8f1-78a2-4b0d-9d53-089ec3eac059 req-d5bd1df1-315e-43cc-b8f9-a04a7c016f20 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422347
Nov 13 21:31:05.236505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5691-3f90-469a-86fa-9125740dc7bf req-ca675677-6b2e-42d7-a181-d9d46a81e8c6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:05.237980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f86b5691-3f90-469a-86fa-9125740dc7bf req-ca675677-6b2e-42d7-a181-d9d46a81e8c6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 946 time: 0.0485582
Nov 13 21:31:05.286951 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f86b5691-3f90-469a-86fa-9125740dc7bf req-e140666d-0cd3-4ac6-b6ca-68e4b0074b64 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427864
Nov 13 21:31:05.363191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ec11c-9c85-4a4d-b828-952001f8f9bb req-d6fef34b-e428-4386-a4ed-3cf4fb52ade7 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:05.364723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-991ec11c-9c85-4a4d-b828-952001f8f9bb req-d6fef34b-e428-4386-a4ed-3cf4fb52ade7 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0530894
Nov 13 21:31:05.404992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b1360-0913-4f0c-bbe0-14105896f9fb req-be7225be-1cee-45af-b303-14c047494d3c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:05.406421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f0b1360-0913-4f0c-bbe0-14105896f9fb req-be7225be-1cee-45af-b303-14c047494d3c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 946 time: 0.0501478
Nov 13 21:31:05.413051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-991ec11c-9c85-4a4d-b828-952001f8f9bb req-a66b0e83-88a5-435a-acb1-94ea2e721f97 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419660
Nov 13 21:31:05.457457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f0b1360-0913-4f0c-bbe0-14105896f9fb req-b8a02f81-3d8a-49d9-b656-bbaa270791f8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448165
Nov 13 21:31:05.949056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5288a5-fa9c-40bd-8ffb-b3aef05000bc req-952bbb90-4c42-4f0e-8e46-c0bcebe60ce6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:05.950520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc5288a5-fa9c-40bd-8ffb-b3aef05000bc req-952bbb90-4c42-4f0e-8e46-c0bcebe60ce6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 946 time: 0.0475602
Nov 13 21:31:05.996943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc5288a5-fa9c-40bd-8ffb-b3aef05000bc req-230c39c8-0c45-47ee-9f2f-eaaf3bded4ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405049
Nov 13 21:31:06.532840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895daa7-21ac-4beb-8a43-f80b3ab1dc51 req-29cdc069-6b92-4318-bd57-16cd0e7ea3ca tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:06.534381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5895daa7-21ac-4beb-8a43-f80b3ab1dc51 req-29cdc069-6b92-4318-bd57-16cd0e7ea3ca tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0506692
Nov 13 21:31:06.582422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5895daa7-21ac-4beb-8a43-f80b3ab1dc51 req-d5119db4-4e71-4455-9043-aa22e614e586 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422454
Nov 13 21:31:07.113500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaead3c-9717-4443-b98f-3243dd8ad022 req-e4355117-8923-456e-993d-56ac523a32f8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:07.114990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baaead3c-9717-4443-b98f-3243dd8ad022 req-e4355117-8923-456e-993d-56ac523a32f8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 946 time: 0.0495539
Nov 13 21:31:07.163455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baaead3c-9717-4443-b98f-3243dd8ad022 req-459277a7-f011-4df3-918e-80ee4119fc9e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421472
Nov 13 21:31:07.315989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575e902-854a-4673-b805-58f1137fec4a req-49e0ca5e-888e-44e9-ab41-97a781a0be12 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:07.317453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2575e902-854a-4673-b805-58f1137fec4a req-49e0ca5e-888e-44e9-ab41-97a781a0be12 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 946 time: 0.0482330
Nov 13 21:31:07.410455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:31:07.410776 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:07.497363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port 838b5e37-bd49-4e95-afcc-3b41ad7201e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=838b5e37-bd49-4e95-afcc-3b41ad7201e4,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:07.497716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:07.514225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for 838b5e37-bd49-4e95-afcc-3b41ad7201e4 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:31:07.699669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adef91b-3fc7-4f9b-a8b4-c914569f36c3 req-a58eacad-8648-440b-91ad-7c07a4c5b8c3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:07.701345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3adef91b-3fc7-4f9b-a8b4-c914569f36c3 req-a58eacad-8648-440b-91ad-7c07a4c5b8c3 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0490997
Nov 13 21:31:07.714922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:07.727346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:07.733406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['838b5e37-bd49-4e95-afcc-3b41ad7201e4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:07.765169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=838b5e37-bd49-4e95-afcc-3b41ad7201e4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:07.808160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port 838b5e37-bd49-4e95-afcc-3b41ad7201e4 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:31:07.811045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:07.814967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2575e902-854a-4673-b805-58f1137fec4a req-9a76d753-c577-4e62-a372-b9ea41f40315 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "DELETE /v2.0/ports/838b5e37-bd49-4e95-afcc-3b41ad7201e4 HTTP/1.1" status: 204  len: 173 time: 0.4909892
Nov 13 21:31:07.819063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'name': 'network-vif-deleted', 'tag': '838b5e37-bd49-4e95-afcc-3b41ad7201e4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:07.821711 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e85ee-5818-4efe-b25b-e7deede4e486" -d '{"events": [{"server_uuid": "e2a24aaa-ecaf-4e23-8754-3e389aa6400c", "name": "network-vif-deleted", "tag": "838b5e37-bd49-4e95-afcc-3b41ad7201e4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:07.837798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3adef91b-3fc7-4f9b-a8b4-c914569f36c3 req-e3896293-224e-4bfb-bff3-9344750a68b6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301286
Nov 13 21:31:07.867266 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757fcdbe-56c4-4ddf-8494-dadbb244a7df x-openstack-request-id: req-757fcdbe-56c4-4ddf-8494-dadbb244a7df {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:07.867575 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a24aaa-ecaf-4e23-8754-3e389aa6400c", "name": "network-vif-deleted", "tag": "838b5e37-bd49-4e95-afcc-3b41ad7201e4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:07.867829 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-757fcdbe-56c4-4ddf-8494-dadbb244a7df {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:07.868498 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a24aaa-ecaf-4e23-8754-3e389aa6400c', 'name': 'network-vif-deleted', 'tag': '838b5e37-bd49-4e95-afcc-3b41ad7201e4', 'status': 'completed', 'code': 200}
Nov 13 21:31:08.267406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c6df89c1-eeec-43ce-a591-0ce8e52d1472 req-c21c7d39-ccb5-4b5a-a0e2-ee8bd17b144f tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2a24aaa-ecaf-4e23-8754-3e389aa6400c HTTP/1.1" status: 200  len: 210 time: 0.0269046
Nov 13 21:31:08.963067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06289e6-e37b-4ec6-86d6-787616acad11 req-2e225aed-e78a-4c9c-9ad8-5e577a43a749 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:08.965145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a06289e6-e37b-4ec6-86d6-787616acad11 req-2e225aed-e78a-4c9c-9ad8-5e577a43a749 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0529416
Nov 13 21:31:09.011240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a06289e6-e37b-4ec6-86d6-787616acad11 req-b4e917f3-8a7e-4217-a1f8-34f76ea0c702 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395224
Nov 13 21:31:09.395570 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:31:09.695397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-9f40abb9-139e-414a-bbdd-0a140891c060 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:09.696899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-9f40abb9-139e-414a-bbdd-0a140891c060 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1096468
Nov 13 21:31:09.712096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-63251458-97c3-4f68-be04-e8b3539ad6ff tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0089960
Nov 13 21:31:09.760934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-50173de3-865a-4112-a553-2f59c01243e0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0423071
Nov 13 21:31:10.121465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-7bbec76d-91f6-42a4-8329-468ec1d476a9 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3535233
Nov 13 21:31:10.134290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5009-40f6-47f7-85b0-2f68dc5be69b req-6e4088de-1fb3-4cb8-a2be-a90907107a4b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:10.136569 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10ab5009-40f6-47f7-85b0-2f68dc5be69b req-6e4088de-1fb3-4cb8-a2be-a90907107a4b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0540595
Nov 13 21:31:10.183967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10ab5009-40f6-47f7-85b0-2f68dc5be69b req-abc4bedb-687b-48ab-8e39-0f5152b92197 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412273
Nov 13 21:31:10.212353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-a9d43bdf-284d-4934-b67a-2818dc760362 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846117
Nov 13 21:31:10.507609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bbf5a43d-7451-431b-b772-3a72c873563a req-fe5a0711-afc5-4bfc-9450-3dd314a861dc tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 210 time: 0.0276287
Nov 13 21:31:11.038297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 838b5e37-bd49-4e95-afcc-3b41ad7201e4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:31:11.061164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 838b5e37-bd49-4e95-afcc-3b41ad7201e4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:31:11.061513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 838b5e37-bd49-4e95-afcc-3b41ad7201e4 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:31:11.302608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca7e95-9850-456e-b30c-0a94e652f9f1 req-159abdd1-1795-45de-be73-3ec60b96aeb8 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:11.304120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44ca7e95-9850-456e-b30c-0a94e652f9f1 req-159abdd1-1795-45de-be73-3ec60b96aeb8 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0527089
Nov 13 21:31:11.354155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44ca7e95-9850-456e-b30c-0a94e652f9f1 req-53b34b48-4d84-43a0-a4d6-8682ec9eb565 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424676
Nov 13 21:31:11.606491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48fccf9a-389d-40fb-a0e7-c35e8fe663a5 req-513466ad-7db2-4ebc-bb39-80007a114d8d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 210 time: 0.0296495
Nov 13 21:31:12.062395 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:12.213188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-401b800f-1250-4240-ac84-cd16c54a46c7 req-5d6aa3f4-7d61-4df8-9922-8d916cd823de service neutron] (120532) timed out ('10.222.0.46', 49577) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:31:12.471909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f05ef-dce8-4dea-9e33-dae2d1f45911 req-6e84f25a-f066-4072-8c25-b903049804da tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:12.473480 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-879f05ef-dce8-4dea-9e33-dae2d1f45911 req-6e84f25a-f066-4072-8c25-b903049804da tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0493417
Nov 13 21:31:12.528208 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-879f05ef-dce8-4dea-9e33-dae2d1f45911 req-cda76250-0970-4652-96b4-a56a1b940bf7 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467644
Nov 13 21:31:12.711283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48e3ddbc-560d-4b97-b229-e5ffb73b6b09 req-64439d0f-c92e-4c51-bfa8-ba2b378537e7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 210 time: 0.0334406
Nov 13 21:31:12.822703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-982427be-04c9-4d05-b5b2-0343283f7f40 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:12.824895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-982427be-04c9-4d05-b5b2-0343283f7f40 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1079490
Nov 13 21:31:12.840592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:31:13.039746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:31:13.049737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:13.184381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.5 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/30ab7b92-303c-4a3c-86c8-47635c8c1991) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:31:13.335184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:13.449168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:13.461174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:13.492520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:31:13.498526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:31:13.502491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:31:13.509459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=30ab7b92-303c-4a3c-86c8-47635c8c1991,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:13.560024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:13.560800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:13.657771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a470b-2899-4b43-8fa9-4d7a9b9501a1 req-2e318199-c9b4-444b-85ad-094198d70edc tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:13.659382 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb3a470b-2899-4b43-8fa9-4d7a9b9501a1 req-2e318199-c9b4-444b-85ad-094198d70edc tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0549815
Nov 13 21:31:13.706896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb3a470b-2899-4b43-8fa9-4d7a9b9501a1 req-2626d184-feca-4642-a557-036170cdc43d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415072
Nov 13 21:31:13.714380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-466b9e49-4696-4e25-82c3-175d1967ba52 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8791776
Nov 13 21:31:13.727394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Request body: {'port': {'device_id': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:31:13.793386 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:13.839358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3eb320-33ee-42a8-ab37-69c68fcd324d req-89f2f810-2551-4d16-b448-a07fefd42175 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:13.841524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3eb320-33ee-42a8-ab37-69c68fcd324d req-89f2f810-2551-4d16-b448-a07fefd42175 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 931 time: 0.0501063
Nov 13 21:31:13.891051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa3eb320-33ee-42a8-ab37-69c68fcd324d req-70b491c5-6159-4b17-9f32-e79bb2c32dd7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430911
Nov 13 21:31:14.059845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ab7b92-303c-4a3c-86c8-47635c8c1991 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:14.067639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:14.081624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Transition to ACTIVE for port object 30ab7b92-303c-4a3c-86c8-47635c8c1991 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:31:14.157116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:14.206113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Pushing event updated for resources: {'Port': ['ID=30ab7b92-303c-4a3c-86c8-47635c8c1991,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:14.278702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Attempting to bind port 30ab7b92-303c-4a3c-86c8-47635c8c1991 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:31:14.279056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Attempting to bind port 30ab7b92-303c-4a3c-86c8-47635c8c1991 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:31:14.279379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Attempting to bind port 30ab7b92-303c-4a3c-86c8-47635c8c1991 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:31:14.283699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Port 30ab7b92-303c-4a3c-86c8-47635c8c1991 on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:31:14.284020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Attempting to bind port 30ab7b92-303c-4a3c-86c8-47635c8c1991 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:31:14.288882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:31:14.289220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:31:14.289603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:31:14.290029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Bound port: 30ab7b92-303c-4a3c-86c8-47635c8c1991, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:31:14.290378 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:14.359470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] For port 30ab7b92-303c-4a3c-86c8-47635c8c1991, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:31:14.362765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] For port 30ab7b92-303c-4a3c-86c8-47635c8c1991, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30ab7b92-303c-4a3c-86c8-47635c8c1991,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:31:14.443554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:14.479944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.480657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:14.482063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] 10.222.0.46 "PUT /v2.0/ports/30ab7b92-303c-4a3c-86c8-47635c8c1991 HTTP/1.1" status: 200  len: 1091 time: 0.7590106
Nov 13 21:31:14.482514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'tag': '30ab7b92-303c-4a3c-86c8-47635c8c1991'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:14.484787 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d560582a-0c54-4067-ac57-69bab6396777" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0fce53-4657-4952-8b17-9f6a67863aa0", "tag": "30ab7b92-303c-4a3c-86c8-47635c8c1991"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:14.493614 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:14.514113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18624-ff60-42bb-8e6c-0ce06fdeac57 service neutron] Pushing event updated for resources: {'Port': ['ID=30ab7b92-303c-4a3c-86c8-47635c8c1991,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:14.522380 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a98694-4ec9-4216-a657-80406951a958 x-openstack-request-id: req-49a98694-4ec9-4216-a657-80406951a958 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:14.522748 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0fce53-4657-4952-8b17-9f6a67863aa0", "tag": "30ab7b92-303c-4a3c-86c8-47635c8c1991", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:14.523046 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49a98694-4ec9-4216-a657-80406951a958 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:14.523528 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'tag': '30ab7b92-303c-4a3c-86c8-47635c8c1991', 'status': 'completed', 'code': 200}
Nov 13 21:31:14.585102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560582a-0c54-4067-ac57-69bab6396777 req-729c61dd-4fc9-4a39-a756-0676e85fdbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.586639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d560582a-0c54-4067-ac57-69bab6396777 req-729c61dd-4fc9-4a39-a756-0676e85fdbac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 1094 time: 0.0419455
Nov 13 21:31:14.690594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560582a-0c54-4067-ac57-69bab6396777 req-4fb06ae4-f020-43d5-b45a-8cb77b3d31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.692061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d560582a-0c54-4067-ac57-69bab6396777 req-4fb06ae4-f020-43d5-b45a-8cb77b3d31a4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&shared=False HTTP/1.1" status: 200  len: 907 time: 0.0982652
Nov 13 21:31:14.791544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560582a-0c54-4067-ac57-69bab6396777 req-af0baa15-3edf-43f1-b3ce-5e59fd7ae59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.793129 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d560582a-0c54-4067-ac57-69bab6396777 req-af0baa15-3edf-43f1-b3ce-5e59fd7ae59e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0940421
Nov 13 21:31:14.839285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49bd3c-182f-4194-b640-d5aae5e4840e req-ea14d5b7-812c-4a97-9170-8183f0777993 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.840892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e49bd3c-182f-4194-b640-d5aae5e4840e req-ea14d5b7-812c-4a97-9170-8183f0777993 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0608001
Nov 13 21:31:14.877992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-3896c2ae-c264-4e61-a160-501faabd0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.879956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-3896c2ae-c264-4e61-a160-501faabd0b4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 1094 time: 0.0475070
Nov 13 21:31:14.899582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e49bd3c-182f-4194-b640-d5aae5e4840e req-5e8159c4-a61e-40d2-9d0c-31806db1c0de tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503373
Nov 13 21:31:14.936180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-b7187d86-604a-40b2-b57a-5c84ef76abdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30ab7b92-303c-4a3c-86c8-47635c8c1991 HTTP/1.1" status: 200  len: 217 time: 0.0431802
Nov 13 21:31:14.992813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-6622a38a-07e6-4523-b978-c79b15126596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:14.994418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-6622a38a-07e6-4523-b978-c79b15126596 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0566049
Nov 13 21:31:15.039984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-dbbf179f-4601-46d9-b033-09bb02984afb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283704
Nov 13 21:31:15.056440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7b447-a997-4e5e-b11e-987321f4275c req-f3687740-ec5f-42bd-8b9f-f4649c0181ca tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:15.057900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11c7b447-a997-4e5e-b11e-987321f4275c req-f3687740-ec5f-42bd-8b9f-f4649c0181ca tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 943 time: 0.0808532
Nov 13 21:31:15.160033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11c7b447-a997-4e5e-b11e-987321f4275c req-85f58416-4214-44a1-9275-43fcc55f3b55 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954640
Nov 13 21:31:15.175825 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-556e3bb3-f6b9-4bff-9f97-68bfb97475ca service neutron] 10.222.0.46 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273623
Nov 13 21:31:15.270390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3735223c-8386-4c0c-9b5c-51690ea29dd2 req-1959e054-5d9c-488e-998e-2cac3d8ad164 service neutron] 10.222.0.46 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870271
Nov 13 21:31:16.017770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f97d0-7691-48f9-a781-1d9ba9cb4817 req-27d113d8-4939-4ac5-93e5-21f4680f134b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:16.019293 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-577f97d0-7691-48f9-a781-1d9ba9cb4817 req-27d113d8-4939-4ac5-93e5-21f4680f134b tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0488572
Nov 13 21:31:16.066411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-577f97d0-7691-48f9-a781-1d9ba9cb4817 req-a6c2e94f-11da-491b-a310-d3e77e9bd85f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410705
Nov 13 21:31:16.134014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56108) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:31:16.250205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165d8dfd-d16f-47fc-81bc-bc708093b446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.310612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6added7f-87b3-4f6f-9d20-c8aff62f92fa req-12251a09-0e00-4e02-ab14-80fef4da3305 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:16.312105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6added7f-87b3-4f6f-9d20-c8aff62f92fa req-12251a09-0e00-4e02-ab14-80fef4da3305 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 943 time: 0.0792122
Nov 13 21:31:16.377625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6added7f-87b3-4f6f-9d20-c8aff62f92fa req-bd2b840b-c51a-4699-99fa-d429c20beb01 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595367
Nov 13 21:31:16.397253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165d8dfd-d16f-47fc-81bc-bc708093b446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.456603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165d8dfd-d16f-47fc-81bc-bc708093b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.494114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d8dfd-d16f-47fc-81bc-bc708093b446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07544c4-b268-4919-9b09-c70e97ba03de,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:16.499194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-165d8dfd-d16f-47fc-81bc-bc708093b446 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a45af1a285cc46c4a847bd3733db8aea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3641286
Nov 13 21:31:16.502329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56116) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:31:16.549634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33e575d0-200f-4ac8-93a9-941c637f016c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.571130 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33e575d0-200f-4ac8-93a9-941c637f016c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.688418 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33e575d0-200f-4ac8-93a9-941c637f016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.691028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33e575d0-200f-4ac8-93a9-941c637f016c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:16.692173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33e575d0-200f-4ac8-93a9-941c637f016c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a07544c4-b268-4919-9b09-c70e97ba03de HTTP/1.1" status: 204  len: 168 time: 0.1895707
Nov 13 21:31:16.699838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e575d0-200f-4ac8-93a9-941c637f016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07544c4-b268-4919-9b09-c70e97ba03de,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:17.072056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 30ab7b92-303c-4a3c-86c8-47635c8c1991 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:31:17.226258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66342f-08d9-4c5b-a4ad-112350a94952 req-cb8fb5e5-e8a0-4f37-a848-a74f89c6d54e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:17.228138 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e66342f-08d9-4c5b-a4ad-112350a94952 req-cb8fb5e5-e8a0-4f37-a848-a74f89c6d54e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0656703
Nov 13 21:31:17.238631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 30ab7b92-303c-4a3c-86c8-47635c8c1991, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30ab7b92-303c-4a3c-86c8-47635c8c1991,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:17.257303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '30ab7b92-303c-4a3c-86c8-47635c8c1991', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': '30ab7b92-303c-4a3c-86c8-47635c8c1991', 'mac_address': 'fa:16:3e:f3:8f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:31:17.298771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e66342f-08d9-4c5b-a4ad-112350a94952 req-37dfc11f-98af-40fa-9306-220268a369fb tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639226
Nov 13 21:31:17.322313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:17.340083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ab7b92-303c-4a3c-86c8-47635c8c1991 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:17.360410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 30ab7b92-303c-4a3c-86c8-47635c8c1991, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30ab7b92-303c-4a3c-86c8-47635c8c1991,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:17.438172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:17.499725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=30ab7b92-303c-4a3c-86c8-47635c8c1991,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:17.508606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05ffa-8ab8-42e0-83f6-3b4b3d641269 req-df9e6fa9-8a4f-4189-8a5f-148365668069 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:17.510316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fc05ffa-8ab8-42e0-83f6-3b4b3d641269 req-df9e6fa9-8a4f-4189-8a5f-148365668069 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 944 time: 0.0581284
Nov 13 21:31:17.563051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fc05ffa-8ab8-42e0-83f6-3b4b3d641269 req-80b5b87a-c9ae-4725-b88c-95853590150d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460794
Nov 13 21:31:17.658179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['30ab7b92-303c-4a3c-86c8-47635c8c1991'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:18.437072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f3dd1-090c-45ae-a0fc-7cd77b7506dc req-fbe7b4e1-0f44-4974-b682-d3507da47a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:18.439358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b27f3dd1-090c-45ae-a0fc-7cd77b7506dc req-fbe7b4e1-0f44-4974-b682-d3507da47a37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0514600
Nov 13 21:31:18.462411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72733507-8295-493f-b14c-f28637219387 req-f7f7bcf6-a18b-44de-99ee-04471601bf04 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:18.464678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72733507-8295-493f-b14c-f28637219387 req-f7f7bcf6-a18b-44de-99ee-04471601bf04 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0703845
Nov 13 21:31:18.493284 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b27f3dd1-090c-45ae-a0fc-7cd77b7506dc req-6a3e8550-1e37-48bb-b9c4-4cb08cf5896f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462282
Nov 13 21:31:18.520815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-72733507-8295-493f-b14c-f28637219387 req-d4f72a3c-397f-4348-b3f6-62e41c822d0a tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498540
Nov 13 21:31:18.682616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf27a3-76df-4040-9233-0cabbfcb4751 req-2bbca6bc-7989-4d09-bf7b-16cc26fbfeeb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:18.684074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77bf27a3-76df-4040-9233-0cabbfcb4751 req-2bbca6bc-7989-4d09-bf7b-16cc26fbfeeb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 944 time: 0.0517979
Nov 13 21:31:18.731652 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77bf27a3-76df-4040-9233-0cabbfcb4751 req-6b20707e-1b98-4a68-a929-43bdf3eab697 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414011
Nov 13 21:31:19.083387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 30ab7b92-303c-4a3c-86c8-47635c8c1991 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:31:19.193748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 30ab7b92-303c-4a3c-86c8-47635c8c1991 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:31:19.197725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 30ab7b92-303c-4a3c-86c8-47635c8c1991 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:31:19.198732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:19.277205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:19.299653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ab7b92-303c-4a3c-86c8-47635c8c1991'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:19.302004 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c0cb7-b893-4d2e-a916-60c707b52421" -d '{"events": [{"server_uuid": "9b0fce53-4657-4952-8b17-9f6a67863aa0", "name": "network-vif-plugged", "status": "completed", "tag": "30ab7b92-303c-4a3c-86c8-47635c8c1991"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:19.315306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 30ab7b92-303c-4a3c-86c8-47635c8c1991, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30ab7b92-303c-4a3c-86c8-47635c8c1991,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:19.380288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:19.437512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=30ab7b92-303c-4a3c-86c8-47635c8c1991,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:19.517329 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfbfb5c-d494-4595-b053-0c53b3c8f896 x-openstack-request-id: req-dbfbfb5c-d494-4595-b053-0c53b3c8f896 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:19.517619 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0fce53-4657-4952-8b17-9f6a67863aa0", "name": "network-vif-plugged", "status": "completed", "tag": "30ab7b92-303c-4a3c-86c8-47635c8c1991", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:19.517864 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbfbfb5c-d494-4595-b053-0c53b3c8f896 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:19.518251 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ab7b92-303c-4a3c-86c8-47635c8c1991', 'code': 200}
Nov 13 21:31:19.650835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1e40a-6acc-4f46-9f42-d274025696a5 req-8266a17f-5948-40df-96ef-253b25aede0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:19.652856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98e1e40a-6acc-4f46-9f42-d274025696a5 req-8266a17f-5948-40df-96ef-253b25aede0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 1096 time: 0.0733061
Nov 13 21:31:19.665394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc2861-9f8e-4af0-83cf-31a37f1759db req-68052deb-5559-4e01-8f33-7fe635780f00 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:19.667634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ecc2861-9f8e-4af0-83cf-31a37f1759db req-68052deb-5559-4e01-8f33-7fe635780f00 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0603726
Nov 13 21:31:19.736123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98e1e40a-6acc-4f46-9f42-d274025696a5 req-6e40a4ac-de4c-41e9-be00-4c0ee02b07f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673652
Nov 13 21:31:19.743511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ecc2861-9f8e-4af0-83cf-31a37f1759db req-c881579d-8660-47ce-9461-d7585d9ff3ee tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698225
Nov 13 21:31:19.849216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfcd50-de4b-4286-98ce-262d73c5f551 req-be3f79f3-79a2-48e0-b26e-df545f5ef197 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:19.850693 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5cfcd50-de4b-4286-98ce-262d73c5f551 req-be3f79f3-79a2-48e0-b26e-df545f5ef197 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0498734
Nov 13 21:31:19.898036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c5cfcd50-de4b-4286-98ce-262d73c5f551 req-0e1686df-ef69-4801-af1c-97ec971a878e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407398
Nov 13 21:31:20.183303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f058ef1-c359-4b48-8b6d-9ec4a32f3290 req-f40ef317-3b54-49c0-87f1-52842bb99a0e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:20.184739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f058ef1-c359-4b48-8b6d-9ec4a32f3290 req-f40ef317-3b54-49c0-87f1-52842bb99a0e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0523167
Nov 13 21:31:20.234192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f058ef1-c359-4b48-8b6d-9ec4a32f3290 req-de69d712-285f-496f-a07d-8412cd3c8bab tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433166
Nov 13 21:31:20.243562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-48376b27-8546-4be5-ac1e-53720e99fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:20.245381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-48376b27-8546-4be5-ac1e-53720e99fb36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 1096 time: 0.0406067
Nov 13 21:31:20.335249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-3db75acf-e832-4ca4-b27a-de7739ab3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:20.336707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-3db75acf-e832-4ca4-b27a-de7739ab3197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.0824337
Nov 13 21:31:20.380987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-174009c5-4a7e-462c-b856-98dfd88b9b69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 200  len: 217 time: 0.0370598
Nov 13 21:31:20.430257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-5430e71e-2887-4ec5-b60e-f745d57766eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:20.431679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-5430e71e-2887-4ec5-b60e-f745d57766eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0436909
Nov 13 21:31:20.463337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-b7365ca4-9c1e-4a94-afa9-516aa64b5c7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0239964
Nov 13 21:31:20.556956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-2009f54b-320e-42e8-a44c-0d48e54d9b7a service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866952
Nov 13 21:31:20.654790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acbebc1-6744-4e69-9009-8ab1d7ca5b42 req-80c945a6-b3d8-44ae-8162-4f877ce77fce service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862978
Nov 13 21:31:21.020769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dd492-577b-4e3d-afeb-d4dd99430d69 req-e082c4c4-5643-4f4d-935a-4c3d91a822f9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:21.022309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-091dd492-577b-4e3d-afeb-d4dd99430d69 req-e082c4c4-5643-4f4d-935a-4c3d91a822f9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0539105
Nov 13 21:31:21.069840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-091dd492-577b-4e3d-afeb-d4dd99430d69 req-d94cb74c-8ff9-437d-bdff-5b7624563502 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414715
Nov 13 21:31:21.349627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8688b7-3932-4878-b9b9-7c1ee4fa5940 req-b5a47f47-125d-4543-8283-552f40b43dc1 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:21.351078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec8688b7-3932-4878-b9b9-7c1ee4fa5940 req-b5a47f47-125d-4543-8283-552f40b43dc1 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0480928
Nov 13 21:31:21.398434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec8688b7-3932-4878-b9b9-7c1ee4fa5940 req-ccc99e0d-a5d3-46c9-b299-a9815d9c403f tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406954
Nov 13 21:31:22.188775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f361-a7cf-483f-9a9c-6d98f28864c0 req-9e548307-561f-472b-9200-bc7130cb5ccd tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:22.189920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ec39f361-a7cf-483f-9a9c-6d98f28864c0 req-9e548307-561f-472b-9200-bc7130cb5ccd tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0484986
Nov 13 21:31:22.238748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ec39f361-a7cf-483f-9a9c-6d98f28864c0 req-e0093d8c-5eba-487b-848c-536bb2e7f15c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428061
Nov 13 21:31:22.521756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-5bc3b239-a807-4e52-88fc-8d1aaf61ef4a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:22.523249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-5bc3b239-a807-4e52-88fc-8d1aaf61ef4a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1092546
Nov 13 21:31:22.524417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe9c7-9a6b-45f7-bc2f-757a17fc47c3 req-899c1aae-93af-48a2-96cb-889259cfc364 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:22.525943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad7fe9c7-9a6b-45f7-bc2f-757a17fc47c3 req-899c1aae-93af-48a2-96cb-889259cfc364 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0549200
Nov 13 21:31:22.539225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-13556f49-4679-4979-9077-733ee9bd42ab tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0094957
Nov 13 21:31:22.579977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ad7fe9c7-9a6b-45f7-bc2f-757a17fc47c3 req-ab47dcb7-667d-4888-be59-4288d8aaeff6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480607
Nov 13 21:31:22.599043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-4210e7ef-68d2-4643-8252-4f1293be6e88 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0504827
Nov 13 21:31:22.711533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-c5a66924-f4f7-4b3a-91dd-66e776966c3c service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047575
Nov 13 21:31:22.837198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-95cb3298-3dea-4741-8319-caf1c63cc988 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187785
Nov 13 21:31:23.153887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe775d1-0b42-4a58-a22d-fdb26bce3604 req-5dd29d51-a0ef-46bb-8839-4f45be9f3c60 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 210 time: 0.0305779
Nov 13 21:31:23.393556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 56360) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:31:23.510137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:23.593669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:23.690956 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:23.735109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25ca625585c148b9972b766a3d47c39d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3404057
Nov 13 21:31:23.737437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9cec65-7395-4856-8903-556e9c2e1ce7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:23.747449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.748339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.748339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.748681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.748827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.749186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.749533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.749934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.750791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.751199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.751573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.751947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76af7e19-8df2-4250-bbea-1d66e8d64107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:23.752292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 56368) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:31:23.802953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-567b3fb0-0b97-4068-9ae5-c2cfffe3ff28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:23.825453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-567b3fb0-0b97-4068-9ae5-c2cfffe3ff28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:24.043298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-567b3fb0-0b97-4068-9ae5-c2cfffe3ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:24.046047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-567b3fb0-0b97-4068-9ae5-c2cfffe3ff28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:24.047270 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-567b3fb0-0b97-4068-9ae5-c2cfffe3ff28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f9cec65-7395-4856-8903-556e9c2e1ce7 HTTP/1.1" status: 204  len: 168 time: 0.2929244
Nov 13 21:31:24.055156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b3fb0-0b97-4068-9ae5-c2cfffe3ff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9cec65-7395-4856-8903-556e9c2e1ce7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:24.256658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc1a7fa1-ce94-42ed-9fa5-06356a7c976f req-6acc6510-e7dd-46f5-a260-d633d2e4765d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 210 time: 0.0269930
Nov 13 21:31:24.771562 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81c3aac8-b73b-40de-86a9-c159adc456b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:25.660234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3f24bf8-9279-4f9d-98f4-1877550ccb47 req-9586eea2-481e-4dad-94c4-b9ee8c3d7482 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 210 time: 0.3128622
Nov 13 21:31:25.699070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-c99f1fa0-80f2-4caf-8f75-6b36b32b967e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:25.700464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-c99f1fa0-80f2-4caf-8f75-6b36b32b967e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.4365635
Nov 13 21:31:25.714023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:31:25.906468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:31:25.910122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:26.036656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.2 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/bf0b5b39-8759-48fa-a9a6-d6a32de2acc1) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:31:26.185314 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:26.285898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:26.297806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:26.303099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['30ab7b92-303c-4a3c-86c8-47635c8c1991'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:26.344025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:31:26.347943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:31:26.353730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:31:26.362516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:26.411162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:26.411771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:26.515878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-8fda9358-b036-465d-823d-2b1cf82942c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8058071
Nov 13 21:31:26.528084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Request body: {'port': {'device_id': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:31:26.585170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:26.829484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371ca99-eeee-400c-b8fc-d5a06c761218 req-5df14251-2f2c-43cc-a929-40baeafb4a28 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:26.830956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e371ca99-eeee-400c-b8fc-d5a06c761218 req-5df14251-2f2c-43cc-a929-40baeafb4a28 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 931 time: 0.0760679
Nov 13 21:31:26.914450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:26.925056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e371ca99-eeee-400c-b8fc-d5a06c761218 req-2fa92b38-2c1e-4fe1-81c2-32ff5dc8abe9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862572
Nov 13 21:31:26.926747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:26.939452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Transition to ACTIVE for port object bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:31:27.037487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:27.086027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:27.117459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1eb99218-500b-4cb0-a762-ce1d2446f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:27.154758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Attempting to bind port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:31:27.155085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Attempting to bind port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:31:27.155404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Attempting to bind port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:31:27.159649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:31:27.159969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Attempting to bind port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:31:27.164966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:31:27.165299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:31:27.165667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:31:27.166238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Bound port: bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:31:27.166607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:27.238674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] For port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:31:27.241850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] For port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:31:27.359993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:27.399899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:27.400518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:27.402482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 HTTP/1.1" status: 200  len: 1091 time: 0.8785937
Nov 13 21:31:27.403065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'tag': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:27.405304 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f94c7-e76c-4de2-9fa6-f8d4cc602324" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a85947-94af-43b7-b3f5-53d03e16f68d", "tag": "bf0b5b39-8759-48fa-a9a6-d6a32de2acc1"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:27.430047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3740d-2216-43d4-b096-57322c70dc33 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:27.546109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-933c1e6d-aa49-4289-bb14-384ce401d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:27.547798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-933c1e6d-aa49-4289-bb14-384ce401d8bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 1094 time: 0.0486395
Nov 13 21:31:27.593101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-4238d538-a2fe-44db-b8c2-7e355c4fcce4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 HTTP/1.1" status: 200  len: 217 time: 0.0366967
Nov 13 21:31:27.607350 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c586de-be40-4e89-a492-49c8643ab76e x-openstack-request-id: req-a4c586de-be40-4e89-a492-49c8643ab76e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:27.607636 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a85947-94af-43b7-b3f5-53d03e16f68d", "tag": "bf0b5b39-8759-48fa-a9a6-d6a32de2acc1", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:27.607892 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4c586de-be40-4e89-a492-49c8643ab76e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:27.608289 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'tag': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1', 'status': 'completed', 'code': 200}
Nov 13 21:31:27.654219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6c06ec27-c1eb-4088-be81-93b2933a9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:27.655695 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-6c06ec27-c1eb-4088-be81-93b2933a9c38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0563674
Nov 13 21:31:27.686272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-c1b96351-ca2c-4293-86f1-97e984f952c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236123
Nov 13 21:31:27.776029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-d2bd3948-c4d3-4f51-8e94-358392ce93e4 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821550
Nov 13 21:31:27.875175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c0ba076a-231a-4f55-80ac-078ee4311b43 req-1e06cbcd-55e4-4816-a3ef-2b9884a96310 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927205
Nov 13 21:31:28.039556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd427674-49bf-4e85-b8ba-917229cc903b req-e78374ed-b18c-47ce-81a8-7110fa8a97ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:28.041078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd427674-49bf-4e85-b8ba-917229cc903b req-e78374ed-b18c-47ce-81a8-7110fa8a97ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 943 time: 0.0498872
Nov 13 21:31:28.048405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-34fbfed5-2a1c-4fee-b6fd-4b0ffbd5415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:28.050229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-34fbfed5-2a1c-4fee-b6fd-4b0ffbd5415a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 1094 time: 0.0422933
Nov 13 21:31:28.090389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd427674-49bf-4e85-b8ba-917229cc903b req-27686030-ca90-4872-b575-ecdc8756fc9b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423071
Nov 13 21:31:28.145700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-2a6e2f21-6ff4-4eff-aec4-51413290c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:28.147159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-2a6e2f21-6ff4-4eff-aec4-51413290c754 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 907 time: 0.0903366
Nov 13 21:31:28.187406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-2fd27922-7623-48a3-865b-342e4bb5f000 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 HTTP/1.1" status: 200  len: 217 time: 0.0335631
Nov 13 21:31:28.241744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-d16dfed6-b650-4ee1-abcd-180a0aaa5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:28.243183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-d16dfed6-b650-4ee1-abcd-180a0aaa5b0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0479758
Nov 13 21:31:28.275037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-b47cfb4b-a80a-4793-b053-188ab0fb424b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240760
Nov 13 21:31:28.365162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-cd11201d-14a7-4e8a-829f-1dc40abbda1c service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811458
Nov 13 21:31:28.471450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161f94c7-e76c-4de2-9fa6-f8d4cc602324 req-46790c3e-9bd9-4304-967c-36f46f77be3d service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993936
Nov 13 21:31:28.523133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:29.215075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc5f2c-e520-461a-b419-6ea0f6856516 req-ea9f12b9-ff4b-4d4d-897d-aaaeb6bb7717 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:29.216559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bbc5f2c-e520-461a-b419-6ea0f6856516 req-ea9f12b9-ff4b-4d4d-897d-aaaeb6bb7717 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 943 time: 0.0552471
Nov 13 21:31:29.264744 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bbc5f2c-e520-461a-b419-6ea0f6856516 req-d305d22a-bda5-476f-bb10-6275aa3011dc tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417404
Nov 13 21:31:29.920569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:31:29.924088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:30.024910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:30.035820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1', 'mac_address': 'fa:16:3e:5c:e4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:31:30.073551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:30.085843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:30.110559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:30.220230 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:30.288227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:30.383053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3745a0-57a2-4033-a887-2711dd509a59 req-6cce3c3f-733e-46b6-a5de-795c898c1fcf tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:30.384535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df3745a0-57a2-4033-a887-2711dd509a59 req-6cce3c3f-733e-46b6-a5de-795c898c1fcf tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 944 time: 0.0500078
Nov 13 21:31:30.434228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df3745a0-57a2-4033-a887-2711dd509a59 req-73fb15bb-c52c-4926-9bbf-20f6b83d1cad tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433629
Nov 13 21:31:30.437410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:30.495260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['bf0b5b39-8759-48fa-a9a6-d6a32de2acc1'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:31.549048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a378d-59af-489e-8633-8ab620c18fb4 req-09f8a4e1-f43f-4f63-bdd7-cff866a444be tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:31.550483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-084a378d-59af-489e-8633-8ab620c18fb4 req-09f8a4e1-f43f-4f63-bdd7-cff866a444be tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 944 time: 0.0486910
Nov 13 21:31:31.599221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-084a378d-59af-489e-8633-8ab620c18fb4 req-b55eab91-2c24-42f4-9669-d73500efc694 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427117
Nov 13 21:31:31.953987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:31:32.050993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:31:32.055128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:31:32.055499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:32.131212 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:32.154716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:32.157667 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081277ba-d0cd-4e94-b587-e4ff83241ada" -d '{"events": [{"server_uuid": "f1a85947-94af-43b7-b3f5-53d03e16f68d", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b5b39-8759-48fa-a9a6-d6a32de2acc1"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:32.172120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:32.195819 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5c07a5-e640-4514-8bcd-d597112bc495 x-openstack-request-id: req-aa5c07a5-e640-4514-8bcd-d597112bc495 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:32.196106 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a85947-94af-43b7-b3f5-53d03e16f68d", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b5b39-8759-48fa-a9a6-d6a32de2acc1", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:32.196355 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa5c07a5-e640-4514-8bcd-d597112bc495 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:32.196848 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1', 'code': 200}
Nov 13 21:31:32.246633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:32.306840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:32.311573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20076f68-c247-409f-a4b6-29a5179b0310 req-d0c53738-6ba4-49f3-b33d-ca83526e1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:32.313223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20076f68-c247-409f-a4b6-29a5179b0310 req-d0c53738-6ba4-49f3-b33d-ca83526e1211 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 1096 time: 0.0578449
Nov 13 21:31:32.360710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20076f68-c247-409f-a4b6-29a5179b0310 req-5178953d-86dd-49d6-bd55-db8c85ee21ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395412
Nov 13 21:31:32.716805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c9f35-0f00-4bf3-af2d-b4d20276d7ba req-79e09d97-ac1d-4753-83eb-7cbdf4a3def4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:32.718381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed3c9f35-0f00-4bf3-af2d-b4d20276d7ba req-79e09d97-ac1d-4753-83eb-7cbdf4a3def4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 945 time: 0.0491288
Nov 13 21:31:32.773474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed3c9f35-0f00-4bf3-af2d-b4d20276d7ba req-3036ff0d-d0d4-4c0c-87c4-24a0b96aacab tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488596
Nov 13 21:31:33.889826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4847e-5a56-48f9-9f36-420412ec1ca1 req-420b1498-562e-4b10-8303-75f1dd6c4c24 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:33.891205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77e4847e-5a56-48f9-9f36-420412ec1ca1 req-420b1498-562e-4b10-8303-75f1dd6c4c24 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 945 time: 0.0484340
Nov 13 21:31:33.938042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77e4847e-5a56-48f9-9f36-420412ec1ca1 req-25742f8b-4b76-4590-8c5d-e7f8f5d352bb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407579
Nov 13 21:31:34.051603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92499d68-7f87-46a8-ad2c-ecf8b9db0d1a req-4102becf-5f7f-4815-a975-5b1ae0afc141 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:34.053093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92499d68-7f87-46a8-ad2c-ecf8b9db0d1a req-4102becf-5f7f-4815-a975-5b1ae0afc141 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0485253
Nov 13 21:31:34.100350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92499d68-7f87-46a8-ad2c-ecf8b9db0d1a req-8352d5e0-ecc6-489c-8d12-fec73f70bf5c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409002
Nov 13 21:31:34.214475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec6af-f6c0-4e0b-9b79-7a768eeef6fd req-a9207be9-7ec2-4e50-9c41-07fcf3922f40 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:34.215949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-123ec6af-f6c0-4e0b-9b79-7a768eeef6fd req-a9207be9-7ec2-4e50-9c41-07fcf3922f40 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 945 time: 0.0485475
Nov 13 21:31:34.266891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-123ec6af-f6c0-4e0b-9b79-7a768eeef6fd req-650ac1e4-6a05-4152-b87b-ae7c2c1a9c9e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448344
Nov 13 21:31:34.714077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99723a7e-84be-4cd0-b47e-19831444ac5e req-4c616f7f-3d77-4e81-9b3e-feccf59d4833 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:34.718396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99723a7e-84be-4cd0-b47e-19831444ac5e req-4c616f7f-3d77-4e81-9b3e-feccf59d4833 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 945 time: 0.0487335
Nov 13 21:31:34.767820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99723a7e-84be-4cd0-b47e-19831444ac5e req-43852959-2b6d-49ae-8e6f-c898e9509490 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453517
Nov 13 21:31:35.894924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989afa0-6d9f-47b5-84d0-e94a51a49b4c req-7e2c65f5-6c64-4516-bb17-1d2bcdd6670e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:35.896782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3989afa0-6d9f-47b5-84d0-e94a51a49b4c req-7e2c65f5-6c64-4516-bb17-1d2bcdd6670e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 945 time: 0.0516059
Nov 13 21:31:35.922845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c8686fe2-a7b4-4850-920a-50e756ba3526 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:35.924316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c8686fe2-a7b4-4850-920a-50e756ba3526 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 945 time: 0.0491247
Nov 13 21:31:35.945036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3989afa0-6d9f-47b5-84d0-e94a51a49b4c req-0e511160-38ca-41d4-9f34-bc4a12721f49 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415907
Nov 13 21:31:36.025039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:31:36.025323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:36.114656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:36.114996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:36.128283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:31:36.336934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:36.348181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32', 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:36.365236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=bf0b5b39-8759-48fa-a9a6-d6a32de2acc1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:36.372083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['30ab7b92-303c-4a3c-86c8-47635c8c1991'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:36.417233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:31:36.420081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:36.424009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2117697d-8ad1-4622-b173-1f731ddf7e63 req-c6b5d993-85d5-4c65-8676-dec627c24149 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "DELETE /v2.0/ports/bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 HTTP/1.1" status: 204  len: 173 time: 0.4932363
Nov 13 21:31:36.424482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'name': 'network-vif-deleted', 'tag': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:36.426918 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f7f97a-f680-486f-b4ab-74b2811e118e" -d '{"events": [{"server_uuid": "f1a85947-94af-43b7-b3f5-53d03e16f68d", "name": "network-vif-deleted", "tag": "bf0b5b39-8759-48fa-a9a6-d6a32de2acc1"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:36.470931 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866721c7-9a2a-4c75-a111-0015fa163ca4 x-openstack-request-id: req-866721c7-9a2a-4c75-a111-0015fa163ca4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:36.471339 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a85947-94af-43b7-b3f5-53d03e16f68d", "name": "network-vif-deleted", "tag": "bf0b5b39-8759-48fa-a9a6-d6a32de2acc1", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:36.473457 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-866721c7-9a2a-4c75-a111-0015fa163ca4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:36.473457 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a85947-94af-43b7-b3f5-53d03e16f68d', 'name': 'network-vif-deleted', 'tag': 'bf0b5b39-8759-48fa-a9a6-d6a32de2acc1', 'status': 'completed', 'code': 200}
Nov 13 21:31:37.055881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-edb93fff-c422-4bb7-8bdf-c953ebf47a22 req-727f8453-0307-4120-8212-b0fb6388be40 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1a85947-94af-43b7-b3f5-53d03e16f68d HTTP/1.1" status: 200  len: 210 time: 0.0304871
Nov 13 21:31:38.571061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab5ecb-61dc-459f-9547-9a7d857b722e req-dac44999-7a68-4578-820b-70e287081f55 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.572798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6fab5ecb-61dc-459f-9547-9a7d857b722e req-dac44999-7a68-4578-820b-70e287081f55 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0567546
Nov 13 21:31:38.621909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6fab5ecb-61dc-459f-9547-9a7d857b722e req-26529965-9491-466a-85da-b3295e4f646f tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424562
Nov 13 21:31:38.773815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-89ff404f-c155-4922-828b-11428f859446 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0448060
Nov 13 21:31:38.881608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.881994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.882453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.882909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.883406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.883854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.884378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:38.886309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-8b36b8bc-da9a-41e6-b9de-3d77797db583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 6493 time: 0.0540020
Nov 13 21:31:39.001142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-542c5942-57d1-460a-8b4f-4c160967aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.001608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-542c5942-57d1-460a-8b4f-4c160967aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.002052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-542c5942-57d1-460a-8b4f-4c160967aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.003647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-542c5942-57d1-460a-8b4f-4c160967aca5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90f7b45f-5248-478f-9780-1e89d011db8b&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 200  len: 2292 time: 0.0932746
Nov 13 21:31:39.078095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d12d01a5-dea2-4ba1-8717-ca5ab817e3a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 200  len: 1002 time: 0.0678611
Nov 13 21:31:39.128945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-095de851-27f4-4fad-b5f5-efaa808f8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.130412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-095de851-27f4-4fad-b5f5-efaa808f8530 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 200  len: 850 time: 0.0453291
Nov 13 21:31:39.186295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-f20d17d5-c680-42e2-bbd9-45b3ddabb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.187747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-f20d17d5-c680-42e2-bbd9-45b3ddabb2e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90f7b45f-5248-478f-9780-1e89d011db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0506530
Nov 13 21:31:39.282094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-e8877dd1-f2db-4100-9aa2-c7d28e8830a9 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862703
Nov 13 21:31:39.370182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-485fa2a4-898b-49a6-a1d3-74006404bdf8 service neutron] 10.222.0.37 "GET /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814054
Nov 13 21:31:39.414099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-5b3ae2c6-c7b7-4583-8a0c-0de22bf4f32f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 217 time: 0.0368407
Nov 13 21:31:39.463857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-fd6707ce-fc0c-402e-a98d-a920cdb5f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.465413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-fd6707ce-fc0c-402e-a98d-a920cdb5f44f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0448236
Nov 13 21:31:39.510899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-3780ddc5-0a08-4a8d-a396-3880f997052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.512381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-3780ddc5-0a08-4a8d-a396-3880f997052c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0400395
Nov 13 21:31:39.607706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-557e7d0a-019d-4123-a5bf-adec20203720 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886695
Nov 13 21:31:39.698997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-abd33e4e-9c40-42c3-a7eb-89c67e3f53f7 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840616
Nov 13 21:31:39.744479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-81919859-1027-4bff-9a9e-8b1ca1565dbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 217 time: 0.0384500
Nov 13 21:31:39.757978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2def0-469e-468a-96c9-d703ab46e993 req-b8fa0c67-acef-4ae2-908e-4d7ee70e1068 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.760219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdf2def0-469e-468a-96c9-d703ab46e993 req-b8fa0c67-acef-4ae2-908e-4d7ee70e1068 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0542128
Nov 13 21:31:39.793347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-662c86dc-d14c-4110-a1e3-405929be1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.794824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-662c86dc-d14c-4110-a1e3-405929be1f99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0441620
Nov 13 21:31:39.808092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fdf2def0-469e-468a-96c9-d703ab46e993 req-2a3a3c77-09d6-43b3-a417-449463c678c0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420353
Nov 13 21:31:39.841865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-abfedb76-3eca-45a4-9d1d-421aadd814d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.843652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-abfedb76-3eca-45a4-9d1d-421aadd814d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0413578
Nov 13 21:31:39.939071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-4d6ad17f-dab0-4a26-a9cb-a0f01289958f service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881360
Nov 13 21:31:39.940636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358e92a-49c1-45bf-b458-592003073691 req-e8824971-b6b6-40fe-894c-a569e305b775 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:39.942138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7358e92a-49c1-45bf-b458-592003073691 req-e8824971-b6b6-40fe-894c-a569e305b775 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 945 time: 0.0484619
Nov 13 21:31:40.031620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:31:40.035677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-049d97d0-530b-4db5-b8ef-d35fd2475c77 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902061
Nov 13 21:31:40.039303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port 30ab7b92-303c-4a3c-86c8-47635c8c1991 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:31:40.039643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:40.055836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:31:40.056154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device bf0b5b39-8759-48fa-a9a6-d6a32de2acc1 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:31:40.081281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-9c4954e8-650f-4b38-8f3f-5fa2c6b486c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 200  len: 217 time: 0.0389986
Nov 13 21:31:40.131605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-f719d57f-796a-4d81-968f-c8eca45ad883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:40.133517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-f719d57f-796a-4d81-968f-c8eca45ad883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0461681
Nov 13 21:31:40.134724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port 30ab7b92-303c-4a3c-86c8-47635c8c1991, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30ab7b92-303c-4a3c-86c8-47635c8c1991,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:40.135089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:40.154012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for 30ab7b92-303c-4a3c-86c8-47635c8c1991 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:31:40.187558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d918e8de-ab32-4ac7-8aa8-2b069164cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:40.190104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d918e8de-ab32-4ac7-8aa8-2b069164cb3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0498304
Nov 13 21:31:40.285521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-683f232c-c8cd-4b57-b2ef-228bac1d41fb service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885553
Nov 13 21:31:40.374865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-431d7d98-108c-42ea-9c9d-5d52bddc367e service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830998
Nov 13 21:31:40.386318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:40.397983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:40.402102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['30ab7b92-303c-4a3c-86c8-47635c8c1991'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:40.414251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=30ab7b92-303c-4a3c-86c8-47635c8c1991,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:40.420617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-f7080edd-bbde-4624-a962-b31ed845e835 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 200  len: 217 time: 0.0391788
Nov 13 21:31:40.425224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.425613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.426286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.426286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.426659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.427660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.427660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.427660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.427953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.428758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.428758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.428758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:31:40.475493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-650d2b0e-f092-4e15-b3da-e2ff2f25cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:40.477048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-650d2b0e-f092-4e15-b3da-e2ff2f25cdb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 200  len: 797 time: 0.0477941
Nov 13 21:31:40.481094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port 30ab7b92-303c-4a3c-86c8-47635c8c1991 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:31:40.484313 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:40.487751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7358e92a-49c1-45bf-b458-592003073691 req-240df25d-260c-49cb-8821-a9f5cfacb47a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "DELETE /v2.0/ports/30ab7b92-303c-4a3c-86c8-47635c8c1991 HTTP/1.1" status: 204  len: 173 time: 0.5399637
Nov 13 21:31:40.488136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'name': 'network-vif-deleted', 'tag': '30ab7b92-303c-4a3c-86c8-47635c8c1991'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:40.494013 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c75d3-6010-4304-aefb-f24c9960f456" -d '{"events": [{"server_uuid": "9b0fce53-4657-4952-8b17-9f6a67863aa0", "name": "network-vif-deleted", "tag": "30ab7b92-303c-4a3c-86c8-47635c8c1991"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:40.525921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-0ff439a2-10bb-44a1-9a39-bdb62732bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:40.527433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-0ff439a2-10bb-44a1-9a39-bdb62732bc57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ffc75d93-9301-4212-83e2-fa1cf616cb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0440037
Nov 13 21:31:40.533992 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98e9166-2d87-431b-8614-22dd3c798f83 x-openstack-request-id: req-c98e9166-2d87-431b-8614-22dd3c798f83 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:40.534339 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0fce53-4657-4952-8b17-9f6a67863aa0", "name": "network-vif-deleted", "tag": "30ab7b92-303c-4a3c-86c8-47635c8c1991", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:40.534592 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c98e9166-2d87-431b-8614-22dd3c798f83 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:40.534979 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0fce53-4657-4952-8b17-9f6a67863aa0', 'name': 'network-vif-deleted', 'tag': '30ab7b92-303c-4a3c-86c8-47635c8c1991', 'status': 'completed', 'code': 200}
Nov 13 21:31:40.629932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-689b3997-09cc-43b8-b056-a27a11c482e6 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940211
Nov 13 21:31:40.722298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d2791a19-45d3-451a-8a18-c4ac174c7e31 service neutron] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856092
Nov 13 21:31:40.766778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-edddee04-9150-45c9-b7b2-b2baf30dc0d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 200  len: 217 time: 0.0373642
Nov 13 21:31:40.821994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-60b286aa-f8f7-41d3-8fd5-b5ad592ef5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:40.823762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-60b286aa-f8f7-41d3-8fd5-b5ad592ef5be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0497985
Nov 13 21:31:40.887321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d4b937fb-8030-4090-badb-f5820fe390dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:40.889410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d4b937fb-8030-4090-badb-f5820fe390dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0578048
Nov 13 21:31:40.923485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d4735f1-2ff5-4e43-bb6a-76c7576bbcc4 req-c9640aab-7e97-4a4f-b403-3d174b8433fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b0fce53-4657-4952-8b17-9f6a67863aa0 HTTP/1.1" status: 200  len: 210 time: 0.0304601
Nov 13 21:31:41.312274 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-5f450b02-7b82-4ea0-93a3-ef9c30039ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4145255
Nov 13 21:31:41.420029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-81140782-b723-4544-b55a-bd8a14576563 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974829
Nov 13 21:31:41.464535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-68bdd379-d2ad-4a0c-814c-40d2f3301db4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 200  len: 217 time: 0.0373816
Nov 13 21:31:41.516413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-9e7c2507-ad12-430e-99fd-7f3dd6e97ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:41.517993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-9e7c2507-ad12-430e-99fd-7f3dd6e97ca3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 200  len: 797 time: 0.0470846
Nov 13 21:31:41.567693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec121b30-afda-4119-9777-eb9492cfb244 req-74c6b7a1-52a4-48c5-b0a6-f21383d11088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:41.569315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-74c6b7a1-52a4-48c5-b0a6-f21383d11088 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0443728
Nov 13 21:31:41.668873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-d39d4885-df28-468d-988c-15c94c2af1f3 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917292
Nov 13 21:31:41.883335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec121b30-afda-4119-9777-eb9492cfb244 req-14528d3c-9b0d-4861-afaf-1afb0ec4c2b7 service neutron] 10.222.0.37 "GET /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070079
Nov 13 21:31:42.057514 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:42.240641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-46335f7c-d1aa-489e-89f9-522194191fee tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:42.242357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-46335f7c-d1aa-489e-89f9-522194191fee tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1034472
Nov 13 21:31:42.259652 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ce858050-5432-4515-bbac-04ecd991fae4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0100250
Nov 13 21:31:42.315283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ac93b335-b597-40bd-ad45-e0b3263dbf6e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0496993
Nov 13 21:31:42.418314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-e26557c1-ca9b-4d91-ab90-68b97ded0b6f service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958180
Nov 13 21:31:42.513944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-f4a5c472-208d-4122-9d77-c0095e0a213e service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885112
Nov 13 21:31:42.811466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05084056-1350-49ac-8400-40b78377fc36 req-67b1f90c-0559-410c-a1be-e3ab90c6c3b4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 210 time: 0.0282567
Nov 13 21:31:43.182354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 30ab7b92-303c-4a3c-86c8-47635c8c1991 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:31:43.343085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 30ab7b92-303c-4a3c-86c8-47635c8c1991 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:31:43.343516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 30ab7b92-303c-4a3c-86c8-47635c8c1991 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:31:43.906528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fdc2f73-e13d-4c04-bb81-0a8ea5007933 req-81e18ef6-9431-478d-b7ee-82b49914576a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 210 time: 0.0287247
Nov 13 21:31:44.508659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:45.010961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-496631cc-3e9c-4dec-afc7-e6c10169c9b7 req-7c85f766-087e-4cb5-a83a-97f5a562b6b7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 210 time: 0.0310185
Nov 13 21:31:45.018771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-57da2993-681d-4e7f-8605-e905170917da tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:45.020416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-57da2993-681d-4e7f-8605-e905170917da tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1336784
Nov 13 21:31:45.033454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:31:45.226197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:31:45.230523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:45.355047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.8 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/73637b8d-3af1-40f9-97e6-935a0a6add2b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:31:45.503421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:45.623488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:45.635138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:45.671355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:31:45.676566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:31:45.680445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:31:45.704401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=73637b8d-3af1-40f9-97e6-935a0a6add2b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:45.731914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:45.733062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:45.817913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-96a10dc8-287e-47e5-9c8b-25761663e736 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7888520
Nov 13 21:31:45.831484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Request body: {'port': {'device_id': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:31:45.883952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:46.137050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63668d9-d5e4-4be7-a7ce-9c8ad4f41523 req-f053802f-ed76-4830-bc97-d3bce75edc1e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:46.138474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e63668d9-d5e4-4be7-a7ce-9c8ad4f41523 req-f053802f-ed76-4830-bc97-d3bce75edc1e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 931 time: 0.0491705
Nov 13 21:31:46.158415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73637b8d-3af1-40f9-97e6-935a0a6add2b {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:46.166885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:46.179143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Transition to ACTIVE for port object 73637b8d-3af1-40f9-97e6-935a0a6add2b will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:31:46.187556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e63668d9-d5e4-4be7-a7ce-9c8ad4f41523 req-28183bf8-dc36-42fd-8f80-948a5ec6c1ab tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420442
Nov 13 21:31:46.251726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:46.300632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Pushing event updated for resources: {'Port': ['ID=73637b8d-3af1-40f9-97e6-935a0a6add2b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:46.375156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Attempting to bind port 73637b8d-3af1-40f9-97e6-935a0a6add2b on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:31:46.375497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Attempting to bind port 73637b8d-3af1-40f9-97e6-935a0a6add2b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:31:46.375826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Attempting to bind port 73637b8d-3af1-40f9-97e6-935a0a6add2b on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:31:46.382540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Port 73637b8d-3af1-40f9-97e6-935a0a6add2b on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:31:46.382851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Attempting to bind port 73637b8d-3af1-40f9-97e6-935a0a6add2b on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:31:46.392363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:31:46.392363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:31:46.392363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:31:46.392363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Bound port: 73637b8d-3af1-40f9-97e6-935a0a6add2b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:31:46.392363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:46.398329 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:31:46.465360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] For port 73637b8d-3af1-40f9-97e6-935a0a6add2b, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:31:46.468385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] For port 73637b8d-3af1-40f9-97e6-935a0a6add2b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73637b8d-3af1-40f9-97e6-935a0a6add2b,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:31:46.538600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:46.581882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:46.582509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:46.583900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] 10.222.0.37 "PUT /v2.0/ports/73637b8d-3af1-40f9-97e6-935a0a6add2b HTTP/1.1" status: 200  len: 1091 time: 0.7566285
Nov 13 21:31:46.584346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'tag': '73637b8d-3af1-40f9-97e6-935a0a6add2b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:46.586664 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2cdbce-4b74-4feb-979b-18867235aa8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f268ea56-41bc-41b9-b3e2-ad4243ca4ac8", "tag": "73637b8d-3af1-40f9-97e6-935a0a6add2b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:46.605238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca100dd8-0cdd-4ab7-8bfc-f1bbd180ba1c service neutron] Pushing event updated for resources: {'Port': ['ID=73637b8d-3af1-40f9-97e6-935a0a6add2b,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:46.625834 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa8d254-727a-49da-b524-7225098f02c4 x-openstack-request-id: req-5fa8d254-727a-49da-b524-7225098f02c4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:46.626132 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f268ea56-41bc-41b9-b3e2-ad4243ca4ac8", "tag": "73637b8d-3af1-40f9-97e6-935a0a6add2b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:46.626389 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fa8d254-727a-49da-b524-7225098f02c4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:46.626801 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'tag': '73637b8d-3af1-40f9-97e6-935a0a6add2b', 'status': 'completed', 'code': 200}
Nov 13 21:31:46.688069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cdbce-4b74-4feb-979b-18867235aa8f req-a47aa095-c152-49ca-a800-ce45f798d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:46.689516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a2cdbce-4b74-4feb-979b-18867235aa8f req-a47aa095-c152-49ca-a800-ce45f798d123 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 1094 time: 0.0412390
Nov 13 21:31:46.790475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cdbce-4b74-4feb-979b-18867235aa8f req-9d84e84f-921d-4090-9388-12a4d44c0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:46.791963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a2cdbce-4b74-4feb-979b-18867235aa8f req-9d84e84f-921d-4090-9388-12a4d44c0dfc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&shared=False HTTP/1.1" status: 200  len: 907 time: 0.0938923
Nov 13 21:31:46.889208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cdbce-4b74-4feb-979b-18867235aa8f req-2ae06824-84fa-4486-ac2a-76597dc44861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:46.891294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a2cdbce-4b74-4feb-979b-18867235aa8f req-2ae06824-84fa-4486-ac2a-76597dc44861 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0927861
Nov 13 21:31:46.976136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-f77175a1-1eb8-4611-8b47-8c6d6018da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:46.977684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-f77175a1-1eb8-4611-8b47-8c6d6018da47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 1094 time: 0.0509191
Nov 13 21:31:47.020771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-a4377829-abe7-4fb7-abd5-0d8b28d4e9d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73637b8d-3af1-40f9-97e6-935a0a6add2b HTTP/1.1" status: 200  len: 217 time: 0.0343475
Nov 13 21:31:47.068876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-d5d064be-8f9d-46dd-8d31-e2d868ce2053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:47.070299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-d5d064be-8f9d-46dd-8d31-e2d868ce2053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0434120
Nov 13 21:31:47.102592 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-6874b1df-7322-4f68-a753-b362c8d0c95c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242217
Nov 13 21:31:47.195695 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-377fd528-8cee-4937-b664-807a0f20f6ba service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860097
Nov 13 21:31:47.262385 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-8e1f7375-7aa1-4be6-89d0-d12a4153df2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0459809
Nov 13 21:31:47.293867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9732916d-cdda-4636-8b74-1f2ca1358cb1 req-e0340a34-e8ff-40af-bbc5-432ea957f376 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917888
Nov 13 21:31:47.343851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9ce5-3179-4a37-af4d-21c712fe80bf req-8da7f3a6-50b0-4b38-a46f-ee333282c756 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:47.345402 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bc0c9ce5-3179-4a37-af4d-21c712fe80bf req-8da7f3a6-50b0-4b38-a46f-ee333282c756 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 943 time: 0.0814524
Nov 13 21:31:47.352185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-f9fbfac4-830f-4354-b8b8-69eb8affc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:47.352185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-f9fbfac4-830f-4354-b8b8-69eb8affc27c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9383e7c033e4af09a3de1311426e629&device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 1097 time: 0.0609663
Nov 13 21:31:47.445208 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bc0c9ce5-3179-4a37-af4d-21c712fe80bf req-d681dee7-98d2-4a37-bd3c-177fc3c0455e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934865
Nov 13 21:31:47.477060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-bf5603bf-0ad8-4f92-b28e-45d9a730bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:47.478520 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-bf5603bf-0ad8-4f92-b28e-45d9a730bb3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 200  len: 920 time: 0.1076474
Nov 13 21:31:47.519754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-712fdb4f-1161-4bbf-9b94-ea8ca566b677 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 HTTP/1.1" status: 200  len: 217 time: 0.0335615
Nov 13 21:31:47.578619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-d42eb621-2673-4940-acf3-59a64a27eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:47.582113 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-d42eb621-2673-4940-acf3-59a64a27eaf4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 200  len: 859 time: 0.0547366
Nov 13 21:31:47.622787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-525b5e64-771c-442a-b637-ab29dbcac689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369e91b6-338f-4d5c-b27c-6319b65ab585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337989
Nov 13 21:31:47.713376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-2b03e453-d279-4e24-bf19-0406208973a5 service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825815
Nov 13 21:31:47.806552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c145af3d-fb24-4dfc-97da-ed72da200aeb req-a2cb6333-4f07-4033-834f-13940fe92b0c service neutron] 10.222.0.46 "GET /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862608
Nov 13 21:31:48.568448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89962-3a47-469c-a81b-5edd384a1215 req-d72692d1-4c96-42bd-aa34-634227270275 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:48.571022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7d89962-3a47-469c-a81b-5edd384a1215 req-d72692d1-4c96-42bd-aa34-634227270275 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 943 time: 0.0550714
Nov 13 21:31:48.594498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15747a87-6420-4bef-971d-93c85074f3a2 req-f16806ba-4856-4d6b-ac4e-4cd591603d4d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:48.596008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15747a87-6420-4bef-971d-93c85074f3a2 req-f16806ba-4856-4d6b-ac4e-4cd591603d4d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0509033
Nov 13 21:31:48.621156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7d89962-3a47-469c-a81b-5edd384a1215 req-477410d0-fe62-48bc-a28c-2218d8d97e9d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434568
Nov 13 21:31:48.649299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-15747a87-6420-4bef-971d-93c85074f3a2 req-d06948d9-415c-432d-a212-9d546cbe5507 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469215
Nov 13 21:31:49.756875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e02898-ca77-4828-bc7f-6ebe1933333c req-9d1b938f-82c2-4b98-a236-45fb81a3a752 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:49.758371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29e02898-ca77-4828-bc7f-6ebe1933333c req-9d1b938f-82c2-4b98-a236-45fb81a3a752 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 943 time: 0.0521426
Nov 13 21:31:49.770687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4f85-b5e0-4401-b0e0-ad1e5ec3d7ed req-22ea40f6-1f51-4c8c-bd55-4e8ad2dc181d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:49.772198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7ec4f85-b5e0-4401-b0e0-ad1e5ec3d7ed req-22ea40f6-1f51-4c8c-bd55-4e8ad2dc181d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0488598
Nov 13 21:31:49.810584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29e02898-ca77-4828-bc7f-6ebe1933333c req-dea2e829-bd00-4828-a52f-0adf974d4880 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462115
Nov 13 21:31:49.819478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7ec4f85-b5e0-4401-b0e0-ad1e5ec3d7ed req-1319a313-ae9e-49ea-bf76-5892e6494071 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414166
Nov 13 21:31:50.125163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 73637b8d-3af1-40f9-97e6-935a0a6add2b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:31:50.223197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 73637b8d-3af1-40f9-97e6-935a0a6add2b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73637b8d-3af1-40f9-97e6-935a0a6add2b,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:50.234235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '73637b8d-3af1-40f9-97e6-935a0a6add2b', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': '73637b8d-3af1-40f9-97e6-935a0a6add2b', 'mac_address': 'fa:16:3e:27:3b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:31:50.272078 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:50.284492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73637b8d-3af1-40f9-97e6-935a0a6add2b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:31:50.302968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 73637b8d-3af1-40f9-97e6-935a0a6add2b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73637b8d-3af1-40f9-97e6-935a0a6add2b,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:50.411311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:50.458814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=73637b8d-3af1-40f9-97e6-935a0a6add2b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:50.670740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['73637b8d-3af1-40f9-97e6-935a0a6add2b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:50.740651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-b8cc4aa6-606c-4d75-b152-d603d916a2bb tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:50.742153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-b8cc4aa6-606c-4d75-b152-d603d916a2bb tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0505431
Nov 13 21:31:50.834772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Deleting port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:31:50.835464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:50.948357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d03cc-b210-45d6-94eb-be8811d4e77f req-219120fe-2309-46c5-87e9-a4434364ecda tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:50.949930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a7d03cc-b210-45d6-94eb-be8811d4e77f req-219120fe-2309-46c5-87e9-a4434364ecda tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 946 time: 0.0557671
Nov 13 21:31:50.965153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] For port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:50.965794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:50.977082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88f2f6-8607-4741-bdb2-843ef7f1e121 req-d49f6274-0b59-4a2c-b545-fda4489483c2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:50.978612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d88f2f6-8607-4741-bdb2-843ef7f1e121 req-d49f6274-0b59-4a2c-b545-fda4489483c2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 944 time: 0.0821352
Nov 13 21:31:50.992820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Calling delete_port for 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:31:51.010990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a7d03cc-b210-45d6-94eb-be8811d4e77f req-7c55646d-10cb-4d40-8a8a-1c68322c05d9 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544615
Nov 13 21:31:51.079363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d88f2f6-8607-4741-bdb2-843ef7f1e121 req-05ab0047-b8f6-45fb-a2d1-11d469a470b5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923824
Nov 13 21:31:51.290159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:51.302728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84', '59d1af65-af88-494e-9808-6173217910a3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:51.318898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Pushing event deleted for resources: {'Port': ['ID=8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:51.365988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] No DVR routers for this DVR port 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:31:51.368578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:51.372337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-626c20aa-f46e-45f1-88c2-6b238deb66be req-517ab73a-73ec-4cce-bc42-dec7bcd2f1ae tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "DELETE /v2.0/ports/8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 HTTP/1.1" status: 204  len: 173 time: 0.6237051
Nov 13 21:31:51.372810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'name': 'network-vif-deleted', 'tag': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:51.375392 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e740f21d-95cb-4467-8140-5c4db4820cfe" -d '{"events": [{"server_uuid": "9f93e9e3-24ea-45dd-a2dd-d825facd0cf5", "name": "network-vif-deleted", "tag": "8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:51.427431 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bfcbfa-453a-4153-8250-7e875218cfcc x-openstack-request-id: req-71bfcbfa-453a-4153-8250-7e875218cfcc {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:51.428180 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f93e9e3-24ea-45dd-a2dd-d825facd0cf5", "name": "network-vif-deleted", "tag": "8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:51.428722 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71bfcbfa-453a-4153-8250-7e875218cfcc {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:51.429000 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f93e9e3-24ea-45dd-a2dd-d825facd0cf5', 'name': 'network-vif-deleted', 'tag': '8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84', 'status': 'completed', 'code': 200}
Nov 13 21:31:52.140866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 73637b8d-3af1-40f9-97e6-935a0a6add2b up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:31:52.245015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e38618-d4d0-49a8-9ba8-cfa4bde011a3 req-651a897a-8ddb-47ae-9115-41940368a3a8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:52.247083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4e38618-d4d0-49a8-9ba8-cfa4bde011a3 req-651a897a-8ddb-47ae-9115-41940368a3a8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 944 time: 0.0912840
Nov 13 21:31:52.304115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4e38618-d4d0-49a8-9ba8-cfa4bde011a3 req-070d4e79-c1a6-430c-80d9-9193815eeb4d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494516
Nov 13 21:31:52.352623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 73637b8d-3af1-40f9-97e6-935a0a6add2b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:31:52.357289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 73637b8d-3af1-40f9-97e6-935a0a6add2b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:31:52.357661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:52.422292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-af4f1190-0fe3-4621-a695-0d5cc70b02a7 req-3c844357-fdc5-4cf9-8295-71c578193ea4 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f93e9e3-24ea-45dd-a2dd-d825facd0cf5 HTTP/1.1" status: 200  len: 210 time: 0.3282638
Nov 13 21:31:52.450493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:52.473392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73637b8d-3af1-40f9-97e6-935a0a6add2b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:52.476822 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4347ae0b-2b03-432a-af31-0d366d65edc1" -d '{"events": [{"server_uuid": "f268ea56-41bc-41b9-b3e2-ad4243ca4ac8", "name": "network-vif-plugged", "status": "completed", "tag": "73637b8d-3af1-40f9-97e6-935a0a6add2b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:52.492296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 73637b8d-3af1-40f9-97e6-935a0a6add2b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73637b8d-3af1-40f9-97e6-935a0a6add2b,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:52.513160 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa74b96-4ebd-4329-aed7-02feed67d76a x-openstack-request-id: req-efa74b96-4ebd-4329-aed7-02feed67d76a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:52.513445 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f268ea56-41bc-41b9-b3e2-ad4243ca4ac8", "name": "network-vif-plugged", "status": "completed", "tag": "73637b8d-3af1-40f9-97e6-935a0a6add2b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:52.513739 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efa74b96-4ebd-4329-aed7-02feed67d76a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:52.514148 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73637b8d-3af1-40f9-97e6-935a0a6add2b', 'code': 200}
Nov 13 21:31:52.610269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6bc3b-c0a3-4b9f-84c0-fbbf2d070b35 req-12795a3c-c0f2-4b4d-a1fb-88fc84c4e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:52.611901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96b6bc3b-c0a3-4b9f-84c0-fbbf2d070b35 req-12795a3c-c0f2-4b4d-a1fb-88fc84c4e871 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 1095 time: 0.0441260
Nov 13 21:31:52.670313 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96b6bc3b-c0a3-4b9f-84c0-fbbf2d070b35 req-3509d3f6-177f-4530-9b9b-eb2815183856 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484009
Nov 13 21:31:52.777694 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:52.828252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=73637b8d-3af1-40f9-97e6-935a0a6add2b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:53.422851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6aa7-7ca6-4370-884d-bd142882470c req-b7deb2f8-31b1-48c5-8d31-548224b801ba tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:53.424204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75fe6aa7-7ca6-4370-884d-bd142882470c req-b7deb2f8-31b1-48c5-8d31-548224b801ba tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0483658
Nov 13 21:31:53.476331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75fe6aa7-7ca6-4370-884d-bd142882470c req-514eade5-edc1-431e-bbde-31e0a45bd746 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461683
Nov 13 21:31:54.086260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a094c-9f10-4a31-8eb2-899ad4487c55 req-c9f6a6b8-de7a-4c76-944b-03553dca3b77 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:54.087755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a9a094c-9f10-4a31-8eb2-899ad4487c55 req-c9f6a6b8-de7a-4c76-944b-03553dca3b77 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0487545
Nov 13 21:31:54.135533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a9a094c-9f10-4a31-8eb2-899ad4487c55 req-2e148200-6a16-49f9-a1cd-447bc91fac09 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415101
Nov 13 21:31:54.598479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558e529-b647-4aa9-a8f8-38d90b0e3b0a req-b2759e19-207a-4e01-aecf-1721d1506823 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:54.600091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e558e529-b647-4aa9-a8f8-38d90b0e3b0a req-b2759e19-207a-4e01-aecf-1721d1506823 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0507209
Nov 13 21:31:54.653143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e558e529-b647-4aa9-a8f8-38d90b0e3b0a req-6e5787f4-f7ee-4b75-add4-0eb86ca1256e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468731
Nov 13 21:31:54.766841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19bcd25c-2f44-4c2c-8bc2-915cbf7f2c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:54.995519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef8165-1059-49b4-a05f-461c2fb60f9b req-1a3a2788-cc96-4934-8662-7ff5fac8a57c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:54.997018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88ef8165-1059-49b4-a05f-461c2fb60f9b req-1a3a2788-cc96-4934-8662-7ff5fac8a57c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0477552
Nov 13 21:31:55.044979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88ef8165-1059-49b4-a05f-461c2fb60f9b req-e665a350-f437-4947-9791-60c32867609e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414879
Nov 13 21:31:55.160250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc19e31-f57d-4e52-aa6d-688f6aa620b2 req-41fae669-3225-45da-8686-474f1d9deb71 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:55.162014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cfc19e31-f57d-4e52-aa6d-688f6aa620b2 req-41fae669-3225-45da-8686-474f1d9deb71 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0484591
Nov 13 21:31:55.214524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cfc19e31-f57d-4e52-aa6d-688f6aa620b2 req-da4e2307-461a-4c83-a5b6-518dbb7e75a0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465517
Nov 13 21:31:55.224158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:31:55.250320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:31:55.250660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8c70a9f7-2aa4-4cf4-82cb-f76e64cd4e84 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:31:55.261580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c9e3b-1d5c-4d69-88d3-9a55e90e12ae req-37cbccdf-a48e-4865-84f7-c2d460298d4e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:55.263103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-786c9e3b-1d5c-4d69-88d3-9a55e90e12ae req-37cbccdf-a48e-4865-84f7-c2d460298d4e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0569358
Nov 13 21:31:55.315412 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-786c9e3b-1d5c-4d69-88d3-9a55e90e12ae req-9423603c-95ce-4d3f-9792-3f8f18608bea tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461943
Nov 13 21:31:55.769735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f0ca-05c8-4ec7-b940-a06c6072b8e7 req-c55eeb02-68c8-4fb4-ae95-d07bec3b6f70 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:55.771335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c55f0ca-05c8-4ec7-b940-a06c6072b8e7 req-c55eeb02-68c8-4fb4-ae95-d07bec3b6f70 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0534806
Nov 13 21:31:55.823002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c55f0ca-05c8-4ec7-b940-a06c6072b8e7 req-bcf161d4-a9c3-4912-8d29-4109cf7951e0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430155
Nov 13 21:31:56.432928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e2cd-ed9a-494a-a283-10f05bb85440 req-5d350aa5-5f1b-4e3d-99a3-c2938fa1419d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:56.434453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30c4e2cd-ed9a-494a-a283-10f05bb85440 req-5d350aa5-5f1b-4e3d-99a3-c2938fa1419d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0494869
Nov 13 21:31:56.483873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30c4e2cd-ed9a-494a-a283-10f05bb85440 req-7cafae8e-e90e-400a-aa16-87a0fa568a8e tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432272
Nov 13 21:31:56.952218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151d5ab-038d-41f6-8147-f1568f96aed5 req-44a16dd7-7498-4ed9-8ddd-331b808ee213 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:56.953651 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9151d5ab-038d-41f6-8147-f1568f96aed5 req-44a16dd7-7498-4ed9-8ddd-331b808ee213 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0522144
Nov 13 21:31:56.999782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-98f62fe9-7508-42c9-bacd-9066bcb5c240 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:57.001297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-98f62fe9-7508-42c9-bacd-9066bcb5c240 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 945 time: 0.0520685
Nov 13 21:31:57.008806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9151d5ab-038d-41f6-8147-f1568f96aed5 req-d7ac1a3e-66f8-466e-866a-c73d3826edb8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460553
Nov 13 21:31:57.101219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-938f2a0c-67ac-4d19-8ba6-63689a11a04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:57.103032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port 73637b8d-3af1-40f9-97e6-935a0a6add2b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:31:57.103371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:57.190633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port 73637b8d-3af1-40f9-97e6-935a0a6add2b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73637b8d-3af1-40f9-97e6-935a0a6add2b,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:57.190997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:57.203262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for 73637b8d-3af1-40f9-97e6-935a0a6add2b owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:31:57.394869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:57.407460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32', '73637b8d-3af1-40f9-97e6-935a0a6add2b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:57.424391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=73637b8d-3af1-40f9-97e6-935a0a6add2b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:57.469215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port 73637b8d-3af1-40f9-97e6-935a0a6add2b on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:31:57.471868 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:57.475967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73cd8913-dbd0-47c2-b762-5477b92dd7ed req-c9f12bd2-dc07-4d33-816e-213e7366ec63 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "DELETE /v2.0/ports/73637b8d-3af1-40f9-97e6-935a0a6add2b HTTP/1.1" status: 204  len: 173 time: 0.4623933
Nov 13 21:31:57.476407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'name': 'network-vif-deleted', 'tag': '73637b8d-3af1-40f9-97e6-935a0a6add2b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:57.478777 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069dead-7885-4205-84fa-faaf53babc33" -d '{"events": [{"server_uuid": "f268ea56-41bc-41b9-b3e2-ad4243ca4ac8", "name": "network-vif-deleted", "tag": "73637b8d-3af1-40f9-97e6-935a0a6add2b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:57.518488 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb0ab5-fc5d-4241-8b66-8cc6313e23b1 x-openstack-request-id: req-05bb0ab5-fc5d-4241-8b66-8cc6313e23b1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:57.519137 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f268ea56-41bc-41b9-b3e2-ad4243ca4ac8", "name": "network-vif-deleted", "tag": "73637b8d-3af1-40f9-97e6-935a0a6add2b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:57.519737 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05bb0ab5-fc5d-4241-8b66-8cc6313e23b1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:57.520655 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f268ea56-41bc-41b9-b3e2-ad4243ca4ac8', 'name': 'network-vif-deleted', 'tag': '73637b8d-3af1-40f9-97e6-935a0a6add2b', 'status': 'completed', 'code': 200}
Nov 13 21:31:57.617799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2e3e-7f4c-4a31-bc7d-d9b33dd5b4b1 req-3585fd4e-0668-4006-b608-3926b154e408 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:57.619575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d4e2e3e-7f4c-4a31-bc7d-d9b33dd5b4b1 req-3585fd4e-0668-4006-b608-3926b154e408 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0528009
Nov 13 21:31:57.668535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d4e2e3e-7f4c-4a31-bc7d-d9b33dd5b4b1 req-6a6a0253-32e0-42c1-81bf-463c227a877c tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424790
Nov 13 21:31:58.117877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9f1bba3-4d0b-498a-9474-e04c4da25c27 req-e6c1a0dc-8126-4835-8b34-5e34b2adabbf tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=f268ea56-41bc-41b9-b3e2-ad4243ca4ac8 HTTP/1.1" status: 200  len: 210 time: 0.0276492
Nov 13 21:31:58.578565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:58.785423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e9d34-7845-4801-99a4-8262a7af8375 req-105b5d18-0288-461f-8d3a-88ecee3864b6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:58.786899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e07e9d34-7845-4801-99a4-8262a7af8375 req-105b5d18-0288-461f-8d3a-88ecee3864b6 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0486367
Nov 13 21:31:58.834885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e07e9d34-7845-4801-99a4-8262a7af8375 req-cc973d19-24f1-4200-a173-a6d6a49ced54 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7bd7c17-38e0-4617-8bcb-d44257e4df04&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419934
Nov 13 21:31:59.039697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33023494-4e45-4811-9535-51eb26ae0d79 req-09589f43-3613-402c-8f2d-16e6af2c5b17 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:59.041346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33023494-4e45-4811-9535-51eb26ae0d79 req-09589f43-3613-402c-8f2d-16e6af2c5b17 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 945 time: 0.0483272
Nov 13 21:31:59.139488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Deleting port 59d1af65-af88-494e-9808-6173217910a3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:31:59.140008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:59.231997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] For port 59d1af65-af88-494e-9808-6173217910a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d1af65-af88-494e-9808-6173217910a3,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:31:59.232371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:59.246634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Calling delete_port for 59d1af65-af88-494e-9808-6173217910a3 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:31:59.448279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-38afde3c-3ad3-4d37-8f46-23eebc3e8a02 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:31:59.449820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-38afde3c-3ad3-4d37-8f46-23eebc3e8a02 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1431713
Nov 13 21:31:59.490673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-808682e4-0fd4-4d4a-a0a5-6913119fad81 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/quotas/8ca970b5d5c84e84bc8898c0dbebbbaf HTTP/1.1" status: 200  len: 375 time: 0.0347791
Nov 13 21:31:59.545492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-f0650ba6-67f7-43c5-9e0a-70865ed5295d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0477607
Nov 13 21:31:59.611569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:59.623168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['59d1af65-af88-494e-9808-6173217910a3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:31:59.645523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Pushing event deleted for resources: {'Port': ['ID=59d1af65-af88-494e-9808-6173217910a3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:31:59.714120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] No DVR routers for this DVR port 59d1af65-af88-494e-9808-6173217910a3 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:31:59.717618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:59.720929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33023494-4e45-4811-9535-51eb26ae0d79 req-668bc1b9-08cc-4b25-8d86-6dc87596f204 tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.46 "DELETE /v2.0/ports/59d1af65-af88-494e-9808-6173217910a3 HTTP/1.1" status: 204  len: 173 time: 0.6736853
Nov 13 21:31:59.721365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'name': 'network-vif-deleted', 'tag': '59d1af65-af88-494e-9808-6173217910a3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:31:59.723576 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d711198-04d0-4798-b593-90846f1588e4" -d '{"events": [{"server_uuid": "61d443ab-0d82-4aa7-ae7e-847bc83feff4", "name": "network-vif-deleted", "tag": "59d1af65-af88-494e-9808-6173217910a3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:31:59.730669 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-69e974d0-6450-47d3-a185-dc3183f86b6f service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781828
Nov 13 21:31:59.797306 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45068e68-39d2-4fa1-8bbf-daa22e06034d x-openstack-request-id: req-45068e68-39d2-4fa1-8bbf-daa22e06034d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:31:59.797998 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d443ab-0d82-4aa7-ae7e-847bc83feff4", "name": "network-vif-deleted", "tag": "59d1af65-af88-494e-9808-6173217910a3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:31:59.797998 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45068e68-39d2-4fa1-8bbf-daa22e06034d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:31:59.798210 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d443ab-0d82-4aa7-ae7e-847bc83feff4', 'name': 'network-vif-deleted', 'tag': '59d1af65-af88-494e-9808-6173217910a3', 'status': 'completed', 'code': 200}
Nov 13 21:31:59.832364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-8e5b729e-e2c7-41f2-a80e-41c579945812 service neutron] 10.222.0.20 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954976
Nov 13 21:31:59.921256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:31:59.934403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd33779c-0f52-4e34-9b65-44574ce8ecaf req-fba74b27-762b-4067-9785-5530ede1a15d tempest-ServerRescueNegativeTestJSON-1445126235 tempest-ServerRescueNegativeTestJSON-1445126235-project] 10.222.0.20 "GET /v2.0/ports?device_id=61d443ab-0d82-4aa7-ae7e-847bc83feff4 HTTP/1.1" status: 200  len: 210 time: 0.0280542
Nov 13 21:32:00.118501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-953bdbde-4336-4037-83f0-2cb61be6331e req-9e684b1f-4c78-43f1-bf37-25db4ca3013a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 210 time: 0.0285640
Nov 13 21:32:00.172456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 73637b8d-3af1-40f9-97e6-935a0a6add2b no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:32:00.193173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 73637b8d-3af1-40f9-97e6-935a0a6add2b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:32:00.193611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 73637b8d-3af1-40f9-97e6-935a0a6add2b not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:32:00.355561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:00.992480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57108) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:01.219224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7e7dac2-d50a-4020-ab47-f2c24319fd45 req-d5a9fc6d-a991-4c06-bb8b-84c433409660 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 210 time: 0.0282009
Nov 13 21:32:01.363912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:01.607714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Deleting port 7cd06f19-577b-44e0-b503-14194d88f3e7 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:32:01.608055 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:01.684615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] For port 7cd06f19-577b-44e0-b503-14194d88f3e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7cd06f19-577b-44e0-b503-14194d88f3e7,segment=NetworkSegment(42c2986b-7b07-4bb0-8f13-8bb841025238),segment_id=42c2986b-7b07-4bb0-8f13-8bb841025238)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:01.685007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:01.702294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Calling delete_port for 7cd06f19-577b-44e0-b503-14194d88f3e7 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:32:01.983182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:02.009809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd06f19-577b-44e0-b503-14194d88f3e7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:02.149267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-513c62e9-2e42-4e64-8ac4-afb566b94b7b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:02.150782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-513c62e9-2e42-4e64-8ac4-afb566b94b7b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 806 time: 0.1210587
Nov 13 21:32:02.165759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Request body: {'port': {'device_id': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'admin_state_up': True, 'tenant_id': '8ca970b5d5c84e84bc8898c0dbebbbaf'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:02.186373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:02.325292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8f5c7abf-3b01-4496-bc84-e8d11f6b1d79 req-d1229b61-3e66-4afb-a4df-f5ca1bb33289 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 210 time: 0.0298731
Nov 13 21:32:02.389135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Made reservation on behalf of 8ca970b5d5c84e84bc8898c0dbebbbaf for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:02.392673 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:02.416648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Router 57121924-5b42-4027-b2e3-d6c4614fe4ae has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:32:02.534589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Allocated IP 172.20.0.2 (0121064f-3701-4c29-b331-2abd11867f05/67363ae3-e8fe-4b4c-a00e-49849727c982/9de4dc61-d348-4075-9952-36a75da12e50) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:32:02.715033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:02.818394 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:32:02.826785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:02.839906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] Sync routers for ids ['57121924-5b42-4027-b2e3-d6c4614fe4ae'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:32:02.840985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:32:02.842275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d910c756-9a41-47d0-a247-3168ed94114e admin admin] 10.222.0.20 "PUT /v2.0/routers/57121924-5b42-4027-b2e3-d6c4614fe4ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8486207
Nov 13 21:32:02.848427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:02.887414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Network 0121064f-3701-4c29-b331-2abd11867f05 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:02.888933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event updated for resources: {'Port': ['ID=9de4dc61-d348-4075-9952-36a75da12e50,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:02.891544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:02.893731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:32:02.902580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] Routers {'57121924-5b42-4027-b2e3-d6c4614fe4ae'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:02.903791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['57121924-5b42-4027-b2e3-d6c4614fe4ae'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:02.952355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:02.953058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.003232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.020646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-321e1653-c739-4ce2-a0f3-9e3ff565593a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8595169
Nov 13 21:32:03.034056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Request body: {'port': {'device_id': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:03.105438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.133888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] Set router 57121924-5b42-4027-b2e3-d6c4614fe4ae gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:03.134149 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.277667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 59d1af65-af88-494e-9808-6173217910a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:32:03.321421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Deleting port 5527b219-f358-4e5d-a07e-f2c8d2a5d360 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:32:03.321841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 59d1af65-af88-494e-9808-6173217910a3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:32:03.322220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 59d1af65-af88-494e-9808-6173217910a3 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:32:03.322583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.462438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de4dc61-d348-4075-9952-36a75da12e50 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:32:03.465133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fb80>, [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125'}], 'enable_snat': True}, 'gw_port_id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:32:01Z', 'revision_number': 5, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port': {'id': '5527b219-f358-4e5d-a07e-f2c8d2a5d360', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:29:38Z', 'updated_at': '2021-11-13T21:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:03.470485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.483476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Transition to ACTIVE for port object 9de4dc61-d348-4075-9952-36a75da12e50 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:32:03.490380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1398a-7d03-48bf-b4e9-0b4f6c405d20 req-da056387-bd1e-45d8-b3be-d2412c3c2c13 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:03.492576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42f1398a-7d03-48bf-b4e9-0b4f6c405d20 req-da056387-bd1e-45d8-b3be-d2412c3c2c13 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 931 time: 0.0776842
Nov 13 21:32:03.498030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] For port 5527b219-f358-4e5d-a07e-f2c8d2a5d360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5527b219-f358-4e5d-a07e-f2c8d2a5d360,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:03.498386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.500508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] Checking router: 57121924-5b42-4027-b2e3-d6c4614fe4ae for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:32:03.509989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] Routers {'57121924-5b42-4027-b2e3-d6c4614fe4ae'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:03.510593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['57121924-5b42-4027-b2e3-d6c4614fe4ae'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:03.523151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Calling delete_port for 5527b219-f358-4e5d-a07e-f2c8d2a5d360 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:32:03.566316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.594265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42f1398a-7d03-48bf-b4e9-0b4f6c405d20 req-25e67238-c3da-4294-ac99-6a201179c961 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931962
Nov 13 21:32:03.632567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Pushing event updated for resources: {'Port': ['ID=9de4dc61-d348-4075-9952-36a75da12e50,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:03.719977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Attempting to bind port 9de4dc61-d348-4075-9952-36a75da12e50 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:32:03.720307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Attempting to bind port 9de4dc61-d348-4075-9952-36a75da12e50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:32:03.720633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Attempting to bind port 9de4dc61-d348-4075-9952-36a75da12e50 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:03.725970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Port 9de4dc61-d348-4075-9952-36a75da12e50 on network 0121064f-3701-4c29-b331-2abd11867f05 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:32:03.726324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Attempting to bind port 9de4dc61-d348-4075-9952-36a75da12e50 on network 0121064f-3701-4c29-b331-2abd11867f05 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:03.731743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:32:03.732084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Checking segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:03.732465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Bound using segment: {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:32:03.733148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Bound port: 9de4dc61-d348-4075-9952-36a75da12e50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c81276-faa2-4380-af2a-d7742c7562ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '0121064f-3701-4c29-b331-2abd11867f05'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:32:03.733290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.764227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] Set router 57121924-5b42-4027-b2e3-d6c4614fe4ae gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:03.800788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] For port 9de4dc61-d348-4075-9952-36a75da12e50, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:32:03.804553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] For port 9de4dc61-d348-4075-9952-36a75da12e50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9de4dc61-d348-4075-9952-36a75da12e50,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:32:03.817271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fb80>, [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:32:03Z', 'revision_number': 6, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:03.817925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.848045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bf64da-6deb-4cc0-a733-1a7f1a8c50b1 None None] The sync data for ids ['57121924-5b42-4027-b2e3-d6c4614fe4ae'] in ncdv-master-1 is: [{'id': '57121924-5b42-4027-b2e3-d6c4614fe4ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1525002697-router', 'tenant_id': 'f9383e7c033e4af09a3de1311426e629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:29:37Z', 'updated_at': '2021-11-13T21:32:03Z', 'revision_number': 6, 'project_id': 'f9383e7c033e4af09a3de1311426e629', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:32:03.849752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=5527b219-f358-4e5d-a07e-f2c8d2a5d360,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:03.865249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e15cf-d488-44b1-9a2a-1076fd19d049 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:32:03.898665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.930397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.937534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:03.938270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:03.939790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] 10.222.0.46 "PUT /v2.0/ports/9de4dc61-d348-4075-9952-36a75da12e50 HTTP/1.1" status: 200  len: 1091 time: 0.9113801
Nov 13 21:32:03.942374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'tag': '9de4dc61-d348-4075-9952-36a75da12e50'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:03.946109 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb" -d '{"events": [{"name": "network-changed", "server_uuid": "114ed3e9-ef2a-4f93-bcee-3ab8b26ad867", "tag": "9de4dc61-d348-4075-9952-36a75da12e50"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:03.976599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a294d3-2109-41c4-ae3f-32c7561a024f service neutron] Pushing event updated for resources: {'Port': ['ID=9de4dc61-d348-4075-9952-36a75da12e50,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:03.986293 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6179a9fc-4890-431e-aca5-96023f16e573 x-openstack-request-id: req-6179a9fc-4890-431e-aca5-96023f16e573 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:03.986777 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ed3e9-ef2a-4f93-bcee-3ab8b26ad867", "tag": "9de4dc61-d348-4075-9952-36a75da12e50", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:03.987199 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6179a9fc-4890-431e-aca5-96023f16e573 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:03.992557 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'tag': '9de4dc61-d348-4075-9952-36a75da12e50', 'status': 'completed', 'code': 200}
Nov 13 21:32:04.030096 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.033547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.058152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb req-e4fae4f2-5633-44df-966a-2078cf2b023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:04.059663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb req-e4fae4f2-5633-44df-966a-2078cf2b023e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 1094 time: 0.0507629
Nov 13 21:32:04.143290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.143942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57121924-5b42-4027-b2e3-d6c4614fe4ae {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:32:04.151874 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.154156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dbaff747-cc86-4d97-8b97-8e82f4469fbe admin admin] 10.222.0.20 "DELETE /v2.0/routers/57121924-5b42-4027-b2e3-d6c4614fe4ae HTTP/1.1" status: 204  len: 168 time: 1.3046529
Nov 13 21:32:04.156745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57148) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:04.191071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb req-7a4e5c4f-f73b-4fb1-9d35-4b95a10e4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:04.192540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb req-7a4e5c4f-f73b-4fb1-9d35-4b95a10e4965 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1237805
Nov 13 21:32:04.242560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Deleting subnet 245e1df8-a4ac-4aeb-a579-131ee7fd4b90 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:32:04.272213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.319832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.357850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb req-0a9beb68-a9fb-4a12-8d73-c56e1471db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:04.359335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ec3bab1-4b2b-4c7a-a264-2a54db4839eb req-0a9beb68-a9fb-4a12-8d73-c56e1471db02 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1606250
Nov 13 21:32:04.375591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.454980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-44a982e3-ce91-4691-874f-e74ba6f1dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:04.456385 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-44a982e3-ce91-4691-874f-e74ba6f1dc8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 1094 time: 0.0558674
Nov 13 21:32:04.498285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-6468e4f9-68b6-4239-a019-c6ee1243d22c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9de4dc61-d348-4075-9952-36a75da12e50 HTTP/1.1" status: 200  len: 217 time: 0.0340433
Nov 13 21:32:04.539277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.578661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245e1df8-a4ac-4aeb-a579-131ee7fd4b90,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:04.583413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.584475 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33f61a50-b209-49c3-8183-538b0dcec160 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/245e1df8-a4ac-4aeb-a579-131ee7fd4b90 HTTP/1.1" status: 204  len: 168 time: 0.4266937
Nov 13 21:32:04.587680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57160) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:04.593587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-e5f463bf-7577-46c5-a94f-8aa6defb42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:04.595123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-e5f463bf-7577-46c5-a94f-8aa6defb42e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0889204
Nov 13 21:32:04.642292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-c189d838-c298-45a2-b21a-c2d968cfb435 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401757
Nov 13 21:32:04.676115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.759944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-50fb70fd-cffe-41ff-919f-9bc0893426cb service neutron] 10.222.0.46 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096306
Nov 13 21:32:04.798001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93adac3-ff8d-4956-8c9e-48fb5ec5ca0f req-496f9c4d-df71-4c76-9061-8a568cfcffb2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:04.799481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b93adac3-ff8d-4956-8c9e-48fb5ec5ca0f req-496f9c4d-df71-4c76-9061-8a568cfcffb2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 943 time: 0.1160080
Nov 13 21:32:04.805906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.842010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf8d5a90>,) {'filters': {'network_id': ['369e91b6-338f-4d5c-b27c-6319b65ab585']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:04.860386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96bc5f50-313b-4d3e-b0d5-1948c30cf0d1 req-422d869c-d570-48c9-81c9-121483ed1adb service neutron] 10.222.0.46 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938823
Nov 13 21:32:04.872595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf8d5a90>, '42c2986b-7b07-4bb0-8f13-8bb841025238') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:04.877686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf8d5a90>, '42c2986b-7b07-4bb0-8f13-8bb841025238') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:04.890028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.910065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.916109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b93adac3-ff8d-4956-8c9e-48fb5ec5ca0f req-c11762f1-76e4-483c-90cb-25ff0460709f tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072316
Nov 13 21:32:04.928676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:32:04.928676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:32:04.931094 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:32:05.069200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:05.074952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:05.078590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/369e91b6-338f-4d5c-b27c-6319b65ab585 HTTP/1.1" status: 204  len: 168 time: 0.4895632
Nov 13 21:32:05.090260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2190d06-f39b-4999-99bc-30bb911824d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=369e91b6-338f-4d5c-b27c-6319b65ab585,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:05.350779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7cd06f19-577b-44e0-b503-14194d88f3e7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:32:05.374436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7cd06f19-577b-44e0-b503-14194d88f3e7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:32:05.374776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7cd06f19-577b-44e0-b503-14194d88f3e7 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:32:05.375221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5527b219-f358-4e5d-a07e-f2c8d2a5d360 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:32:05.395191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5527b219-f358-4e5d-a07e-f2c8d2a5d360 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:32:05.398373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5527b219-f358-4e5d-a07e-f2c8d2a5d360 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:32:05.506644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:05.547733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-403d6189-989f-4b0b-af9a-bcd706796da8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9383e7c033e4af09a3de1311426e629&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399308
Nov 13 21:32:05.550122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57172) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:05.603295 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56a98d92-6d1d-4f5b-bcab-9063c9799af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:05.624412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56a98d92-6d1d-4f5b-bcab-9063c9799af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:05.775677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56a98d92-6d1d-4f5b-bcab-9063c9799af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:05.778454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56a98d92-6d1d-4f5b-bcab-9063c9799af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:05.779622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-56a98d92-6d1d-4f5b-bcab-9063c9799af0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7bd7c17-38e0-4617-8bcb-d44257e4df04 HTTP/1.1" status: 204  len: 168 time: 0.2286007
Nov 13 21:32:05.787680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a98d92-6d1d-4f5b-bcab-9063c9799af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd7c17-38e0-4617-8bcb-d44257e4df04,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:06.067971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e79a5-9cd8-483c-ab09-7a5f804fb180 req-e2cbfab6-e133-46d9-a7b3-4adb070204b7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:06.069535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-306e79a5-9cd8-483c-ab09-7a5f804fb180 req-e2cbfab6-e133-46d9-a7b3-4adb070204b7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 943 time: 0.0529923
Nov 13 21:32:06.125297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-306e79a5-9cd8-483c-ab09-7a5f804fb180 req-8e386e13-9352-49bd-837f-dc7cc714df7c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481825
Nov 13 21:32:06.841918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57230) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:06.945856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-429478145-network', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:07.080402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Made reservation on behalf of 88f2f838a4bc4b5dae3e6668d7634ab0 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:07.082798 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.092151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.167287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.234984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.258429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9de4dc61-d348-4075-9952-36a75da12e50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:32:07.270421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:32:07.276601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8133170c-d0b2-4a64-a79c-0ae31a0f1681,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:07.284099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.284340 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Added segment fb829418-0ae5-465d-b649-61aafae0124a of type vlan for network 9fc7ed6e-8e49-4710-8692-23faadf52313
Nov 13 21:32:07.304007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a034b-9268-485c-8b10-f85d48a40da3 req-a4712063-5020-4bb0-bb7b-0920e09e4bad tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:07.305656 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-763a034b-9268-485c-8b10-f85d48a40da3 req-a4712063-5020-4bb0-bb7b-0920e09e4bad tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 943 time: 0.1051250
Nov 13 21:32:07.327968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.398457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-763a034b-9268-485c-8b10-f85d48a40da3 req-272a032e-bad3-44c9-8707-c1ba46b04372 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837054
Nov 13 21:32:07.416895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9de4dc61-d348-4075-9952-36a75da12e50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9de4dc61-d348-4075-9952-36a75da12e50,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:07.428519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '9de4dc61-d348-4075-9952-36a75da12e50', 'network_id': '0121064f-3701-4c29-b331-2abd11867f05', 'port_id': '9de4dc61-d348-4075-9952-36a75da12e50', 'mac_address': 'fa:16:3e:c5:4c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67363ae3-e8fe-4b4c-a00e-49849727c982', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:32:07.429137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.430142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:07.430810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.467459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.481170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de4dc61-d348-4075-9952-36a75da12e50 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:32:07.490469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc7ed6e-8e49-4710-8692-23faadf52313,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:07.505842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:32:07.510501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9de4dc61-d348-4075-9952-36a75da12e50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9de4dc61-d348-4075-9952-36a75da12e50,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:07.512277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d9f902ce-45cc-43fa-9867-3e4a7b13e6c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6692772
Nov 13 21:32:07.515328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57256) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:07.521395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Request body: {'subnet': {'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-429478145-subnet', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:07.588918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.606006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Made reservation on behalf of 88f2f838a4bc4b5dae3e6668d7634ab0 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:07.608615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.636804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9de4dc61-d348-4075-9952-36a75da12e50,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:07.644390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.646768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.647393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.647393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.647565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.647876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:07.790912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9de4dc61-d348-4075-9952-36a75da12e50'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:32:07.874967 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:07.940769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4dfe22-5d34-4329-8270-2dc0172005f9,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:07.949788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Checking segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:07.950197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Network hostable DHCP agents. Network: 9fc7ed6e-8e49-4710-8692-23faadf52313, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:32:08.057810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:32:08.186996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fc7ed6e-8e49-4710-8692-23faadf52313) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:08.191261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:08.191922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.196699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa21bb-0ce1-4161-8d88-176277328c08 None None] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:32:08.330016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-40200a32-d36d-4314-ad08-7d6034671b98 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8110058
Nov 13 21:32:08.331017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57260) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:08.338166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:08.347672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fc7ed6e-8e49-4710-8692-23faadf52313', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:32:08.348540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.450461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.451709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.496814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Allocated IP 172.20.0.2 (9fc7ed6e-8e49-4710-8692-23faadf52313/fc4dfe22-5d34-4329-8270-2dc0172005f9/721193e3-71fd-4b54-8d87-64a5322b4dab) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:32:08.537566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.563403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809fb4-868c-4726-aa81-bd51634aae89 req-02754a67-baa0-4bb5-b3b7-0492fe46dce3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:08.564902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2809fb4-868c-4726-aa81-bd51634aae89 req-02754a67-baa0-4bb5-b3b7-0492fe46dce3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 944 time: 0.0866168
Nov 13 21:32:08.642591 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.674265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2809fb4-868c-4726-aa81-bd51634aae89 req-02b25640-8a38-497e-af5d-1536beb2b91f tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020689
Nov 13 21:32:08.704150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.743177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.748356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:08.751435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:08.755779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:32:08.759511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Pushing event updated for resources: {'Port': ['ID=721193e3-71fd-4b54-8d87-64a5322b4dab,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:08.811413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Attempting to bind port 721193e3-71fd-4b54-8d87-64a5322b4dab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:32:08.811779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Attempting to bind port 721193e3-71fd-4b54-8d87-64a5322b4dab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:32:08.812141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Attempting to bind port 721193e3-71fd-4b54-8d87-64a5322b4dab on network 9fc7ed6e-8e49-4710-8692-23faadf52313 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:08.817163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:32:08.817537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Checking segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:08.817941 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.818332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Bound using segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:32:08.818807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Bound port: 721193e3-71fd-4b54-8d87-64a5322b4dab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:32:08.819174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:08.886235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] For port 721193e3-71fd-4b54-8d87-64a5322b4dab, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:32:08.889247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] For port 721193e3-71fd-4b54-8d87-64a5322b4dab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721193e3-71fd-4b54-8d87-64a5322b4dab,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:32:08.979396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.010322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.034475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.034864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfdae2-9d7c-45df-862c-5de2b0153f54 None None] Pushing event updated for resources: {'Port': ['ID=721193e3-71fd-4b54-8d87-64a5322b4dab,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:09.145940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Allocated IP 172.35.3.37 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/f7b18de8-2ee4-402d-9c8b-5bd9036fcaea) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:32:09.270135 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.274778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9de4dc61-d348-4075-9952-36a75da12e50 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:32:09.359907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.387498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 9de4dc61-d348-4075-9952-36a75da12e50 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:32:09.391741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 9de4dc61-d348-4075-9952-36a75da12e50 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:09.395578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.413652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:09.421259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:09.433250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Pushing event updated for resources: {'Port': ['ID=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:09.433250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:32:09.433442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 721193e3-71fd-4b54-8d87-64a5322b4dab up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:32:09.442909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ace42-5e08-4c22-b5a4-083a226bf4ca None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:32:09.543723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 721193e3-71fd-4b54-8d87-64a5322b4dab triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:09.544104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.565936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.611083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4dc61-d348-4075-9952-36a75da12e50'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:09.613387 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7eb7f6c-4028-4321-b847-b131409d3a23" -d '{"events": [{"server_uuid": "114ed3e9-ef2a-4f93-bcee-3ab8b26ad867", "name": "network-vif-plugged", "status": "completed", "tag": "9de4dc61-d348-4075-9952-36a75da12e50"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:09.632777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f516795e-be13-4331-a198-77ba16394518 None None] Provisioning complete for port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:09.635240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f516795e-be13-4331-a198-77ba16394518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.637625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9de4dc61-d348-4075-9952-36a75da12e50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9de4dc61-d348-4075-9952-36a75da12e50,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:09.659671 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642f89f-2b3f-4064-a2af-355c3a6cbc36 x-openstack-request-id: req-3642f89f-2b3f-4064-a2af-355c3a6cbc36 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:09.659927 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114ed3e9-ef2a-4f93-bcee-3ab8b26ad867", "name": "network-vif-plugged", "status": "completed", "tag": "9de4dc61-d348-4075-9952-36a75da12e50", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:09.660182 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3642f89f-2b3f-4064-a2af-355c3a6cbc36 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:09.660573 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4dc61-d348-4075-9952-36a75da12e50', 'code': 200}
Nov 13 21:32:09.690788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f516795e-be13-4331-a198-77ba16394518 None None] Port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:32:09.735487 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.756743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.780160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 721193e3-71fd-4b54-8d87-64a5322b4dab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721193e3-71fd-4b54-8d87-64a5322b4dab,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:09.842772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9de4dc61-d348-4075-9952-36a75da12e50,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:09.852473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:09.913699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=721193e3-71fd-4b54-8d87-64a5322b4dab,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:10.046602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf9c7c-2755-4c62-948d-dcb67caad162 None None] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:32:10.136617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5dc21126-c8d2-4b95-827e-260b474f549f None None] Provisioning complete for port 721193e3-71fd-4b54-8d87-64a5322b4dab triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:10.137158 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc21126-c8d2-4b95-827e-260b474f549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:10.168557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:10.173807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b14ab-0047-4f48-9e89-11883f9a4e96 req-b7061854-47b6-4501-8c50-29f0f95a1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:10.175310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df2b14ab-0047-4f48-9e89-11883f9a4e96 req-b7061854-47b6-4501-8c50-29f0f95a1c02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 1096 time: 0.4416773
Nov 13 21:32:10.234593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ee9b6-4d91-4e80-b715-0b7ff16eb3b6 req-fc75c2e6-a6dd-4c17-aa26-1283a7205e8e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:10.236050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-384ee9b6-4d91-4e80-b715-0b7ff16eb3b6 req-fc75c2e6-a6dd-4c17-aa26-1283a7205e8e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.1273465
Nov 13 21:32:10.322621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df2b14ab-0047-4f48-9e89-11883f9a4e96 req-39831fa0-6d80-42ed-a0c8-771f8a46b00d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138315
Nov 13 21:32:10.390131 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-384ee9b6-4d91-4e80-b715-0b7ff16eb3b6 req-a40ef6be-8379-4e8a-a2ec-9d3c0dd7d508 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430094
Nov 13 21:32:10.469522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:10.495787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0eb814e0-d636-4bc0-8bcb-2f837643bf80 None None] Provisioning complete for port 721193e3-71fd-4b54-8d87-64a5322b4dab triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:10.497440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0eb814e0-d636-4bc0-8bcb-2f837643bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:10.681215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:32:10.787609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:32:10.796399 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:32:10.806650 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:10.807244 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde07c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:10.888416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:10.889755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-80410871-4bfe-45a7-a685-db86e2026d8f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5571871
Nov 13 21:32:10.892515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:11.009229 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:11.184917 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde07c070>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:09Z', 'revision_number': 3, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:11.215256 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:32:11.215600 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Updating router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:32:11.242023 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.317743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.388141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 721193e3-71fd-4b54-8d87-64a5322b4dab up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:32:11.458265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 721193e3-71fd-4b54-8d87-64a5322b4dab triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:11.458923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.571415 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.585574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfed4b-1f2b-4af8-ba97-d5aadeb8ceb1 req-bc4c23de-fd64-44fa-a931-4379ff2d5d1a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:11.587694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cadfed4b-1f2b-4af8-ba97-d5aadeb8ceb1 req-bc4c23de-fd64-44fa-a931-4379ff2d5d1a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0845985
Nov 13 21:32:11.609494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Allocated IP 172.20.0.1 (9fc7ed6e-8e49-4710-8692-23faadf52313/fc4dfe22-5d34-4329-8270-2dc0172005f9/479f696f-0ba6-4426-af5c-9fea5bd4a9e2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:32:11.640284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cadfed4b-1f2b-4af8-ba97-d5aadeb8ceb1 req-79b7987f-a1d4-4bd1-9720-d4a9cbc2c5bf tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455201
Nov 13 21:32:11.678635 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.714766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.725582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef4ece1-cca5-43b8-8bea-9f1e611cfc3c None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:32:11.730761 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Attempting to bind port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:32:11.731213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Attempting to bind port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:32:11.734494 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Attempting to bind port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:11.746496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:32:11.746800 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:11.747229 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.747623 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:32:11.748139 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Bound port: f7b18de8-2ee4-402d-9c8b-5bd9036fcaea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:32:11.748728 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.751089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Pushing event updated for resources: {'Port': ['ID=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:11.777729 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.778073 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.778419 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.778741 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.779067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.779395 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.779714 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.780128 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.780424 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.780766 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.785497 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.785497 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:11.807419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ba13a969-dc24-465b-94b5-4f062515793a None None] Provisioning complete for port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:11.808446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ba13a969-dc24-465b-94b5-4f062515793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.814465 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] For port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:32:11.817688 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] For port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:32:11.840364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ba13a969-dc24-465b-94b5-4f062515793a None None] Port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:32:11.850767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.893177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:11.896051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:11.902415 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:32:11.925865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Pushing event updated for resources: {'Port': ['ID=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:11.944181 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.945575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:11.986718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c67b1-75bb-4a7b-999c-e366b623ba8f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:32:12.014626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:12.015246 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde07c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:12.059992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0a0db137-7503-4393-9ace-659c8c512e4b None None] Provisioning complete for port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:12.062234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0a0db137-7503-4393-9ace-659c8c512e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.086079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.093095 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b53592-8e94-4159-a8e6-6931cd4077e5 None None] Pushing event updated for resources: {'Port': ['ID=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:12.157519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0a0db137-7503-4393-9ace-659c8c512e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.159769 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:12.173170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.178706 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0a0db137-7503-4393-9ace-659c8c512e4b None None] For port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:12.255938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0a0db137-7503-4393-9ace-659c8c512e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.308493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0db137-7503-4393-9ace-659c8c512e4b None None] Pushing event updated for resources: {'Port': ['ID=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:12.343242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.355658 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde07c070>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:09Z', 'revision_number': 3, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:12.377281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8ef9a298-a25b-4750-8d0b-b459d71419fa None None] Provisioning complete for port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:12.377646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ef9a298-a25b-4750-8d0b-b459d71419fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.382942 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a84e1-d463-43fb-9520-fd2b5fe3924a None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:09Z', 'revision_number': 3, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:32:12.418085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9a298-a25b-4750-8d0b-b459d71419fa None None] Port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:32:12.428901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.500752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Pushing event updated for resources: {'Port': ['ID=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:12.503114 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.662095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:12.662095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:12.846577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467f88-44c8-4455-b27e-8077fccb1179 req-49177e0a-1edd-4ad8-bed8-184ed2b87c92 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:12.848175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12467f88-44c8-4455-b27e-8077fccb1179 req-49177e0a-1edd-4ad8-bed8-184ed2b87c92 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.1218619
Nov 13 21:32:12.850293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:32:12.948917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80d2b857-ccdd-4d35-a8ac-766a16d4e838 None None] Provisioning complete for port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:12.948917 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80d2b857-ccdd-4d35-a8ac-766a16d4e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:12.957641 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12467f88-44c8-4455-b27e-8077fccb1179 req-2fa08897-f71d-432c-9ce9-1619bb418ad1 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004438
Nov 13 21:32:13.004290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80d2b857-ccdd-4d35-a8ac-766a16d4e838 None None] Port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:32:13.030521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:32:13.035920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd2b1f28-0402-4668-ab69-1c11afcf2d9e admin admin] 10.222.0.20 "PUT /v2.0/routers/801ce863-2a2c-4c7c-a754-7f4c41cc3150/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1423271
Nov 13 21:32:13.346953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3bfe2-55c2-4e05-8842-857d38311d04 req-0ce69404-d855-4ca0-8d1a-323543eb2e03 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:13.353252 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31c3bfe2-55c2-4e05-8842-857d38311d04 req-0ce69404-d855-4ca0-8d1a-323543eb2e03 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0575724
Nov 13 21:32:13.416999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31c3bfe2-55c2-4e05-8842-857d38311d04 req-3205391d-6e03-4545-bf5d-c97279bc6834 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610712
Nov 13 21:32:13.436017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f7b18de8-2ee4-402d-9c8b-5bd9036fcaea up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:32:13.492209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:13.492813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:13.536662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cdac8-6cce-4329-a6c1-091eb83880b8 req-11974959-2db6-4268-8dec-287229708092 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:13.538483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d3cdac8-6cce-4329-a6c1-091eb83880b8 req-11974959-2db6-4268-8dec-287229708092 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0581930
Nov 13 21:32:13.609952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d3cdac8-6cce-4329-a6c1-091eb83880b8 req-a5fd9988-2083-48c8-9f8f-44198a5002d7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636592
Nov 13 21:32:13.676043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57310) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:13.681754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--96758161', 'description': 'tempest-description--1689580280'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:13.823936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:13.901146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:13.983982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.027293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b735f38a-b0a5-4455-b3ac-f0495e9efd8a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:14.069849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24963d6-85e3-4308-a5f8-e897d3e89e10 req-cb4d976d-c61a-480e-8cce-befed20d4dbf tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:14.071872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a24963d6-85e3-4308-a5f8-e897d3e89e10 req-cb4d976d-c61a-480e-8cce-befed20d4dbf tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0592852
Nov 13 21:32:14.080673 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.080673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0e2d93a6-c67a-4ee8-90df-53c8f99bbd7f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3985257
Nov 13 21:32:14.080947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57314) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:14.083868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'security_group_rule': {'security_group_id': 'b735f38a-b0a5-4455-b3ac-f0495e9efd8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:14.122159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a24963d6-85e3-4308-a5f8-e897d3e89e10 req-bc8c79c7-d9b2-4dc1-9bbb-55b281aa42f4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440857
Nov 13 21:32:14.185279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.220011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:32:14.229809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:14.230419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfe4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:14.240333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.315542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.333655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bff5ef-8cc1-48de-9949-488669a17d52,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:14.340421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:14.402685 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.404009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aac0ffad-46e2-4011-a98f-7d4fe8b4ce5e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3236806
Nov 13 21:32:14.406689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57316) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:14.411338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'security_group_rule': {'security_group_id': 'b735f38a-b0a5-4455-b3ac-f0495e9efd8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:14.551694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfe4f0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 2, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:14.560848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.578916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:32:14.579267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Updating router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:32:14.604267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.605096 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.630375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.741775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.762547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7abdb-0ec1-4644-9b08-bcffa2d00feb,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:14.858281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:14.859457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-41782ea1-b852-4a07-8b22-898289619ca5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4517150
Nov 13 21:32:14.862564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57322) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:14.867463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:14.978747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.032305 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.089158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.169995 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.215030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Allocated IP 172.35.3.122 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b4700535-cc26-474b-8181-e53680c4f3e5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:32:15.226080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89676b3-8880-469f-ad05-6b37c823c433 None None] Pushing event updated for resources: {'Port': ['ID=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:15.284009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Attempting to bind port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:32:15.284384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Attempting to bind port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:32:15.284804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Attempting to bind port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 on network 9fc7ed6e-8e49-4710-8692-23faadf52313 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:15.293709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:32:15.294123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Checking segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:15.294716 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.295109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Bound using segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:32:15.295575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Bound port: 479f696f-0ba6-4426-af5c-9fea5bd4a9e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:32:15.295953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.315219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40bd8-b7cc-4cd7-8149-badade49fcc9 req-6f53b08c-8d53-433e-bc12-3a49b9c343c6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:15.318284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b40bd8-b7cc-4cd7-8149-badade49fcc9 req-6f53b08c-8d53-433e-bc12-3a49b9c343c6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.1178617
Nov 13 21:32:15.364614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] For port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:32:15.369784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] For port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:32:15.402982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26b40bd8-b7cc-4cd7-8149-badade49fcc9 req-210294fe-40a7-4b2f-9c67-c66689c6ee6c tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782020
Nov 13 21:32:15.407910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.484681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.519361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.570529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:15.571187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:15.571960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfe4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:15.578748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:15.578951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89676b3-8880-469f-ad05-6b37c823c433 None None] Pushing event updated for resources: {'Port': ['ID=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:15.579065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:32:15.611979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'Port': ['ID=b4700535-cc26-474b-8181-e53680c4f3e5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:15.636401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9f1a5869-9a2f-4aec-a52b-5e2776a959a0 None None] Provisioning complete for port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:15.636789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5869-9a2f-4aec-a52b-5e2776a959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.728036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.769368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:15.807282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5869-9a2f-4aec-a52b-5e2776a959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.825164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:15.934030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9f1a5869-9a2f-4aec-a52b-5e2776a959a0 None None] For port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:15.998182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:16.019148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfe4f0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:16.049532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5869-9a2f-4aec-a52b-5e2776a959a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:16.052382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dc1766-6452-4e90-b48a-8970629d0dc6 None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:32:16.116492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:16.122517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a5869-9a2f-4aec-a52b-5e2776a959a0 None None] Pushing event updated for resources: {'Port': ['ID=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:16.181570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-28341c95-80c3-4cd5-9cf0-0373749ac3bc None None] Provisioning complete for port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:16.182223 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28341c95-80c3-4cd5-9cf0-0373749ac3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:16.231091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'Port': ['ID=b4700535-cc26-474b-8181-e53680c4f3e5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:16.250241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:16.323167 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:16.324405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac26e742-2619-4a4f-bec9-b304073545fa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4608743
Nov 13 21:32:16.495769 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-55c7a984-6261-420b-91eb-c6f1b57316dd tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--96758161&fields=id&tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0 HTTP/1.1" status: 200  len: 267 time: 0.0610926
Nov 13 21:32:16.526432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fec135-7503-4008-a62e-80a77f2793fc req-28e379c1-0cda-4d5a-9f33-b4076b6803a2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:16.528126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59fec135-7503-4008-a62e-80a77f2793fc req-28e379c1-0cda-4d5a-9f33-b4076b6803a2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0537989
Nov 13 21:32:16.596729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59fec135-7503-4008-a62e-80a77f2793fc req-65cacfe2-5b9d-413b-8f33-2e0bf0012097 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599475
Nov 13 21:32:16.631854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-cbeeffc1-ef7c-4141-8863-bdf4e1a09a5c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:16.634084 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-cbeeffc1-ef7c-4141-8863-bdf4e1a09a5c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 810 time: 0.1289318
Nov 13 21:32:16.650107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-7041320b-f450-4526-8577-b4aa5e54d7f8 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/quotas/88f2f838a4bc4b5dae3e6668d7634ab0 HTTP/1.1" status: 200  len: 375 time: 0.0101414
Nov 13 21:32:16.705929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-f5e8bfa3-e37c-44ec-854d-46fceea4804a tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0499029
Nov 13 21:32:16.862968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-aa6661af-4cd3-4c32-a162-2b29465ec5ff service neutron] 10.222.0.20 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428905
Nov 13 21:32:16.959092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-3eab0333-473f-46b9-9e12-5be57b6f66b5 service neutron] 10.222.0.20 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896592
Nov 13 21:32:17.258839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3557650-b8b8-44f1-bc88-47c7eceda682 req-784dd74d-df00-4a8a-901e-315b3ade4471 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 210 time: 0.0269620
Nov 13 21:32:17.384876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:32:17.432356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:17.432757 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:17.713256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b055a7-f709-4c1b-81fd-4f306d5ae8fc req-40960c9a-59a4-4792-aa07-37fae3aec118 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:17.714749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2b055a7-f709-4c1b-81fd-4f306d5ae8fc req-40960c9a-59a4-4792-aa07-37fae3aec118 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0487120
Nov 13 21:32:17.761722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2b055a7-f709-4c1b-81fd-4f306d5ae8fc req-7cf341a9-3710-4093-aeb0-a7e3643c1da0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410569
Nov 13 21:32:18.339104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d6cf5b7-465b-4d24-a195-914d32f904fd req-c798542d-c91b-402e-a51f-8940395fcde1 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 210 time: 0.0294173
Nov 13 21:32:18.881657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270fb48-c665-41b9-93b1-ed279fb5bb9d req-6cea9142-c6e9-4dd0-b401-913afda10470 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:18.883168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4270fb48-c665-41b9-93b1-ed279fb5bb9d req-6cea9142-c6e9-4dd0-b401-913afda10470 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0532849
Nov 13 21:32:19.228067 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4270fb48-c665-41b9-93b1-ed279fb5bb9d req-24c03b4f-118a-490b-9077-e9c201cdd587 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3378253
Nov 13 21:32:19.455867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-307addcb-a9cf-4b14-9cc0-143d54618ba1 req-31ca66b2-640e-41bb-a66d-f495c795363d tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 210 time: 0.0338972
Nov 13 21:32:19.488316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-464107a0-d918-4a56-88a1-bf4c2b0dc6b5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:19.489786 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-464107a0-d918-4a56-88a1-bf4c2b0dc6b5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.37 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 810 time: 0.1255918
Nov 13 21:32:19.563787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-08c7023d-6a68-4b81-8ef4-c2b6b4c368f5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0 HTTP/1.1" status: 200  len: 378 time: 0.0644395
Nov 13 21:32:19.573519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'port': {'device_id': '22df6580-2742-47c4-b296-d0535800614d', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'admin_state_up': True, 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'security_groups': ['b735f38a-b0a5-4455-b3ac-f0495e9efd8a']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:19.744268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Made reservation on behalf of 88f2f838a4bc4b5dae3e6668d7634ab0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:19.748017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:19.873946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Allocated IP 172.20.0.13 (9fc7ed6e-8e49-4710-8692-23faadf52313/fc4dfe22-5d34-4329-8270-2dc0172005f9/86e6ecbe-24a0-4705-b169-0012e04a013f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:32:20.010288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:20.115401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:20.155934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:32:20.158944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:20.165659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:32:20.192973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'Port': ['ID=86e6ecbe-24a0-4705-b169-0012e04a013f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:20.219619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:20.220358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:20.351577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-929b6751-8d2b-4dba-b653-129f1e1e8d37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7814004
Nov 13 21:32:20.352618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3a2e6-9016-4d7d-9c7f-0c769837a924 req-0585068a-56e5-4cb6-99d8-db2663587e61 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:20.354148 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9e3a2e6-9016-4d7d-9c7f-0c769837a924 req-0585068a-56e5-4cb6-99d8-db2663587e61 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0529437
Nov 13 21:32:20.363471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Request body: {'port': {'device_id': '22df6580-2742-47c4-b296-d0535800614d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:20.366758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9191349b-0533-43a4-a1c2-65ae06e3a9f8 None None] Provisioning complete for port 86e6ecbe-24a0-4705-b169-0012e04a013f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:20.367273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9191349b-0533-43a4-a1c2-65ae06e3a9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:20.405266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f9e3a2e6-9016-4d7d-9c7f-0c769837a924 req-de52990b-3d5b-4343-94a8-bd6f5364c66e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436909
Nov 13 21:32:20.407584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9191349b-0533-43a4-a1c2-65ae06e3a9f8 None None] Port 86e6ecbe-24a0-4705-b169-0012e04a013f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:32:20.437001 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:20.926833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cd134-a94e-46a1-9d7e-460e95f07025 req-3ef7c4f4-e466-4465-b560-fdf25421a70b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:20.928181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1cd134-a94e-46a1-9d7e-460e95f07025 req-3ef7c4f4-e466-4465-b560-fdf25421a70b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 932 time: 0.3927519
Nov 13 21:32:21.005510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d1cd134-a94e-46a1-9d7e-460e95f07025 req-703dbe1c-61c6-4395-b66b-b72f49f58a05 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0697622
Nov 13 21:32:21.064991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e6ecbe-24a0-4705-b169-0012e04a013f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:32:21.072823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:21.084352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Transition to ACTIVE for port object 86e6ecbe-24a0-4705-b169-0012e04a013f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:32:21.166657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:21.220476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Pushing event updated for resources: {'Port': ['ID=86e6ecbe-24a0-4705-b169-0012e04a013f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:21.298886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Attempting to bind port 86e6ecbe-24a0-4705-b169-0012e04a013f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:32:21.299241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Attempting to bind port 86e6ecbe-24a0-4705-b169-0012e04a013f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:32:21.299591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Attempting to bind port 86e6ecbe-24a0-4705-b169-0012e04a013f on network 9fc7ed6e-8e49-4710-8692-23faadf52313 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:21.304084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Port 86e6ecbe-24a0-4705-b169-0012e04a013f on network 9fc7ed6e-8e49-4710-8692-23faadf52313 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:32:21.304398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Attempting to bind port 86e6ecbe-24a0-4705-b169-0012e04a013f on network 9fc7ed6e-8e49-4710-8692-23faadf52313 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:32:21.310495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:32:21.310917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Checking segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:21.311389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Bound using segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:32:21.311883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Bound port: 86e6ecbe-24a0-4705-b169-0012e04a013f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:32:21.312309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:21.391094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] For port 86e6ecbe-24a0-4705-b169-0012e04a013f, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:32:21.395007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] For port 86e6ecbe-24a0-4705-b169-0012e04a013f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86e6ecbe-24a0-4705-b169-0012e04a013f,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:32:21.458273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:21.493370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.494004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:21.495407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] 10.222.0.37 "PUT /v2.0/ports/86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 1092 time: 1.1362085
Nov 13 21:32:21.495856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:21.498442 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b027301a-1d49-4d98-9af7-7252a9a0d539" -d '{"events": [{"name": "network-changed", "server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:21.533727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befbc0d-3542-4c33-908e-623ab5389d07 service neutron] Pushing event updated for resources: {'Port': ['ID=86e6ecbe-24a0-4705-b169-0012e04a013f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:21.535989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259247-5354-4c4a-8665-9789579ef999 req-6014fe19-ed36-4935-840c-9b6829f5af71 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.537670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68259247-5354-4c4a-8665-9789579ef999 req-6014fe19-ed36-4935-840c-9b6829f5af71 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0617070
Nov 13 21:32:21.547106 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b0a618-af97-44a8-8061-32cf7a0ae640 x-openstack-request-id: req-d5b0a618-af97-44a8-8061-32cf7a0ae640 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:21.547460 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:21.547761 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5b0a618-af97-44a8-8061-32cf7a0ae640 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:21.548176 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'status': 'completed', 'code': 200}
Nov 13 21:32:21.615323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027301a-1d49-4d98-9af7-7252a9a0d539 req-6fd45f21-038e-4a86-a0ac-6c7afdc92de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.617360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b027301a-1d49-4d98-9af7-7252a9a0d539 req-6fd45f21-038e-4a86-a0ac-6c7afdc92de1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1095 time: 0.0491598
Nov 13 21:32:21.618802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68259247-5354-4c4a-8665-9789579ef999 req-606dca96-d8d3-47f3-90d7-ae8c8caa4112 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624070
Nov 13 21:32:21.723997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027301a-1d49-4d98-9af7-7252a9a0d539 req-5e00155d-33f3-420e-b068-60f87beccdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.725495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b027301a-1d49-4d98-9af7-7252a9a0d539 req-5e00155d-33f3-420e-b068-60f87beccdbf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0989094
Nov 13 21:32:21.817815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027301a-1d49-4d98-9af7-7252a9a0d539 req-6c8477f2-7191-457e-87f3-2e31055d1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.819250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b027301a-1d49-4d98-9af7-7252a9a0d539 req-6c8477f2-7191-457e-87f3-2e31055d1b99 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0871081
Nov 13 21:32:21.896296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-8407ddb4-898a-426a-9b09-40822e6f70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.897794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-8407ddb4-898a-426a-9b09-40822e6f70ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1095 time: 0.0443778
Nov 13 21:32:21.939127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-18746a88-6bdb-425a-910e-cf8176718813 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 217 time: 0.0331018
Nov 13 21:32:21.988164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-b2301d7c-c859-489f-b6b4-29559427c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:21.990247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-b2301d7c-c859-489f-b6b4-29559427c325 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0440872
Nov 13 21:32:22.036852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-4d790b94-aa98-4125-a58b-d985d02b8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:22.038457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-4d790b94-aa98-4125-a58b-d985d02b8e57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409434
Nov 13 21:32:22.163851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0b1b4-e0f3-4d2c-b3da-092edd7f9fe4 req-30750e35-d567-4e61-8f4d-f407bfd57e88 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:22.165427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7b0b1b4-e0f3-4d2c-b3da-092edd7f9fe4 req-30750e35-d567-4e61-8f4d-f407bfd57e88 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 944 time: 0.0908024
Nov 13 21:32:22.170903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-d39d834f-eb5c-4064-ae18-507a4a1feb20 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255345
Nov 13 21:32:22.272412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7b0b1b4-e0f3-4d2c-b3da-092edd7f9fe4 req-cb36e8cc-882d-472c-b3af-ea6585b7de21 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1005609
Nov 13 21:32:22.299885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-78c0f0e0-445d-49a5-a05c-f8a25a86664e req-31eed345-7772-40c8-bd31-debd8af0b2ac service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214478
Nov 13 21:32:22.736363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43949412-c33d-4f51-8453-4b74423b72b2 req-3cc32274-e56c-49c7-88a7-84e49f3e5e76 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:22.737863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43949412-c33d-4f51-8453-4b74423b72b2 req-3cc32274-e56c-49c7-88a7-84e49f3e5e76 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0484836
Nov 13 21:32:22.784313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43949412-c33d-4f51-8453-4b74423b72b2 req-cb0aa9ee-f0be-4003-96cd-5687d084ecd0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403659
Nov 13 21:32:23.393683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6121f3-d573-470b-868a-333d7e0f5663 req-3f19665d-4c9e-420f-b591-94f311b8143b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:23.395175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf6121f3-d573-470b-868a-333d7e0f5663 req-3f19665d-4c9e-420f-b591-94f311b8143b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 944 time: 0.0500374
Nov 13 21:32:23.397731 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:32:23.447773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf6121f3-d573-470b-868a-333d7e0f5663 req-d5bb1b65-661c-4d63-9e9c-78b781e020aa tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0457587
Nov 13 21:32:23.897838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3ee96-4d0c-4068-8773-ce91c68257d7 req-7e9564a0-2271-40a8-b56a-e7cb482defa7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:23.899873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24f3ee96-4d0c-4068-8773-ce91c68257d7 req-7e9564a0-2271-40a8-b56a-e7cb482defa7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0488689
Nov 13 21:32:23.947013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24f3ee96-4d0c-4068-8773-ce91c68257d7 req-29026996-385e-4356-b0e8-91066c190c33 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411918
Nov 13 21:32:24.259544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 86e6ecbe-24a0-4705-b169-0012e04a013f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:32:24.352370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 86e6ecbe-24a0-4705-b169-0012e04a013f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86e6ecbe-24a0-4705-b169-0012e04a013f,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:24.366948 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'port_id': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'mac_address': 'fa:16:3e:5c:44:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:32:24.400301 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:24.412455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e6ecbe-24a0-4705-b169-0012e04a013f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:32:24.432389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 86e6ecbe-24a0-4705-b169-0012e04a013f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86e6ecbe-24a0-4705-b169-0012e04a013f,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:24.519317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:24.573291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9438b-8a07-431e-9398-1c4f71797add req-4d3e4864-9eff-4700-8d36-fa390eafb81a tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:24.574845 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dec9438b-8a07-431e-9398-1c4f71797add req-4d3e4864-9eff-4700-8d36-fa390eafb81a tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 945 time: 0.0591714
Nov 13 21:32:24.578872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=86e6ecbe-24a0-4705-b169-0012e04a013f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:24.623284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dec9438b-8a07-431e-9398-1c4f71797add req-32288749-4d4d-441a-b786-7e2253d3da6f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419497
Nov 13 21:32:24.732151 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd76-d285-4618-9487-b6983d3637e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:24.780997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['86e6ecbe-24a0-4705-b169-0012e04a013f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:32:25.066935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880d31e-7a0a-4625-b71d-5f1d59efde83 req-d184cc9d-59a1-4ebc-aba9-be7ec0ead8d5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:25.068822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4880d31e-7a0a-4625-b71d-5f1d59efde83 req-d184cc9d-59a1-4ebc-aba9-be7ec0ead8d5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0535669
Nov 13 21:32:25.118901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4880d31e-7a0a-4625-b71d-5f1d59efde83 req-634da691-99f6-4253-9683-1dd0c1f4092a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426395
Nov 13 21:32:25.736725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692900f1-e0d1-4c68-bf42-566da0b4d934 req-6ba23e18-d7b9-4c4c-923d-e02d1ee310a9 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:25.738216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-692900f1-e0d1-4c68-bf42-566da0b4d934 req-6ba23e18-d7b9-4c4c-923d-e02d1ee310a9 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 945 time: 0.0477371
Nov 13 21:32:25.785988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-692900f1-e0d1-4c68-bf42-566da0b4d934 req-233125f4-0ca4-478d-bd8a-5fbed5a1c4eb tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416803
Nov 13 21:32:26.235253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3936-ff53-4354-8a2d-9a491a2acbbe req-73ac2226-af65-4ff2-bd34-71bdecd8e71a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:26.236732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cfb3936-ff53-4354-8a2d-9a491a2acbbe req-73ac2226-af65-4ff2-bd34-71bdecd8e71a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0495458
Nov 13 21:32:26.282577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 86e6ecbe-24a0-4705-b169-0012e04a013f up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:32:26.285939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cfb3936-ff53-4354-8a2d-9a491a2acbbe req-a361ea4a-8db0-4a9e-9249-89209f28e197 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433240
Nov 13 21:32:26.412143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 86e6ecbe-24a0-4705-b169-0012e04a013f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:32:26.416479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 86e6ecbe-24a0-4705-b169-0012e04a013f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:32:26.416959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:26.494321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:26.516067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:26.518312 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699d7e8b-8b99-46a1-af53-0186ea7d3ae7" -d '{"events": [{"server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "name": "network-vif-plugged", "status": "completed", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:26.531054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 86e6ecbe-24a0-4705-b169-0012e04a013f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86e6ecbe-24a0-4705-b169-0012e04a013f,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:26.553678 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae09e487-561f-4a2a-b7ab-1b575e464683 x-openstack-request-id: req-ae09e487-561f-4a2a-b7ab-1b575e464683 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:26.553966 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "name": "network-vif-plugged", "status": "completed", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:26.557582 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae09e487-561f-4a2a-b7ab-1b575e464683 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:26.557582 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'code': 200}
Nov 13 21:32:26.595269 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:26.650582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=86e6ecbe-24a0-4705-b169-0012e04a013f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:26.658746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf8832-2c6d-419a-a345-bd095f191231 req-761b3914-39b0-4675-9d5a-315d24bc52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:26.660349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cbf8832-2c6d-419a-a345-bd095f191231 req-761b3914-39b0-4675-9d5a-315d24bc52a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1097 time: 0.0487006
Nov 13 21:32:26.704587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cbf8832-2c6d-419a-a345-bd095f191231 req-d2204020-4d7a-4f0e-a099-7424402a5b3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373948
Nov 13 21:32:26.898120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ea83-760a-4ba8-8649-280575d5336a req-826d9209-b469-4095-83a9-d3df610d9386 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:26.900142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c67ea83-760a-4ba8-8649-280575d5336a req-826d9209-b469-4095-83a9-d3df610d9386 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0483596
Nov 13 21:32:26.951657 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c67ea83-760a-4ba8-8649-280575d5336a req-7ab9d0ad-49e1-46a0-b679-7eadeb18b590 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455980
Nov 13 21:32:27.109215 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-46f8d7b7-0504-47d7-afe3-b33e4e3d3486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:27.408529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d4473-fa48-414e-a144-587f9bd57250 req-f8a8699e-95ce-4220-83dd-26d1e9a525a0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:27.410035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d46d4473-fa48-414e-a144-587f9bd57250 req-f8a8699e-95ce-4220-83dd-26d1e9a525a0 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0495067
Nov 13 21:32:27.456877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d46d4473-fa48-414e-a144-587f9bd57250 req-33e7d280-fa20-404e-862d-b80f3cf5d148 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408006
Nov 13 21:32:28.069803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69999b-859d-4086-8423-e4bbf41a67c0 req-3d95d719-dda5-4fb6-9435-ccb3d67e3231 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:28.071420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f69999b-859d-4086-8423-e4bbf41a67c0 req-3d95d719-dda5-4fb6-9435-ccb3d67e3231 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0515425
Nov 13 21:32:28.119538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f69999b-859d-4086-8423-e4bbf41a67c0 req-737fd426-5c37-43fe-9a82-f59d04414d91 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419774
Nov 13 21:32:28.548147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:28.574566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60500-8169-434e-a6c6-a5ff90859a00 req-de971283-419b-4e9f-bfca-fb5a73f4b0e2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:28.576111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fd60500-8169-434e-a6c6-a5ff90859a00 req-de971283-419b-4e9f-bfca-fb5a73f4b0e2 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0494213
Nov 13 21:32:28.632204 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fd60500-8169-434e-a6c6-a5ff90859a00 req-4ba37ad0-add6-4580-ae46-417c2c84fcc6 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456576
Nov 13 21:32:29.237332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dc79c-5b7f-40fd-9f98-13fb0648e1eb req-b79df45c-fecd-4f6b-8929-5b91597c66ad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:29.238780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-382dc79c-5b7f-40fd-9f98-13fb0648e1eb req-b79df45c-fecd-4f6b-8929-5b91597c66ad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0478375
Nov 13 21:32:29.285075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-382dc79c-5b7f-40fd-9f98-13fb0648e1eb req-f9efc21a-bada-442d-9879-cbbbcd0b9d06 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396886
Nov 13 21:32:29.395046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeca946-0e08-4925-96d8-f44721de34bf req-da8c92d6-d245-4041-9719-3c7db2e79477 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:29.396504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8eeca946-0e08-4925-96d8-f44721de34bf req-da8c92d6-d245-4041-9719-3c7db2e79477 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0488250
Nov 13 21:32:29.405787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57526) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:29.410453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'floatingip': {'port_id': '86e6ecbe-24a0-4705-b169-0012e04a013f'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:29.449966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:29.903954 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:30.058596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43ebed-b139-4e7f-803d-4a8eee90ea80 req-4139f0d6-b1b1-4202-9393-983bbeca4c59 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:30.060252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba43ebed-b139-4e7f-803d-4a8eee90ea80 req-4139f0d6-b1b1-4202-9393-983bbeca4c59 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0559638
Nov 13 21:32:30.073923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:30.109671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba43ebed-b139-4e7f-803d-4a8eee90ea80 req-a25a49b8-8768-4ea4-a73c-992211d3b445 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434124
Nov 13 21:32:30.126440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:30.226680 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Floating IP 254952ab-58fb-4cb6-9662-062f92e8a303 associated. External IP: 172.35.3.122, port: 86e6ecbe-24a0-4705-b169-0012e04a013f.
Nov 13 21:32:30.384194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:30.429834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:32:30.539193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:32:30.544828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:30.556853 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:32:30.566894 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:30.569018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8cb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:32:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:30.579381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3f2490e3-f56d-46a4-9038-1a2d89aa4bea tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "PUT /v2.0/floatingips/254952ab-58fb-4cb6-9662-062f92e8a303 HTTP/1.1" status: 200  len: 992 time: 1.1725190
Nov 13 21:32:30.580080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:30.582902 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994b3444-db91-4107-aa13-4b60bbe6fc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:30.625050 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f64c624-06c3-482a-a7f6-204fac17ac0a x-openstack-request-id: req-7f64c624-06c3-482a-a7f6-204fac17ac0a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:30.625554 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:30.625860 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f64c624-06c3-482a-a7f6-204fac17ac0a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:30.626346 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'status': 'completed', 'code': 200}
Nov 13 21:32:30.700867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:30.709605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-64a0d686-63e8-45ed-81f8-e15a40e246b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:30.712251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-64a0d686-63e8-45ed-81f8-e15a40e246b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1097 time: 0.0587285
Nov 13 21:32:30.814582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-85374233-a058-4556-8106-d8aff5e9f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:30.816120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-85374233-a058-4556-8106-d8aff5e9f4a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.0969045
Nov 13 21:32:30.886907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-c4ffbbf6-0e65-4f6a-b562-0aacf6925bd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 1000 time: 0.0635500
Nov 13 21:32:30.937404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-abd0573b-178a-4800-bc9b-7c21db06f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:30.940645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-abd0573b-178a-4800-bc9b-7c21db06f99f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0457473
Nov 13 21:32:30.943830 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8cb8e0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '254952ab-58fb-4cb6-9662-062f92e8a303', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'floating_ip_address': '172.35.3.122', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'port_id': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'mac_address': 'fa:16:3e:5c:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6580-2742-47c4-b296-d0535800614d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:32:15Z', 'updated_at': '2021-11-13T21:32:29Z', 'revision_number': 1, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:30.970290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:32:30.979645 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:32:30.980137 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8cb8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:32:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:30.989511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-df0ce823-7d9d-48dc-ac31-2196bae01af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:30.991083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-df0ce823-7d9d-48dc-ac31-2196bae01af6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444083
Nov 13 21:32:31.099514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-db741dd1-5a7d-4b7f-9e6f-488add0ade08 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013567
Nov 13 21:32:31.101181 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:32:31.222088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-994b3444-db91-4107-aa13-4b60bbe6fc9e req-1c270d70-b15a-442f-aa90-135f0751151e service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148987
Nov 13 21:32:31.247531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca28a30-d0c2-4bff-b651-da2d61f5b92f req-26bb2743-a5ca-45b0-bc5a-11fdfddd25c8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:31.249085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ca28a30-d0c2-4bff-b651-da2d61f5b92f req-26bb2743-a5ca-45b0-bc5a-11fdfddd25c8 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0646663
Nov 13 21:32:31.298547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ca28a30-d0c2-4bff-b651-da2d61f5b92f req-38c3ead3-2f78-4a81-bbed-cc7a33d82627 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431976
Nov 13 21:32:31.381259 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8cb8e0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '254952ab-58fb-4cb6-9662-062f92e8a303', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'floating_ip_address': '172.35.3.122', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'port_id': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'mac_address': 'fa:16:3e:5c:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6580-2742-47c4-b296-d0535800614d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:32:15Z', 'updated_at': '2021-11-13T21:32:29Z', 'revision_number': 1, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:31.491696 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64005217-852d-449e-bc0a-e4ebf6dc48a0 None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '254952ab-58fb-4cb6-9662-062f92e8a303', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'floating_ip_address': '172.35.3.122', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'port_id': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'mac_address': 'fa:16:3e:5c:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22df6580-2742-47c4-b296-d0535800614d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:32:15Z', 'updated_at': '2021-11-13T21:32:29Z', 'revision_number': 1, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:32:31.682251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75921410-68ca-4331-a940-17b01b1a1e33 None None] New status for floating IP 254952ab-58fb-4cb6-9662-062f92e8a303: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:32:32.419449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3f501-4763-48e7-9fac-a09942be93ac req-56457f09-2f2e-4c5d-a489-3dc280607f3b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:32.421108 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dff3f501-4763-48e7-9fac-a09942be93ac req-56457f09-2f2e-4c5d-a489-3dc280607f3b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0548086
Nov 13 21:32:32.468056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dff3f501-4763-48e7-9fac-a09942be93ac req-70d1446b-fb62-47ee-81e5-05d7d4166671 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409920
Nov 13 21:32:33.584966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f482ab3-4432-4db2-a4d2-d6ba8614d880 req-eead60a9-5dd9-47d0-ba9c-a3b26ce20502 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:33.586579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f482ab3-4432-4db2-a4d2-d6ba8614d880 req-eead60a9-5dd9-47d0-ba9c-a3b26ce20502 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0501823
Nov 13 21:32:33.634858 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f482ab3-4432-4db2-a4d2-d6ba8614d880 req-3f014578-7ab8-4134-8502-ce82aa9e9849 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422604
Nov 13 21:32:34.291611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57678) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:34.398627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-247d7244-6ba3-4c8a-9113-843a1bcadb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.471729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-247d7244-6ba3-4c8a-9113-843a1bcadb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.549788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-247d7244-6ba3-4c8a-9113-843a1bcadb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.593913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-247d7244-6ba3-4c8a-9113-843a1bcadb07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e587c47ce47947b597b74f7ee190061c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3011959
Nov 13 21:32:34.594842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d7244-6ba3-4c8a-9113-843a1bcadb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac9c4c-48f9-49f7-9f90-31c3e7664c9b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:34.596771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:34.655112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.679768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.757950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e758b-fb90-4386-a456-6c8e8e6e3df7 req-b87f9258-b527-48e9-b91c-db2a4294be57 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:34.759486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-664e758b-fb90-4386-a456-6c8e8e6e3df7 req-b87f9258-b527-48e9-b91c-db2a4294be57 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0510480
Nov 13 21:32:34.804621 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.807536 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:34.807781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-664e758b-fb90-4386-a456-6c8e8e6e3df7 req-2914c77f-14a8-4c2d-a328-98837ea5e4f7 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423849
Nov 13 21:32:34.808971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18ac9c4c-48f9-49f7-9f90-31c3e7664c9b HTTP/1.1" status: 204  len: 168 time: 0.2106917
Nov 13 21:32:34.817840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac9c4c-48f9-49f7-9f90-31c3e7664c9b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.828293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.829111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.829111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.829270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:34.829465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe092b1-d582-487c-acce-37aecccf80e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:35.385584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 57694) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:35.398657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-849eea19-bedd-4554-b5c1-1b0bc9181606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.470265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-849eea19-bedd-4554-b5c1-1b0bc9181606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.515157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-849eea19-bedd-4554-b5c1-1b0bc9181606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.554077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-849eea19-bedd-4554-b5c1-1b0bc9181606 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48c9b02c50d642b4965a11e465c27414&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1671395
Nov 13 21:32:35.554795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eea19-bedd-4554-b5c1-1b0bc9181606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be955a-5a0c-49bb-85d7-f4eee86dd324,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:35.557036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57696) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:35.606724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3864002-eda3-42dc-ae51-8a5462830508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.630301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3864002-eda3-42dc-ae51-8a5462830508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.772825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3864002-eda3-42dc-ae51-8a5462830508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.775550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3864002-eda3-42dc-ae51-8a5462830508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:35.776766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3864002-eda3-42dc-ae51-8a5462830508 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0be955a-5a0c-49bb-85d7-f4eee86dd324 HTTP/1.1" status: 204  len: 168 time: 0.2181175
Nov 13 21:32:35.785157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3864002-eda3-42dc-ae51-8a5462830508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be955a-5a0c-49bb-85d7-f4eee86dd324,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:35.932204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a89f-a6fc-43f3-a0f1-160cf7fc6313 req-edd15c8e-01af-49fe-9507-4ba90185081d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:35.933724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a006a89f-a6fc-43f3-a0f1-160cf7fc6313 req-edd15c8e-01af-49fe-9507-4ba90185081d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0545244
Nov 13 21:32:35.983063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a006a89f-a6fc-43f3-a0f1-160cf7fc6313 req-d5b207a4-f684-4053-a5fb-9d17bfc04d80 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430763
Nov 13 21:32:37.114755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be617e-8d3c-4574-b6e4-02030d34765e req-481b2eba-8d94-437b-a73a-86c483b353eb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:37.116255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8be617e-8d3c-4574-b6e4-02030d34765e req-481b2eba-8d94-437b-a73a-86c483b353eb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0512838
Nov 13 21:32:37.171048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f8be617e-8d3c-4574-b6e4-02030d34765e req-dbb830dc-c4f6-49cd-b169-c83535b02243 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468152
Nov 13 21:32:38.285188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69088d77-a1c3-43d7-927d-1e323fc0fcc7 req-b8a17106-4fcf-46da-acf7-c23a827b86ab tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:38.287376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69088d77-a1c3-43d7-927d-1e323fc0fcc7 req-b8a17106-4fcf-46da-acf7-c23a827b86ab tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0496929
Nov 13 21:32:38.339014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69088d77-a1c3-43d7-927d-1e323fc0fcc7 req-c113e340-7a13-412a-8916-82298e1b638d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455561
Nov 13 21:32:39.454432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496737e-e987-4e45-9c6e-735716148236 req-8ed9c687-09e4-4dfe-a49a-3fe2b2aa7de9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:39.456034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f496737e-e987-4e45-9c6e-735716148236 req-8ed9c687-09e4-4dfe-a49a-3fe2b2aa7de9 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0493460
Nov 13 21:32:39.503832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f496737e-e987-4e45-9c6e-735716148236 req-c0d53bec-c960-401c-8d09-359cb61ab0a3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413563
Nov 13 21:32:39.784954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-2c1d7db5-c116-41cd-9cd6-3773933fd57c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0414732
Nov 13 21:32:39.856807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-95f816d3-8afd-4e30-b7d0-aa0e09c76c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:39.856807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-95f816d3-8afd-4e30-b7d0-aa0e09c76c5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 1096 time: 0.0498765
Nov 13 21:32:39.959284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-760b7c73-f061-4948-8d90-fbaaf72817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:39.960807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-760b7c73-f061-4948-8d90-fbaaf72817d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 200  len: 907 time: 0.0830469
Nov 13 21:32:40.003785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-30ed8f87-88ca-45ca-9181-c747a7468b4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3d0a362-10cf-4005-aab1-94170003ee32 HTTP/1.1" status: 200  len: 217 time: 0.0364945
Nov 13 21:32:40.052222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-769f941b-760c-4e30-bde0-61903311fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:40.053659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-769f941b-760c-4e30-bde0-61903311fdaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 200  len: 846 time: 0.0419030
Nov 13 21:32:40.085084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-d5c9348b-e583-40f8-b40f-2d85824decc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0121064f-3701-4c29-b331-2abd11867f05&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238557
Nov 13 21:32:40.182784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-4719b728-573f-4285-8a2a-d439dc5387d3 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890009
Nov 13 21:32:40.275751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4583b7d5-451f-4afc-bb49-5ac77b517607 req-4ce48505-38e6-4ef9-b7f0-42a5479edee7 service neutron] 10.222.0.37 "GET /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843704
Nov 13 21:32:40.619466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b10141-1548-46c5-b063-185508bc9eb3 req-80320280-f266-42e3-83a6-f557ce45fdd5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:40.621166 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44b10141-1548-46c5-b063-185508bc9eb3 req-80320280-f266-42e3-83a6-f557ce45fdd5 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0496378
Nov 13 21:32:40.668848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44b10141-1548-46c5-b063-185508bc9eb3 req-f034575c-72af-4e03-8db4-23fa78c89936 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412083
Nov 13 21:32:40.996566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b38c-09cd-4a23-88d2-7116e81c90b1 req-a8883ecd-963b-4e49-b791-f81f78287227 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:40.998616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2902b38c-09cd-4a23-88d2-7116e81c90b1 req-a8883ecd-963b-4e49-b791-f81f78287227 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0531082
Nov 13 21:32:41.050714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2902b38c-09cd-4a23-88d2-7116e81c90b1 req-71734f1b-4aee-464d-a531-140aad1ae26b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458868
Nov 13 21:32:41.175208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e463a3-dd1a-4d91-8ace-d7297e315906 req-f78b9761-42d8-41d8-86d8-0b5367cd3281 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:41.176571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1e463a3-dd1a-4d91-8ace-d7297e315906 req-f78b9761-42d8-41d8-86d8-0b5367cd3281 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0543337
Nov 13 21:32:41.507640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1e463a3-dd1a-4d91-8ace-d7297e315906 req-55040918-c084-444c-a707-c865486c0c3a tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3249919
Nov 13 21:32:42.000954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd064b66-b2e0-4c87-be42-e7888dad522f req-f0bd1f6c-38d5-4bba-a2fe-76587c308e65 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:42.002432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd064b66-b2e0-4c87-be42-e7888dad522f req-f0bd1f6c-38d5-4bba-a2fe-76587c308e65 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0486259
Nov 13 21:32:42.048577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd064b66-b2e0-4c87-be42-e7888dad522f req-bdb1eb38-cbeb-453b-987e-217fdd951e6e tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397799
Nov 13 21:32:42.061866 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:43.167463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800abe87-8983-4468-b11b-620818c4771f req-527edec6-06c2-447b-b26b-4d9d3cbd1fc3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:43.169106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-800abe87-8983-4468-b11b-620818c4771f req-527edec6-06c2-447b-b26b-4d9d3cbd1fc3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0514195
Nov 13 21:32:43.171174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-889357fd-042b-4c21-9119-fc86a4c6a289 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:43.172618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-889357fd-042b-4c21-9119-fc86a4c6a289 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 945 time: 0.0494859
Nov 13 21:32:43.221267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-800abe87-8983-4468-b11b-620818c4771f req-c6d0f993-8dd2-4441-9530-281e0839d67d tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451467
Nov 13 21:32:43.272132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port 9de4dc61-d348-4075-9952-36a75da12e50 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:32:43.272476 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:43.368195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port 9de4dc61-d348-4075-9952-36a75da12e50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9de4dc61-d348-4075-9952-36a75da12e50,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:43.368561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:43.381526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for 9de4dc61-d348-4075-9952-36a75da12e50 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:32:43.565057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:43.577386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:32:43.582592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9de4dc61-d348-4075-9952-36a75da12e50'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:32:43.595594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=9de4dc61-d348-4075-9952-36a75da12e50,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:43.609489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.609489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.609489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.611881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.612462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:32:43.650918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port 9de4dc61-d348-4075-9952-36a75da12e50 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:32:43.653700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:43.657203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3d5ab583-ac0d-4e27-b138-9cb35ab3179f req-9cb90175-5d02-4bc6-90fd-940492aae2fb tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.46 "DELETE /v2.0/ports/9de4dc61-d348-4075-9952-36a75da12e50 HTTP/1.1" status: 204  len: 173 time: 0.4778786
Nov 13 21:32:43.657652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'name': 'network-vif-deleted', 'tag': '9de4dc61-d348-4075-9952-36a75da12e50'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:43.660057 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f0ca71-6509-4d52-bd55-69d9fa7ba1f2" -d '{"events": [{"server_uuid": "114ed3e9-ef2a-4f93-bcee-3ab8b26ad867", "name": "network-vif-deleted", "tag": "9de4dc61-d348-4075-9952-36a75da12e50"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:43.696845 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a922c-937d-499d-88bb-cc48985b44d8 x-openstack-request-id: req-1d7a922c-937d-499d-88bb-cc48985b44d8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:43.697289 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114ed3e9-ef2a-4f93-bcee-3ab8b26ad867", "name": "network-vif-deleted", "tag": "9de4dc61-d348-4075-9952-36a75da12e50", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:43.697442 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d7a922c-937d-499d-88bb-cc48985b44d8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:43.697799 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114ed3e9-ef2a-4f93-bcee-3ab8b26ad867', 'name': 'network-vif-deleted', 'tag': '9de4dc61-d348-4075-9952-36a75da12e50', 'status': 'completed', 'code': 200}
Nov 13 21:32:44.335191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d71a2b1c-1c16-40a9-b0be-fdd55961408d req-b88dab92-80f5-4361-89b4-eade1ddd0970 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=114ed3e9-ef2a-4f93-bcee-3ab8b26ad867 HTTP/1.1" status: 200  len: 210 time: 0.0262880
Nov 13 21:32:44.565715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-1a5f2bc3-996e-4587-babd-e73267445cb2 req-691046c3-bcef-4edf-af90-dfd5045ced4d service neutron] (120532) timed out ('10.222.0.20', 44776) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:32:44.617956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:46.340207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e4eb2-1fcb-4f99-85e7-398637347944 req-1763352b-85e3-4c37-9808-1b2ecf585792 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:46.341739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e4eb2-1fcb-4f99-85e7-398637347944 req-1763352b-85e3-4c37-9808-1b2ecf585792 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 945 time: 0.0506499
Nov 13 21:32:46.391089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e4eb2-1fcb-4f99-85e7-398637347944 req-aa2a773b-990c-4d59-b4d5-fdb5cda29718 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430605
Nov 13 21:32:47.461365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9de4dc61-d348-4075-9952-36a75da12e50 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:32:47.483304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 9de4dc61-d348-4075-9952-36a75da12e50 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:32:47.483658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9de4dc61-d348-4075-9952-36a75da12e50 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:32:47.525267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bd005-6fa5-4f22-b23c-7d43b0836122 req-66fa73b8-7875-4c45-b4cc-97dbfe3ad6b4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:47.526814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-408bd005-6fa5-4f22-b23c-7d43b0836122 req-66fa73b8-7875-4c45-b4cc-97dbfe3ad6b4 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 945 time: 0.0619519
Nov 13 21:32:47.581580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-408bd005-6fa5-4f22-b23c-7d43b0836122 req-4c017669-209b-430d-8c8a-b3ee647ed2c3 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f2249f-7c72-4f9e-9640-229d336c94ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486822
Nov 13 21:32:47.737611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-80a57c49-3b15-4fcc-878f-e8be9ddc813b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:47.739329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-80a57c49-3b15-4fcc-878f-e8be9ddc813b tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 945 time: 0.0521700
Nov 13 21:32:47.836393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Deleting port a3d0a362-10cf-4005-aab1-94170003ee32 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:32:47.837228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:47.927438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] For port a3d0a362-10cf-4005-aab1-94170003ee32, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3d0a362-10cf-4005-aab1-94170003ee32,segment=NetworkSegment(b6c81276-faa2-4380-af2a-d7742c7562ca),segment_id=b6c81276-faa2-4380-af2a-d7742c7562ca)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:32:47.927795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:47.940601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Calling delete_port for a3d0a362-10cf-4005-aab1-94170003ee32 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:32:48.210809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:48.226005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['a3d0a362-10cf-4005-aab1-94170003ee32'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:32:48.239245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Pushing event deleted for resources: {'Port': ['ID=a3d0a362-10cf-4005-aab1-94170003ee32,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:48.279914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] No DVR routers for this DVR port a3d0a362-10cf-4005-aab1-94170003ee32 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:32:48.282446 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:48.285928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6cccdd65-0759-439c-a33f-20d1174fb072 req-d2ad154c-282e-4d60-ae59-710fb5fc37ed tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.37 "DELETE /v2.0/ports/a3d0a362-10cf-4005-aab1-94170003ee32 HTTP/1.1" status: 204  len: 173 time: 0.5375717
Nov 13 21:32:48.286336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723901d0-beb9-405c-b352-98f3c19c9e30', 'name': 'network-vif-deleted', 'tag': 'a3d0a362-10cf-4005-aab1-94170003ee32'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:32:48.288555 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694898c-40c0-409a-8379-51e3b7dc1fd2" -d '{"events": [{"server_uuid": "723901d0-beb9-405c-b352-98f3c19c9e30", "name": "network-vif-deleted", "tag": "a3d0a362-10cf-4005-aab1-94170003ee32"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:32:48.331278 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89517d-5af2-4c64-9c2f-2e1cd59518a3 x-openstack-request-id: req-ca89517d-5af2-4c64-9c2f-2e1cd59518a3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:32:48.331579 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723901d0-beb9-405c-b352-98f3c19c9e30", "name": "network-vif-deleted", "tag": "a3d0a362-10cf-4005-aab1-94170003ee32", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:32:48.331838 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca89517d-5af2-4c64-9c2f-2e1cd59518a3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:32:48.332244 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723901d0-beb9-405c-b352-98f3c19c9e30', 'name': 'network-vif-deleted', 'tag': 'a3d0a362-10cf-4005-aab1-94170003ee32', 'status': 'completed', 'code': 200}
Nov 13 21:32:48.690724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6ddc43a-37b8-47a6-8ce3-d341059cf555 req-05f9993f-9f29-4aac-9347-652e8c680350 tempest-ServersTestJSON-1563090848 tempest-ServersTestJSON-1563090848-project] 10.222.0.20 "GET /v2.0/ports?device_id=723901d0-beb9-405c-b352-98f3c19c9e30 HTTP/1.1" status: 200  len: 210 time: 0.0262733
Nov 13 21:32:49.746064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 57980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:49.793415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Deleting subnet 67363ae3-e8fe-4b4c-a00e-49849727c982 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:32:49.796588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:49.832364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:49.873892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.064223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.095072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67363ae3-e8fe-4b4c-a00e-49849727c982,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:50.097022 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.101754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4fa29646-cf64-40a7-a273-51a059bb2a84 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67363ae3-e8fe-4b4c-a00e-49849727c982 HTTP/1.1" status: 204  len: 168 time: 0.3531907
Nov 13 21:32:50.103193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:50.170482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.255177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.272583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f49a0>,) {'filters': {'network_id': ['0121064f-3701-4c29-b331-2abd11867f05']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:50.282227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f49a0>, 'b6c81276-faa2-4380-af2a-d7742c7562ca') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:50.282517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f49a0>, 'b6c81276-faa2-4380-af2a-d7742c7562ca') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:32:50.291621 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.304386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.310092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:32:50.310466 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:32:50.312098 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:32:50.435050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.440670 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:50.443994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0121064f-3701-4c29-b331-2abd11867f05 HTTP/1.1" status: 204  len: 168 time: 0.3398502
Nov 13 21:32:50.455537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd859b-5f2a-4047-a140-e576cdffc380 admin admin] Pushing event deleted for resources: {'Network': ['ID=0121064f-3701-4c29-b331-2abd11867f05,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:50.935005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58012) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:50.989388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-780ef22e-ed86-48ff-b87c-a8cbf7a096ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ca970b5d5c84e84bc8898c0dbebbbaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0503926
Nov 13 21:32:50.991244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58016) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:51.038304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b96b7ce9-d173-419a-9602-cf8d16899f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:51.059843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b96b7ce9-d173-419a-9602-cf8d16899f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:51.222094 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b96b7ce9-d173-419a-9602-cf8d16899f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:51.231383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b96b7ce9-d173-419a-9602-cf8d16899f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:51.231383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b96b7ce9-d173-419a-9602-cf8d16899f2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85f2249f-7c72-4f9e-9640-229d336c94ea HTTP/1.1" status: 204  len: 168 time: 0.2336295
Nov 13 21:32:51.234557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7ce9-d173-419a-9602-cf8d16899f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f2249f-7c72-4f9e-9640-229d336c94ea,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:52.408227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3d0a362-10cf-4005-aab1-94170003ee32 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:32:52.429560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: a3d0a362-10cf-4005-aab1-94170003ee32 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:32:52.429903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3d0a362-10cf-4005-aab1-94170003ee32 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:32:53.323614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58100) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:53.434507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5bd98f59-4d62-4400-9ecb-50e3c4ce2c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.507949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5bd98f59-4d62-4400-9ecb-50e3c4ce2c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.573251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5bd98f59-4d62-4400-9ecb-50e3c4ce2c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.613793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5bd98f59-4d62-4400-9ecb-50e3c4ce2c5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e10665efce304e53bef90dad37b643df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2885590
Nov 13 21:32:53.614933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd98f59-4d62-4400-9ecb-50e3c4ce2c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f96ee1a-ee84-444f-897f-b23ef61445c8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:53.616677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58116) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:53.666015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eaec3fe-727e-4503-a47a-28618a893617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.687681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eaec3fe-727e-4503-a47a-28618a893617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.875773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eaec3fe-727e-4503-a47a-28618a893617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.878459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eaec3fe-727e-4503-a47a-28618a893617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:53.879656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4eaec3fe-727e-4503-a47a-28618a893617 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f96ee1a-ee84-444f-897f-b23ef61445c8 HTTP/1.1" status: 204  len: 168 time: 0.2618518
Nov 13 21:32:53.888507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaec3fe-727e-4503-a47a-28618a893617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f96ee1a-ee84-444f-897f-b23ef61445c8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:54.726730 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-61319785-fc54-43a5-b2b2-bf9b146e9e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:54.979396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58144) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:55.073432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1631200627-network', 'tenant_id': '7ca896180bd14166b581f7c307622554'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:55.182771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Made reservation on behalf of 7ca896180bd14166b581f7c307622554 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:55.187680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.196243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.274152 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.355253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.380747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:32:55.390252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f7f3f-dbd3-4fc9-995a-b497c920238f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:55.395239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.395602 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Added segment 6896c72d-c3f2-4409-b632-bb8bc452423c of type vlan for network e356a584-97d4-418c-bca3-6ba1d47ad7fd
Nov 13 21:32:55.439214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.543701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.544717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:55.545328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:55.604481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] Pushing event updated for resources: {'Network': ['ID=e356a584-97d4-418c-bca3-6ba1d47ad7fd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:55.614090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:32:55.716678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-82f44043-a8d3-49bf-aa53-63d278493b6f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7361639
Nov 13 21:32:55.719434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58154) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:32:55.724127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Request body: {'subnet': {'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1631200627-subnet', 'tenant_id': '7ca896180bd14166b581f7c307622554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:55.835680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Made reservation on behalf of 7ca896180bd14166b581f7c307622554 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:55.838651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:56.058292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:56.111937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37785208-4e5e-4bae-ad2d-8b6741c6b45f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:32:56.122392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Checking segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:32:56.122751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Network hostable DHCP agents. Network: e356a584-97d4-418c-bca3-6ba1d47ad7fd, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:32:56.221918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:32:56.309959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e356a584-97d4-418c-bca3-6ba1d47ad7fd) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:32:56.314267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:56.314892 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:56.318739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5775c6-f9ae-4884-9e50-5fd21680d10a None None] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:32:56.413991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b5e4985-e951-4dca-9ac0-3aab0d1187b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6934929
Nov 13 21:32:56.595057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75a318-bf12-46e8-9845-d6c221093dcd None None] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:32:56.926657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-be8158ee-41c2-4960-a750-d139cdafcc52 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:56.928103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-be8158ee-41c2-4960-a750-d139cdafcc52 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.1071329
Nov 13 21:32:56.942600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-ffb107aa-e79a-4420-96b7-b3a444c492bc tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/quotas/7ca896180bd14166b581f7c307622554 HTTP/1.1" status: 200  len: 375 time: 0.0089355
Nov 13 21:32:56.974795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-533697ab-853b-4184-ba9d-583866ba34c5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269587
Nov 13 21:32:57.071303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-2b8c0c54-3061-4472-9baa-e82d095cb4b2 service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888600
Nov 13 21:32:57.098793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1855c797-3d48-4854-bae7-e67c78ae15be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:57.163502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-14460658-19af-4e72-b422-2a3dd09940d5 service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854850
Nov 13 21:32:57.410778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac893b6d-b134-4f01-8587-f5ef006a3a34 req-7ab241f4-1bc0-4698-b767-0e5b59ea5be1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 210 time: 0.0337954
Nov 13 21:32:58.491137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59dbb3fc-7ee6-4490-9459-aa8c24749dc7 req-5ff46d31-b77b-4098-b979-d469be91eabf tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 210 time: 0.0271947
Nov 13 21:32:58.538130 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:59.593039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32d9aa4-1874-40f7-bd55-5014e8510575 req-cb32cf0b-cd6c-4464-858e-14605685cc03 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 210 time: 0.0341978
Nov 13 21:32:59.687960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-aef1d8a4-2f6c-4c00-98b7-c3843753c101 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:32:59.689591 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-aef1d8a4-2f6c-4c00-98b7-c3843753c101 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.1207850
Nov 13 21:32:59.702841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Request body: {'port': {'device_id': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'admin_state_up': True, 'tenant_id': '7ca896180bd14166b581f7c307622554'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:32:59.892978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Made reservation on behalf of 7ca896180bd14166b581f7c307622554 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:32:59.896575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:32:59.916061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.023473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Allocated IP 172.20.0.3 (e356a584-97d4-418c-bca3-6ba1d47ad7fd/37785208-4e5e-4bae-ad2d-8b6741c6b45f/f1149502-e733-4828-a970-3014cb93caf8) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:00.169278 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.257214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.301698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:00.304636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:00.307046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:00.318989 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.340649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event updated for resources: {'Port': ['ID=f1149502-e733-4828-a970-3014cb93caf8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:00.367233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:00.367839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.397081 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:33:00.443868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f9c6e842-b74c-4479-8bd0-84cc3cfe9e61 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7456412
Nov 13 21:33:00.456438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Request body: {'port': {'device_id': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:00.514195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.767590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67041404-9ded-4803-b5ae-4e11d5ba905e req-9e8e16c4-5117-4125-9092-6465d98090c2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:00.769091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67041404-9ded-4803-b5ae-4e11d5ba905e req-9e8e16c4-5117-4125-9092-6465d98090c2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 931 time: 0.0783756
Nov 13 21:33:00.853923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1149502-e733-4828-a970-3014cb93caf8 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:33:00.861956 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:00.866981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67041404-9ded-4803-b5ae-4e11d5ba905e req-72ff5143-e9af-41ac-93d1-a66ad3420a1b tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886736
Nov 13 21:33:00.877931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Transition to ACTIVE for port object f1149502-e733-4828-a970-3014cb93caf8 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:33:00.976620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:01.025816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1149502-e733-4828-a970-3014cb93caf8,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:01.093148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Attempting to bind port f1149502-e733-4828-a970-3014cb93caf8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:01.093477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Attempting to bind port f1149502-e733-4828-a970-3014cb93caf8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:01.093796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Attempting to bind port f1149502-e733-4828-a970-3014cb93caf8 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:01.098025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Port f1149502-e733-4828-a970-3014cb93caf8 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:33:01.098345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Attempting to bind port f1149502-e733-4828-a970-3014cb93caf8 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:01.103067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:01.103391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Checking segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:01.103760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Bound using segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:01.104172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Bound port: f1149502-e733-4828-a970-3014cb93caf8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:01.104552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:01.170339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] For port f1149502-e733-4828-a970-3014cb93caf8, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:01.173385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] For port f1149502-e733-4828-a970-3014cb93caf8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1149502-e733-4828-a970-3014cb93caf8,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:01.240495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:01.275101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.275749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:01.277287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f1149502-e733-4828-a970-3014cb93caf8 HTTP/1.1" status: 200  len: 1091 time: 0.8252165
Nov 13 21:33:01.277717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'tag': 'f1149502-e733-4828-a970-3014cb93caf8'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:01.279997 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd3a16f-ae2b-47f8-a034-3056463b17e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ca1f4a-1a46-4a26-987d-9269894fedb8", "tag": "f1149502-e733-4828-a970-3014cb93caf8"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:01.304150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4925-8f95-4f76-a983-fb88cc7296d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1149502-e733-4828-a970-3014cb93caf8,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:01.319266 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b946ffb8-65ce-4f03-8bf1-36a583cf292b x-openstack-request-id: req-b946ffb8-65ce-4f03-8bf1-36a583cf292b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:01.319703 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ca1f4a-1a46-4a26-987d-9269894fedb8", "tag": "f1149502-e733-4828-a970-3014cb93caf8", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:01.319963 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b946ffb8-65ce-4f03-8bf1-36a583cf292b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:01.320366 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'tag': 'f1149502-e733-4828-a970-3014cb93caf8', 'status': 'completed', 'code': 200}
Nov 13 21:33:01.383373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a16f-ae2b-47f8-a034-3056463b17e5 req-1b45aa90-ba0d-4043-8794-dcb2c6981840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.384940 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bd3a16f-ae2b-47f8-a034-3056463b17e5 req-1b45aa90-ba0d-4043-8794-dcb2c6981840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 1094 time: 0.0432754
Nov 13 21:33:01.487171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a16f-ae2b-47f8-a034-3056463b17e5 req-8855d5c6-d652-4366-b448-2b1d69bfa4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.488834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bd3a16f-ae2b-47f8-a034-3056463b17e5 req-8855d5c6-d652-4366-b448-2b1d69bfa4e6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7ca896180bd14166b581f7c307622554&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0955555
Nov 13 21:33:01.583489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a16f-ae2b-47f8-a034-3056463b17e5 req-0b53c869-7c92-489d-be5c-b7bfdcf35f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.585051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bd3a16f-ae2b-47f8-a034-3056463b17e5 req-0b53c869-7c92-489d-be5c-b7bfdcf35f7f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0889871
Nov 13 21:33:01.664777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-98aac086-cf7a-4add-98bf-9d67b5978af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.666306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-98aac086-cf7a-4add-98bf-9d67b5978af6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 1094 time: 0.0429504
Nov 13 21:33:01.710747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-620c43aa-b1df-4726-821b-45481e440e9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1149502-e733-4828-a970-3014cb93caf8 HTTP/1.1" status: 200  len: 217 time: 0.0368710
Nov 13 21:33:01.759306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-66b1d3ac-cae2-4987-a89b-fdd361d347ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.760751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-66b1d3ac-cae2-4987-a89b-fdd361d347ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.0437744
Nov 13 21:33:01.793432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-9a0ed69b-d098-4526-ba14-652abd812e4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259476
Nov 13 21:33:01.890728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-96fafb4b-6394-4a57-b15a-41f5534692cf service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906534
Nov 13 21:33:01.983818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6666b40-27db-41ac-a615-7c3e5437ba1f req-f42bc621-5ee4-4ed1-bbf5-42fcfb6d07c4 service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851643
Nov 13 21:33:01.989557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630bebd-8446-46a2-b86a-02a46c4dba4e req-2aea8c74-d2ec-4e97-a4b7-8b2910ad7e76 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:01.991575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6630bebd-8446-46a2-b86a-02a46c4dba4e req-2aea8c74-d2ec-4e97-a4b7-8b2910ad7e76 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 943 time: 0.0508540
Nov 13 21:33:02.040490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6630bebd-8446-46a2-b86a-02a46c4dba4e req-ffc08aaa-c0e1-411d-9e2e-83b239b2609a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425985
Nov 13 21:33:03.161050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468faf1-be05-4722-b251-5dd5c263fb2f req-8d9cb4a2-49cf-41a7-92a7-b0e0ad1da949 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:03.162686 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b468faf1-be05-4722-b251-5dd5c263fb2f req-8d9cb4a2-49cf-41a7-92a7-b0e0ad1da949 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 943 time: 0.0538013
Nov 13 21:33:03.220102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b468faf1-be05-4722-b251-5dd5c263fb2f req-b22fbc38-a666-482a-8bf4-d651e090e454 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503306
Nov 13 21:33:03.540011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f1149502-e733-4828-a970-3014cb93caf8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:33:03.635249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f1149502-e733-4828-a970-3014cb93caf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1149502-e733-4828-a970-3014cb93caf8,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:03.646184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'f1149502-e733-4828-a970-3014cb93caf8', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'port_id': 'f1149502-e733-4828-a970-3014cb93caf8', 'mac_address': 'fa:16:3e:61:8b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37785208-4e5e-4bae-ad2d-8b6741c6b45f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:33:03.686840 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:03.699307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1149502-e733-4828-a970-3014cb93caf8 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:33:03.718458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f1149502-e733-4828-a970-3014cb93caf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1149502-e733-4828-a970-3014cb93caf8,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:03.778593 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:03.825000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f1149502-e733-4828-a970-3014cb93caf8,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:03.974691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:33:04.343325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bebab-98a4-400d-9faa-d655e1d2b3e7 req-cc9f5f5a-439b-4791-9a9d-a4f896f10a72 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:04.344864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f06bebab-98a4-400d-9faa-d655e1d2b3e7 req-cc9f5f5a-439b-4791-9a9d-a4f896f10a72 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 944 time: 0.0535665
Nov 13 21:33:04.392579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f06bebab-98a4-400d-9faa-d655e1d2b3e7 req-382e3b54-c9c2-413e-bebf-a3cfa710954e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415759
Nov 13 21:33:05.452648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58310) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:05.537703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a67fc-e6ef-4c82-b9d5-b86b93a98489 req-cc3d51fc-fb2d-4c47-8e00-8700a04157a2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:05.545829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c0a67fc-e6ef-4c82-b9d5-b86b93a98489 req-cc3d51fc-fb2d-4c47-8e00-8700a04157a2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 944 time: 0.0657489
Nov 13 21:33:05.546162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f1149502-e733-4828-a970-3014cb93caf8 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:05.568355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f67328b-6fb1-43c1-8593-5422687d9241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.595613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c0a67fc-e6ef-4c82-b9d5-b86b93a98489 req-622ba8eb-804d-41df-8fcb-055b19d0c576 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461988
Nov 13 21:33:05.654493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f67328b-6fb1-43c1-8593-5422687d9241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.685125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port f1149502-e733-4828-a970-3014cb93caf8 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:33:05.689723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port f1149502-e733-4828-a970-3014cb93caf8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:05.690100 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.742439 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f67328b-6fb1-43c1-8593-5422687d9241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.769085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.787969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9f67328b-6fb1-43c1-8593-5422687d9241 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e76b899a098c48d5a62addf3d38e3944&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3319373
Nov 13 21:33:05.787969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67328b-6fb1-43c1-8593-5422687d9241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dbf57e-bb1c-4ed6-84ac-7b8a44e52afd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:05.788344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58314) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:05.798151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1149502-e733-4828-a970-3014cb93caf8'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:05.802323 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf5f612-9aeb-4e77-8440-3d0b2c8a91bf" -d '{"events": [{"server_uuid": "b4ca1f4a-1a46-4a26-987d-9269894fedb8", "name": "network-vif-plugged", "status": "completed", "tag": "f1149502-e733-4828-a970-3014cb93caf8"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:05.819864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f1149502-e733-4828-a970-3014cb93caf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1149502-e733-4828-a970-3014cb93caf8,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:05.846066 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc72bc7-f18e-4b30-af57-9ffade6840b8 x-openstack-request-id: req-1bc72bc7-f18e-4b30-af57-9ffade6840b8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:05.846420 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca1f4a-1a46-4a26-987d-9269894fedb8", "name": "network-vif-plugged", "status": "completed", "tag": "f1149502-e733-4828-a970-3014cb93caf8", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:05.846739 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bc72bc7-f18e-4b30-af57-9ffade6840b8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:05.847219 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1149502-e733-4828-a970-3014cb93caf8', 'code': 200}
Nov 13 21:33:05.851791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-309fd47d-ee4a-4148-8ce1-3830ddd2554e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.874538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-309fd47d-ee4a-4148-8ce1-3830ddd2554e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.921511 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:05.957324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7fb69-7000-41ac-9992-0d3628d5891e req-5074bc8d-5708-48d3-9a26-c620b83e2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:05.959505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-66b7fb69-7000-41ac-9992-0d3628d5891e req-5074bc8d-5708-48d3-9a26-c620b83e2f07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 1096 time: 0.0472274
Nov 13 21:33:05.971172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f1149502-e733-4828-a970-3014cb93caf8,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:06.008975 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-66b7fb69-7000-41ac-9992-0d3628d5891e req-baad858c-2130-40f1-ac0b-bfd14caf26d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409002
Nov 13 21:33:06.041342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-309fd47d-ee4a-4148-8ce1-3830ddd2554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:06.044613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-309fd47d-ee4a-4148-8ce1-3830ddd2554e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:06.045867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-309fd47d-ee4a-4148-8ce1-3830ddd2554e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53dbf57e-bb1c-4ed6-84ac-7b8a44e52afd HTTP/1.1" status: 204  len: 168 time: 0.2563770
Nov 13 21:33:06.053495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fd47d-ee4a-4148-8ce1-3830ddd2554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dbf57e-bb1c-4ed6-84ac-7b8a44e52afd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:06.714293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6d4a6-e971-427e-b010-7aee1e2f1275 req-b3d13b5a-0bdb-4e13-a494-29c3554f95c1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:06.715760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96f6d4a6-e971-427e-b010-7aee1e2f1275 req-b3d13b5a-0bdb-4e13-a494-29c3554f95c1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 945 time: 0.0503035
Nov 13 21:33:06.767007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96f6d4a6-e971-427e-b010-7aee1e2f1275 req-ca34452d-d442-4c29-abac-098639365cf3 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452049
Nov 13 21:33:07.885918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b278d7c-1cdd-4730-b87d-3a44960cf491 req-825848cb-6aeb-4a18-b2b0-43f22506b581 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:07.887939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1b278d7c-1cdd-4730-b87d-3a44960cf491 req-825848cb-6aeb-4a18-b2b0-43f22506b581 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 945 time: 0.0508153
Nov 13 21:33:07.935947 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1b278d7c-1cdd-4730-b87d-3a44960cf491 req-47179ecf-3732-485d-8464-c99a46dc50da tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419326
Nov 13 21:33:12.132886 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.324174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:14.434562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039d2a51-ef27-43c1-86b3-c9190d314bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.512070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039d2a51-ef27-43c1-86b3-c9190d314bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.611298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.634364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039d2a51-ef27-43c1-86b3-c9190d314bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.676748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-039d2a51-ef27-43c1-86b3-c9190d314bea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef8ae5f0ac9c43f29ee3a8696e857409&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3513169
Nov 13 21:33:14.679269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58530) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:14.686180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d2a51-ef27-43c1-86b3-c9190d314bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d854f15-fdbf-4757-b066-3ab1849860a9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:14.732821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6892a743-291f-4a8b-9db7-23d18da38a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.754654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6892a743-291f-4a8b-9db7-23d18da38a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.932681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6892a743-291f-4a8b-9db7-23d18da38a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.935275 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6892a743-291f-4a8b-9db7-23d18da38a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:14.936429 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6892a743-291f-4a8b-9db7-23d18da38a02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d854f15-fdbf-4757-b066-3ab1849860a9 HTTP/1.1" status: 204  len: 168 time: 0.2562542
Nov 13 21:33:14.944667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a743-291f-4a8b-9db7-23d18da38a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d854f15-fdbf-4757-b066-3ab1849860a9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:15.331617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-32c55eeb-ee4b-4957-904e-9bdaa90ade70 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:15.337874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-32c55eeb-ee4b-4957-904e-9bdaa90ade70 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.1134002
Nov 13 21:33:15.348639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-c9791202-c6c2-4f4c-9398-7ef94198c043 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/quotas/7ca896180bd14166b581f7c307622554 HTTP/1.1" status: 200  len: 375 time: 0.0091944
Nov 13 21:33:15.398902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-cc31ea25-a2f4-4444-ad0f-737013d11624 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0443382
Nov 13 21:33:15.494794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-71b62787-8726-4caf-8f11-063d95ffa6ec service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888672
Nov 13 21:33:15.596474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-b186c948-467e-4a14-b37f-6bffb913292e service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946524
Nov 13 21:33:15.898276 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86515983-d4b0-4924-9801-8513ec267856 req-b5af5c16-9ca4-4b03-8304-94f0a4c0a5bc tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 210 time: 0.0325596
Nov 13 21:33:15.946578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:16.052411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1325322737-network', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:16.193607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Made reservation on behalf of fdf0d03673834d3a9ef316a4d1f8f1bf for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:16.196071 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.205626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.281849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.332953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.357642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:33:16.367284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5324f49-b256-41ba-8a37-7211aa64d72d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:16.373229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.373575 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Added segment 0c6ffb65-d52c-4c99-a881-932de107f45c of type vlan for network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f
Nov 13 21:33:16.417938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.509751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.510756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:16.511358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.573303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae5dccc-8f58-4f30-aa0b-3a1003293a6f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:16.587516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:33:16.621840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-26a257c1-5be0-404b-ac96-ca095562a018 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6741610
Nov 13 21:33:16.625653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58590) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:16.630422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Request body: {'subnet': {'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1325322737-subnet', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:16.732887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Made reservation on behalf of fdf0d03673834d3a9ef316a4d1f8f1bf for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:16.735235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:16.992727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccc329ec-f8c5-4168-aef3-be60821cfed0 req-e26cbf6f-04c5-4503-a47b-c8ea5f16f426 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 210 time: 0.0263355
Nov 13 21:33:17.053161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.106757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3fa891-5696-408b-841a-8fac31f16019,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:17.117250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Checking segment: {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:17.117610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Network hostable DHCP agents. Network: 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:33:17.194208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:33:17.287264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:17.291962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:17.293449 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.297395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dca4c7-31ea-4785-879f-99bd1e0f0ada None None] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:17.412498 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f953719-aa9d-4ffd-9206-4974dd071017 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7831969
Nov 13 21:33:17.413548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58596) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:17.418908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:17.464894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ae5dccc-8f58-4f30-aa0b-3a1003293a6f', 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'fixed_ips': [{'subnet_id': 'af3fa891-5696-408b-841a-8fac31f16019'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:33:17.466509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.521791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.522856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.573035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.606331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Allocated IP 172.20.0.2 (7ae5dccc-8f58-4f30-aa0b-3a1003293a6f/af3fa891-5696-408b-841a-8fac31f16019/c8039461-d025-461f-a443-75e9ef4ec6c0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:17.770133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.802894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.869015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:17.907060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:17.911751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:17.915494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:17.922715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Pushing event updated for resources: {'Port': ['ID=c8039461-d025-461f-a443-75e9ef4ec6c0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:17.957241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.957589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.957944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.958499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.959082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.959457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.959929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.960601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.965529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.965529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.965529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:17.965529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:18.009677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Attempting to bind port c8039461-d025-461f-a443-75e9ef4ec6c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:18.010281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Attempting to bind port c8039461-d025-461f-a443-75e9ef4ec6c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:18.010976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Attempting to bind port c8039461-d025-461f-a443-75e9ef4ec6c0 on network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:18.018421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:18.019111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Checking segment: {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:18.019521 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.020088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Bound using segment: {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:18.020551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Bound port: c8039461-d025-461f-a443-75e9ef4ec6c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:18.020960 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.082863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-19686032-446c-4a14-9c70-8a7c1c48e395 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:18.084335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-19686032-446c-4a14-9c70-8a7c1c48e395 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.1492910
Nov 13 21:33:18.101871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] For port c8039461-d025-461f-a443-75e9ef4ec6c0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:18.106388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Request body: {'port': {'device_id': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'admin_state_up': True, 'tenant_id': '7ca896180bd14166b581f7c307622554'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:18.106579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] For port c8039461-d025-461f-a443-75e9ef4ec6c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8039461-d025-461f-a443-75e9ef4ec6c0,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:18.129251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18bcb7ae-8cda-40f3-bbc8-82c307a0d81e req-856c6045-0cbe-4da2-9ff8-de309e040a99 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 210 time: 0.0408862
Nov 13 21:33:18.208060 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.293972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eafe5d-065b-4de0-8519-b8997a464308 None None] Pushing event updated for resources: {'Port': ['ID=c8039461-d025-461f-a443-75e9ef4ec6c0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:18.338380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.358541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.494060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Allocated IP 172.35.3.8 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/f37e0cb6-a157-492a-8170-4e95dbf9de9f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:18.521069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Made reservation on behalf of 7ca896180bd14166b581f7c307622554 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:18.529903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.670335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.735263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Allocated IP 172.20.0.10 (e356a584-97d4-418c-bca3-6ba1d47ad7fd/37785208-4e5e-4bae-ad2d-8b6741c6b45f/6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:18.841447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:18.896680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:18.905773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:18.913707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:18.921258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713b15f-a576-4b0c-bd77-5cd60756ca73 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:18.921774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Pushing event updated for resources: {'Port': ['ID=f37e0cb6-a157-492a-8170-4e95dbf9de9f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:18.962913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.069615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cc49e1f6-8b1f-4afc-ad68-40b573541fc1 None None] Provisioning complete for port f37e0cb6-a157-492a-8170-4e95dbf9de9f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:19.076264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc49e1f6-8b1f-4afc-ad68-40b573541fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.135124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cc49e1f6-8b1f-4afc-ad68-40b573541fc1 None None] Port f37e0cb6-a157-492a-8170-4e95dbf9de9f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:19.224057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.235983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:33:19.352125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:19.400058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ff6c5-386a-46a5-9290-84b670887826 None None] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:19.400653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:19.404475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:19.422725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1d60-d0d7-4baf-b77d-2b350c174ad1 req-ea18e48e-1b42-4dee-a4fb-b18c69333f01 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.424589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-052d1d60-d0d7-4baf-b77d-2b350c174ad1 req-ea18e48e-1b42-4dee-a4fb-b18c69333f01 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 932 time: 0.2023923
Nov 13 21:33:19.448259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event updated for resources: {'Port': ['ID=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:19.477776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c8039461-d025-461f-a443-75e9ef4ec6c0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:19.502101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.535450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-08446316-ec02-465f-8315-7d176a780ac9 None None] Provisioning complete for port c8039461-d025-461f-a443-75e9ef4ec6c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:19.535820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-08446316-ec02-465f-8315-7d176a780ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.563604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.564248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.631748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-052d1d60-d0d7-4baf-b77d-2b350c174ad1 req-890ba674-569d-45ab-af82-8a57b88dd86e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776433
Nov 13 21:33:19.650596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c8039461-d025-461f-a443-75e9ef4ec6c0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:19.650960 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.663509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-808c4f56-3f75-420d-a0fb-b98bc4d9a93d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5649910
Nov 13 21:33:19.677646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Request body: {'port': {'device_id': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:19.685997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.692453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.701252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.708266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.715055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.723364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.731799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:19.734621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1114582d-a6ed-4270-83b4-6840df76a457 req-4a3b89f5-61fd-41c3-b466-932f41ef215b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.1267028
Nov 13 21:33:19.780969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-08446316-ec02-465f-8315-7d176a780ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.808445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.845911 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1114582d-a6ed-4270-83b4-6840df76a457 req-2a52b6e5-73b2-431f-9552-7a4451d90924 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0960765
Nov 13 21:33:19.852377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.863677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:19.867060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-08446316-ec02-465f-8315-7d176a780ac9 None None] For port c8039461-d025-461f-a443-75e9ef4ec6c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8039461-d025-461f-a443-75e9ef4ec6c0,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:19.969276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-08446316-ec02-465f-8315-7d176a780ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:20.049972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08446316-ec02-465f-8315-7d176a780ac9 None None] Pushing event updated for resources: {'Port': ['ID=c8039461-d025-461f-a443-75e9ef4ec6c0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:20.052748 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:33:20.053120 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:33:20.089967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-14036bfb-f544-4bdd-8f07-407a36303ac3 None None] Provisioning complete for port c8039461-d025-461f-a443-75e9ef4ec6c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:20.090257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-14036bfb-f544-4bdd-8f07-407a36303ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:20.485906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:33:20.493409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:20.506220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Transition to ACTIVE for port object 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:33:20.531338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Router 79005e61-536e-4fb4-96a4-9cac2c3f732e is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:33:20.617103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:20.684164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:20.706669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:20.717146 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Sync routers for ids ['79005e61-536e-4fb4-96a4-9cac2c3f732e'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:20.729087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Routers {'79005e61-536e-4fb4-96a4-9cac2c3f732e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:20.729686 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1e2730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:32:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79005e61-536e-4fb4-96a4-9cac2c3f732e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:20.773194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Attempting to bind port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:20.773576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Attempting to bind port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:20.773901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Attempting to bind port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:20.779013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd on network e356a584-97d4-418c-bca3-6ba1d47ad7fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:33:20.779330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Attempting to bind port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:20.781508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.784901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:20.785234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Checking segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:20.785411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.785610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Bound using segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:20.786026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Bound port: 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:20.786371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:20.791563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.797501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.802537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:20.803373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.806576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9e44ae3b-ee4e-489a-a7d4-368eed36f550 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3888454
Nov 13 21:33:20.808216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58644) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:20.809293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.815207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:20.817088 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-824c46fa-8eec-4ab3-af9c-9be4838db8c1 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.1289318
Nov 13 21:33:20.842871 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Set router 79005e61-536e-4fb4-96a4-9cac2c3f732e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:20.943938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] For port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:20.964623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] For port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:21.047742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.049291 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1e2730>, [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:19Z', 'revision_number': 3, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:21.085310 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Checking router: 79005e61-536e-4fb4-96a4-9cac2c3f732e for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:21.085701 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Updating router 79005e61-536e-4fb4-96a4-9cac2c3f732e port f37e0cb6-a157-492a-8170-4e95dbf9de9f binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:33:21.119868 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.137135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.138387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.139838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] 10.222.0.37 "PUT /v2.0/ports/6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd HTTP/1.1" status: 200  len: 1092 time: 1.4671023
Nov 13 21:33:21.144509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'tag': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:21.147225 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd" -d '{"events": [{"name": "network-changed", "server_uuid": "80001860-47e8-4e5a-95cf-43ee394a2cdf", "tag": "6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:21.171026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-dce93763-3410-4e46-a64c-489501960a45 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.174124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-dce93763-3410-4e46-a64c-489501960a45 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "GET /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.3497956
Nov 13 21:33:21.176419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.183211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f342a-bd08-4ad4-a702-fa5e26007237 req-6bf08241-7ea5-4027-9a05-257c8b2d8abd tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.185132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.185279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-558f342a-bd08-4ad4-a702-fa5e26007237 req-6bf08241-7ea5-4027-9a05-257c8b2d8abd tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 944 time: 0.4636993
Nov 13 21:33:21.198990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.205577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.211521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.219330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.240116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.242870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-7d58d5af-c29f-403c-b258-c0fb9db273c8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 5436 time: 0.2740667
Nov 13 21:33:21.270437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a9621-f5b6-4b48-8cbd-1a1a8593ae04 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:21.306138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-558f342a-bd08-4ad4-a702-fa5e26007237 req-26ef10a5-ccb6-4c93-91f0-b3f846ea82a0 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082244
Nov 13 21:33:21.330957 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-96b3a6b7-09dc-4c61-887c-c71eb3ff6cdc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "GET /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1441534
Nov 13 21:33:21.347748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:21.388957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-2d1f6a51-4864-41a5-9b46-6f139f7033fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.391358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-2d1f6a51-4864-41a5-9b46-6f139f7033fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 1095 time: 0.1456642
Nov 13 21:33:21.422945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-193bb449-5ec9-4267-8208-1dbfabb19b6e req-469a7a71-0334-44a1-9549-e3631809575b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1791308
Nov 13 21:33:21.488237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.488853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c8039461-d025-461f-a443-75e9ef4ec6c0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:21.518285 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85494a7-3f70-49f4-aef7-bd4f4e51e8b9 x-openstack-request-id: req-d85494a7-3f70-49f4-aef7-bd4f4e51e8b9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:21.518864 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80001860-47e8-4e5a-95cf-43ee394a2cdf", "tag": "6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:21.518953 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85494a7-3f70-49f4-aef7-bd4f4e51e8b9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:21.519374 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'tag': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd', 'status': 'completed', 'code': 200}
Nov 13 21:33:21.523766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-c45fbe2f-795d-4499-9dab-74f4f04c89a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd HTTP/1.1" status: 200  len: 217 time: 0.1236954
Nov 13 21:33:21.527112 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.570136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c8039461-d025-461f-a443-75e9ef4ec6c0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:21.570426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.620195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-9948e747-ed4d-4476-a088-600ce5fa1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.621268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-9948e747-ed4d-4476-a088-600ce5fa1b81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.0891292
Nov 13 21:33:21.636331 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.662594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:21.664576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-b0bc2656-60ed-45e0-88ce-92559a26d82e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360196
Nov 13 21:33:21.696952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cdc8a0-3c97-4479-b39c-e7f0a01581fe None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:21.722538 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Attempting to bind port f37e0cb6-a157-492a-8170-4e95dbf9de9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:21.723045 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Attempting to bind port f37e0cb6-a157-492a-8170-4e95dbf9de9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:21.723261 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Attempting to bind port f37e0cb6-a157-492a-8170-4e95dbf9de9f on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:21.730841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] For port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:21.736512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:21.736957 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:21.737343 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.738313 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:21.739469 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Bound port: f37e0cb6-a157-492a-8170-4e95dbf9de9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:21.739872 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.768443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] device_id is not set on port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:33:21.774019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Pushing event updated for resources: {'Port': ['ID=f37e0cb6-a157-492a-8170-4e95dbf9de9f,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:21.779727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.788079 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.788423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.788799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.789123 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.789454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.789783 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.790107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.790638 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.790962 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.791284 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.791605 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.791925 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:21.818834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a944a7ad-315b-450b-b67c-6211932be095 None None] Provisioning complete for port f37e0cb6-a157-492a-8170-4e95dbf9de9f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:21.819134 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a944a7ad-315b-450b-b67c-6211932be095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.826973 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] For port f37e0cb6-a157-492a-8170-4e95dbf9de9f, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:21.830643 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] For port f37e0cb6-a157-492a-8170-4e95dbf9de9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f37e0cb6-a157-492a-8170-4e95dbf9de9f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:21.845408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-8c2c3787-9b88-46f5-9c2a-50b1df0bb1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724801
Nov 13 21:33:21.847031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.847656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.861944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a944a7ad-315b-450b-b67c-6211932be095 None None] Port f37e0cb6-a157-492a-8170-4e95dbf9de9f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:21.905225 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.915764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] No DVR routers for this DVR port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:21.958922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] In _notify_port_updated(), no bound segment for port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:33:21.959763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:21.960387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:21.961953 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] 10.222.0.37 "PUT /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 200  len: 1027 time: 0.6223924
Nov 13 21:33:21.963002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fbcd0-c3af-4e2d-906e-9f834fb5eeba service neutron] Pushing event updated for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:21.995149 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f08db-2ab1-407f-a4c5-99d72f84458d None None] Pushing event updated for resources: {'Port': ['ID=f37e0cb6-a157-492a-8170-4e95dbf9de9f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:21.996526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e404a0-ae13-4491-bfae-e38356e2814d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:22.006953 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Routers {'79005e61-536e-4fb4-96a4-9cac2c3f732e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:22.007811 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1e2730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:32:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79005e61-536e-4fb4-96a4-9cac2c3f732e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:22.029357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddf1ba7f-7b36-462a-9fee-483adf4b11b5 req-ddda5a94-572f-4d99-bd86-da372f0aa913 service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704082
Nov 13 21:33:22.063769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-e0e68e4c-5d45-4722-863a-8445604185de tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.065382 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-e0e68e4c-5d45-4722-863a-8445604185de tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "GET /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0967312
Nov 13 21:33:22.082589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b32a9586-bfcf-42f6-8ba9-74bdd17bef1d None None] Provisioning complete for port f37e0cb6-a157-492a-8170-4e95dbf9de9f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:22.082964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b32a9586-bfcf-42f6-8ba9-74bdd17bef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.085906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:22.094569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Allocated IP 172.20.0.1 (7ae5dccc-8f58-4f30-aa0b-3a1003293a6f/af3fa891-5696-408b-841a-8fac31f16019/d2badd11-a5e0-45f0-827a-683df546a31c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:22.146275 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] Set router 79005e61-536e-4fb4-96a4-9cac2c3f732e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:22.183086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.214048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b32a9586-bfcf-42f6-8ba9-74bdd17bef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.236271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b32a9586-bfcf-42f6-8ba9-74bdd17bef1d None None] For port f37e0cb6-a157-492a-8170-4e95dbf9de9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f37e0cb6-a157-492a-8170-4e95dbf9de9f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:22.259574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-3074a81d-6fec-461e-8aab-41396f511e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.261255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-3074a81d-6fec-461e-8aab-41396f511e89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 1095 time: 0.0664041
Nov 13 21:33:22.328023 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b32a9586-bfcf-42f6-8ba9-74bdd17bef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.349449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.412602 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1e2730>, [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:19Z', 'revision_number': 3, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:22.413137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-0be5d230-276b-4924-aac6-351169978cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.414804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-0be5d230-276b-4924-aac6-351169978cda service neutron] 10.222.0.37 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 916 time: 0.1432989
Nov 13 21:33:22.423534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3e7daa8-592e-4d28-ad60-85f5261d8051,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:22.455783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a9586-bfcf-42f6-8ba9-74bdd17bef1d None None] Pushing event updated for resources: {'Port': ['ID=f37e0cb6-a157-492a-8170-4e95dbf9de9f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:22.472428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-8e4f4f66-ecd4-49cb-b61f-9a4aa7ff4612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd HTTP/1.1" status: 200  len: 217 time: 0.0487235
Nov 13 21:33:22.473981 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b663a47f-e351-4e97-8c79-8dbcc793838f None None] The sync data for ids ['79005e61-536e-4fb4-96a4-9cac2c3f732e'] in ncdv-master-1 is: [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:19Z', 'revision_number': 3, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:22.475767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] For port a3e7daa8-592e-4d28-ad60-85f5261d8051, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:22.476020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.495245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-511c1384-43c6-4951-be0c-683ed04ffc52 None None] Provisioning complete for port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:22.495908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-511c1384-43c6-4951-be0c-683ed04ffc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.561619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-511c1384-43c6-4951-be0c-683ed04ffc52 None None] Port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:22.581634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:22.584111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] device_id is not set on port a3e7daa8-592e-4d28-ad60-85f5261d8051 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:33:22.606955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.607260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:22.610024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:22.626419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa49bd0-a726-47da-881d-78c54d36f1b4 req-6ef0b5ad-fb63-4cae-94a2-3c14bf1e832c tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.634751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6aa49bd0-a726-47da-881d-78c54d36f1b4 req-6ef0b5ad-fb63-4cae-94a2-3c14bf1e832c tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 944 time: 0.0983381
Nov 13 21:33:22.658358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Pushing event updated for resources: {'Port': ['ID=d2badd11-a5e0-45f0-827a-683df546a31c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:22.674198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-105772d4-803a-4fce-9233-06ac3ca362f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.676091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-105772d4-803a-4fce-9233-06ac3ca362f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.1950309
Nov 13 21:33:22.681930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.713400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6aa49bd0-a726-47da-881d-78c54d36f1b4 req-97e0b72b-a529-4253-a816-375d51110efb tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776942
Nov 13 21:33:22.715297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.754297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.761245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.767841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.778209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.783524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.795861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.798222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-12e4dece-2633-4206-96c6-67b61c7ea3bf tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 4584 time: 0.2461441
Nov 13 21:33:22.858022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-d9626953-4c54-44fc-8f8a-fc38d40bccd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1734509
Nov 13 21:33:22.868215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] No DVR routers for this DVR port a3e7daa8-592e-4d28-ad60-85f5261d8051 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:22.946296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Pushing event updated for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:22.972797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] In _notify_port_updated(), no bound segment for port a3e7daa8-592e-4d28-ad60-85f5261d8051 on network ffc75d93-9301-4212-83e2-fa1cf616cb8d {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:33:22.974002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:22.974395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:22.976112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-7abf4f3f-f6b6-43a6-b129-7adce9736e6f service neutron] 10.222.0.37 "PUT /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 200  len: 1028 time: 0.9022236
Nov 13 21:33:23.102320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e5a22eca-24b9-4c1e-9da7-ba7b1859cf83 None None] Provisioning complete for port d2badd11-a5e0-45f0-827a-683df546a31c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:23.102688 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5a22eca-24b9-4c1e-9da7-ba7b1859cf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.146169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:23.146562 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.151816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d28fb31f-a49d-41de-8650-6c3337dce4ae req-cd8b52d9-21d8-4c1f-9ed8-d234ccdcb24c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=03367c6c-5820-4153-8647-c99f7f92f118&id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3056297
Nov 13 21:33:23.157825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-65cb71de-2812-4ae7-be08-64e28bfd8bce service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772832
Nov 13 21:33:23.196370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e5a22eca-24b9-4c1e-9da7-ba7b1859cf83 None None] Port d2badd11-a5e0-45f0-827a-683df546a31c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:23.261079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] For port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:23.261450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.277880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.281603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:23.321209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5065082e-d93c-466b-8e35-930bb1581101 None None] Provisioning complete for port a3e7daa8-592e-4d28-ad60-85f5261d8051 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:23.322083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5065082e-d93c-466b-8e35-930bb1581101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.358296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc2a07f7-6572-4f8e-ad18-aec4f17d7acd req-98c5fefb-113f-4248-bed2-1a1e444b159c service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933644
Nov 13 21:33:23.390662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5065082e-d93c-466b-8e35-930bb1581101 None None] Port a3e7daa8-592e-4d28-ad60-85f5261d8051 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:23.462004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f37e0cb6-a157-492a-8170-4e95dbf9de9f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:23.554464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f37e0cb6-a157-492a-8170-4e95dbf9de9f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:23.559122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.563188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.582244 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.617658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=9557c4a4-1f29-4bf0-8366-c0d8db6e03ad,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:23.652841 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.670456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] No DVR routers for this DVR port 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:23.673724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.677697 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-8c3af748-35a6-49bc-8c24-d576cb9374dc tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "DELETE /v2.0/ports/9557c4a4-1f29-4bf0-8366-c0d8db6e03ad HTTP/1.1" status: 204  len: 173 time: 0.6947064
Nov 13 21:33:23.678213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:23.680620 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6af4ff9-5932-45b2-86bb-f00d6c16d954" -d '{"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "9557c4a4-1f29-4bf0-8366-c0d8db6e03ad"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:23.747703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.751711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Pushing event updated for resources: {'Port': ['ID=d2badd11-a5e0-45f0-827a-683df546a31c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:23.788536 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1b2041-6b14-4046-9a67-69673ac8ff13 x-openstack-request-id: req-aa1b2041-6b14-4046-9a67-69673ac8ff13 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:23.788870 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "9557c4a4-1f29-4bf0-8366-c0d8db6e03ad", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:23.789322 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa1b2041-6b14-4046-9a67-69673ac8ff13 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:23.789871 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '9557c4a4-1f29-4bf0-8366-c0d8db6e03ad', 'status': 'completed', 'code': 200}
Nov 13 21:33:23.822583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port 0a427dab-d924-4975-9161-539b3dccfa10 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:23.822994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.891584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174dab1-91a0-4cec-a039-5bb07d90ed7e req-f20d6331-44ec-44cf-8c3f-e8fa8b815c81 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:23.891584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6174dab1-91a0-4cec-a039-5bb07d90ed7e req-f20d6331-44ec-44cf-8c3f-e8fa8b815c81 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 944 time: 0.0913336
Nov 13 21:33:23.922874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] For port 0a427dab-d924-4975-9161-539b3dccfa10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a427dab-d924-4975-9161-539b3dccfa10,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:23.923454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:23.942038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:23.942996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for 0a427dab-d924-4975-9161-539b3dccfa10 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:23.945574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:23.962489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6174dab1-91a0-4cec-a039-5bb07d90ed7e req-cd10e350-11fe-4af6-8c9a-b253bab586f4 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659814
Nov 13 21:33:24.096532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Router 79005e61-536e-4fb4-96a4-9cac2c3f732e has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:33:24.219113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.261181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=0a427dab-d924-4975-9161-539b3dccfa10,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:24.270922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:24.283613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a8a6b5b-72f1-4bd3-9036-6ef50f67c83c admin admin] 10.222.0.20 "PUT /v2.0/routers/79005e61-536e-4fb4-96a4-9cac2c3f732e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4758992
Nov 13 21:33:24.322068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cfb39e61-2e4a-430a-830c-1ca7adcc7d96 None None] Provisioning complete for port d2badd11-a5e0-45f0-827a-683df546a31c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:24.322663 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cfb39e61-2e4a-430a-830c-1ca7adcc7d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.355866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] No DVR routers for this DVR port 0a427dab-d924-4975-9161-539b3dccfa10 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:24.358779 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.362400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-004b6c03-0dd2-4d68-898f-1b0dd9def658 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "DELETE /v2.0/ports/0a427dab-d924-4975-9161-539b3dccfa10 HTTP/1.1" status: 204  len: 173 time: 0.6785288
Nov 13 21:33:24.366031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cfb39e61-2e4a-430a-830c-1ca7adcc7d96 None None] Port d2badd11-a5e0-45f0-827a-683df546a31c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:24.453771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7455-cbde-4839-8ab3-4432e933d91c req-f93e0372-85c8-41d2-a183-40654944d75b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:24.459623 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7455-cbde-4839-8ab3-4432e933d91c req-f93e0372-85c8-41d2-a183-40654944d75b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:24.465637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad7455-cbde-4839-8ab3-4432e933d91c req-f93e0372-85c8-41d2-a183-40654944d75b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:24.467979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cad7455-cbde-4839-8ab3-4432e933d91c req-f93e0372-85c8-41d2-a183-40654944d75b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 2417 time: 0.1493328
Nov 13 21:33:24.534160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:33:24.536744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:24.556250 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cad7455-cbde-4839-8ab3-4432e933d91c req-60060baa-5113-436c-ab8d-246c2b0b4fc0 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672874
Nov 13 21:33:24.561447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port 7fc6fb3c-1754-48c1-9efc-21da921c476f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:24.561783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.563775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:24.566850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9557c4a4-1f29-4bf0-8366-c0d8db6e03ad not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:24.578434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3e7daa8-592e-4d28-ad60-85f5261d8051 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:24.681319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Sync routers for ids ['79005e61-536e-4fb4-96a4-9cac2c3f732e'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:24.688883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] For port 7fc6fb3c-1754-48c1-9efc-21da921c476f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fc6fb3c-1754-48c1-9efc-21da921c476f,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:24.689576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.712249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device a3e7daa8-592e-4d28-ad60-85f5261d8051 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:24.712937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7fc6fb3c-1754-48c1-9efc-21da921c476f no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:24.725759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for 7fc6fb3c-1754-48c1-9efc-21da921c476f owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:24.902087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Routers {'79005e61-536e-4fb4-96a4-9cac2c3f732e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:24.905478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcda3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:32:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79005e61-536e-4fb4-96a4-9cac2c3f732e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:24.905478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26984a22-0b8b-4586-94e5-09cf12a9a8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.968308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:24.974703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:25.003218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=7fc6fb3c-1754-48c1-9efc-21da921c476f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:25.038970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No active binding found for port 7fc6fb3c-1754-48c1-9efc-21da921c476f {{(pid=120534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 13 21:33:25.039336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7fc6fb3c-1754-48c1-9efc-21da921c476f not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:25.039767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0a427dab-d924-4975-9161-539b3dccfa10 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:25.047974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'port_id': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd', 'mac_address': 'fa:16:3e:ee:7c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37785208-4e5e-4bae-ad2d-8b6741c6b45f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:33:25.060353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] No DVR routers for this DVR port 7fc6fb3c-1754-48c1-9efc-21da921c476f on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:25.063201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.068470 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-a8ad6874-4b39-4da7-a724-59242f0c3f21 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "DELETE /v2.0/ports/7fc6fb3c-1754-48c1-9efc-21da921c476f HTTP/1.1" status: 204  len: 173 time: 0.6910737
Nov 13 21:33:25.076268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 0a427dab-d924-4975-9161-539b3dccfa10 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:25.076620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0a427dab-d924-4975-9161-539b3dccfa10 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:25.077068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:25.146072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Set router 79005e61-536e-4fb4-96a4-9cac2c3f732e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:25.187548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079e7f-0de0-4c67-8511-fc01577477b3 req-74c24900-9d81-4115-b22e-de3f421383b5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:25.192277 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.195684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac079e7f-0de0-4c67-8511-fc01577477b3 req-74c24900-9d81-4115-b22e-de3f421383b5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 944 time: 0.1079385
Nov 13 21:33:25.198169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:25.198597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8443b0d3-7ab2-42c7-acdb-3f680ac30901 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:25.213669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58728) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:25.219763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1350176596-network', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:25.265755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:33:25.272659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac079e7f-0de0-4c67-8511-fc01577477b3 req-9ec11e23-327a-43aa-b051-45948792d952 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760922
Nov 13 21:33:25.280982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:25.288730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.315150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:25.321501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Made reservation on behalf of efc7f3cee1ac4e21a0ae1e342d91bfe6 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:25.324235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.361560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.399421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] For port 8443b0d3-7ab2-42c7-acdb-3f680ac30901, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8443b0d3-7ab2-42c7-acdb-3f680ac30901,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:25.399939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.414423 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.421525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for 8443b0d3-7ab2-42c7-acdb-3f680ac30901 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:25.553162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.560933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.620862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.650568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:33:25.687109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:33:25.687351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:25.726470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.726929 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Added segment d8eb820c-69a9-4d78-afa6-eb52960311f4 of type vlan for network ecbc441f-dec3-4ff5-a17f-7e982e3f7132
Nov 13 21:33:25.757575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcda3d90>, [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:23Z', 'revision_number': 4, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2badd11-a5e0-45f0-827a-683df546a31c', 'name': '', 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'mac_address': 'fa:16:3e:28:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'af3fa891-5696-408b-841a-8fac31f16019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:21Z', 'updated_at': '2021-11-13T21:33:23Z', 'revision_number': 2, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'subnets': [{'id': 'af3fa891-5696-408b-841a-8fac31f16019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:25.763476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c78810-6f4e-4713-b6b3-61a14a249c76,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:25.791864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '0a427dab-d924-4975-9161-539b3dccfa10'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '7fc6fb3c-1754-48c1-9efc-21da921c476f'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:25.794963 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a31be0-8d6e-43ac-867c-28197f4796d8" -d '{"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "0a427dab-d924-4975-9161-539b3dccfa10"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "7fc6fb3c-1754-48c1-9efc-21da921c476f"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:25.795840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Checking router: 79005e61-536e-4fb4-96a4-9cac2c3f732e for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:25.796199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Updating router 79005e61-536e-4fb4-96a4-9cac2c3f732e port d2badd11-a5e0-45f0-827a-683df546a31c binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:33:25.807796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.833216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.848744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:25.860854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=8443b0d3-7ab2-42c7-acdb-3f680ac30901,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:25.863548 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46cdd58-5183-4751-866c-ceafd3528959 x-openstack-request-id: req-e46cdd58-5183-4751-866c-ceafd3528959 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:25.863828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a77-5126-49f8-9555-f9abb60bd979 req-87c4dea9-ad25-4093-98cf-cf05576d1235 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:25.863973 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "0a427dab-d924-4975-9161-539b3dccfa10", "status": "completed", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "7fc6fb3c-1754-48c1-9efc-21da921c476f", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:25.864087 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e46cdd58-5183-4751-866c-ceafd3528959 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:25.864798 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '0a427dab-d924-4975-9161-539b3dccfa10', 'status': 'completed', 'code': 200}
Nov 13 21:33:25.871627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a77-5126-49f8-9555-f9abb60bd979 req-87c4dea9-ad25-4093-98cf-cf05576d1235 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:25.873097 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '7fc6fb3c-1754-48c1-9efc-21da921c476f', 'status': 'completed', 'code': 200}
Nov 13 21:33:25.881658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d198a77-5126-49f8-9555-f9abb60bd979 req-87c4dea9-ad25-4093-98cf-cf05576d1235 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 1604 time: 0.1342781
Nov 13 21:33:25.891310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.954750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] No DVR routers for this DVR port 8443b0d3-7ab2-42c7-acdb-3f680ac30901 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:25.965737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:25.965737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-0cf2ca84-9c99-405e-b278-00c5dff3cde3 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "DELETE /v2.0/ports/8443b0d3-7ab2-42c7-acdb-3f680ac30901 HTTP/1.1" status: 204  len: 173 time: 0.8875318
Nov 13 21:33:25.967857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d198a77-5126-49f8-9555-f9abb60bd979 req-f75cf593-7c81-4dc2-9a83-aae686b6db70 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807433
Nov 13 21:33:26.025099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.027315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:26.033986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.090933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.109608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:26.111170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.146873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:26.149176 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87deb105-fbba-4266-a698-4e0637c20bbe" -d '{"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:26.188882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:26.201883 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6b121-8e16-49f3-a2d1-c49a9c8ea7f8 x-openstack-request-id: req-35f6b121-8e16-49f3-a2d1-c49a9c8ea7f8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:26.202176 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:26.202426 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35f6b121-8e16-49f3-a2d1-c49a9c8ea7f8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:26.202812 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'code': 200}
Nov 13 21:33:26.279310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] For port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:26.279646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.310639 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.411528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.436182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:26.499579 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.523745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3083076
Nov 13 21:33:26.524246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58768) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:26.530804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9c73a-7d07-4850-990b-42963440c2ea admin admin] Pushing event updated for resources: {'Network': ['ID=ecbc441f-dec3-4ff5-a17f-7e982e3f7132,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:26.555656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:26.557506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:33:26.558243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Request body: {'subnet': {'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1350176596-subnet', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:26.587929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21032633-0a92-4bb9-89ae-0e27c844b614 req-49ad1e98-0d63-4eaa-8142-5f5f6e5fb622 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:26.589656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-21032633-0a92-4bb9-89ae-0e27c844b614 req-49ad1e98-0d63-4eaa-8142-5f5f6e5fb622 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 945 time: 0.1850176
Nov 13 21:33:26.632060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7375c8-6574-4e17-9925-644b702e3940 None None] Pushing event updated for resources: {'Port': ['ID=d2badd11-a5e0-45f0-827a-683df546a31c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:26.731159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Made reservation on behalf of efc7f3cee1ac4e21a0ae1e342d91bfe6 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:26.733788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.746018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Attempting to bind port d2badd11-a5e0-45f0-827a-683df546a31c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:26.746947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Attempting to bind port d2badd11-a5e0-45f0-827a-683df546a31c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:26.746947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Attempting to bind port d2badd11-a5e0-45f0-827a-683df546a31c on network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:26.753827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:26.754202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Checking segment: {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:26.754609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.755084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Bound using segment: {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:26.755599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Bound port: d2badd11-a5e0-45f0-827a-683df546a31c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6ffb65-d52c-4c99-a881-932de107f45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:26.755787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.756148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.756296 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.756542 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Floating IP 8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56 disassociated. External IP: 172.35.3.145, port: fa1bb153-88fa-4df1-8619-2c9d1f6a50b3.
Nov 13 21:33:26.756823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:26.775146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-21032633-0a92-4bb9-89ae-0e27c844b614 req-205966f8-697a-4eb8-995a-62b52c57b324 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732838
Nov 13 21:33:26.837303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:33:26.841466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:26.841842 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.866497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] For port d2badd11-a5e0-45f0-827a-683df546a31c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:26.884370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] For port d2badd11-a5e0-45f0-827a-683df546a31c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2badd11-a5e0-45f0-827a-683df546a31c,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:26.944793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.947551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:26.952205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8d73df6a-af45-49e2-b4f7-46e5d1cbf259 None None] Provisioning complete for port d2badd11-a5e0-45f0-827a-683df546a31c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:26.952562 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d73df6a-af45-49e2-b4f7-46e5d1cbf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.092428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:27.100456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7375c8-6574-4e17-9925-644b702e3940 None None] Pushing event updated for resources: {'Port': ['ID=d2badd11-a5e0-45f0-827a-683df546a31c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:27.103017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Routers {'79005e61-536e-4fb4-96a4-9cac2c3f732e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:27.103760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcda3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:32:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79005e61-536e-4fb4-96a4-9cac2c3f732e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:27.114132 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.162548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1240a3-23be-492b-9d6c-ce4fce482549,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:27.179683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.191444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18cc7f-8e57-4c1c-8e5c-6d33358bba49 req-c54a912b-ae86-4607-bf89-b6b3f8eb3c6c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:27.197056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f18cc7f-8e57-4c1c-8e5c-6d33358bba49 req-c54a912b-ae86-4607-bf89-b6b3f8eb3c6c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 865 time: 0.1128664
Nov 13 21:33:27.235468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=fa1bb153-88fa-4df1-8619-2c9d1f6a50b3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:27.256647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f18cc7f-8e57-4c1c-8e5c-6d33358bba49 req-b016efbf-4064-4706-b9bb-e1043c332070 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups?id=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586982
Nov 13 21:33:27.282080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Checking segment: {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:27.282440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Network hostable DHCP agents. Network: ecbc441f-dec3-4ff5-a17f-7e982e3f7132, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:33:27.316677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57a3d51c-7469-4fb4-acd1-a96a94df3dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.387021 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.416860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Router 318575ee-06ec-49c2-9749-1b340e7b69e9 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:33:27.451905 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d73df6a-af45-49e2-b4f7-46e5d1cbf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.464744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] Set router 79005e61-536e-4fb4-96a4-9cac2c3f732e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:27.465521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:33:27.532097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:27.536775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:27.558751 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] Sync routers for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:27.567224 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:27.568119 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde654550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:27.569770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ecbc441f-dec3-4ff5-a17f-7e982e3f7132) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:27.585120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815024f5-9e53-4812-8483-73d02650b801 None None] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:27.587606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:27.588199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.588462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8d73df6a-af45-49e2-b4f7-46e5d1cbf259 None None] For port d2badd11-a5e0-45f0-827a-683df546a31c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2badd11-a5e0-45f0-827a-683df546a31c,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:27.609115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] No DVR routers for this DVR port fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:27.614190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.621322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4730c3d5-be61-4438-98f1-4b536cde9155 req-52455362-0eca-429b-9fb7-5b800deca725 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.37 "DELETE /v2.0/ports/fa1bb153-88fa-4df1-8619-2c9d1f6a50b3 HTTP/1.1" status: 204  len: 173 time: 1.6520498
Nov 13 21:33:27.694304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d73df6a-af45-49e2-b4f7-46e5d1cbf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.736523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a994def3-1872-48a8-84f6-cbc12e8d8fc4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1845479
Nov 13 21:33:27.739215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58776) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:27.743836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:27.800578 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:27.874024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '8443b0d3-7ab2-42c7-acdb-3f680ac30901'}, {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:27.877283 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a548e580-32c6-48c1-962d-12ccdb53b901" -d '{"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "8443b0d3-7ab2-42c7-acdb-3f680ac30901"}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:27.901727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.903112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.920178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73df6a-af45-49e2-b4f7-46e5d1cbf259 None None] Pushing event updated for resources: {'Port': ['ID=d2badd11-a5e0-45f0-827a-683df546a31c,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:27.935540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3f32df4b-5226-4c58-a422-9e9383434826 None None] Provisioning complete for port d2badd11-a5e0-45f0-827a-683df546a31c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:27.939929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f32df4b-5226-4c58-a422-9e9383434826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:27.946208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc7f35-5fe7-4ba0-b04b-a8deacd78023 req-2b15eba7-9762-4fef-9081-715f47567945 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:27.947818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bdc7f35-5fe7-4ba0-b04b-a8deacd78023 req-2b15eba7-9762-4fef-9081-715f47567945 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 946 time: 0.0913374
Nov 13 21:33:27.965709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ecbc441f-dec3-4ff5-a17f-7e982e3f7132', 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'fixed_ips': [{'subnet_id': '9c1240a3-23be-492b-9d6c-ce4fce482549'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:33:27.968766 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.053995 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde654550>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:37Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:28.087458 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] Checking router: 318575ee-06ec-49c2-9749-1b340e7b69e9 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:28.097773 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:28.098724 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde654550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:28.174044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcda3d90>, [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:23Z', 'revision_number': 4, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2badd11-a5e0-45f0-827a-683df546a31c', 'name': '', 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'mac_address': 'fa:16:3e:28:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'af3fa891-5696-408b-841a-8fac31f16019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:21Z', 'updated_at': '2021-11-13T21:33:26Z', 'revision_number': 4, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'subnets': [{'id': 'af3fa891-5696-408b-841a-8fac31f16019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:28.212575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:28.215067 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb8f1a-383e-4129-9be1-2315cad3ec8d" -d '{"events": [{"server_uuid": "80001860-47e8-4e5a-95cf-43ee394a2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:28.256386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:28.266775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Allocated IP 172.20.0.2 (ecbc441f-dec3-4ff5-a17f-7e982e3f7132/9c1240a3-23be-492b-9d6c-ce4fce482549/67cc9913-0c78-4907-9481-1833c3061b8f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:28.310358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64938910-380f-4ac7-9a7f-d7ac6fc8bed5 None None] The sync data for ids ['79005e61-536e-4fb4-96a4-9cac2c3f732e'] in ncdv-master-1 is: [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:23Z', 'revision_number': 4, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd2badd11-a5e0-45f0-827a-683df546a31c', 'name': '', 'network_id': '7ae5dccc-8f58-4f30-aa0b-3a1003293a6f', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'mac_address': 'fa:16:3e:28:93:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'af3fa891-5696-408b-841a-8fac31f16019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:21Z', 'updated_at': '2021-11-13T21:33:26Z', 'revision_number': 4, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'subnets': [{'id': 'af3fa891-5696-408b-841a-8fac31f16019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:28.311292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.311292 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979d5b81-9a09-4fe6-80e2-e16517ffc01e x-openstack-request-id: req-979d5b81-9a09-4fe6-80e2-e16517ffc01e {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:28.311292 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "8443b0d3-7ab2-42c7-acdb-3f680ac30901", "status": "completed", "code": 200}, {"server_uuid": "063656b7-e6da-4eaa-aeaa-4f0c0c315808", "name": "network-vif-deleted", "tag": "fa1bb153-88fa-4df1-8619-2c9d1f6a50b3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:28.311292 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-979d5b81-9a09-4fe6-80e2-e16517ffc01e {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:28.311292 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': '8443b0d3-7ab2-42c7-acdb-3f680ac30901', 'status': 'completed', 'code': 200}
Nov 13 21:33:28.311292 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063656b7-e6da-4eaa-aeaa-4f0c0c315808', 'name': 'network-vif-deleted', 'tag': 'fa1bb153-88fa-4df1-8619-2c9d1f6a50b3', 'status': 'completed', 'code': 200}
Nov 13 21:33:28.346581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bdc7f35-5fe7-4ba0-b04b-a8deacd78023 req-bec6a146-ec26-4ba3-81a0-d0aa3a8255ff tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3616934
Nov 13 21:33:28.439050 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7e6ad-6354-404c-bc92-75cff367ce25 x-openstack-request-id: req-75f7e6ad-6354-404c-bc92-75cff367ce25 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:28.439408 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80001860-47e8-4e5a-95cf-43ee394a2cdf", "name": "network-vif-plugged", "status": "completed", "tag": "6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:28.439770 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75f7e6ad-6354-404c-bc92-75cff367ce25 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:28.440421 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd', 'code': 200}
Nov 13 21:33:28.558796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.626438 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde654550>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:37Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:28.629714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c04c7f22-7212-4eb0-8251-ae6e2e7750d4 req-743bb041-6ee6-41f4-882d-af600701fc0e tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 210 time: 0.0592694
Nov 13 21:33:28.659164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.662810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c30a8e-184f-4c98-b9a6-4d2c66382c63 None None] The sync data for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 is: [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bfa7281-c8bd-42ed-baec-0700f2508b0e', 'name': '', 'network_id': '90f7b45f-5248-478f-9780-1e89d011db8b', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'mac_address': 'fa:16:3e:00:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:32Z', 'updated_at': '2021-11-13T21:22:37Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'subnets': [{'id': '28f738f8-8c55-4cd9-9472-29785e68bbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:28.708312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.708595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.716850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626e609-7bc3-49e2-914b-c2ae69216234 req-bf9c09e8-b6c3-4b9c-b5a0-b2adbef74533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:28.718717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6626e609-7bc3-49e2-914b-c2ae69216234 req-bf9c09e8-b6c3-4b9c-b5a0-b2adbef74533 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 1097 time: 0.1989360
Nov 13 21:33:28.773892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:28.782046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:28.782156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6626e609-7bc3-49e2-914b-c2ae69216234 req-460037bd-5289-4500-882a-dc696128b6ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526319
Nov 13 21:33:28.782244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Pushing event updated for resources: {'Port': ['ID=67cc9913-0c78-4907-9481-1833c3061b8f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:28.782801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:28.846051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Attempting to bind port 67cc9913-0c78-4907-9481-1833c3061b8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:28.846331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Attempting to bind port 67cc9913-0c78-4907-9481-1833c3061b8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:28.846692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Attempting to bind port 67cc9913-0c78-4907-9481-1833c3061b8f on network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:28.852355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:28.857547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Checking segment: {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:28.857547 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.857547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Bound using segment: {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:28.857547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Bound port: 67cc9913-0c78-4907-9481-1833c3061b8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:28.857547 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:28.939250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-199eef43-42cf-452c-811b-3727af264d3b None None] For port 67cc9913-0c78-4907-9481-1833c3061b8f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:28.942992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-199eef43-42cf-452c-811b-3727af264d3b None None] For port 67cc9913-0c78-4907-9481-1833c3061b8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cc9913-0c78-4907-9481-1833c3061b8f,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:29.012870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.046427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.078501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.091015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199eef43-42cf-452c-811b-3727af264d3b None None] Pushing event updated for resources: {'Port': ['ID=67cc9913-0c78-4907-9481-1833c3061b8f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:29.100500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731e09fe-9e89-4bd2-b3b6-c490831b3606 None None] New status for floating IP 8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:33:29.220859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Allocated IP 172.35.3.129 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/0aafdd48-c4ca-4432-8f03-e1c0b042269d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:29.433575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.538225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced365e4-1916-4c85-86c6-71b370fb2676 req-2aae664c-916b-4df0-b565-71e6688e2178 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:29.539614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ced365e4-1916-4c85-86c6-71b370fb2676 req-2aae664c-916b-4df0-b565-71e6688e2178 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 946 time: 0.0536454
Nov 13 21:33:29.556521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2badd11-a5e0-45f0-827a-683df546a31c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:29.593897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.622704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d2badd11-a5e0-45f0-827a-683df546a31c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:29.623460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.649745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ced365e4-1916-4c85-86c6-71b370fb2676 req-98bf1be7-1ab4-4e22-b767-5dc677e13d4e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962672
Nov 13 21:33:29.656446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:29.661740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:29.665514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:29.694964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6b77a-5d2c-4786-810a-e0cad3814f9f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:29.705984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Pushing event updated for resources: {'Port': ['ID=0aafdd48-c4ca-4432-8f03-e1c0b042269d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:29.809809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 67cc9913-0c78-4907-9481-1833c3061b8f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:29.832556 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3211e744-0dd2-4adc-9531-8860582fc6d3 req-03cd632f-afc1-43cc-a807-d85d889baa0c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/ports?device_id=063656b7-e6da-4eaa-aeaa-4f0c0c315808 HTTP/1.1" status: 200  len: 210 time: 0.0363975
Nov 13 21:33:29.871913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f0637691-1473-46e3-8c90-dd43ba16f183 None None] Provisioning complete for port 0aafdd48-c4ca-4432-8f03-e1c0b042269d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:29.873122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0637691-1473-46e3-8c90-dd43ba16f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.915274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f0637691-1473-46e3-8c90-dd43ba16f183 None None] Port 0aafdd48-c4ca-4432-8f03-e1c0b042269d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:29.923814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 67cc9913-0c78-4907-9481-1833c3061b8f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:29.926451 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:29.960610 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.023638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.063696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 67cc9913-0c78-4907-9481-1833c3061b8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cc9913-0c78-4907-9481-1833c3061b8f,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:30.133476 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.198217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=67cc9913-0c78-4907-9481-1833c3061b8f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:30.213545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.344561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.354729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e12c1-2539-4394-9796-1f53722c1704 None None] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:30.425664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.471776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-40a35519-e031-42c6-b6c2-e74f27904c5b None None] Provisioning complete for port 67cc9913-0c78-4907-9481-1833c3061b8f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:30.472132 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40a35519-e031-42c6-b6c2-e74f27904c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.641790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:33:30.756500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:30.767260 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Sync routers for ids ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:30.779214 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Routers {'842ccf63-bfca-4684-a2a7-0fdc6a02fd76'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:30.779838 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde654bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:30.818416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-23717663-75b0-43a8-a056-7b3d9c434370 None None] Provisioning complete for port 67cc9913-0c78-4907-9481-1833c3061b8f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:30.819212 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23717663-75b0-43a8-a056-7b3d9c434370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.820459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d168e-6b13-4718-a9d3-c08ae6d664f7 req-7aa423ca-9ff3-4be0-a6cb-b963b0d3d6cd tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:30.825320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-561d168e-6b13-4718-a9d3-c08ae6d664f7 req-7aa423ca-9ff3-4be0-a6cb-b963b0d3d6cd tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 946 time: 0.0746167
Nov 13 21:33:30.837789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:30.840210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e4582469-1105-4ad1-aa16-98ab8ee4aa58 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.1000178
Nov 13 21:33:30.843804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58806) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:30.906795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-561d168e-6b13-4718-a9d3-c08ae6d664f7 req-7fc32959-5c28-4367-b398-6ccf1c4e9cd5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649223
Nov 13 21:33:30.932289 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Set router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:31.125318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:31.147112 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde654bb0>, [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:29Z', 'revision_number': 3, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:31.173604 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Checking router: 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:31.174058 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Updating router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 port 0aafdd48-c4ca-4432-8f03-e1c0b042269d binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:33:31.199682 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.247586 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53648092-bdc4-4c24-9396-af486fa6bc7c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.304493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53648092-bdc4-4c24-9396-af486fa6bc7c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.474875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 67cc9913-0c78-4907-9481-1833c3061b8f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:31.478645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53648092-bdc4-4c24-9396-af486fa6bc7c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.481737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53648092-bdc4-4c24-9396-af486fa6bc7c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.485997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58848) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:31.493300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53648092-bdc4-4c24-9396-af486fa6bc7c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/security-groups/831ea3f6-b4a5-4d17-8c9c-ed29d9127d09 HTTP/1.1" status: 204  len: 168 time: 0.3670516
Nov 13 21:33:31.504155 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-ad3c3c03-de61-42eb-a546-b971805ea12b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] show failed (client error): The resource could not be found.
Nov 13 21:33:31.509354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad3c3c03-de61-42eb-a546-b971805ea12b tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "GET /v2.0/security-groups/831ea3f6-b4a5-4d17-8c9c-ed29d9127d09 HTTP/1.1" status: 404  len: 347 time: 0.0219934
Nov 13 21:33:31.510003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58850) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:31.526391 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.535328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53648092-bdc4-4c24-9396-af486fa6bc7c tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831ea3f6-b4a5-4d17-8c9c-ed29d9127d09,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:31.541984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.571263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 67cc9913-0c78-4907-9481-1833c3061b8f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:31.571805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.673103 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.690974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port 4c88aa13-7b27-4497-8bc7-0b7bcffb238f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:31.691969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.740129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb693bab-adae-4ce2-92f0-fce3490baf52 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:31.743547 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598d018-7485-44cf-bfb9-fd999d6cede8 None None] Pushing event updated for resources: {'Port': ['ID=0aafdd48-c4ca-4432-8f03-e1c0b042269d,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:31.750338 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Attempting to bind port 0aafdd48-c4ca-4432-8f03-e1c0b042269d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:31.750338 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Attempting to bind port 0aafdd48-c4ca-4432-8f03-e1c0b042269d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:31.750338 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Attempting to bind port 0aafdd48-c4ca-4432-8f03-e1c0b042269d on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:31.755929 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:31.756398 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:31.756961 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.757423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:31.757959 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Bound port: 0aafdd48-c4ca-4432-8f03-e1c0b042269d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:31.758404 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.765603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Allocated IP 172.20.0.1 (ecbc441f-dec3-4ff5-a17f-7e982e3f7132/9c1240a3-23be-492b-9d6c-ce4fce482549/e064ccbc-7642-4366-b728-4835bfaff78d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:31.800410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.800877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.810426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cc2c9051-a79f-49a9-9043-78bcc1505224 None None] Provisioning complete for port 0aafdd48-c4ca-4432-8f03-e1c0b042269d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:31.810799 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9051-a79f-49a9-9043-78bcc1505224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.816876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for 4c88aa13-7b27-4497-8bc7-0b7bcffb238f owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:31.826477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] For port 0aafdd48-c4ca-4432-8f03-e1c0b042269d, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:31.831098 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] For port 0aafdd48-c4ca-4432-8f03-e1c0b042269d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aafdd48-c4ca-4432-8f03-e1c0b042269d,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:31.869417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c9051-a79f-49a9-9043-78bcc1505224 None None] Port 0aafdd48-c4ca-4432-8f03-e1c0b042269d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:31.895781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.911886 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:31.942039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c190b6-0739-41f2-a04f-71398d684833 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:31.958348 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Routers {'842ccf63-bfca-4684-a2a7-0fdc6a02fd76'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:31.958941 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde654bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:32.030315 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598d018-7485-44cf-bfb9-fd999d6cede8 None None] Pushing event updated for resources: {'Port': ['ID=0aafdd48-c4ca-4432-8f03-e1c0b042269d,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:32.042453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.042674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.092435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=4c88aa13-7b27-4497-8bc7-0b7bcffb238f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:32.101828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:32.106904 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] Set router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:32.111149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:32.115438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:32.157762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Pushing event updated for resources: {'Port': ['ID=e064ccbc-7642-4366-b728-4835bfaff78d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:32.168178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c14f92a3-868b-4306-a127-e8a881878445 None None] Provisioning complete for port 0aafdd48-c4ca-4432-8f03-e1c0b042269d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:32.168549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14f92a3-868b-4306-a127-e8a881878445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.204820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.209071 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.211881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.213310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0d6fced6-76f0-4303-8657-f788fec862ab tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/floatingips/8e5bdbd8-5acf-4c50-a6ce-65dd6a554f56 HTTP/1.1" status: 204  len: 168 time: 0.7022545
Nov 13 21:33:32.219095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58860) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:32.310210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14f92a3-868b-4306-a127-e8a881878445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.350674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c14f92a3-868b-4306-a127-e8a881878445 None None] For port 0aafdd48-c4ca-4432-8f03-e1c0b042269d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aafdd48-c4ca-4432-8f03-e1c0b042269d,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:32.382807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:32.383310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.441154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58864) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:32.447396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14f92a3-868b-4306-a127-e8a881878445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.464115 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde654bb0>, [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:29Z', 'revision_number': 3, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:32.508109 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2389b2-b1c2-4ed1-895f-59cdc0d77828 None None] The sync data for ids ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'] in ncdv-master-1 is: [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:29Z', 'revision_number': 3, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:32.523336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.591375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f92a3-868b-4306-a127-e8a881878445 None None] Pushing event updated for resources: {'Port': ['ID=0aafdd48-c4ca-4432-8f03-e1c0b042269d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:32.601986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-62110f65-9060-42e1-8a32-927476eb10cb None None] Provisioning complete for port e064ccbc-7642-4366-b728-4835bfaff78d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:32.602571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.602708 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-62110f65-9060-42e1-8a32-927476eb10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.624853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:32.702885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c553857-cb52-41d8-8680-914917a9ece6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.706903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-62110f65-9060-42e1-8a32-927476eb10cb None None] Port e064ccbc-7642-4366-b728-4835bfaff78d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:32.839935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.870948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c553857-cb52-41d8-8680-914917a9ece6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.875384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.922525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:32.937724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=da11fd2e-5a75-4939-a4b5-f0dc1ad398b8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:32.996176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c553857-cb52-41d8-8680-914917a9ece6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.030256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.033813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-116df466-a8fe-4f8a-9aeb-30fbbc7ef84f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/ports/da11fd2e-5a75-4939-a4b5-f0dc1ad398b8 HTTP/1.1" status: 204  len: 168 time: 0.8133378
Nov 13 21:33:33.036380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:33.149254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port a3e7daa8-592e-4d28-ad60-85f5261d8051 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:33.149943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.263996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.278575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for a3e7daa8-592e-4d28-ad60-85f5261d8051 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:33.407415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.408677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Pushing event updated for resources: {'Port': ['ID=e064ccbc-7642-4366-b728-4835bfaff78d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:33.414529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c553857-cb52-41d8-8680-914917a9ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf23ec3-f24a-492e-9b0b-867396eec107,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:33.418872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5c553857-cb52-41d8-8680-914917a9ece6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=766ca801b9ff41e58e3ebe11c16c0855&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9730611
Nov 13 21:33:33.426115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58888) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:33.450756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-568a9ecc-130c-49c8-9f91-b02154cef742 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:33.455103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-568a9ecc-130c-49c8-9f91-b02154cef742 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.5675116
Nov 13 21:33:33.553121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0aafdd48-c4ca-4432-8f03-e1c0b042269d up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:33.556586 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-3b68b641-5043-466d-9255-fef0247375de tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/quotas/7ca896180bd14166b581f7c307622554 HTTP/1.1" status: 200  len: 375 time: 0.0923505
Nov 13 21:33:33.567679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.622916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0aafdd48-c4ca-4432-8f03-e1c0b042269d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:33.623491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=a3e7daa8-592e-4d28-ad60-85f5261d8051,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:33.623600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.682604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c35d61b0-4da2-4112-ac3e-cf7e5dddab75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.701790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-2a22811a-8385-4336-b452-fdd0d2465037 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1308115
Nov 13 21:33:33.755166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.761885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8b74c3e8-4668-40d6-98c8-80f4dfa341e8 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/ports/a3e7daa8-592e-4d28-ad60-85f5261d8051 HTTP/1.1" status: 204  len: 168 time: 0.7232194
Nov 13 21:33:33.763794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:33.764515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c35d61b0-4da2-4112-ac3e-cf7e5dddab75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.804183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:33.810521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:33.816167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting subnet 0c453142-d1f6-4a55-9575-70070ef5806e {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:33:33.819448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.865839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:33.916848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-6ab1df4c-9e8b-4890-be04-5d3dde789816 service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993501
Nov 13 21:33:33.986312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.019349 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c35d61b0-4da2-4112-ac3e-cf7e5dddab75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.023032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c35d61b0-4da2-4112-ac3e-cf7e5dddab75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.024428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c35d61b0-4da2-4112-ac3e-cf7e5dddab75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bf23ec3-f24a-492e-9b0b-867396eec107 HTTP/1.1" status: 204  len: 168 time: 0.5826218
Nov 13 21:33:34.075941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d61b0-4da2-4112-ac3e-cf7e5dddab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf23ec3-f24a-492e-9b0b-867396eec107,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:34.084540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:33:34.114327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-be3e8e13-c0de-40cf-8271-307c8b89f395 service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664608
Nov 13 21:33:34.140324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.150778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-15a549d4-bc54-4505-a1bf-d847692d9bea None None] Provisioning complete for port e064ccbc-7642-4366-b728-4835bfaff78d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:34.151155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-15a549d4-bc54-4505-a1bf-d847692d9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.173069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Subnet': ['ID=0c453142-d1f6-4a55-9575-70070ef5806e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:34.184894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.190261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7a72e0af-485e-4fca-ba6f-b5e09ed54e0f tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/subnets/0c453142-d1f6-4a55-9575-70070ef5806e HTTP/1.1" status: 204  len: 168 time: 0.4249678
Nov 13 21:33:34.192272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:34.228678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-15a549d4-bc54-4505-a1bf-d847692d9bea None None] Port e064ccbc-7642-4366-b728-4835bfaff78d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:34.230465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd91e8-975f-4d31-88a3-c8f642d935c7 None None] Network 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:34.286125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting subnet f1ce0ea3-472f-4fba-920b-f1a72a1c2beb {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:33:34.289890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.295359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:34.309852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e68bc21c-475d-4183-8fd9-f892f8e9a217 admin admin] 10.222.0.20 "PUT /v2.0/routers/842ccf63-bfca-4684-a2a7-0fdc6a02fd76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4641440
Nov 13 21:33:34.338520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.469034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9e3d086-1023-4378-bf68-b2adfa75fc12 req-78dd38c8-3da9-4c1f-a14a-b7d02c15147a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 210 time: 0.0387237
Nov 13 21:33:34.493384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] DHCP port deletion for 3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:34.524066 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.583352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] Deleting port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:34.583895 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.689037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] For port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,segment=NetworkSegment(773cc007-781a-4ef2-a062-26a121be3503),segment_id=773cc007-781a-4ef2-a062-26a121be3503)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:34.689662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.705283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] Calling delete_port for 0c9eb7f0-68eb-41bc-946d-8fc1280219ea owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:34.751702 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.804674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ce0ea3-472f-4fba-920b-f1a72a1c2beb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:34.812039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.814717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d1dfb-8b92-45f6-b58e-7fed505cbfa0 None None] Network ffc75d93-9301-4212-83e2-fa1cf616cb8d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:34.817603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ec5cd40-ccff-4892-9e2c-153046792c30 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/subnets/f1ce0ea3-472f-4fba-920b-f1a72a1c2beb HTTP/1.1" status: 204  len: 168 time: 0.6232831
Nov 13 21:33:34.819329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58916) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:34.897382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.911392 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:34.938279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Sync routers for ids ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:34.944256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] Pushing event deleted for resources: {'Port': ['ID=0c9eb7f0-68eb-41bc-946d-8fc1280219ea,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:34.949819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a04d2d-ca7f-4372-8fa5-55ce40065e59 None None] No DVR routers for this DVR port 0c9eb7f0-68eb-41bc-946d-8fc1280219ea on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:34.980224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Routers {'842ccf63-bfca-4684-a2a7-0fdc6a02fd76'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:34.980224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:34.995627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58920) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:35.013668 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d063-416b-4d75-85be-490ff659cb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.042435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.066088 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddee6c40>,) {'filters': {'network_id': ['3ebcd59d-e185-4fb2-9bf0-79d1e11ac279']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:35.079265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddee6c40>, '773cc007-781a-4ef2-a062-26a121be3503') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:35.079554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddee6c40>, '773cc007-781a-4ef2-a062-26a121be3503') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:35.106094 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.121863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d063-416b-4d75-85be-490ff659cb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.123331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.126464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Set router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:35.136775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:33:35.137324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:33:35.142486 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:33:35.194412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5dd1d063-416b-4d75-85be-490ff659cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.199707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] DHCP port deletion for ffc75d93-9301-4212-83e2-fa1cf616cb8d request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:35.236698 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5dd1d063-416b-4d75-85be-490ff659cb0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee836b58ee8243d0959aa3d08e54d2e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2384367
Nov 13 21:33:35.237858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1d063-416b-4d75-85be-490ff659cb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2d99b-4fc8-4be7-af06-6717f4d79d65,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:35.241257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 58924) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:35.282915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.294044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.297325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/networks/3ebcd59d-e185-4fb2-9bf0-79d1e11ac279 HTTP/1.1" status: 204  len: 168 time: 0.4769030
Nov 13 21:33:35.300767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58926) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:35.311606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a59afad-c0ad-4f0f-955b-14b8fa45f8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.315002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Network': ['ID=3ebcd59d-e185-4fb2-9bf0-79d1e11ac279,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:35.323600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.323600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.323973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.324319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.324659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.325139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.325477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.325806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.326135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.326461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.326789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.327114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9d2967-6b17-47a4-ab85-def2f11fd678 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:35.327577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] Deleting port ea701d06-2d72-4cfb-bf67-ffd60fa9003d {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:35.327950 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.361190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a59afad-c0ad-4f0f-955b-14b8fa45f8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.397954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.424596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] For port ea701d06-2d72-4cfb-bf67-ffd60fa9003d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:35.425014 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.442249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] Calling delete_port for ea701d06-2d72-4cfb-bf67-ffd60fa9003d owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:35.456623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0c9eb7f0-68eb-41bc-946d-8fc1280219ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:35.470144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Deleting port ea701d06-2d72-4cfb-bf67-ffd60fa9003d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:35.470488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.482826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a59afad-c0ad-4f0f-955b-14b8fa45f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.485563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a59afad-c0ad-4f0f-955b-14b8fa45f8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.487880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a59afad-c0ad-4f0f-955b-14b8fa45f8b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e2d99b-4fc8-4be7-af06-6717f4d79d65 HTTP/1.1" status: 204  len: 168 time: 0.2463522
Nov 13 21:33:35.497003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59afad-c0ad-4f0f-955b-14b8fa45f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2d99b-4fc8-4be7-af06-6717f4d79d65,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:35.512954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0c9eb7f0-68eb-41bc-946d-8fc1280219ea {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:35.513315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0c9eb7f0-68eb-41bc-946d-8fc1280219ea not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:35.513797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ea701d06-2d72-4cfb-bf67-ffd60fa9003d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:35.517183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfa90>, [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e064ccbc-7642-4366-b728-4835bfaff78d', 'name': '', 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'mac_address': 'fa:16:3e:29:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9c1240a3-23be-492b-9d6c-ce4fce482549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:31Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 2, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'subnets': [{'id': '9c1240a3-23be-492b-9d6c-ce4fce482549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:35.565124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] For port ea701d06-2d72-4cfb-bf67-ffd60fa9003d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,segment=NetworkSegment(6a70d516-78ea-4357-9586-fa045af84d2d),segment_id=6a70d516-78ea-4357-9586-fa045af84d2d)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:35.565484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.583641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Checking router: 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:35.584005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Updating router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 port e064ccbc-7642-4366-b728-4835bfaff78d binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:33:35.605824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Calling delete_port for ea701d06-2d72-4cfb-bf67-ffd60fa9003d owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:35.609754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41ac4940-ce55-4dde-ab56-a6265a9a877c req-67e68ab5-91e6-4bd4-9da4-7bb4a7647c2f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 210 time: 0.0411699
Nov 13 21:33:35.655307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.793209 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.846724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.849952 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:35.874223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Port': ['ID=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:35.876365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] No DVR routers for this DVR port ea701d06-2d72-4cfb-bf67-ffd60fa9003d on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:35.933009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] Pushing event deleted for resources: {'Port': ['ID=ea701d06-2d72-4cfb-bf67-ffd60fa9003d,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:35.940598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4233a-ac4b-4e13-96be-55c5cd781a1b None None] No DVR routers for this DVR port ea701d06-2d72-4cfb-bf67-ffd60fa9003d on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:36.019291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.057346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f34f0>,) {'filters': {'network_id': ['ffc75d93-9301-4212-83e2-fa1cf616cb8d']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:36.063140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f34f0>, '6a70d516-78ea-4357-9586-fa045af84d2d') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:36.063448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f34f0>, '6a70d516-78ea-4357-9586-fa045af84d2d') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:36.078884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.095188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.101534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:33:36.102177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.109187 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:33:36.124897 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:33:36.219099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.263427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.269646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.274917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] 10.222.0.20 "DELETE /v2.0/networks/ffc75d93-9301-4212-83e2-fa1cf616cb8d HTTP/1.1" status: 204  len: 168 time: 0.9733796
Nov 13 21:33:36.292160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30109d-9c8c-4ddc-bf2a-3b8a0f47fec8 None None] Pushing event updated for resources: {'Port': ['ID=e064ccbc-7642-4366-b728-4835bfaff78d,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:36.295033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f2fbf-2f6f-48fb-8074-768929203298 tempest-TaggedBootDevicesTest-27436268 tempest-TaggedBootDevicesTest-27436268-project] Pushing event deleted for resources: {'Network': ['ID=ffc75d93-9301-4212-83e2-fa1cf616cb8d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:36.384273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Attempting to bind port e064ccbc-7642-4366-b728-4835bfaff78d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:36.386327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Attempting to bind port e064ccbc-7642-4366-b728-4835bfaff78d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:36.387555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Attempting to bind port e064ccbc-7642-4366-b728-4835bfaff78d on network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:36.396041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:36.398107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Checking segment: {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:36.409293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.409732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Bound using segment: {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:36.410256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Bound port: e064ccbc-7642-4366-b728-4835bfaff78d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8eb820c-69a9-4d78-afa6-eb52960311f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:36.413038 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.428059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:36.443433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-158d0934-6928-47e7-a3d1-9594da5fd46b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.576746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] For port e064ccbc-7642-4366-b728-4835bfaff78d, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:36.586122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] For port e064ccbc-7642-4366-b728-4835bfaff78d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e064ccbc-7642-4366-b728-4835bfaff78d,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:36.598205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-158d0934-6928-47e7-a3d1-9594da5fd46b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.671737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-542d8bdd-9234-474a-8986-93c74f7dedef None None] Provisioning complete for port e064ccbc-7642-4366-b728-4835bfaff78d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:36.672147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-542d8bdd-9234-474a-8986-93c74f7dedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.675323 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.710309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-158d0934-6928-47e7-a3d1-9594da5fd46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.730248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a19ee99d-53e1-4e2f-9bdb-c3dbef29fc7b req-bf87fd0f-1c40-4f41-ace1-b55a0bd7c27b tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 210 time: 0.0408666
Nov 13 21:33:36.767767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-158d0934-6928-47e7-a3d1-9594da5fd46b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=758d16103a1444fd948a4268f10bdc53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3360350
Nov 13 21:33:36.767767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d0934-6928-47e7-a3d1-9594da5fd46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1269e-6020-4835-a9a3-2c8012374614,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:36.768977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 58964) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:36.777682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Routers {'842ccf63-bfca-4684-a2a7-0fdc6a02fd76'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:36.778892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:36.866567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f32d64-8878-4564-acab-b8327e6b2033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:36.897833 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f32d64-8878-4564-acab-b8327e6b2033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.010467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30109d-9c8c-4ddc-bf2a-3b8a0f47fec8 None None] Pushing event updated for resources: {'Port': ['ID=e064ccbc-7642-4366-b728-4835bfaff78d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:37.117215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f32d64-8878-4564-acab-b8327e6b2033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.119128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-542d8bdd-9234-474a-8986-93c74f7dedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.120078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f32d64-8878-4564-acab-b8327e6b2033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.121763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12f32d64-8878-4564-acab-b8327e6b2033 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ced1269e-6020-4835-a9a3-2c8012374614 HTTP/1.1" status: 204  len: 168 time: 0.3508232
Nov 13 21:33:37.139893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] Set router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:37.146575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f32d64-8878-4564-acab-b8327e6b2033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced1269e-6020-4835-a9a3-2c8012374614,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:37.209629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-542d8bdd-9234-474a-8986-93c74f7dedef None None] For port e064ccbc-7642-4366-b728-4835bfaff78d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e064ccbc-7642-4366-b728-4835bfaff78d,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:37.289917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-d3e1b7bd-3524-423b-a7fd-1930588bc619 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:37.289917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-d3e1b7bd-3524-423b-a7fd-1930588bc619 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.2130263
Nov 13 21:33:37.296231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Request body: {'port': {'device_id': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'admin_state_up': True, 'tenant_id': '7ca896180bd14166b581f7c307622554'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:37.339084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-542d8bdd-9234-474a-8986-93c74f7dedef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.399131 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:33:37.439652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d8bdd-9234-474a-8986-93c74f7dedef None None] Pushing event updated for resources: {'Port': ['ID=e064ccbc-7642-4366-b728-4835bfaff78d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:37.470999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7c5ca484-af89-403e-9b50-6acc10c0bee9 None None] Provisioning complete for port e064ccbc-7642-4366-b728-4835bfaff78d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:37.471364 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca484-af89-403e-9b50-6acc10c0bee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.500153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfa90>, [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e064ccbc-7642-4366-b728-4835bfaff78d', 'name': '', 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'mac_address': 'fa:16:3e:29:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9c1240a3-23be-492b-9d6c-ce4fce482549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:31Z', 'updated_at': '2021-11-13T21:33:36Z', 'revision_number': 4, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'subnets': [{'id': '9c1240a3-23be-492b-9d6c-ce4fce482549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:37.532076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e2c63-65ad-4c66-9ed8-a232f7acf89c None None] The sync data for ids ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'] in ncdv-master-1 is: [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e064ccbc-7642-4366-b728-4835bfaff78d', 'name': '', 'network_id': 'ecbc441f-dec3-4ff5-a17f-7e982e3f7132', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'mac_address': 'fa:16:3e:29:e2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9c1240a3-23be-492b-9d6c-ce4fce482549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:31Z', 'updated_at': '2021-11-13T21:33:36Z', 'revision_number': 4, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'subnets': [{'id': '9c1240a3-23be-492b-9d6c-ce4fce482549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:37.594201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Made reservation on behalf of 7ca896180bd14166b581f7c307622554 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:37.596369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:37.764958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Allocated IP 172.20.0.13 (e356a584-97d4-418c-bca3-6ba1d47ad7fd/37785208-4e5e-4bae-ad2d-8b6741c6b45f/1edd5c8d-cbc3-41eb-9f06-ce708516dbb3) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:37.863943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59006) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:37.890650 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-158c5c26-41e0-4bcc-aa6f-e934c93236e9 req-21c7dbd4-8338-48c8-a237-5b4bbc33dc48 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 210 time: 0.0624576
Nov 13 21:33:38.018957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.133823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.150318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:33:38.153010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:33:38.232888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event updated for resources: {'Port': ['ID=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:38.239162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:38.242181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:38.251663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:38.313173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.319438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:38.320254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.436720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-830dd4a9-7250-49a2-9204-b0a2adaed70e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1441379
Nov 13 21:33:38.451186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Request body: {'port': {'device_id': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:38.516860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.614234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Deleting port d2badd11-a5e0-45f0-827a-683df546a31c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:38.614572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.697870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] For port d2badd11-a5e0-45f0-827a-683df546a31c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2badd11-a5e0-45f0-827a-683df546a31c,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:38.698535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.720425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Calling delete_port for d2badd11-a5e0-45f0-827a-683df546a31c owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:38.820310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:33:38.829440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:38.843325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Transition to ACTIVE for port object 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:33:38.933027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.024839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.050506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Pushing event updated for resources: {'Port': ['ID=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:39.079060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Pushing event deleted for resources: {'Port': ['ID=d2badd11-a5e0-45f0-827a-683df546a31c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:39.115733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db071960-de2c-4424-9af6-31c0d8d74f06 req-e559aacf-031f-45b9-9a13-3ddcc768c235 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:39.117506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db071960-de2c-4424-9af6-31c0d8d74f06 req-e559aacf-031f-45b9-9a13-3ddcc768c235 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 944 time: 0.1471581
Nov 13 21:33:39.224362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db071960-de2c-4424-9af6-31c0d8d74f06 req-6b20d894-893f-4a4a-9fc7-d5eea5fd8fc2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926919
Nov 13 21:33:39.227699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Attempting to bind port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:39.227998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Attempting to bind port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:39.228341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Attempting to bind port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:39.238398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:33:39.239220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Attempting to bind port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:39.256506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:39.256871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Checking segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:39.257256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Bound using segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:39.257689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Bound port: 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:39.258045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.404344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.404982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] For port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:39.404982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] For port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:39.511225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.538436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e064ccbc-7642-4366-b728-4835bfaff78d up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:39.600952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Pushing event updated for resources: {'Port': ['ID=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:39.601657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e064ccbc-7642-4366-b728-4835bfaff78d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:39.602043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.624292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:39.626280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.629047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-ff60e656-5315-48e1-b8e0-544b25cec602 service neutron] 10.222.0.46 "PUT /v2.0/ports/1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 HTTP/1.1" status: 200  len: 1092 time: 1.1831295
Nov 13 21:33:39.629858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'tag': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:39.632250 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a4991141-738a-42eb-9c8f-a011e0ca482c", "tag": "1edd5c8d-cbc3-41eb-9f06-ce708516dbb3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:39.640299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Router 79005e61-536e-4fb4-96a4-9cac2c3f732e has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:33:39.684826 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab1a3fa-f709-4a85-bafa-08664e0b6eb7 x-openstack-request-id: req-6ab1a3fa-f709-4a85-bafa-08664e0b6eb7 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:39.685454 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4991141-738a-42eb-9c8f-a011e0ca482c", "tag": "1edd5c8d-cbc3-41eb-9f06-ce708516dbb3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:39.685717 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ab1a3fa-f709-4a85-bafa-08664e0b6eb7 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:39.686195 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'tag': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3', 'status': 'completed', 'code': 200}
Nov 13 21:33:39.769486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab req-6713113b-4967-4b1e-af11-e42b56b6f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:39.771393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab req-6713113b-4967-4b1e-af11-e42b56b6f4e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 1095 time: 0.0621808
Nov 13 21:33:39.814557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:39.822662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f19e89bc-f73e-4f10-b762-d1e9573f99df admin admin] 10.222.0.20 "PUT /v2.0/routers/79005e61-536e-4fb4-96a4-9cac2c3f732e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9570417
Nov 13 21:33:39.823376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59076) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:39.825035 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] Sync routers for ids ['79005e61-536e-4fb4-96a4-9cac2c3f732e'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:39.838243 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] Routers {'79005e61-536e-4fb4-96a4-9cac2c3f732e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:39.839150 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde67b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79005e61-536e-4fb4-96a4-9cac2c3f732e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:39.889198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-0e6af50e-a7a0-4a48-85de-c45cb3796a96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1009610
Nov 13 21:33:39.950854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:39.953917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab req-6931d163-6004-4e26-a518-69656214327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:39.955419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab req-6931d163-6004-4e26-a518-69656214327f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7ca896180bd14166b581f7c307622554&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1758177
Nov 13 21:33:40.096568 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] Set router 79005e61-536e-4fb4-96a4-9cac2c3f732e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:40.104444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:40.136521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab req-be74ded3-ad26-4e64-bd92-15dc96e2aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.152525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-df5f1b7f-92bd-4d26-878c-3e7f627a25ab req-be74ded3-ad26-4e64-bd92-15dc96e2aeb9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1570799
Nov 13 21:33:40.164360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058081b6-4c08-4a28-8562-172047d006c5 req-c2ddc423-1fe4-491f-8ede-93855d97ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.166534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-c2ddc423-1fe4-491f-8ede-93855d97ab0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1097 time: 0.2221026
Nov 13 21:33:40.276606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Deleting port f37e0cb6-a157-492a-8170-4e95dbf9de9f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:40.277273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:40.294369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-bd2312f2-7c2b-4e2b-9dcb-95d18b39c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.296139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-bd2312f2-7c2b-4e2b-9dcb-95d18b39c0e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 1095 time: 0.1069608
Nov 13 21:33:40.357911 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde67b280>, [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8'}], 'enable_snat': True}, 'gw_port_id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:38Z', 'revision_number': 5, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port': {'id': 'f37e0cb6-a157-492a-8170-4e95dbf9de9f', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:18Z', 'updated_at': '2021-11-13T21:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:40.390880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-caa122c7-5920-4d5a-8a6e-bbb6f32a9fd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 HTTP/1.1" status: 200  len: 217 time: 0.0770609
Nov 13 21:33:40.395331 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] Checking router: 79005e61-536e-4fb4-96a4-9cac2c3f732e for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:40.401372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] Routers {'79005e61-536e-4fb4-96a4-9cac2c3f732e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:40.402119 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde67b280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79005e61-536e-4fb4-96a4-9cac2c3f732e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:40.425051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058081b6-4c08-4a28-8562-172047d006c5 req-aec95b9c-cfed-4a3d-b7eb-d619b8114e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.427129 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-aec95b9c-cfed-4a3d-b7eb-d619b8114e4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.2275558
Nov 13 21:33:40.503439 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] Set router 79005e61-536e-4fb4-96a4-9cac2c3f732e gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:40.560343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-c1feb9bf-c095-4b67-91e5-5b5c21e5177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.561914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-c1feb9bf-c095-4b67-91e5-5b5c21e5177c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.1618602
Nov 13 21:33:40.573650 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde67b280>, [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:40Z', 'revision_number': 6, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:40.595570 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-e77eda2e-3c77-499a-abd6-358ce66255a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 1002 time: 0.1428547
Nov 13 21:33:40.612461 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-6fd57580-3e3a-4d0e-9287-da240dc3fa96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343475
Nov 13 21:33:40.622657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50994b-c077-4350-8cbf-7e8605ed3a47 None None] The sync data for ids ['79005e61-536e-4fb4-96a4-9cac2c3f732e'] in ncdv-master-1 is: [{'id': '79005e61-536e-4fb4-96a4-9cac2c3f732e', 'name': 'tempest-TestAggregatesBasicOps-1325322737-router', 'tenant_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:17Z', 'updated_at': '2021-11-13T21:33:40Z', 'revision_number': 6, 'project_id': 'fdf0d03673834d3a9ef316a4d1f8f1bf', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:40.728763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058081b6-4c08-4a28-8562-172047d006c5 req-bfde51f0-4ec7-4087-bb0e-2ec11c95b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.730118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-bfde51f0-4ec7-4087-bb0e-2ec11c95b2ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.1204913
Nov 13 21:33:40.761430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] For port f37e0cb6-a157-492a-8170-4e95dbf9de9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f37e0cb6-a157-492a-8170-4e95dbf9de9f,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:40.761784 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:40.771487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561722c-0184-415f-932a-150ab1e7fcd0 req-3d7a3333-06c2-4645-b09c-488844686af3 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.772984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a561722c-0184-415f-932a-150ab1e7fcd0 req-3d7a3333-06c2-4645-b09c-488844686af3 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 944 time: 0.4155202
Nov 13 21:33:40.785526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-350fc81b-442d-43c0-9234-dcf7e03c6a47 service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623003
Nov 13 21:33:40.785783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Calling delete_port for f37e0cb6-a157-492a-8170-4e95dbf9de9f owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:40.827056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058081b6-4c08-4a28-8562-172047d006c5 req-e1933616-a2ad-478e-84c4-c5c4198f7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:40.828550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-e1933616-a2ad-478e-84c4-c5c4198f7152 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0906806
Nov 13 21:33:40.871455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a561722c-0184-415f-932a-150ab1e7fcd0 req-489cca84-2e00-431f-87e6-75a6b583b9f9 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874360
Nov 13 21:33:41.053884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.082195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37e0cb6-a157-492a-8170-4e95dbf9de9f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:41.105103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a5aca-b285-44cc-958a-6bc8ccc2ae22 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:41.167917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.270833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.272901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.299558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b32c1ba4-b861-4717-baed-7e8d6bcf8b91 req-11a9ae71-3ed4-4b21-8f6f-d5691cb7be5c service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5027447
Nov 13 21:33:41.318159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-acd447b5-1885-4183-887b-ebdec3209c62 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4796202
Nov 13 21:33:41.390662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.391422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79005e61-536e-4fb4-96a4-9cac2c3f732e {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:33:41.397311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.399106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e38ad392-2a6a-4ac8-8358-2a7d441deb47 admin admin] 10.222.0.20 "DELETE /v2.0/routers/79005e61-536e-4fb4-96a4-9cac2c3f732e HTTP/1.1" status: 204  len: 168 time: 1.5744846
Nov 13 21:33:41.401325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:41.417173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-058081b6-4c08-4a28-8562-172047d006c5 req-bf120317-0870-45b4-b253-51ab6fb89442 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897655
Nov 13 21:33:41.451893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Deleting subnet af3fa891-5696-408b-841a-8fac31f16019 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:33:41.455457 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.497134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.508787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2badd11-a5e0-45f0-827a-683df546a31c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:41.532493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d2badd11-a5e0-45f0-827a-683df546a31c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:41.532493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d2badd11-a5e0-45f0-827a-683df546a31c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:41.532493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f37e0cb6-a157-492a-8170-4e95dbf9de9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:41.549663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f37e0cb6-a157-492a-8170-4e95dbf9de9f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:41.550005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f37e0cb6-a157-492a-8170-4e95dbf9de9f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:41.577992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.766433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.790263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3fa891-5696-408b-841a-8fac31f16019,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:41.796497 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.799784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b7db5b27-6a9b-486a-acc4-d1ae4cd3aafb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/af3fa891-5696-408b-841a-8fac31f16019 HTTP/1.1" status: 204  len: 168 time: 0.3973465
Nov 13 21:33:41.802714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d6450-4358-4215-988b-ed9e1d1f7025 None None] Network 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:41.803556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59128) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:41.875920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.931935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Deleting port c8039461-d025-461f-a443-75e9ef4ec6c0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:41.932269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:41.999081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] DHCP port deletion for 7ae5dccc-8f58-4f30-aa0b-3a1003293a6f request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:42.030698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] For port c8039461-d025-461f-a443-75e9ef4ec6c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8039461-d025-461f-a443-75e9ef4ec6c0,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:42.031048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.049703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Calling delete_port for c8039461-d025-461f-a443-75e9ef4ec6c0 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:42.068620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] Deleting port c8039461-d025-461f-a443-75e9ef4ec6c0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:42.069252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.073301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1027-2965-4d87-8d10-27ea160e800b req-5e2794a2-d345-4314-93e9-acde44ffb089 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:42.076217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e47e1027-2965-4d87-8d10-27ea160e800b req-5e2794a2-d345-4314-93e9-acde44ffb089 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 944 time: 0.0918813
Nov 13 21:33:42.138266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] For port c8039461-d025-461f-a443-75e9ef4ec6c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8039461-d025-461f-a443-75e9ef4ec6c0,segment=NetworkSegment(0c6ffb65-d52c-4c99-a881-932de107f45c),segment_id=0c6ffb65-d52c-4c99-a881-932de107f45c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:42.138853 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.151491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] Calling delete_port for c8039461-d025-461f-a443-75e9ef4ec6c0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:42.157171 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.178424 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e47e1027-2965-4d87-8d10-27ea160e800b req-9bb71f80-5f3a-4f93-b8bf-1c9cd41bfd5c tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641603
Nov 13 21:33:42.281959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.287901 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.309241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8039461-d025-461f-a443-75e9ef4ec6c0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:42.311568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] No DVR routers for this DVR port c8039461-d025-461f-a443-75e9ef4ec6c0 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:42.316391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] No DVR routers for this DVR port c8039461-d025-461f-a443-75e9ef4ec6c0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:42.318204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593505c4-dc88-4f2d-9611-a18c164752c7 None None] Pushing event deleted for resources: {'Port': ['ID=c8039461-d025-461f-a443-75e9ef4ec6c0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:42.395929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.415967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf776c70>,) {'filters': {'network_id': ['7ae5dccc-8f58-4f30-aa0b-3a1003293a6f']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:42.425857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf776c70>, '0c6ffb65-d52c-4c99-a881-932de107f45c') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:42.426149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf776c70>, '0c6ffb65-d52c-4c99-a881-932de107f45c') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:42.436165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.448984 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.454738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:33:42.455114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:33:42.456852 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:33:42.617232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.624388 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:42.627880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ae5dccc-8f58-4f30-aa0b-3a1003293a6f HTTP/1.1" status: 204  len: 168 time: 0.8232796
Nov 13 21:33:42.631366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59138) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:42.637743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f835a8d-f0c5-40c6-9993-af9168d4b581 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae5dccc-8f58-4f30-aa0b-3a1003293a6f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:42.978255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:43.237481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Deleting port e064ccbc-7642-4366-b728-4835bfaff78d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:43.237823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:43.321986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fed17-102e-4efa-8ba1-94d2206db518 req-ce3eabdd-f98f-4d27-b7d0-6149f90f15f2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:43.323507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-673fed17-102e-4efa-8ba1-94d2206db518 req-ce3eabdd-f98f-4d27-b7d0-6149f90f15f2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 944 time: 0.0758965
Nov 13 21:33:43.345249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] For port e064ccbc-7642-4366-b728-4835bfaff78d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e064ccbc-7642-4366-b728-4835bfaff78d,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:43.345613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:43.359851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Calling delete_port for e064ccbc-7642-4366-b728-4835bfaff78d owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:43.373059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-673fed17-102e-4efa-8ba1-94d2206db518 req-cd49b621-aa6a-469b-990a-83d93b552ba2 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421739
Nov 13 21:33:43.426657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c8039461-d025-461f-a443-75e9ef4ec6c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:43.451914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: c8039461-d025-461f-a443-75e9ef4ec6c0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:43.452404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c8039461-d025-461f-a443-75e9ef4ec6c0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:43.654138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:43.680515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Pushing event deleted for resources: {'Port': ['ID=e064ccbc-7642-4366-b728-4835bfaff78d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:43.693243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.693871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.694461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.695041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.695610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.696197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.696806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.697382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.697951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.698530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.699101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.699814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:33:43.738917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:33:43.850701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:43.863595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'port_id': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3', 'mac_address': 'fa:16:3e:21:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37785208-4e5e-4bae-ad2d-8b6741c6b45f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:33:43.890243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:43.905128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:43.917831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:33:43.938071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:44.017678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:44.065578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:44.107861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:33:44.221166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:44.229059 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aa983f71-5bbf-4258-b983-6eaf2a03014b admin admin] 10.222.0.20 "PUT /v2.0/routers/842ccf63-bfca-4684-a2a7-0fdc6a02fd76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5939996
Nov 13 21:33:44.229291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59166) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:44.234301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] Sync routers for ids ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:44.239172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['1edd5c8d-cbc3-41eb-9f06-ce708516dbb3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:33:44.273766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] Routers {'842ccf63-bfca-4684-a2a7-0fdc6a02fd76'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:44.274296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4e55e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:44.352590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:44.429895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] Set router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:44.460013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:44.491829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621ab64-4644-4668-ab0e-ba7b142b6d93 req-8e58afe4-0ddf-4ab3-87c7-15de546083e1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:44.493366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5621ab64-4644-4668-ab0e-ba7b142b6d93 req-8e58afe4-0ddf-4ab3-87c7-15de546083e1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 945 time: 0.0494061
Nov 13 21:33:44.550483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5621ab64-4644-4668-ab0e-ba7b142b6d93 req-2e328d01-ec1d-47cf-ab85-01bc2b2b91b5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502582
Nov 13 21:33:44.619267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Deleting port 0aafdd48-c4ca-4432-8f03-e1c0b042269d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:44.619970 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:44.678706 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4e55e0>, [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:43Z', 'revision_number': 5, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port': {'id': '0aafdd48-c4ca-4432-8f03-e1c0b042269d', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2740, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:29Z', 'updated_at': '2021-11-13T21:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:44.701054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] For port 0aafdd48-c4ca-4432-8f03-e1c0b042269d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aafdd48-c4ca-4432-8f03-e1c0b042269d,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:44.701727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:44.705744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] Checking router: 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:44.715500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Calling delete_port for 0aafdd48-c4ca-4432-8f03-e1c0b042269d owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:44.716357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] Routers {'842ccf63-bfca-4684-a2a7-0fdc6a02fd76'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:44.718139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4e55e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:44.761978 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:44.968208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] Set router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:44.979088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.011257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aafdd48-c4ca-4432-8f03-e1c0b042269d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:45.022379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4e55e0>, [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:44Z', 'revision_number': 6, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:45.059001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71713a17-e917-4d92-bbae-28ea19a19d0b None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:45.061638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed265e4-d343-4828-a597-2f38e76b5f22 None None] The sync data for ids ['842ccf63-bfca-4684-a2a7-0fdc6a02fd76'] in ncdv-master-1 is: [{'id': '842ccf63-bfca-4684-a2a7-0fdc6a02fd76', 'name': 'tempest-TestAggregatesBasicOps-1350176596-router', 'tenant_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:27Z', 'updated_at': '2021-11-13T21:33:44Z', 'revision_number': 6, 'project_id': 'efc7f3cee1ac4e21a0ae1e342d91bfe6', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:45.084556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.181665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.183965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.339488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.340020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842ccf63-bfca-4684-a2a7-0fdc6a02fd76 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:33:45.345653 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.346541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f1f3eb0a-a7c4-4e38-9362-024618d32d48 admin admin] 10.222.0.20 "DELETE /v2.0/routers/842ccf63-bfca-4684-a2a7-0fdc6a02fd76 HTTP/1.1" status: 204  len: 168 time: 1.1162362
Nov 13 21:33:45.349121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59192) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:45.398583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Deleting subnet 9c1240a3-23be-492b-9d6c-ce4fce482549 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:33:45.401731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.443432 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.546683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.589009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e064ccbc-7642-4366-b728-4835bfaff78d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:45.619571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e064ccbc-7642-4366-b728-4835bfaff78d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:45.620117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e064ccbc-7642-4366-b728-4835bfaff78d not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:45.688653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dcf33-23f0-4cf5-99c4-be0788229bf2 req-f2da4662-d497-4e68-a387-b938cdbc270e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:45.690362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e67dcf33-23f0-4cf5-99c4-be0788229bf2 req-f2da4662-d497-4e68-a387-b938cdbc270e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 945 time: 0.0507433
Nov 13 21:33:45.743569 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e67dcf33-23f0-4cf5-99c4-be0788229bf2 req-f75c0142-7195-4053-bc12-3ae497c9254d tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460539
Nov 13 21:33:45.748717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:45.876565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.908383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1240a3-23be-492b-9d6c-ce4fce482549,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:45.910492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:45.913839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9711993e-1f7e-4972-8b96-5d42fab58f00 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c1240a3-23be-492b-9d6c-ce4fce482549 HTTP/1.1" status: 204  len: 168 time: 0.5638142
Nov 13 21:33:45.916824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad4c0e-7e77-44eb-b953-85e493c3ec5b None None] Network ecbc441f-dec3-4ff5-a17f-7e982e3f7132 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:45.917353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59204) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:45.943349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:33:45.976328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:45.976717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.010495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.065259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Deleting port 67cc9913-0c78-4907-9481-1833c3061b8f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:46.065594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.119112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.141481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] For port 67cc9913-0c78-4907-9481-1833c3061b8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cc9913-0c78-4907-9481-1833c3061b8f,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:46.141909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.146363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:33:46.149197 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a65c6c-d8d0-46fe-81b7-53394626eefd" -d '{"events": [{"server_uuid": "a4991141-738a-42eb-9c8f-a011e0ca482c", "name": "network-vif-plugged", "status": "completed", "tag": "1edd5c8d-cbc3-41eb-9f06-ce708516dbb3"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:33:46.167798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] DHCP port deletion for ecbc441f-dec3-4ff5-a17f-7e982e3f7132 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:46.171057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Calling delete_port for 67cc9913-0c78-4907-9481-1833c3061b8f owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:46.175237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:46.199683 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac95e74d-2352-4446-8d6c-3df0c9d09f84 x-openstack-request-id: req-ac95e74d-2352-4446-8d6c-3df0c9d09f84 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:33:46.200844 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4991141-738a-42eb-9c8f-a011e0ca482c", "name": "network-vif-plugged", "status": "completed", "tag": "1edd5c8d-cbc3-41eb-9f06-ce708516dbb3", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:33:46.201196 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac95e74d-2352-4446-8d6c-3df0c9d09f84 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:33:46.202340 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3', 'code': 200}
Nov 13 21:33:46.234990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] Deleting port 67cc9913-0c78-4907-9481-1833c3061b8f {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:33:46.235713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.271822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.347757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440fa99-29e1-439a-84aa-9bb8a4143952 req-ff5162d3-72e1-4537-b66a-4743f3ba51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:46.347757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1440fa99-29e1-439a-84aa-9bb8a4143952 req-ff5162d3-72e1-4537-b66a-4743f3ba51e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 1097 time: 0.0605285
Nov 13 21:33:46.365089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] For port 67cc9913-0c78-4907-9481-1833c3061b8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67cc9913-0c78-4907-9481-1833c3061b8f,segment=NetworkSegment(d8eb820c-69a9-4d78-afa6-eb52960311f4),segment_id=d8eb820c-69a9-4d78-afa6-eb52960311f4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:46.365525 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.379473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:46.382978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.390331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] Calling delete_port for 67cc9913-0c78-4907-9481-1833c3061b8f owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:33:46.425952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cc9913-0c78-4907-9481-1833c3061b8f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:46.432659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] No DVR routers for this DVR port 67cc9913-0c78-4907-9481-1833c3061b8f on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:46.438614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1440fa99-29e1-439a-84aa-9bb8a4143952 req-63c664c8-d9ce-47de-9189-737f4b32b171 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752430
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:33:46.480161 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:33:46.485075 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.509100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.510576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] Pushing event deleted for resources: {'Port': ['ID=67cc9913-0c78-4907-9481-1833c3061b8f,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:46.521565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54690fe0-0411-4244-b0fc-7a5a47a35936 None None] No DVR routers for this DVR port 67cc9913-0c78-4907-9481-1833c3061b8f on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:33:46.534364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc5d62e0>,) {'filters': {'network_id': ['ecbc441f-dec3-4ff5-a17f-7e982e3f7132']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:46.546287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5d62e0>, 'd8eb820c-69a9-4d78-afa6-eb52960311f4') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:46.546671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc5d62e0>, 'd8eb820c-69a9-4d78-afa6-eb52960311f4') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:46.556672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.570022 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.575863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:33:46.576240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:33:46.578109 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:33:46.778554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.785441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:46.800321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ecbc441f-dec3-4ff5-a17f-7e982e3f7132 HTTP/1.1" status: 204  len: 168 time: 0.8818171
Nov 13 21:33:46.816976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7cc4-dfe6-4661-9625-f57d7ca8f058 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbc441f-dec3-4ff5-a17f-7e982e3f7132,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:46.877411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbfdfd-a246-4b82-a926-c8d9392bfa78 req-8617694e-6c0f-4d43-92f7-b94a35378186 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:46.878886 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dcbfdfd-a246-4b82-a926-c8d9392bfa78 req-8617694e-6c0f-4d43-92f7-b94a35378186 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 946 time: 0.0502303
Nov 13 21:33:46.928813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dcbfdfd-a246-4b82-a926-c8d9392bfa78 req-0de32dbb-76a3-4b2d-926b-7be5da9b10ee tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419378
Nov 13 21:33:47.223782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59232) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:47.267988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-88b41a42-794f-4699-ba1e-18256abde953 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdf0d03673834d3a9ef316a4d1f8f1bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0429187
Nov 13 21:33:47.270390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59234) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:47.317179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-420b326d-9b3f-45b0-a9bd-0aaac9701cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:47.338291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-420b326d-9b3f-45b0-a9bd-0aaac9701cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:47.438251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0aafdd48-c4ca-4432-8f03-e1c0b042269d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:47.459011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0aafdd48-c4ca-4432-8f03-e1c0b042269d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:47.464997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0aafdd48-c4ca-4432-8f03-e1c0b042269d not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:47.464997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 67cc9913-0c78-4907-9481-1833c3061b8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:33:47.479523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 67cc9913-0c78-4907-9481-1833c3061b8f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:33:47.479868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 67cc9913-0c78-4907-9481-1833c3061b8f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:33:47.493290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-420b326d-9b3f-45b0-a9bd-0aaac9701cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:47.499575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-420b326d-9b3f-45b0-a9bd-0aaac9701cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:47.499575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-420b326d-9b3f-45b0-a9bd-0aaac9701cba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5324f49-b256-41ba-8a37-7211aa64d72d HTTP/1.1" status: 204  len: 168 time: 0.2258065
Nov 13 21:33:47.505774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b326d-9b3f-45b0-a9bd-0aaac9701cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5324f49-b256-41ba-8a37-7211aa64d72d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:48.047894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a078057-5a49-40e1-a09e-ba43d94df05c req-35f98263-68c2-45b5-9410-f64939501241 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:48.049326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a078057-5a49-40e1-a09e-ba43d94df05c req-35f98263-68c2-45b5-9410-f64939501241 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 946 time: 0.0533497
Nov 13 21:33:48.096835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a078057-5a49-40e1-a09e-ba43d94df05c req-d744ecf3-214d-4473-9d14-ee3d26bcedc3 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414364
Nov 13 21:33:48.257080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-4062c3f2-a3df-415b-99a0-9886ae70d1a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398369
Nov 13 21:33:48.344849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-e752ada3-504c-4309-9ceb-11877083e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:48.346379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-e752ada3-504c-4309-9ceb-11877083e58c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 1096 time: 0.0421519
Nov 13 21:33:48.350652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:48.444483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ec6da8de-1292-4fef-a81f-81a8fe6d9699 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efc7f3cee1ac4e21a0ae1e342d91bfe6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0925608
Nov 13 21:33:48.453543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59254) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:48.480223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-f0a4d232-c1d4-457d-8f5d-fffd77ec1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:48.481766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-f0a4d232-c1d4-457d-8f5d-fffd77ec1107 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 916 time: 0.1130514
Nov 13 21:33:48.501256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac1cecc5-7cd7-4397-a52d-82b9ab0369e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:48.523509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-b912c81d-b03e-4316-93d1-66908538d45e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1149502-e733-4828-a970-3014cb93caf8 HTTP/1.1" status: 200  len: 217 time: 0.0350890
Nov 13 21:33:48.524137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac1cecc5-7cd7-4397-a52d-82b9ab0369e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:48.577283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-27987a62-aaa4-4424-9ed3-686d3cd62ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:48.578779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-27987a62-aaa4-4424-9ed3-686d3cd62ab6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.0491405
Nov 13 21:33:48.610795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-4a54f70b-4519-416e-bbf2-9d5f8b8e6441 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248303
Nov 13 21:33:48.709912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-67cf7f68-ff3e-45cc-839a-355585780253 service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926116
Nov 13 21:33:48.806015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac1cecc5-7cd7-4397-a52d-82b9ab0369e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:48.806432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fec8688-32a4-4722-8de5-e2824bcf85ec req-de3a5ee8-c412-4156-8f02-bb3c2368ad69 service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898118
Nov 13 21:33:48.808675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac1cecc5-7cd7-4397-a52d-82b9ab0369e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:48.810001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac1cecc5-7cd7-4397-a52d-82b9ab0369e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8c78810-6f4e-4713-b6b3-61a14a249c76 HTTP/1.1" status: 204  len: 168 time: 0.3609591
Nov 13 21:33:48.818233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cecc5-7cd7-4397-a52d-82b9ab0369e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c78810-6f4e-4713-b6b3-61a14a249c76,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:49.999196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59290) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:50.101725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-992505779-network', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:50.194667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Made reservation on behalf of 4fb7ad13c9ca4cdc82aa3c91c886f406 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:50.198558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.209200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.284059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.354144 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.382307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:33:50.389216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596cbe7a-8f46-4c67-b3fd-cbd93b330acb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:50.396296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.396669 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Added segment 5031dddc-10c2-4651-92b9-88d8496c40ac of type vlan for network 5981e510-4976-4abf-989e-c7a28fd7124a
Nov 13 21:33:50.437294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.560411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.563973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:50.563973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:50.623677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] Pushing event updated for resources: {'Network': ['ID=5981e510-4976-4abf-989e-c7a28fd7124a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:50.633695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5981e510-4976-4abf-989e-c7a28fd7124a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:33:50.707627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-930d78b0-b5cf-4bfe-9826-e04cdc964683 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7087035
Nov 13 21:33:50.710432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59310) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:50.715133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Request body: {'subnet': {'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-992505779-subnet', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:50.840026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Made reservation on behalf of 4fb7ad13c9ca4cdc82aa3c91c886f406 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:50.843054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.109373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.168353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:51.173574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Checking segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:51.173927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Network hostable DHCP agents. Network: 5981e510-4976-4abf-989e-c7a28fd7124a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:33:51.270127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Network 5981e510-4976-4abf-989e-c7a28fd7124a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:33:51.350345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5981e510-4976-4abf-989e-c7a28fd7124a) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:51.354368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:51.354981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.359317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cddda-eb79-406a-8867-2dc0c247b193 None None] Network 5981e510-4976-4abf-989e-c7a28fd7124a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:51.422697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-08ff0a78-3460-4949-b8fd-0177e82c799f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7111988
Nov 13 21:33:51.425577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:51.429993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:51.505033 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.506124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.507373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5981e510-4976-4abf-989e-c7a28fd7124a', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:33:51.508218 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.563437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.644525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Allocated IP 172.20.0.2 (5981e510-4976-4abf-989e-c7a28fd7124a/ae6ccc57-2875-4010-85fc-54a9a1cbc4b4/16b35112-1e41-4e7c-b61a-e5357d0ce67a) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:51.769499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.791730 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.871162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.909279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Network 5981e510-4976-4abf-989e-c7a28fd7124a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:51.912057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:51.914571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:51.928044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Pushing event updated for resources: {'Port': ['ID=16b35112-1e41-4e7c-b61a-e5357d0ce67a,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:51.979142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Attempting to bind port 16b35112-1e41-4e7c-b61a-e5357d0ce67a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:51.979504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Attempting to bind port 16b35112-1e41-4e7c-b61a-e5357d0ce67a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:51.979862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Attempting to bind port 16b35112-1e41-4e7c-b61a-e5357d0ce67a on network 5981e510-4976-4abf-989e-c7a28fd7124a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:51.985559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:51.988735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Checking segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:51.988735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:51.988735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Bound using segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:51.988735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Bound port: 16b35112-1e41-4e7c-b61a-e5357d0ce67a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:51.988735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.061924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] For port 16b35112-1e41-4e7c-b61a-e5357d0ce67a, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:52.065112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] For port 16b35112-1e41-4e7c-b61a-e5357d0ce67a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16b35112-1e41-4e7c-b61a-e5357d0ce67a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:52.074220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.095450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.219695 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.221004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Allocated IP 172.35.3.40 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/baaec4e3-88c9-47e4-8b9d-af89a62a5308) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:52.281587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742aa95-904d-4de2-9c8e-1cbda59a6651 None None] Pushing event updated for resources: {'Port': ['ID=16b35112-1e41-4e7c-b61a-e5357d0ce67a,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:52.337106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.426176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.496253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:52.501971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:52.505853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:52.519869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647da727-d185-467f-8015-ace0c9fc6030 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:52.543489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=baaec4e3-88c9-47e4-8b9d-af89a62a5308,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:52.577481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e6668273-1bf2-4b07-85f8-25b782edffb9 None None] Provisioning complete for port baaec4e3-88c9-47e4-8b9d-af89a62a5308 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:52.577858 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e6668273-1bf2-4b07-85f8-25b782edffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:52.614759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e6668273-1bf2-4b07-85f8-25b782edffb9 None None] Port baaec4e3-88c9-47e4-8b9d-af89a62a5308 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:53.242806 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.243138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482b9fd-235d-40e1-8059-9370072b31da None None] Network 5981e510-4976-4abf-989e-c7a28fd7124a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:53.369203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-84dbe25d-352a-4565-b803-bc0b2a485511 None None] Provisioning complete for port 16b35112-1e41-4e7c-b61a-e5357d0ce67a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:53.369572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84dbe25d-352a-4565-b803-bc0b2a485511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.504004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.509273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84dbe25d-352a-4565-b803-bc0b2a485511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.534710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 16b35112-1e41-4e7c-b61a-e5357d0ce67a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:53.617091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-84dbe25d-352a-4565-b803-bc0b2a485511 None None] For port 16b35112-1e41-4e7c-b61a-e5357d0ce67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16b35112-1e41-4e7c-b61a-e5357d0ce67a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:53.636526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 16b35112-1e41-4e7c-b61a-e5357d0ce67a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:53.636945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.758026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84dbe25d-352a-4565-b803-bc0b2a485511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.761681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Router 66ff2255-931a-43f7-8120-39771efc71de is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:33:53.851567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbe25d-352a-4565-b803-bc0b2a485511 None None] Pushing event updated for resources: {'Port': ['ID=16b35112-1e41-4e7c-b61a-e5357d0ce67a,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:53.888822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-36e0f764-3193-4f1d-87cd-b7645a1e55ae None None] Provisioning complete for port 16b35112-1e41-4e7c-b61a-e5357d0ce67a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:53.889245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-36e0f764-3193-4f1d-87cd-b7645a1e55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:53.938829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:53.953785 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Sync routers for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:53.964797 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:53.965654 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde275310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:54.042321 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.043635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2250d533-a785-442b-972c-994e434bd3f1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6170213
Nov 13 21:33:54.046360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:54.083021 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:54.273435 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde275310>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:52Z', 'revision_number': 3, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:54.302935 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Checking router: 66ff2255-931a-43f7-8120-39771efc71de for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:54.307130 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Updating router 66ff2255-931a-43f7-8120-39771efc71de port baaec4e3-88c9-47e4-8b9d-af89a62a5308 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:33:54.330149 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.519324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.588963 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.711384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Allocated IP 172.20.0.1 (5981e510-4976-4abf-989e-c7a28fd7124a/ae6ccc57-2875-4010-85fc-54a9a1cbc4b4/b2688ed5-3928-4f54-b4fc-24d4eac1da5a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:54.716808 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.764227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387b12e-2b6d-428e-97c6-5eb07a91175c None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:54.769430 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Attempting to bind port baaec4e3-88c9-47e4-8b9d-af89a62a5308 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:54.769885 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Attempting to bind port baaec4e3-88c9-47e4-8b9d-af89a62a5308 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:54.770378 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Attempting to bind port baaec4e3-88c9-47e4-8b9d-af89a62a5308 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:54.781165 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa18b-16e0-4a67-a19e-f092f28885d9 None None] Pushing event updated for resources: {'Port': ['ID=baaec4e3-88c9-47e4-8b9d-af89a62a5308,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:54.783818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:54.784299 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:54.784802 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.785184 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:54.785651 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Bound port: baaec4e3-88c9-47e4-8b9d-af89a62a5308, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:54.786027 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.795572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d79c838-9539-407d-8e45-7d5104e2dab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.835410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9f5ff901-a24a-400b-a7f4-082e1b4e2e21 None None] Provisioning complete for port baaec4e3-88c9-47e4-8b9d-af89a62a5308 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:54.835864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f5ff901-a24a-400b-a7f4-082e1b4e2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.849856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:54.875940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ff901-a24a-400b-a7f4-082e1b4e2e21 None None] Port baaec4e3-88c9-47e4-8b9d-af89a62a5308 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:54.879038 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] For port baaec4e3-88c9-47e4-8b9d-af89a62a5308, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:54.882632 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] For port baaec4e3-88c9-47e4-8b9d-af89a62a5308, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baaec4e3-88c9-47e4-8b9d-af89a62a5308,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:55.036714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.036945 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.079591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Network 5981e510-4976-4abf-989e-c7a28fd7124a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:55.084304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbc20e-bd30-42e8-9688-ffc352217916 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:55.086807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:55.096233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:55.105511 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:55.106222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde275310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:55.126257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Pushing event updated for resources: {'Port': ['ID=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:55.144077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.186503 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fa18b-16e0-4a67-a19e-f092f28885d9 None None] Pushing event updated for resources: {'Port': ['ID=baaec4e3-88c9-47e4-8b9d-af89a62a5308,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:55.211774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a0444dd7-b973-4b36-9d73-28301132822f None None] Provisioning complete for port baaec4e3-88c9-47e4-8b9d-af89a62a5308 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:55.212148 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0444dd7-b973-4b36-9d73-28301132822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.285403 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:55.312678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0444dd7-b973-4b36-9d73-28301132822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.334472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a0444dd7-b973-4b36-9d73-28301132822f None None] For port baaec4e3-88c9-47e4-8b9d-af89a62a5308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baaec4e3-88c9-47e4-8b9d-af89a62a5308,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:55.445751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 16b35112-1e41-4e7c-b61a-e5357d0ce67a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:55.497001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 16b35112-1e41-4e7c-b61a-e5357d0ce67a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:55.497360 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.500445 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0444dd7-b973-4b36-9d73-28301132822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.519044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.583612 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde275310>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:52Z', 'revision_number': 3, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:55.589263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0444dd7-b973-4b36-9d73-28301132822f None None] Pushing event updated for resources: {'Port': ['ID=baaec4e3-88c9-47e4-8b9d-af89a62a5308,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:55.625649 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc3183-f8ed-4be9-bacf-75282536c1b4 None None] The sync data for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 is: [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:52Z', 'revision_number': 3, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:55.657254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d8b0d407-341e-4feb-8bd9-b1c8c6a37bdc None None] Provisioning complete for port b2688ed5-3928-4f54-b4fc-24d4eac1da5a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:55.657694 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8b0d407-341e-4feb-8bd9-b1c8c6a37bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.717131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d8b0d407-341e-4feb-8bd9-b1c8c6a37bdc None None] Port b2688ed5-3928-4f54-b4fc-24d4eac1da5a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:55.731137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.881787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:55.966826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Pushing event updated for resources: {'Port': ['ID=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:55.971212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:56.063506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Network 5981e510-4976-4abf-989e-c7a28fd7124a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:56.065189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:56.190778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Router 66ff2255-931a-43f7-8120-39771efc71de has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:33:56.312425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:33:56.317735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-932361c9-881e-482e-b4e1-10bc852c1cdb admin admin] 10.222.0.20 "PUT /v2.0/routers/66ff2255-931a-43f7-8120-39771efc71de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2702358
Nov 13 21:33:56.343257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b570d4bb-23f5-438a-8983-4b295b89894d None None] Provisioning complete for port b2688ed5-3928-4f54-b4fc-24d4eac1da5a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:56.343856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b570d4bb-23f5-438a-8983-4b295b89894d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:56.383468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b570d4bb-23f5-438a-8983-4b295b89894d None None] Port b2688ed5-3928-4f54-b4fc-24d4eac1da5a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:57.124577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59450) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:57.129884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1434607353-network', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:57.139265 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58d77fd3-ee34-4d9a-bc4c-a9a7f9bad9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.200114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Sync routers for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:33:57.210842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:57.214353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd567a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:57.234412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Made reservation on behalf of c94d90b2ca0b4170a69adb4b9decdcdb for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:57.237034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.246352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.320205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.326657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:57.413574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.459962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:33:57.501496 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.501978 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Added segment d69daa64-0e1b-47d5-8bf8-4d052b8149a0 of type vlan for network 55516109-365f-4432-becf-9b2cec09edb0
Nov 13 21:33:57.549216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea31fb62-7cbd-4930-8c6e-eec95c2e9658,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:57.571898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.575854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device baaec4e3-88c9-47e4-8b9d-af89a62a5308 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:33:57.696585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port baaec4e3-88c9-47e4-8b9d-af89a62a5308 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:57.696979 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.697585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.698583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:57.699165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.763146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] Pushing event updated for resources: {'Network': ['ID=55516109-365f-4432-becf-9b2cec09edb0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:57.765993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd567a90>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 2, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:57.787965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 55516109-365f-4432-becf-9b2cec09edb0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:33:57.837721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Checking router: 66ff2255-931a-43f7-8120-39771efc71de for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:33:57.838073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Updating router 66ff2255-931a-43f7-8120-39771efc71de port b2688ed5-3928-4f54-b4fc-24d4eac1da5a binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:33:57.845466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-53f9da18-3344-45a8-a43f-feefc2c18ced admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7194002
Nov 13 21:33:57.849282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59464) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:57.856230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Request body: {'subnet': {'network_id': '55516109-365f-4432-becf-9b2cec09edb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1434607353-subnet', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:57.882540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:57.985728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Made reservation on behalf of c94d90b2ca0b4170a69adb4b9decdcdb for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:33:57.988177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.223039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.294312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.350745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fa4b30-1071-48c8-ac99-9c8503f295ab,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:58.358401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Checking segment: {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:58.358777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Network hostable DHCP agents. Network: 55516109-365f-4432-becf-9b2cec09edb0, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:33:58.378758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.444161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86de08-f261-4801-b14c-f574a4b01157 None None] Pushing event updated for resources: {'Port': ['ID=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:58.487435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Network 55516109-365f-4432-becf-9b2cec09edb0 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:33:58.506702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Attempting to bind port b2688ed5-3928-4f54-b4fc-24d4eac1da5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:58.507154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Attempting to bind port b2688ed5-3928-4f54-b4fc-24d4eac1da5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:58.507592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Attempting to bind port b2688ed5-3928-4f54-b4fc-24d4eac1da5a on network 5981e510-4976-4abf-989e-c7a28fd7124a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:58.517187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:58.517844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Checking segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:58.518545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.519234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Bound using segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:58.519721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Bound port: b2688ed5-3928-4f54-b4fc-24d4eac1da5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:58.520112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.592448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.595162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 55516109-365f-4432-becf-9b2cec09edb0) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:58.599702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:33:58.601193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.619517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e79c4-23bb-4a35-9cb1-2345b784163b None None] Network 55516109-365f-4432-becf-9b2cec09edb0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:33:58.638297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] For port b2688ed5-3928-4f54-b4fc-24d4eac1da5a, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:33:58.673037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] For port b2688ed5-3928-4f54-b4fc-24d4eac1da5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:33:58.740772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1f08e632-1f59-4784-9866-a6ed7e13ad79 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8890576
Nov 13 21:33:58.747433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:33:58.747571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-559a6bfb-5d3d-44c3-a004-c0356aaf2f2e None None] Provisioning complete for port b2688ed5-3928-4f54-b4fc-24d4eac1da5a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:58.747571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-559a6bfb-5d3d-44c3-a004-c0356aaf2f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.748907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:33:58.809853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-559a6bfb-5d3d-44c3-a004-c0356aaf2f2e None None] Port b2688ed5-3928-4f54-b4fc-24d4eac1da5a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:33:58.836789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.860405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-55516109-365f-4432-becf-9b2cec09edb0', 'network_id': '55516109-365f-4432-becf-9b2cec09edb0', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'fixed_ips': [{'subnet_id': '22fa4b30-1071-48c8-ac99-9c8503f295ab'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:33:58.861250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.920050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86de08-f261-4801-b14c-f574a4b01157 None None] Pushing event updated for resources: {'Port': ['ID=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:58.925651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:33:58.934348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd567a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:58.934787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.934787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:58.999149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.125711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Allocated IP 172.20.0.2 (55516109-365f-4432-becf-9b2cec09edb0/22fa4b30-1071-48c8-ac99-9c8503f295ab/2bff4249-3285-469e-90a1-571c5a01c115) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:59.134797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:33:59.229362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.237047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1b406507-1791-4fde-9a3a-6525edf27975 None None] Provisioning complete for port b2688ed5-3928-4f54-b4fc-24d4eac1da5a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:33:59.237412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b406507-1791-4fde-9a3a-6525edf27975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.488714 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.508545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.618119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Allocated IP 172.35.3.96 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:33:59.638850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.650458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b406507-1791-4fde-9a3a-6525edf27975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.695647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd567a90>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:58Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:33:59.748274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a6fdd2-f89f-4d5c-910b-f0d698941530 None None] The sync data for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 is: [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:58Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:33:59.752745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.758072 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.805943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1b406507-1791-4fde-9a3a-6525edf27975 None None] For port b2688ed5-3928-4f54-b4fc-24d4eac1da5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:33:59.821859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Network 55516109-365f-4432-becf-9b2cec09edb0 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:59.826837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:59.839471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:59.856946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Pushing event updated for resources: {'Port': ['ID=2bff4249-3285-469e-90a1-571c5a01c115,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:33:59.867877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.911288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:33:59.914352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:33:59.916942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:33:59.918584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b406507-1791-4fde-9a3a-6525edf27975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.949123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d82b30-44d9-414b-9ebb-f590d1542765 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:33:59.960786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Attempting to bind port 2bff4249-3285-469e-90a1-571c5a01c115 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:33:59.961812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Attempting to bind port 2bff4249-3285-469e-90a1-571c5a01c115 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:33:59.961942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Attempting to bind port 2bff4249-3285-469e-90a1-571c5a01c115 on network 55516109-365f-4432-becf-9b2cec09edb0 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:33:59.970536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:33:59.970920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Checking segment: {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:33:59.971307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.971763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Bound using segment: {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:33:59.972232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Bound port: 2bff4249-3285-469e-90a1-571c5a01c115, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:33:59.972736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:33:59.974550 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:00.011059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406507-1791-4fde-9a3a-6525edf27975 None None] Pushing event updated for resources: {'Port': ['ID=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:00.016101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Pushing event updated for resources: {'Port': ['ID=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:00.067214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5c9e98c5-ceff-4554-ac24-fbb4b8ba76db None None] Provisioning complete for port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:00.067214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c9e98c5-ceff-4554-ac24-fbb4b8ba76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:00.102769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] For port 2bff4249-3285-469e-90a1-571c5a01c115, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:34:00.107527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] For port 2bff4249-3285-469e-90a1-571c5a01c115, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bff4249-3285-469e-90a1-571c5a01c115,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:34:00.115999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e98c5-ceff-4554-ac24-fbb4b8ba76db None None] Port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:34:00.185697 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:00.276413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402e4d4-c76a-4895-8e22-0746b0945dcf None None] Pushing event updated for resources: {'Port': ['ID=2bff4249-3285-469e-90a1-571c5a01c115,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:00.345389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:00.662422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:00.917279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.155956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Router 4e66fa23-8f9b-4917-ac7b-c37b5173746a is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:34:01.264845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebba20c-20d1-4d98-8c44-1f691a4ea2cd None None] Network 55516109-365f-4432-becf-9b2cec09edb0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:34:01.272276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:34:01.281887 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Sync routers for ids ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:34:01.291548 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Routers {'4e66fa23-8f9b-4917-ac7b-c37b5173746a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:34:01.292196 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde511e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:01.336039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.337350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-977273a1-0bfe-49c1-ab11-19a9d42044bc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.5931730
Nov 13 21:34:01.341296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59518) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:01.394156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e1dce385-3945-4409-a0b8-84bc05632b14 None None] Provisioning complete for port 2bff4249-3285-469e-90a1-571c5a01c115 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:01.394839 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dce385-3945-4409-a0b8-84bc05632b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.407147 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Set router 4e66fa23-8f9b-4917-ac7b-c37b5173746a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:34:01.571106 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dce385-3945-4409-a0b8-84bc05632b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.580321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b2688ed5-3928-4f54-b4fc-24d4eac1da5a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:01.604040 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde511e20>, [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:34:00Z', 'revision_number': 3, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:01.633998 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Checking router: 4e66fa23-8f9b-4917-ac7b-c37b5173746a for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:34:01.639314 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Updating router 4e66fa23-8f9b-4917-ac7b-c37b5173746a port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:34:01.659782 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.665518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1dce385-3945-4409-a0b8-84bc05632b14 None None] For port 2bff4249-3285-469e-90a1-571c5a01c115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bff4249-3285-469e-90a1-571c5a01c115,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:01.671825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b2688ed5-3928-4f54-b4fc-24d4eac1da5a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:01.671937 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.755393 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1dce385-3945-4409-a0b8-84bc05632b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.807837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2bff4249-3285-469e-90a1-571c5a01c115 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:01.904078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dce385-3945-4409-a0b8-84bc05632b14 None None] Pushing event updated for resources: {'Port': ['ID=2bff4249-3285-469e-90a1-571c5a01c115,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:01.946003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c0fae838-391c-4e4e-a365-86bf99137602 None None] Provisioning complete for port 2bff4249-3285-469e-90a1-571c5a01c115 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:01.946003 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0fae838-391c-4e4e-a365-86bf99137602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.974478 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:01.998446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2bff4249-3285-469e-90a1-571c5a01c115 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:01.998821 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.032447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.082546 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.173828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92d85fc-845f-43c8-a638-16125d9d36dd None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:34:02.177545 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Attempting to bind port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:34:02.178125 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Attempting to bind port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:34:02.178483 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Attempting to bind port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:02.181363 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597a224-ca31-4752-8447-1bf97f84e1c9 None None] Pushing event updated for resources: {'Port': ['ID=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:02.186407 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:34:02.186778 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:02.187172 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.187550 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:34:02.188014 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Bound port: 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:34:02.188388 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.212597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-66932e45-4926-47d0-966d-76fcad42695c None None] Provisioning complete for port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:02.213016 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-66932e45-4926-47d0-966d-76fcad42695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.253817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-66932e45-4926-47d0-966d-76fcad42695c None None] Port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:34:02.255818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] For port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:34:02.259531 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] For port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:34:02.302924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Allocated IP 172.20.0.1 (55516109-365f-4432-becf-9b2cec09edb0/22fa4b30-1071-48c8-ac99-9c8503f295ab/1bc25985-8cec-464d-925f-0381ba1668ed) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:34:02.328914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9340f8cd-b2be-4c10-a764-fb30642496fe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:02.329165 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.329653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9340f8cd-b2be-4c10-a764-fb30642496fe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.1721809
Nov 13 21:34:02.374073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57bb11-8bd6-4894-ae33-870945d35f0c None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:34:02.387510 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Routers {'4e66fa23-8f9b-4917-ac7b-c37b5173746a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:34:02.387877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-e12ee378-e0e7-4a8d-b640-a4960ee7a984 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/quotas/7ca896180bd14166b581f7c307622554 HTTP/1.1" status: 200  len: 375 time: 0.0419831
Nov 13 21:34:02.388127 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde511e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:02.425507 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597a224-ca31-4752-8447-1bf97f84e1c9 None None] Pushing event updated for resources: {'Port': ['ID=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:02.472814 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.479614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5233407c-e298-402d-a3c2-ccb04926b105 None None] Provisioning complete for port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:02.479976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5233407c-e298-402d-a3c2-ccb04926b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.483136 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-a5e1f45f-fddf-4ba2-a113-caf45c4f2ed0 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0879431
Nov 13 21:34:02.497596 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] Set router 4e66fa23-8f9b-4917-ac7b-c37b5173746a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:34:02.582164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5233407c-e298-402d-a3c2-ccb04926b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.597623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-958eb30a-fc44-4215-89eb-b34c16fc127a service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983014
Nov 13 21:34:02.603300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5233407c-e298-402d-a3c2-ccb04926b105 None None] For port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:02.623751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.689231 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5233407c-e298-402d-a3c2-ccb04926b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.700516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Network 55516109-365f-4432-becf-9b2cec09edb0 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:34:02.703533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:02.703688 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde511e20>, [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:34:00Z', 'revision_number': 3, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:02.710695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:34:02.734199 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8989efd-96e8-4ab5-b647-eb02d0ecf0f0 None None] The sync data for ids ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'] in ncdv-master-1 is: [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:34:00Z', 'revision_number': 3, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:34:02.746113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc25985-8cec-464d-925f-0381ba1668ed,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:02.767884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233407c-e298-402d-a3c2-ccb04926b105 None None] Pushing event updated for resources: {'Port': ['ID=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:02.783586 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:02.786531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-c15121cf-30fb-4ed2-b881-56f223c875c1 service neutron] 10.222.0.20 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822057
Nov 13 21:34:03.017879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a937c486-e256-49a4-baba-f6de4c069141 None None] Provisioning complete for port 1bc25985-8cec-464d-925f-0381ba1668ed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:03.018253 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a937c486-e256-49a4-baba-f6de4c069141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.065887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a937c486-e256-49a4-baba-f6de4c069141 None None] Port 1bc25985-8cec-464d-925f-0381ba1668ed cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:34:03.094943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.248234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aefb58b-6882-45a2-b145-b0f9ebd26c6f req-3e2cd607-7382-4993-b544-c57a7c1ea24c tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 210 time: 0.0508173
Nov 13 21:34:03.320398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.383624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.459474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc25985-8cec-464d-925f-0381ba1668ed,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:03.461910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.530956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2bff4249-3285-469e-90a1-571c5a01c115 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:03.585945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2bff4249-3285-469e-90a1-571c5a01c115 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:03.586390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.593075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Network 55516109-365f-4432-becf-9b2cec09edb0 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:34:03.594858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:03.696283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:03.752256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:03.752619 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.754227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Router 4e66fa23-8f9b-4917-ac7b-c37b5173746a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:34:03.895162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dbac2438-ef2a-4aa4-9c35-e2e6b2d80644 None None] Provisioning complete for port 1bc25985-8cec-464d-925f-0381ba1668ed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:03.895635 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dbac2438-ef2a-4aa4-9c35-e2e6b2d80644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:03.902643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:34:03.919932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0b75d74-1418-4aa5-98f1-7c359eee0a75 admin admin] 10.222.0.20 "PUT /v2.0/routers/4e66fa23-8f9b-4917-ac7b-c37b5173746a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5690503
Nov 13 21:34:03.948231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dbac2438-ef2a-4aa4-9c35-e2e6b2d80644 None None] Port 1bc25985-8cec-464d-925f-0381ba1668ed cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:34:04.373826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c35a13ab-6b8c-4d9f-b14a-ba8eb494e56e req-50dc7be6-6e49-4cbc-9640-cffb9348f12f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 210 time: 0.0362279
Nov 13 21:34:04.658477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Sync routers for ids ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:34:04.668745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Routers {'4e66fa23-8f9b-4917-ac7b-c37b5173746a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:34:04.669328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd57a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:04.781706 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Set router 4e66fa23-8f9b-4917-ac7b-c37b5173746a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:34:04.993915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd57a820>, [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bc25985-8cec-464d-925f-0381ba1668ed', 'name': '', 'network_id': '55516109-365f-4432-becf-9b2cec09edb0', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'mac_address': 'fa:16:3e:26:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '22fa4b30-1071-48c8-ac99-9c8503f295ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:34:02Z', 'updated_at': '2021-11-13T21:34:03Z', 'revision_number': 2, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'subnets': [{'id': '22fa4b30-1071-48c8-ac99-9c8503f295ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:05.026169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Checking router: 4e66fa23-8f9b-4917-ac7b-c37b5173746a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:34:05.030599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Updating router 4e66fa23-8f9b-4917-ac7b-c37b5173746a port 1bc25985-8cec-464d-925f-0381ba1668ed binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:34:05.056194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.338660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.426293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.502686 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e079d5f-47d7-488d-a7c6-6f42b524fa23 req-c8636e17-af95-4599-9f91-8353b1e08acf tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 210 time: 0.0457668
Nov 13 21:34:05.550906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c365c6f-ec62-42b7-8c2b-68069ff9819a None None] Pushing event updated for resources: {'Port': ['ID=1bc25985-8cec-464d-925f-0381ba1668ed,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:05.562492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-f0868540-207a-4549-91aa-2366946518c6 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:05.564862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-f0868540-207a-4549-91aa-2366946518c6 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 815 time: 0.1618342
Nov 13 21:34:05.583982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Request body: {'port': {'device_id': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'admin_state_up': True, 'tenant_id': '7ca896180bd14166b581f7c307622554'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:05.595569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Attempting to bind port 1bc25985-8cec-464d-925f-0381ba1668ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:34:05.595987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Attempting to bind port 1bc25985-8cec-464d-925f-0381ba1668ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:34:05.596350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Attempting to bind port 1bc25985-8cec-464d-925f-0381ba1668ed on network 55516109-365f-4432-becf-9b2cec09edb0 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:05.603054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:34:05.603424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Checking segment: {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:05.603824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.604212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Bound using segment: {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:34:05.604675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Bound port: 1bc25985-8cec-464d-925f-0381ba1668ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55516109-365f-4432-becf-9b2cec09edb0'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:34:05.605083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.682303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] For port 1bc25985-8cec-464d-925f-0381ba1668ed, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:34:05.686446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] For port 1bc25985-8cec-464d-925f-0381ba1668ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bc25985-8cec-464d-925f-0381ba1668ed,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:34:05.776176 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.801785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Made reservation on behalf of 7ca896180bd14166b581f7c307622554 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:05.805369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.823972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5e2cd098-59fb-461e-894e-1007d741e6e2 None None] Provisioning complete for port 1bc25985-8cec-464d-925f-0381ba1668ed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:05.824347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd098-59fb-461e-894e-1007d741e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:05.986778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Allocated IP 172.20.0.5 (e356a584-97d4-418c-bca3-6ba1d47ad7fd/37785208-4e5e-4bae-ad2d-8b6741c6b45f/ae4a0890-7712-40b7-b2a2-d443ea270c50) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:34:06.086172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Routers {'4e66fa23-8f9b-4917-ac7b-c37b5173746a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:34:06.086789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd57a820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:06.089035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c365c6f-ec62-42b7-8c2b-68069ff9819a None None] Pushing event updated for resources: {'Port': ['ID=1bc25985-8cec-464d-925f-0381ba1668ed,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:06.173895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.232151 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd098-59fb-461e-894e-1007d741e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.239415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] Set router 4e66fa23-8f9b-4917-ac7b-c37b5173746a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:34:06.258342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.273725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:06.275810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8', '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:06.310778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Network e356a584-97d4-418c-bca3-6ba1d47ad7fd is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:34:06.316009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:06.319925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:34:06.351469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event updated for resources: {'Port': ['ID=ae4a0890-7712-40b7-b2a2-d443ea270c50,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:06.367569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:06.381693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:06.382922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.428878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5e2cd098-59fb-461e-894e-1007d741e6e2 None None] For port 1bc25985-8cec-464d-925f-0381ba1668ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bc25985-8cec-464d-925f-0381ba1668ed,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:06.468453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9ef19ead-e21d-4a80-9228-3e1985b66e18 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8893795
Nov 13 21:34:06.481304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Request body: {'port': {'device_id': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:06.501599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd098-59fb-461e-894e-1007d741e6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.541442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.658539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cd098-59fb-461e-894e-1007d741e6e2 None None] Pushing event updated for resources: {'Port': ['ID=1bc25985-8cec-464d-925f-0381ba1668ed,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:06.710497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0159f616-956d-4ae6-90fb-1ecac045ee3f None None] Provisioning complete for port 1bc25985-8cec-464d-925f-0381ba1668ed triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:06.711185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0159f616-956d-4ae6-90fb-1ecac045ee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:06.846752 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd57a820>, [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bc25985-8cec-464d-925f-0381ba1668ed', 'name': '', 'network_id': '55516109-365f-4432-becf-9b2cec09edb0', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'mac_address': 'fa:16:3e:26:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '22fa4b30-1071-48c8-ac99-9c8503f295ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:34:02Z', 'updated_at': '2021-11-13T21:34:05Z', 'revision_number': 4, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'subnets': [{'id': '22fa4b30-1071-48c8-ac99-9c8503f295ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:06.907025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929eb75-6cdc-4f90-9743-cc865b44ca1d None None] The sync data for ids ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'] in ncdv-master-1 is: [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1bc25985-8cec-464d-925f-0381ba1668ed', 'name': '', 'network_id': '55516109-365f-4432-becf-9b2cec09edb0', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'mac_address': 'fa:16:3e:26:4f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '22fa4b30-1071-48c8-ac99-9c8503f295ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:34:02Z', 'updated_at': '2021-11-13T21:34:05Z', 'revision_number': 4, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'subnets': [{'id': '22fa4b30-1071-48c8-ac99-9c8503f295ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:34:06.944027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.139228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482180d-da31-4272-bd3d-acb615bb060b req-4fd22999-d266-45df-a252-26473158910f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:07.140811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9482180d-da31-4272-bd3d-acb615bb060b req-4fd22999-d266-45df-a252-26473158910f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 931 time: 0.5294547
Nov 13 21:34:07.220061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9482180d-da31-4272-bd3d-acb615bb060b req-d49a762f-f729-4d69-b7a7-db034d6aa120 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629826
Nov 13 21:34:07.273718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Deleting port 1bfa7281-c8bd-42ed-baec-0700f2508b0e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:07.273968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.291938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4a0890-7712-40b7-b2a2-d443ea270c50 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:34:07.302233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.318422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Transition to ACTIVE for port object ae4a0890-7712-40b7-b2a2-d443ea270c50 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:34:07.372682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] For port 1bfa7281-c8bd-42ed-baec-0700f2508b0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bfa7281-c8bd-42ed-baec-0700f2508b0e,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:07.373067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.378990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.400193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Calling delete_port for 1bfa7281-c8bd-42ed-baec-0700f2508b0e owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:07.431646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Pushing event updated for resources: {'Port': ['ID=ae4a0890-7712-40b7-b2a2-d443ea270c50,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:07.513569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1bc25985-8cec-464d-925f-0381ba1668ed up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:07.518772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Attempting to bind port ae4a0890-7712-40b7-b2a2-d443ea270c50 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:34:07.519244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Attempting to bind port ae4a0890-7712-40b7-b2a2-d443ea270c50 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:34:07.519465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Attempting to bind port ae4a0890-7712-40b7-b2a2-d443ea270c50 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:07.524150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Port ae4a0890-7712-40b7-b2a2-d443ea270c50 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:34:07.524465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Attempting to bind port ae4a0890-7712-40b7-b2a2-d443ea270c50 on network e356a584-97d4-418c-bca3-6ba1d47ad7fd {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:07.530813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:34:07.531144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Checking segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:07.531546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Bound using segment: {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:34:07.531935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Bound port: ae4a0890-7712-40b7-b2a2-d443ea270c50, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6896c72d-c3f2-4409-b632-bb8bc452423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:34:07.532292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.593462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1bc25985-8cec-464d-925f-0381ba1668ed triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:07.593836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.630092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] For port ae4a0890-7712-40b7-b2a2-d443ea270c50, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:34:07.633874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] For port ae4a0890-7712-40b7-b2a2-d443ea270c50, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae4a0890-7712-40b7-b2a2-d443ea270c50,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:34:07.728516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.745417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.766748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:07.767606 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:07.769025 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] 10.222.0.37 "PUT /v2.0/ports/ae4a0890-7712-40b7-b2a2-d443ea270c50 HTTP/1.1" status: 200  len: 1091 time: 1.2923434
Nov 13 21:34:07.769552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'tag': 'ae4a0890-7712-40b7-b2a2-d443ea270c50'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:07.771894 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc1114-1085-48a4-962c-e109727b374d" -d '{"events": [{"name": "network-changed", "server_uuid": "a848e10e-bab7-43bc-84ef-77c9c2210cd5", "tag": "ae4a0890-7712-40b7-b2a2-d443ea270c50"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:07.772937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfa7281-c8bd-42ed-baec-0700f2508b0e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:07.813940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b89ff-d49e-4f28-972a-146628e89d7a service neutron] Pushing event updated for resources: {'Port': ['ID=ae4a0890-7712-40b7-b2a2-d443ea270c50,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:07.846653 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb7f67-3af4-4f3d-bd10-e11ab1b5b44a x-openstack-request-id: req-bbeb7f67-3af4-4f3d-bd10-e11ab1b5b44a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:07.850193 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a848e10e-bab7-43bc-84ef-77c9c2210cd5", "tag": "ae4a0890-7712-40b7-b2a2-d443ea270c50", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:07.850193 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbeb7f67-3af4-4f3d-bd10-e11ab1b5b44a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:07.850193 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'tag': 'ae4a0890-7712-40b7-b2a2-d443ea270c50', 'status': 'completed', 'code': 200}
Nov 13 21:34:07.945705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc1114-1085-48a4-962c-e109727b374d req-99352b09-74f2-4b34-a595-3da26103760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:07.949926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7fc1114-1085-48a4-962c-e109727b374d req-99352b09-74f2-4b34-a595-3da26103760e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 1094 time: 0.0814195
Nov 13 21:34:08.039469 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:08.120653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc1114-1085-48a4-962c-e109727b374d req-a88bf15b-ab30-4da6-84e4-4e993bd7ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:08.123083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7fc1114-1085-48a4-962c-e109727b374d req-a88bf15b-ab30-4da6-84e4-4e993bd7ee3b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7ca896180bd14166b581f7c307622554&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1646602
Nov 13 21:34:08.245928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc1114-1085-48a4-962c-e109727b374d req-b575da5e-5382-40b8-8e5e-3286dc4cf0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:08.247801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7fc1114-1085-48a4-962c-e109727b374d req-b575da5e-5382-40b8-8e5e-3286dc4cf0a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1174912
Nov 13 21:34:08.313989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Router 318575ee-06ec-49c2-9749-1b340e7b69e9 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:34:08.366639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9d608993-cd44-42a2-b4c5-a369cc6317dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:08.368303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-9d608993-cd44-42a2-b4c5-a369cc6317dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 1094 time: 0.0804715
Nov 13 21:34:08.392740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54076a4-28b7-414b-b9ef-f96ef4c1edb3 req-20d32a07-8004-433e-8d38-956b337215aa tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:08.394175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b54076a4-28b7-414b-b9ef-f96ef4c1edb3 req-20d32a07-8004-433e-8d38-956b337215aa tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 943 time: 0.0755384
Nov 13 21:34:08.423378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-afc26020-0b74-4f20-983e-4d79c130d2e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae4a0890-7712-40b7-b2a2-d443ea270c50 HTTP/1.1" status: 200  len: 217 time: 0.0461700
Nov 13 21:34:08.427850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:34:08.437374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b94e302e-656a-496a-86c3-198b25fe6c50 admin admin] 10.222.0.20 "PUT /v2.0/routers/318575ee-06ec-49c2-9749-1b340e7b69e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0676594
Nov 13 21:34:08.437374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:08.440658 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] Sync routers for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:34:08.455364 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:34:08.456160 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde62ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:08.513272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31153f27-4137-4b0f-b9ac-480bb538550b req-609869c3-36a7-4d96-8a26-b084b336a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:08.514513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-609869c3-36a7-4d96-8a26-b084b336a054 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.0848038
Nov 13 21:34:08.518035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b54076a4-28b7-414b-b9ef-f96ef4c1edb3 req-a37df232-f8b1-454f-b9f0-7b562dd24c99 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972011
Nov 13 21:34:08.555733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-2d9d38eb-7b5d-4146-9fb2-9a913d5fd6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340419
Nov 13 21:34:08.596535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:08.633014 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:34:08.680462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-63c04424-231b-4164-9a07-d47ee423f879 service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161640
Nov 13 21:34:08.798899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31153f27-4137-4b0f-b9ac-480bb538550b req-36b38e21-b9ad-4613-ac2b-efd55312d659 service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1113596
Nov 13 21:34:08.832370 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde62ec10>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:34:07Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:08.864206 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] Checking router: 318575ee-06ec-49c2-9749-1b340e7b69e9 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:34:08.874051 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] Routers {'318575ee-06ec-49c2-9749-1b340e7b69e9'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:34:08.874702 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde62ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['318575ee-06ec-49c2-9749-1b340e7b69e9'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:09.041656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.080976 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] Set router 318575ee-06ec-49c2-9749-1b340e7b69e9 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:34:09.155215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Deleting port a3d90514-a093-47dd-ac86-4d9fda7d7388 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:09.155579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.241151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] For port a3d90514-a093-47dd-ac86-4d9fda7d7388, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d90514-a093-47dd-ac86-4d9fda7d7388,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:09.241512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.260393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Calling delete_port for a3d90514-a093-47dd-ac86-4d9fda7d7388 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:09.264949 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde62ec10>, [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:34:07Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:09.294260 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20913ae2-b4c0-4843-b8d2-7dbc9f4dba27 None None] The sync data for ids ['318575ee-06ec-49c2-9749-1b340e7b69e9'] in ncdv-master-1 is: [{'id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'name': 'tempest-TaggedBootDevicesTest-242124763-router', 'tenant_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:22:29Z', 'updated_at': '2021-11-13T21:34:07Z', 'revision_number': 5, 'project_id': 'b0ea687e204c45e5b3f12381c6e825f9', 'gw_port': {'id': 'a3d90514-a093-47dd-ac86-4d9fda7d7388', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318575ee-06ec-49c2-9749-1b340e7b69e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:22:30Z', 'updated_at': '2021-11-13T21:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:34:09.562284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.591372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d90514-a093-47dd-ac86-4d9fda7d7388,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:09.617450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7503ffe4-95e9-4b12-96be-f4b5bc1600cb None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:34:09.702502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.711843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9add3f3-4da6-4eeb-87c7-5fbfae32c7d8 req-a16fa0eb-a719-4b46-b445-89b1169cf96f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:09.722156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9add3f3-4da6-4eeb-87c7-5fbfae32c7d8 req-a16fa0eb-a719-4b46-b445-89b1169cf96f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 943 time: 0.0927637
Nov 13 21:34:09.815672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.821161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.879866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9add3f3-4da6-4eeb-87c7-5fbfae32c7d8 req-716caab2-6080-4763-83c7-7d19c2385c0e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374447
Nov 13 21:34:09.956529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.957014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318575ee-06ec-49c2-9749-1b340e7b69e9 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:34:09.961360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:09.962475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e848205d-4baa-4cc1-aad7-30d6bf71f6db admin admin] 10.222.0.20 "DELETE /v2.0/routers/318575ee-06ec-49c2-9749-1b340e7b69e9 HTTP/1.1" status: 204  len: 168 time: 1.5243113
Nov 13 21:34:09.965171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59758) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:10.009097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Deleting subnet 28f738f8-8c55-4cd9-9472-29785e68bbdc {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:34:10.012164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.047799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.132709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.282507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.306123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f738f8-8c55-4cd9-9472-29785e68bbdc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:10.312463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.315713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-46c620a1-edc0-47ea-b186-3a3e92997a37 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/28f738f8-8c55-4cd9-9472-29785e68bbdc HTTP/1.1" status: 204  len: 168 time: 0.3496025
Nov 13 21:34:10.318406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:10.320836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e9b15-74f9-4df8-9a79-23af016de5a5 None None] Network 90f7b45f-5248-478f-9780-1e89d011db8b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:34:10.401560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.481310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Deleting port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:10.481638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.549843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] DHCP port deletion for 90f7b45f-5248-478f-9780-1e89d011db8b request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:34:10.552434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] For port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:10.552751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.568889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Calling delete_port for 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:10.608679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] Deleting port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:10.609097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.691318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae4a0890-7712-40b7-b2a2-d443ea270c50 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:34:10.713249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] For port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,segment=NetworkSegment(a9011af1-ba36-46d1-8101-6b4f7c6d875a),segment_id=a9011af1-ba36-46d1-8101-6b4f7c6d875a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:10.713639 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.734361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] Calling delete_port for 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:10.780248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.806472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:10.810286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] No DVR routers for this DVR port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:34:10.876472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ae4a0890-7712-40b7-b2a2-d443ea270c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae4a0890-7712-40b7-b2a2-d443ea270c50,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:10.891559 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.895230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ae4a0890-7712-40b7-b2a2-d443ea270c50', 'network_id': 'e356a584-97d4-418c-bca3-6ba1d47ad7fd', 'port_id': 'ae4a0890-7712-40b7-b2a2-d443ea270c50', 'mac_address': 'fa:16:3e:66:78:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37785208-4e5e-4bae-ad2d-8b6741c6b45f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:34:10.902552 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.912961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f3430>,) {'filters': {'network_id': ['90f7b45f-5248-478f-9780-1e89d011db8b']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:10.925636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f3430>, 'a9011af1-ba36-46d1-8101-6b4f7c6d875a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:10.925938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0f3430>, 'a9011af1-ba36-46d1-8101-6b4f7c6d875a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:10.936753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.947512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] Pushing event deleted for resources: {'Port': ['ID=3b0956ef-d18f-43c1-b0b9-af22ff7c4bad,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:10.951774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.954206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1f09e-4b9b-4ba9-8c94-14f71f314984 None None] No DVR routers for this DVR port 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:34:10.969317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:34:10.969317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.970181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:34:10.970817 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:34:10.984676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4a0890-7712-40b7-b2a2-d443ea270c50 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:34:11.005592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ae4a0890-7712-40b7-b2a2-d443ea270c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae4a0890-7712-40b7-b2a2-d443ea270c50,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:11.056646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180a2bc-4998-46eb-ab6f-b5898c4857af req-60db97e1-e2f4-4533-801d-3020866a7f9b tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:11.058085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e180a2bc-4998-46eb-ab6f-b5898c4857af req-60db97e1-e2f4-4533-801d-3020866a7f9b tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 943 time: 0.0969501
Nov 13 21:34:11.092272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.118259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.124669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.133102 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/90f7b45f-5248-478f-9780-1e89d011db8b HTTP/1.1" status: 204  len: 168 time: 0.8109066
Nov 13 21:34:11.137225 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e180a2bc-4998-46eb-ab6f-b5898c4857af req-00c1ef65-5486-44f2-b898-0a5311c6087f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724790
Nov 13 21:34:11.153921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f05002-de8c-4479-8e30-ea37a543caa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f7b45f-5248-478f-9780-1e89d011db8b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:11.192274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ae4a0890-7712-40b7-b2a2-d443ea270c50,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:11.307201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ae4a0890-7712-40b7-b2a2-d443ea270c50'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:11.447931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a3d90514-a093-47dd-ac86-4d9fda7d7388 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:34:11.471288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a3d90514-a093-47dd-ac86-4d9fda7d7388 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:34:11.471627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a3d90514-a093-47dd-ac86-4d9fda7d7388 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:34:11.472058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:34:11.491619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:34:11.491962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3b0956ef-d18f-43c1-b0b9-af22ff7c4bad not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:34:11.492361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1bfa7281-c8bd-42ed-baec-0700f2508b0e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:34:11.511304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1bfa7281-c8bd-42ed-baec-0700f2508b0e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:34:11.511708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1bfa7281-c8bd-42ed-baec-0700f2508b0e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:34:11.602217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59782) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:11.647070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e23c459c-6a3f-4749-a2e9-8e7020beeec9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0ea687e204c45e5b3f12381c6e825f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436640
Nov 13 21:34:11.649652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:11.703573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c90-6e75-4931-8f2e-2bbbc3b07640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.724120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c90-6e75-4931-8f2e-2bbbc3b07640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.864982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c90-6e75-4931-8f2e-2bbbc3b07640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.867552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49fa2c90-6e75-4931-8f2e-2bbbc3b07640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:11.868814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-49fa2c90-6e75-4931-8f2e-2bbbc3b07640 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03367c6c-5820-4153-8647-c99f7f92f118 HTTP/1.1" status: 204  len: 168 time: 0.2181308
Nov 13 21:34:11.877757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa2c90-6e75-4931-8f2e-2bbbc3b07640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03367c6c-5820-4153-8647-c99f7f92f118,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:12.167649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:12.272588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db08a-a573-4c32-859c-7b2012a12960 req-5f84615c-71ce-425b-898f-3b4163a394b9 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:12.274236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a7db08a-a573-4c32-859c-7b2012a12960 req-5f84615c-71ce-425b-898f-3b4163a394b9 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 944 time: 0.0563879
Nov 13 21:34:12.327701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5a7db08a-a573-4c32-859c-7b2012a12960 req-e5c614c2-7284-4062-9d1f-9981dd4c7fcc tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462391
Nov 13 21:34:12.704173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae4a0890-7712-40b7-b2a2-d443ea270c50 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:12.836558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port ae4a0890-7712-40b7-b2a2-d443ea270c50 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:34:12.840662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ae4a0890-7712-40b7-b2a2-d443ea270c50 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:12.841127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:12.918695 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:12.941810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4a0890-7712-40b7-b2a2-d443ea270c50'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:12.943907 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784d6a5-433c-4768-b105-a844fb314ad1" -d '{"events": [{"server_uuid": "a848e10e-bab7-43bc-84ef-77c9c2210cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ae4a0890-7712-40b7-b2a2-d443ea270c50"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:12.957905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ae4a0890-7712-40b7-b2a2-d443ea270c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae4a0890-7712-40b7-b2a2-d443ea270c50,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:12.997456 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087a84ef-d1cf-4840-b6af-21ea58618bc7 x-openstack-request-id: req-087a84ef-d1cf-4840-b6af-21ea58618bc7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:12.997907 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a848e10e-bab7-43bc-84ef-77c9c2210cd5", "name": "network-vif-plugged", "status": "completed", "tag": "ae4a0890-7712-40b7-b2a2-d443ea270c50", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:12.998278 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-087a84ef-d1cf-4840-b6af-21ea58618bc7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:12.998765 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4a0890-7712-40b7-b2a2-d443ea270c50', 'code': 200}
Nov 13 21:34:13.051607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 59836) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:13.093470 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.108956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11518d-c47c-4682-8a48-b0972bd3f44a req-a4daccb1-1e32-4b04-9d55-5024a79d8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:13.110825 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e11518d-c47c-4682-8a48-b0972bd3f44a req-a4daccb1-1e32-4b04-9d55-5024a79d8f3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 1095 time: 0.0561142
Nov 13 21:34:13.159902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ae4a0890-7712-40b7-b2a2-d443ea270c50,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:13.194545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e11518d-c47c-4682-8a48-b0972bd3f44a req-ed5c7cc2-9318-4a73-85b8-6673248227d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765870
Nov 13 21:34:13.209310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1994644527-network', 'tenant_id': 'b513696241d64862b6a0ae575275c922'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:13.314865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Made reservation on behalf of b513696241d64862b6a0ae575275c922 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:13.317310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.326026 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.409188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.469202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee663b-6b72-45f1-9f07-10a7362fc31f req-0ddf9df8-f3f0-485d-92d6-94c3b5e0c2e4 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:13.469202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-16ee663b-6b72-45f1-9f07-10a7362fc31f req-0ddf9df8-f3f0-485d-92d6-94c3b5e0c2e4 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 945 time: 0.0526075
Nov 13 21:34:13.486480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.508906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:34:13.521389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-16ee663b-6b72-45f1-9f07-10a7362fc31f req-f0ad8ce7-6d76-42bd-a654-2ca818d2ee82 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476699
Nov 13 21:34:13.525203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cec936-48fb-458e-ac11-5f99fb435fc1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:13.527962 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.528494 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Added segment 7ad62f07-563e-4935-947a-caab27d53a16 of type vlan for network 82115efc-568d-46c5-a037-f0b1f1b9b310
Nov 13 21:34:13.571620 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.687073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.688474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:13.689095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:13.753279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] Pushing event updated for resources: {'Network': ['ID=82115efc-568d-46c5-a037-f0b1f1b9b310,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:13.764009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 82115efc-568d-46c5-a037-f0b1f1b9b310 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:34:13.789256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a348986-2812-436a-871c-6b0e9f87933d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7357907
Nov 13 21:34:13.791939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 59856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:13.797310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Request body: {'subnet': {'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1994644527-subnet', 'tenant_id': 'b513696241d64862b6a0ae575275c922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:13.891860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Made reservation on behalf of b513696241d64862b6a0ae575275c922 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:13.894437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:14.168156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:14.251318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55736878-66c0-4815-8c82-79d2ddb5987b,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:14.261457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Checking segment: {'id': '7ad62f07-563e-4935-947a-caab27d53a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:14.261850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Network hostable DHCP agents. Network: 82115efc-568d-46c5-a037-f0b1f1b9b310, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:34:14.385054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Network 82115efc-568d-46c5-a037-f0b1f1b9b310 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:34:14.398066 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:34:14.469937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82115efc-568d-46c5-a037-f0b1f1b9b310) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:14.478456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b2461-5bf4-48eb-a90b-d03a3a811b6b None None] Network 82115efc-568d-46c5-a037-f0b1f1b9b310 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:34:14.480327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:14.481161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:14.599116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-099b6434-626e-45d2-b209-59bf836db9c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8056555
Nov 13 21:34:14.608543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:14.618352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e3e078-4024-4273-9b0f-2b832f19380c None None] Network 82115efc-568d-46c5-a037-f0b1f1b9b310 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:34:14.670402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b91d7-f7d1-4571-8bbe-22feb576631c req-9f9cba76-b36f-458e-96e3-f05ee9fdca36 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:14.672004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e38b91d7-f7d1-4571-8bbe-22feb576631c req-9f9cba76-b36f-458e-96e3-f05ee9fdca36 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 945 time: 0.0574737
Nov 13 21:34:14.763101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e38b91d7-f7d1-4571-8bbe-22feb576631c req-a94f4ea2-8fe5-4b42-9138-f1aa6d7423db tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754983
Nov 13 21:34:16.567742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-d0fce674-4c51-4da1-afb4-da9e0c7ab0d6 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:16.569478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-d0fce674-4c51-4da1-afb4-da9e0c7ab0d6 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/networks?id=82115efc-568d-46c5-a037-f0b1f1b9b310 HTTP/1.1" status: 200  len: 810 time: 0.1083317
Nov 13 21:34:16.584667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0a7f5d08-92a3-4360-bfa2-452c91824116 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/quotas/b513696241d64862b6a0ae575275c922 HTTP/1.1" status: 200  len: 375 time: 0.0096812
Nov 13 21:34:16.617203 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-88f2cee4-bcc3-4d66-beca-a3bf1f7bd274 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b513696241d64862b6a0ae575275c922&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0269063
Nov 13 21:34:16.759482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-3b43e374-343d-4587-ae38-5a7c05bbe430 service neutron] 10.222.0.20 "GET /v2.0/networks/82115efc-568d-46c5-a037-f0b1f1b9b310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353860
Nov 13 21:34:16.849435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-3ca17eb1-fb41-48be-9957-31a8f0c456d1 service neutron] 10.222.0.20 "GET /v2.0/networks/82115efc-568d-46c5-a037-f0b1f1b9b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830941
Nov 13 21:34:16.943263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee7c37-df00-4e50-b8a1-d2b172ec20e8 req-5a7d66ff-c31b-4201-a60b-1536e6d3ce9a tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:16.944784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fee7c37-df00-4e50-b8a1-d2b172ec20e8 req-5a7d66ff-c31b-4201-a60b-1536e6d3ce9a tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0568199
Nov 13 21:34:16.994436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fee7c37-df00-4e50-b8a1-d2b172ec20e8 req-73c8ac01-aa80-4ed7-94db-54239f16f28c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434828
Nov 13 21:34:17.245642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-87225b7f-e0d1-4199-887b-4b2ba1873359 req-cb4296a6-fcc3-4e92-abc3-e9d589077a67 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 210 time: 0.0266609
Nov 13 21:34:18.120720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed7216-e24b-48e0-a4ba-a1bd04833f5c req-04592be8-ce03-4f47-8ea3-cce13250a094 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:18.129137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9ed7216-e24b-48e0-a4ba-a1bd04833f5c req-04592be8-ce03-4f47-8ea3-cce13250a094 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0650401
Nov 13 21:34:18.172399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b9ed7216-e24b-48e0-a4ba-a1bd04833f5c req-82482fa7-0f7c-4aa5-b90b-fbc0f7dc0094 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423567
Nov 13 21:34:18.325532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e2ffe62-8908-4761-aea6-31cb9a5aa7c6 req-cb35fb50-d313-46bb-8996-28a2ce67a4f0 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 210 time: 0.0266266
Nov 13 21:34:19.292262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095c06-66cc-49b8-b6bd-d659a56ece83 req-cc6dbc9a-800f-4afe-a2bf-6776fbd65175 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:19.293846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47095c06-66cc-49b8-b6bd-d659a56ece83 req-cc6dbc9a-800f-4afe-a2bf-6776fbd65175 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0520930
Nov 13 21:34:19.343105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47095c06-66cc-49b8-b6bd-d659a56ece83 req-0c213bc2-4bec-4846-8b8a-356a22a8a8e5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423913
Nov 13 21:34:19.425035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ac9d092-96f8-4808-b86c-195e76c824b9 req-95c64634-b9b7-4c01-8fe6-6b6a7d4d92c7 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 210 time: 0.0262642
Nov 13 21:34:19.978765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-3415304f-c0f2-4333-8a2c-fd7b60243741 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:19.980199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-3415304f-c0f2-4333-8a2c-fd7b60243741 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.46 "GET /v2.0/networks?id=82115efc-568d-46c5-a037-f0b1f1b9b310 HTTP/1.1" status: 200  len: 810 time: 0.1105928
Nov 13 21:34:19.993568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Request body: {'port': {'device_id': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310', 'admin_state_up': True, 'tenant_id': 'b513696241d64862b6a0ae575275c922'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:20.225163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Made reservation on behalf of b513696241d64862b6a0ae575275c922 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:20.228903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:20.360337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Allocated IP 172.20.0.5 (82115efc-568d-46c5-a037-f0b1f1b9b310/55736878-66c0-4815-8c82-79d2ddb5987b/44f53185-4111-4ca6-80c3-0edef4babc5b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:34:20.480194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c22fba-9a9b-432a-b327-c32fe152ce55 req-bb06a20d-9cb8-4b14-bf5d-9b76441924d3 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:20.482007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73c22fba-9a9b-432a-b327-c32fe152ce55 req-bb06a20d-9cb8-4b14-bf5d-9b76441924d3 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0547588
Nov 13 21:34:20.533621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41959699-2c9b-4bc1-bb41-2753eb95137f req-c45e7588-8157-491b-8089-46ffda73a4e5 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 210 time: 0.0330479
Nov 13 21:34:20.547855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73c22fba-9a9b-432a-b327-c32fe152ce55 req-c3335af1-9997-4047-b4d0-ac1f6efff997 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0540004
Nov 13 21:34:20.569908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:20.734592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:20.776467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Network 82115efc-568d-46c5-a037-f0b1f1b9b310 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:34:20.782250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:20.786638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:34:20.793375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Pushing event updated for resources: {'Port': ['ID=44f53185-4111-4ca6-80c3-0edef4babc5b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:20.842764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:20.843375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:20.925057 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-7f81bbcd-4a96-4f97-9e87-bb68370213a4 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9355044
Nov 13 21:34:20.938173 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Request body: {'port': {'device_id': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:20.993252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:21.263030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f53185-4111-4ca6-80c3-0edef4babc5b {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:34:21.271483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:21.284923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Transition to ACTIVE for port object 44f53185-4111-4ca6-80c3-0edef4babc5b will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:34:21.419573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:21.473896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=44f53185-4111-4ca6-80c3-0edef4babc5b,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:21.543540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Attempting to bind port 44f53185-4111-4ca6-80c3-0edef4babc5b on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:34:21.544233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Attempting to bind port 44f53185-4111-4ca6-80c3-0edef4babc5b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ad62f07-563e-4935-947a-caab27d53a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:34:21.544546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Attempting to bind port 44f53185-4111-4ca6-80c3-0edef4babc5b on network 82115efc-568d-46c5-a037-f0b1f1b9b310 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:21.550051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Port 44f53185-4111-4ca6-80c3-0edef4babc5b on network 82115efc-568d-46c5-a037-f0b1f1b9b310 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:34:21.550371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Attempting to bind port 44f53185-4111-4ca6-80c3-0edef4babc5b on network 82115efc-568d-46c5-a037-f0b1f1b9b310 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:21.555177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:34:21.555509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Checking segment: {'id': '7ad62f07-563e-4935-947a-caab27d53a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:21.555885 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Bound using segment: {'id': '7ad62f07-563e-4935-947a-caab27d53a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:34:21.556304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Bound port: 44f53185-4111-4ca6-80c3-0edef4babc5b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad62f07-563e-4935-947a-caab27d53a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:34:21.556651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:21.646214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] For port 44f53185-4111-4ca6-80c3-0edef4babc5b, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:34:21.648782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] For port 44f53185-4111-4ca6-80c3-0edef4babc5b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44f53185-4111-4ca6-80c3-0edef4babc5b,segment=NetworkSegment(7ad62f07-563e-4935-947a-caab27d53a16),segment_id=7ad62f07-563e-4935-947a-caab27d53a16)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:34:21.705939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664e85a-5c23-4a51-b6e9-8a877b35dc79 req-2e320aa3-e5b1-4e60-9d8e-ec5632041ad3 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:21.706557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5bace-5abc-4c2a-b968-a2d87ce72b4c req-216e7405-3dba-4cc1-932a-5d1466e4421f tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:21.707439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7664e85a-5c23-4a51-b6e9-8a877b35dc79 req-2e320aa3-e5b1-4e60-9d8e-ec5632041ad3 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0530894
Nov 13 21:34:21.707841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1e5bace-5abc-4c2a-b968-a2d87ce72b4c req-216e7405-3dba-4cc1-932a-5d1466e4421f tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 943 time: 0.0649624
Nov 13 21:34:21.759123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d1e5bace-5abc-4c2a-b968-a2d87ce72b4c req-7114b8ad-0c6b-4027-bc47-3d104852e1e5 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446525
Nov 13 21:34:21.760884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:21.761682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7664e85a-5c23-4a51-b6e9-8a877b35dc79 req-9d7aedea-4936-4bf1-8c7f-37ba494c94be tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0475841
Nov 13 21:34:21.797904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:21.798608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:21.800010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/44f53185-4111-4ca6-80c3-0edef4babc5b HTTP/1.1" status: 200  len: 1091 time: 0.8663917
Nov 13 21:34:21.800469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'tag': '44f53185-4111-4ca6-80c3-0edef4babc5b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:21.804654 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303" -d '{"events": [{"name": "network-changed", "server_uuid": "17fac5ce-ad61-4baa-bc6d-a362831d410b", "tag": "44f53185-4111-4ca6-80c3-0edef4babc5b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:21.831792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453b277-03b0-44ae-82a9-ad7ff5ffb6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=44f53185-4111-4ca6-80c3-0edef4babc5b,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:21.862597 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a04a1ce-0f09-4362-92e3-b67ae22e404a x-openstack-request-id: req-5a04a1ce-0f09-4362-92e3-b67ae22e404a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:21.862891 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fac5ce-ad61-4baa-bc6d-a362831d410b", "tag": "44f53185-4111-4ca6-80c3-0edef4babc5b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:21.863486 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a04a1ce-0f09-4362-92e3-b67ae22e404a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:21.863906 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'tag': '44f53185-4111-4ca6-80c3-0edef4babc5b', 'status': 'completed', 'code': 200}
Nov 13 21:34:21.934711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303 req-217a9cf5-a1bc-4f01-9a6c-7c1102850432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:21.936723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303 req-217a9cf5-a1bc-4f01-9a6c-7c1102850432 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b513696241d64862b6a0ae575275c922&device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 1094 time: 0.0500646
Nov 13 21:34:22.052231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303 req-66cd2e24-bdfe-4621-8f55-244a52a00c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:22.053701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303 req-66cd2e24-bdfe-4621-8f55-244a52a00c04 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b513696241d64862b6a0ae575275c922&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1065555
Nov 13 21:34:22.158357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303 req-f92708f3-ac05-4ef6-864f-fcddd88fc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:22.165384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e37d7c61-4bf7-41a7-aba7-c2e8329ea303 req-f92708f3-ac05-4ef6-864f-fcddd88fc705 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1039276
Nov 13 21:34:22.249530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-54ea81f9-603c-4147-87de-01c6533bac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:22.251407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-54ea81f9-603c-4147-87de-01c6533bac5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b513696241d64862b6a0ae575275c922&device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 1094 time: 0.0415101
Nov 13 21:34:22.294669 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-db968ba3-6621-49a2-97fc-4f9a9a479e8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44f53185-4111-4ca6-80c3-0edef4babc5b HTTP/1.1" status: 200  len: 217 time: 0.0343118
Nov 13 21:34:22.348230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-8a6a3292-5730-4e4a-afa4-34263de18ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:22.349851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-8a6a3292-5730-4e4a-afa4-34263de18ae7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=55736878-66c0-4815-8c82-79d2ddb5987b HTTP/1.1" status: 200  len: 850 time: 0.0482526
Nov 13 21:34:22.382294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-75171b05-65a0-49b3-a357-8e351d323828 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=82115efc-568d-46c5-a037-f0b1f1b9b310&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249290
Nov 13 21:34:22.479762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-d5a51ffd-4042-4bde-a78f-a0e1b0f2a05c service neutron] 10.222.0.46 "GET /v2.0/networks/82115efc-568d-46c5-a037-f0b1f1b9b310?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895035
Nov 13 21:34:22.575550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37a13ac7-35ca-4145-9013-4f181b45bbdc req-e95c9ca8-f690-4c1e-b678-91684db94dad service neutron] 10.222.0.46 "GET /v2.0/networks/82115efc-568d-46c5-a037-f0b1f1b9b310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880258
Nov 13 21:34:22.897598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174eab-9574-40bf-a85e-3394529cc17b req-98cb8c3c-b4cd-41b2-8dea-3d6ef2e7f7ae tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:22.899236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a174eab-9574-40bf-a85e-3394529cc17b req-98cb8c3c-b4cd-41b2-8dea-3d6ef2e7f7ae tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0535581
Nov 13 21:34:22.908450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797eb1-d67c-40b7-a09b-9089dfbe27b2 req-8cedea07-c085-4dc8-87fe-67a88f906597 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:22.909970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92797eb1-d67c-40b7-a09b-9089dfbe27b2 req-8cedea07-c085-4dc8-87fe-67a88f906597 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 943 time: 0.0511739
Nov 13 21:34:22.952281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a174eab-9574-40bf-a85e-3394529cc17b req-fa35b011-d03b-4e13-92cd-cd20b6dc88e7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458663
Nov 13 21:34:22.964533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92797eb1-d67c-40b7-a09b-9089dfbe27b2 req-545cf592-9379-4b64-bf15-b642dae91efa tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485749
Nov 13 21:34:23.895835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 44f53185-4111-4ca6-80c3-0edef4babc5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:34:24.090891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1723e-e26d-42ba-89b9-7249003533d2 req-839612a5-c398-4907-90b9-1e3ba4540026 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:24.093458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fc603-4eab-49d1-8789-0c759b66613d req-c4764927-31ea-44d4-95d6-c8e2b4cc26ab tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:24.099305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7fa1723e-e26d-42ba-89b9-7249003533d2 req-839612a5-c398-4907-90b9-1e3ba4540026 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0677414
Nov 13 21:34:24.100855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-937fc603-4eab-49d1-8789-0c759b66613d req-c4764927-31ea-44d4-95d6-c8e2b4cc26ab tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 943 time: 0.0632563
Nov 13 21:34:24.146886 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-937fc603-4eab-49d1-8789-0c759b66613d req-abe3945f-82bb-4a0e-896d-83f4991d1af9 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450065
Nov 13 21:34:24.149228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 44f53185-4111-4ca6-80c3-0edef4babc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44f53185-4111-4ca6-80c3-0edef4babc5b,segment=NetworkSegment(7ad62f07-563e-4935-947a-caab27d53a16),segment_id=7ad62f07-563e-4935-947a-caab27d53a16)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:24.149820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7fa1723e-e26d-42ba-89b9-7249003533d2 req-670ef13f-86f5-45ab-8904-dc8bdfd396e0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0495055
Nov 13 21:34:24.161734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '44f53185-4111-4ca6-80c3-0edef4babc5b', 'network_id': '82115efc-568d-46c5-a037-f0b1f1b9b310', 'port_id': '44f53185-4111-4ca6-80c3-0edef4babc5b', 'mac_address': 'fa:16:3e:b6:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55736878-66c0-4815-8c82-79d2ddb5987b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:34:24.202609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:24.215011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f53185-4111-4ca6-80c3-0edef4babc5b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:34:24.234172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 44f53185-4111-4ca6-80c3-0edef4babc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44f53185-4111-4ca6-80c3-0edef4babc5b,segment=NetworkSegment(7ad62f07-563e-4935-947a-caab27d53a16),segment_id=7ad62f07-563e-4935-947a-caab27d53a16)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:24.361262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:24.408235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=44f53185-4111-4ca6-80c3-0edef4babc5b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.547941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:24.577539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['44f53185-4111-4ca6-80c3-0edef4babc5b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:24.722460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-38c6c5e1-bb91-4892-8825-858abea5f682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:25.265596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95033-2edf-4a7b-a8c7-4f0e52ec274b req-e4ad38fe-27be-45d2-b8a8-08e77fffa527 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:25.267237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87e95033-2edf-4a7b-a8c7-4f0e52ec274b req-e4ad38fe-27be-45d2-b8a8-08e77fffa527 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 944 time: 0.0496347
Nov 13 21:34:25.268975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75773-9e5c-4424-a618-2c12c4bf33c2 req-864283b7-9078-4c3e-b971-aa4b384134f4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:25.271186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3df75773-9e5c-4424-a618-2c12c4bf33c2 req-864283b7-9078-4c3e-b971-aa4b384134f4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0489268
Nov 13 21:34:25.316646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-87e95033-2edf-4a7b-a8c7-4f0e52ec274b req-f3668e58-349b-4704-9910-7b4719c12a89 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428929
Nov 13 21:34:25.317950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3df75773-9e5c-4424-a618-2c12c4bf33c2 req-3d9d4983-e72d-46d3-ba8f-e180f5c3ae10 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413790
Nov 13 21:34:25.902681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 44f53185-4111-4ca6-80c3-0edef4babc5b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:26.073433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 44f53185-4111-4ca6-80c3-0edef4babc5b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:34:26.077767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 44f53185-4111-4ca6-80c3-0edef4babc5b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:26.078143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:26.172044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:26.195361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f53185-4111-4ca6-80c3-0edef4babc5b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:26.197616 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf1c254-93c8-4224-a6cb-07214b3b06ba" -d '{"events": [{"server_uuid": "17fac5ce-ad61-4baa-bc6d-a362831d410b", "name": "network-vif-plugged", "status": "completed", "tag": "44f53185-4111-4ca6-80c3-0edef4babc5b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:26.210347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 44f53185-4111-4ca6-80c3-0edef4babc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44f53185-4111-4ca6-80c3-0edef4babc5b,segment=NetworkSegment(7ad62f07-563e-4935-947a-caab27d53a16),segment_id=7ad62f07-563e-4935-947a-caab27d53a16)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:26.233574 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b2cb40-a4d4-4a09-8f82-5e58fdf7ad58 x-openstack-request-id: req-22b2cb40-a4d4-4a09-8f82-5e58fdf7ad58 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:26.234062 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac5ce-ad61-4baa-bc6d-a362831d410b", "name": "network-vif-plugged", "status": "completed", "tag": "44f53185-4111-4ca6-80c3-0edef4babc5b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:26.234322 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22b2cb40-a4d4-4a09-8f82-5e58fdf7ad58 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:26.234737 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f53185-4111-4ca6-80c3-0edef4babc5b', 'code': 200}
Nov 13 21:34:26.316463 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:26.328986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc59681-7465-491a-a983-85bcb38c9b26 req-927bf556-88c4-42dd-be2b-ad573a603dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:26.330401 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fcc59681-7465-491a-a983-85bcb38c9b26 req-927bf556-88c4-42dd-be2b-ad573a603dc2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 1095 time: 0.0431252
Nov 13 21:34:26.377598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=44f53185-4111-4ca6-80c3-0edef4babc5b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:26.390409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fcc59681-7465-491a-a983-85bcb38c9b26 req-ff68a9de-23bf-4923-9ec4-6ed64ece0165 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520806
Nov 13 21:34:26.439303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5c21-1e27-45ea-8cbf-fe16373ad2e6 req-fa113f1c-62db-4272-94e9-da4e29bdb566 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:26.440899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b62d5c21-1e27-45ea-8cbf-fe16373ad2e6 req-fa113f1c-62db-4272-94e9-da4e29bdb566 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 945 time: 0.0495703
Nov 13 21:34:26.460173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca5142-27c7-4151-b723-e04add7d5b90 req-1236b644-6b93-4f52-903f-27d09ae7fdee tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:26.461900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bbca5142-27c7-4151-b723-e04add7d5b90 req-1236b644-6b93-4f52-903f-27d09ae7fdee tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0579922
Nov 13 21:34:26.495697 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b62d5c21-1e27-45ea-8cbf-fe16373ad2e6 req-8d8234a9-781b-49e4-bb7c-1a8ef45efa73 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486379
Nov 13 21:34:26.519120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bbca5142-27c7-4151-b723-e04add7d5b90 req-c80c86bb-01cd-4242-ae31-43b4fa2f6921 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470755
Nov 13 21:34:27.086961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7b9b14ee-f8d2-4adf-9ab4-1d36c38729e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:27.626905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94531855-d5be-4d74-8dd6-0007cd715509 req-0bef0f92-5b71-41b4-99e7-36a45bafab63 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:27.629172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94531855-d5be-4d74-8dd6-0007cd715509 req-0bef0f92-5b71-41b4-99e7-36a45bafab63 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 945 time: 0.0624337
Nov 13 21:34:27.638700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b320f-d1db-405d-8e63-775c3df7ea69 req-b1e89360-f94a-4a87-af30-bbe3a73212c5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:27.640673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-337b320f-d1db-405d-8e63-775c3df7ea69 req-b1e89360-f94a-4a87-af30-bbe3a73212c5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0496187
Nov 13 21:34:27.679622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94531855-d5be-4d74-8dd6-0007cd715509 req-d21d067a-b759-4c7c-b129-2f6bde883d5d tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434918
Nov 13 21:34:27.688234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-337b320f-d1db-405d-8e63-775c3df7ea69 req-7b951013-8579-4ace-a31e-922a0a8e1ec3 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413849
Nov 13 21:34:28.085173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d3d9-7d0a-4c8e-9ae6-58c5bea1ae22 req-25d103ee-d68f-4724-b4d3-eead711590e5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:28.087196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6f5d3d9-7d0a-4c8e-9ae6-58c5bea1ae22 req-25d103ee-d68f-4724-b4d3-eead711590e5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0565746
Nov 13 21:34:28.149296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6f5d3d9-7d0a-4c8e-9ae6-58c5bea1ae22 req-a3869b0e-8c30-4733-a5bf-42338ea716b4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0558753
Nov 13 21:34:28.172757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-46626ef3-a38b-441e-a373-7fddaef4188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:28.174251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-46626ef3-a38b-441e-a373-7fddaef4188f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1097 time: 0.0489614
Nov 13 21:34:28.269523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-c3c5eda9-c5bc-4a51-a68a-71aaa049e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:28.272238 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-c3c5eda9-c5bc-4a51-a68a-71aaa049e044 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.0906224
Nov 13 21:34:28.339612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-0e428116-e2f6-4e59-8ec2-2ee94d2a4913 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 1002 time: 0.0618939
Nov 13 21:34:28.390630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-2daa4056-20d8-47c4-bec5-31bc98ae75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:28.392091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-2daa4056-20d8-47c4-bec5-31bc98ae75bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0457914
Nov 13 21:34:28.442935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-f54da159-e808-403f-9fac-9ef5dd6b2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:28.444495 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-f54da159-e808-403f-9fac-9ef5dd6b2f5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451527
Nov 13 21:34:28.548927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-e9c44345-c1e4-4f94-893e-eb3b0755dca4 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967309
Nov 13 21:34:28.585026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:28.642764 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55c0ec1f-03ca-4be3-945b-8eee2af5d7d6 req-1de968df-7f20-4726-ae88-f00cb2b4320c service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871716
Nov 13 21:34:28.801034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bea4ed-895a-4c1f-8d18-df471f867bd7 req-a64c8e5d-9668-4bda-923c-6b37c44cfa29 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:28.802510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22bea4ed-895a-4c1f-8d18-df471f867bd7 req-a64c8e5d-9668-4bda-923c-6b37c44cfa29 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 945 time: 0.0542095
Nov 13 21:34:28.849827 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22bea4ed-895a-4c1f-8d18-df471f867bd7 req-1ecb233c-3707-4164-be06-ac284c16928e tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413513
Nov 13 21:34:29.276096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a2752-dda4-4919-b5ec-f1817a1804a7 req-0f7a94f8-9930-4764-8b36-e99b384b9345 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:29.277549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc4a2752-dda4-4919-b5ec-f1817a1804a7 req-0f7a94f8-9930-4764-8b36-e99b384b9345 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0514715
Nov 13 21:34:29.337786 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc4a2752-dda4-4919-b5ec-f1817a1804a7 req-a9721eda-8446-4907-b849-ec4f12b8ade8 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484529
Nov 13 21:34:29.448422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adc8-9590-4c48-a772-d7ca7d8242bb req-db68439d-e7f2-4384-bf38-84f4728e84bf tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:29.450083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a587adc8-9590-4c48-a772-d7ca7d8242bb req-db68439d-e7f2-4384-bf38-84f4728e84bf tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 945 time: 0.0490825
Nov 13 21:34:29.501748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a587adc8-9590-4c48-a772-d7ca7d8242bb req-69d5c4ba-bf94-42ee-a190-1177ff15b009 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451915
Nov 13 21:34:29.921832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:30.385033 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:30.453484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f901-77e6-4994-ba37-1d77980a70d2 req-fcd3326d-d0bb-4967-8f22-d696c4cd4658 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:30.454968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7457f901-77e6-4994-ba37-1d77980a70d2 req-fcd3326d-d0bb-4967-8f22-d696c4cd4658 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0549893
Nov 13 21:34:30.509330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7457f901-77e6-4994-ba37-1d77980a70d2 req-e7d9f246-3d6a-4ae1-94e4-5da69b930715 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480969
Nov 13 21:34:30.621484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7317f-a915-45dd-8202-18a16ee46284 req-39b71f50-841e-457d-a315-5dd50eef5bd6 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:30.622920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96c7317f-a915-45dd-8202-18a16ee46284 req-39b71f50-841e-457d-a315-5dd50eef5bd6 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 945 time: 0.0504024
Nov 13 21:34:30.677155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-96c7317f-a915-45dd-8202-18a16ee46284 req-ae7f61a1-3169-4723-b00f-987a2643cd07 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/security-groups?id=88cec936-48fb-458e-ac11-5f99fb435fc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473247
Nov 13 21:34:30.685158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-571a7b8d-ce62-4af0-b002-2eefaa424be6 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:30.687189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-571a7b8d-ce62-4af0-b002-2eefaa424be6 tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.46 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 945 time: 0.0565605
Nov 13 21:34:30.787006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Deleting port 44f53185-4111-4ca6-80c3-0edef4babc5b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:30.787345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:30.879181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] For port 44f53185-4111-4ca6-80c3-0edef4babc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44f53185-4111-4ca6-80c3-0edef4babc5b,segment=NetworkSegment(7ad62f07-563e-4935-947a-caab27d53a16),segment_id=7ad62f07-563e-4935-947a-caab27d53a16)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:30.879567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:30.892892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Calling delete_port for 44f53185-4111-4ca6-80c3-0edef4babc5b owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:31.098250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:31.110387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['44f53185-4111-4ca6-80c3-0edef4babc5b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:31.127939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Pushing event deleted for resources: {'Port': ['ID=44f53185-4111-4ca6-80c3-0edef4babc5b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:31.169161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] No DVR routers for this DVR port 44f53185-4111-4ca6-80c3-0edef4babc5b on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:34:31.171709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:31.175037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d54de9e8-eda5-46dd-9fd2-06654f030a2e req-7e58e42a-53bf-48f2-b03c-ac6245a58abb tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.46 "DELETE /v2.0/ports/44f53185-4111-4ca6-80c3-0edef4babc5b HTTP/1.1" status: 204  len: 173 time: 0.4811833
Nov 13 21:34:31.175465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'name': 'network-vif-deleted', 'tag': '44f53185-4111-4ca6-80c3-0edef4babc5b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:31.177707 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67157d25-7e81-487d-8b26-cf92e0277c52" -d '{"events": [{"server_uuid": "17fac5ce-ad61-4baa-bc6d-a362831d410b", "name": "network-vif-deleted", "tag": "44f53185-4111-4ca6-80c3-0edef4babc5b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:31.213837 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3dc66-3795-4b9a-a130-405d65b15e32 x-openstack-request-id: req-a5d3dc66-3795-4b9a-a130-405d65b15e32 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:31.214101 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac5ce-ad61-4baa-bc6d-a362831d410b", "name": "network-vif-deleted", "tag": "44f53185-4111-4ca6-80c3-0edef4babc5b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:31.214353 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5d3dc66-3795-4b9a-a130-405d65b15e32 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:31.214750 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac5ce-ad61-4baa-bc6d-a362831d410b', 'name': 'network-vif-deleted', 'tag': '44f53185-4111-4ca6-80c3-0edef4babc5b', 'status': 'completed', 'code': 200}
Nov 13 21:34:31.791733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7d3a30d-28e9-4555-bf20-764f135ad1f0 req-ab15fedf-cf5f-4c97-a1f7-7f3ce5997e3a tempest-ServerGroupTestJSON-727286386 tempest-ServerGroupTestJSON-727286386-project] 10.222.0.20 "GET /v2.0/ports?device_id=17fac5ce-ad61-4baa-bc6d-a362831d410b HTTP/1.1" status: 200  len: 210 time: 0.0300605
Nov 13 21:34:33.211022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60272) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:33.254902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Deleting subnet 55736878-66c0-4815-8c82-79d2ddb5987b {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:34:33.257916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.296425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.335745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.465853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.489745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55736878-66c0-4815-8c82-79d2ddb5987b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:33.495413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.499481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a8bbfbf0-1aae-495e-a552-6ac8817f5c4e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/55736878-66c0-4815-8c82-79d2ddb5987b HTTP/1.1" status: 204  len: 168 time: 0.2874484
Nov 13 21:34:33.502826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60274) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:33.577039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.657556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.679111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddaeb070>,) {'filters': {'network_id': ['82115efc-568d-46c5-a037-f0b1f1b9b310']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:33.688910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddaeb070>, '7ad62f07-563e-4935-947a-caab27d53a16') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:33.692066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddaeb070>, '7ad62f07-563e-4935-947a-caab27d53a16') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:33.698221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.711106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.717202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:34:33.717585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:34:33.719259 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:34:33.881173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.886876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:33.895595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/82115efc-568d-46c5-a037-f0b1f1b9b310 HTTP/1.1" status: 204  len: 168 time: 0.3863058
Nov 13 21:34:33.900945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2ee21-c0ed-4281-b131-f5560647a5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82115efc-568d-46c5-a037-f0b1f1b9b310,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:33.911518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 44f53185-4111-4ca6-80c3-0edef4babc5b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:34:33.935908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 44f53185-4111-4ca6-80c3-0edef4babc5b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:34:33.935908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 44f53185-4111-4ca6-80c3-0edef4babc5b not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:34:34.307679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60284) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:34.355918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5cf5de08-fd1d-4d6b-aab6-80f8026aa5b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b513696241d64862b6a0ae575275c922&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0470631
Nov 13 21:34:34.358486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 60286) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:34.404264 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e77eea68-7500-4ed2-8c10-5c27feb212a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:34.426201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e77eea68-7500-4ed2-8c10-5c27feb212a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:34.539700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e77eea68-7500-4ed2-8c10-5c27feb212a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:34.542410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e77eea68-7500-4ed2-8c10-5c27feb212a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:34.546165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e77eea68-7500-4ed2-8c10-5c27feb212a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88cec936-48fb-458e-ac11-5f99fb435fc1 HTTP/1.1" status: 204  len: 168 time: 0.1842155
Nov 13 21:34:34.552984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77eea68-7500-4ed2-8c10-5c27feb212a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cec936-48fb-458e-ac11-5f99fb435fc1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:35.669750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60316) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:35.782425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1559452866-network', 'tenant_id': '7ebcbc769e37481fba5b71435a8f7a7c'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:35.899328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Made reservation on behalf of 7ebcbc769e37481fba5b71435a8f7a7c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:35.901687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:35.915832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:35.987226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.148662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.173322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:34:36.187671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae68304-0f23-4e44-87a8-535074e32bd6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:36.192325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.192674 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Added segment f4d8ce47-abe6-4c4f-9131-7675989a5663 of type vlan for network b2ac380c-7166-46ae-a764-6245db790c0a
Nov 13 21:34:36.207357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.207706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.208050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.208390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.208767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.209122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.209474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.209805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.210130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.210559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.210893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.211215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:36.257129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.354884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.355869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:36.356436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.418481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] Pushing event updated for resources: {'Network': ['ID=b2ac380c-7166-46ae-a764-6245db790c0a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:36.428484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b2ac380c-7166-46ae-a764-6245db790c0a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:34:36.450464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0d229903-ca65-4a70-bf5f-ffa7b82569df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7795990
Nov 13 21:34:36.453378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60324) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:36.458229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Request body: {'subnet': {'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1559452866-subnet', 'tenant_id': '7ebcbc769e37481fba5b71435a8f7a7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:36.550747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Made reservation on behalf of 7ebcbc769e37481fba5b71435a8f7a7c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:36.553238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.824042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:36.875567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50db0436-bbd6-412d-990f-2b797fa269a1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:36.882873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Checking segment: {'id': 'f4d8ce47-abe6-4c4f-9131-7675989a5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:36.883234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Network hostable DHCP agents. Network: b2ac380c-7166-46ae-a764-6245db790c0a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:34:36.996477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Network b2ac380c-7166-46ae-a764-6245db790c0a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:34:37.076619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2ac380c-7166-46ae-a764-6245db790c0a) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:37.081410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:37.088958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:37.089845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b22162-75a7-4d47-bb59-aea6b8c61128 None None] Network b2ac380c-7166-46ae-a764-6245db790c0a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:34:37.194162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa3bcfb7-82b9-4fb7-8db3-e4d231035960 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7397115
Nov 13 21:34:37.221165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e01ce-c118-45f2-aefb-34bfba84126c None None] Network b2ac380c-7166-46ae-a764-6245db790c0a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:34:37.933326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-b1774f20-89dc-4990-993a-28e8be46e3e1 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:37.934859 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-b1774f20-89dc-4990-993a-28e8be46e3e1 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/networks?id=b2ac380c-7166-46ae-a764-6245db790c0a HTTP/1.1" status: 200  len: 813 time: 0.4129479
Nov 13 21:34:37.951279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-77b2f12d-e220-49fc-820f-5a2bd71c6cf5 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/quotas/7ebcbc769e37481fba5b71435a8f7a7c HTTP/1.1" status: 200  len: 375 time: 0.0102410
Nov 13 21:34:37.984681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-1e32ecfb-31d3-4312-8a23-c4d11625ecf4 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ebcbc769e37481fba5b71435a8f7a7c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0268710
Nov 13 21:34:38.079742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-0e972f01-d169-4c19-a592-a9874faab4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/b2ac380c-7166-46ae-a764-6245db790c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878673
Nov 13 21:34:38.182646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-63104128-1449-4f9e-9e9a-476911ac70ba service neutron] 10.222.0.20 "GET /v2.0/networks/b2ac380c-7166-46ae-a764-6245db790c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963237
Nov 13 21:34:38.448238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aaaf50ca-e897-4fcd-a247-3dcad451edfb req-90ecd9f7-6e5a-4777-9922-e24aee7a2cec tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 210 time: 0.0301862
Nov 13 21:34:39.600225 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c89c23b-c60b-4db2-ae41-08116b35475b req-c4fe38ff-5c8b-4d59-baff-87681dc7a246 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 210 time: 0.1005294
Nov 13 21:34:39.775437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-9c8d4cb4-575a-4a2f-a9db-6a655b28d951 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400014
Nov 13 21:34:39.849282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-59d1a904-3f68-4a47-b0a5-29bcd4e86026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:39.850780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-59d1a904-3f68-4a47-b0a5-29bcd4e86026 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 1097 time: 0.0509489
Nov 13 21:34:39.956607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-33a35aee-e143-4a70-8ef7-6274667cd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:39.958088 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-33a35aee-e143-4a70-8ef7-6274667cd370 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 916 time: 0.0877049
Nov 13 21:34:40.004115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-adeac62a-e0ea-4493-9d6d-8352f8267a13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd HTTP/1.1" status: 200  len: 217 time: 0.0373359
Nov 13 21:34:40.055953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-0b5fbdc6-c142-49fd-acc7-184049d113c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:40.057467 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-0b5fbdc6-c142-49fd-acc7-184049d113c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.0461755
Nov 13 21:34:40.091826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-f237dc24-cc4e-48c6-a46a-fdeea3abbd2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272756
Nov 13 21:34:40.187973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-6a5832ba-c06c-4c57-9051-cfc26ce1abcf service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892527
Nov 13 21:34:40.281705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4e11e7d3-4bef-4640-8b5c-a251c5252d2f req-e29aed59-c282-46d2-b8f5-3936abe00f0d service neutron] 10.222.0.37 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864422
Nov 13 21:34:40.695109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7b413e9-ca25-464d-a12f-1c092def81b5 req-967fa5e9-ebf6-43c0-8c0d-b0c6e212d101 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 210 time: 0.0266461
Nov 13 21:34:40.999817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-a98f68f7-de5a-4ad1-9f9f-7e273e0f2f3f tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:41.001338 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-a98f68f7-de5a-4ad1-9f9f-7e273e0f2f3f tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.46 "GET /v2.0/networks?id=b2ac380c-7166-46ae-a764-6245db790c0a HTTP/1.1" status: 200  len: 813 time: 0.1053932
Nov 13 21:34:41.014186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Request body: {'port': {'device_id': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a', 'admin_state_up': True, 'tenant_id': '7ebcbc769e37481fba5b71435a8f7a7c'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:41.246467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Made reservation on behalf of 7ebcbc769e37481fba5b71435a8f7a7c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:34:41.250648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:41.377764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Allocated IP 172.20.0.7 (b2ac380c-7166-46ae-a764-6245db790c0a/50db0436-bbd6-412d-990f-2b797fa269a1/8024d925-6b4c-428d-b8e7-435d303a0e7d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:34:41.528650 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:41.614408 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:41.658913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Network b2ac380c-7166-46ae-a764-6245db790c0a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:34:41.663990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:34:41.667708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:34:41.691465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Pushing event updated for resources: {'Port': ['ID=8024d925-6b4c-428d-b8e7-435d303a0e7d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:41.718606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:41.721529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:41.799839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-d95aa123-0aee-4439-a6bc-7819364c021a tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7890823
Nov 13 21:34:41.815197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Request body: {'port': {'device_id': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:34:41.829800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72e5f-5152-4723-949b-6acc596c2a8c req-d23e881d-c8f1-4e48-bcb2-2a299959b7ff tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:41.831256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1d72e5f-5152-4723-949b-6acc596c2a8c req-d23e881d-c8f1-4e48-bcb2-2a299959b7ff tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 931 time: 0.0632112
Nov 13 21:34:41.911800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:41.927398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1d72e5f-5152-4723-949b-6acc596c2a8c req-d8572ea8-bf26-42f8-9e76-29a9a17da86b tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811784
Nov 13 21:34:42.116546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:42.196289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8024d925-6b4c-428d-b8e7-435d303a0e7d {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:34:42.204523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:42.216256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Transition to ACTIVE for port object 8024d925-6b4c-428d-b8e7-435d303a0e7d will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:34:42.305221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:42.377350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Pushing event updated for resources: {'Port': ['ID=8024d925-6b4c-428d-b8e7-435d303a0e7d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:42.426699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Attempting to bind port 8024d925-6b4c-428d-b8e7-435d303a0e7d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:34:42.427032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Attempting to bind port 8024d925-6b4c-428d-b8e7-435d303a0e7d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4d8ce47-abe6-4c4f-9131-7675989a5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:34:42.427353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Attempting to bind port 8024d925-6b4c-428d-b8e7-435d303a0e7d on network b2ac380c-7166-46ae-a764-6245db790c0a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:42.431940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Port 8024d925-6b4c-428d-b8e7-435d303a0e7d on network b2ac380c-7166-46ae-a764-6245db790c0a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:34:42.432251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Attempting to bind port 8024d925-6b4c-428d-b8e7-435d303a0e7d on network b2ac380c-7166-46ae-a764-6245db790c0a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:34:42.437660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:34:42.438086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Checking segment: {'id': 'f4d8ce47-abe6-4c4f-9131-7675989a5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:34:42.443444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Bound using segment: {'id': 'f4d8ce47-abe6-4c4f-9131-7675989a5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:34:42.443444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Bound port: 8024d925-6b4c-428d-b8e7-435d303a0e7d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d8ce47-abe6-4c4f-9131-7675989a5663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:34:42.443444 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:42.506540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] For port 8024d925-6b4c-428d-b8e7-435d303a0e7d, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:34:42.509566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] For port 8024d925-6b4c-428d-b8e7-435d303a0e7d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8024d925-6b4c-428d-b8e7-435d303a0e7d,segment=NetworkSegment(f4d8ce47-abe6-4c4f-9131-7675989a5663),segment_id=f4d8ce47-abe6-4c4f-9131-7675989a5663)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:34:42.619917 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:42.655058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:42.655700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:42.657145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] 10.222.0.46 "PUT /v2.0/ports/8024d925-6b4c-428d-b8e7-435d303a0e7d HTTP/1.1" status: 200  len: 1091 time: 0.8467345
Nov 13 21:34:42.657575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'tag': '8024d925-6b4c-428d-b8e7-435d303a0e7d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:42.659789 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7cef25-d21d-431b-8e38-dfcaa58e3c94", "tag": "8024d925-6b4c-428d-b8e7-435d303a0e7d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:42.683975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1869-c422-4f81-957f-18552d0b2422 service neutron] Pushing event updated for resources: {'Port': ['ID=8024d925-6b4c-428d-b8e7-435d303a0e7d,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:42.697140 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef939638-3653-4330-ac0f-e29a3497ca0a x-openstack-request-id: req-ef939638-3653-4330-ac0f-e29a3497ca0a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:42.697424 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7cef25-d21d-431b-8e38-dfcaa58e3c94", "tag": "8024d925-6b4c-428d-b8e7-435d303a0e7d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:42.697693 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef939638-3653-4330-ac0f-e29a3497ca0a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:42.698145 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'tag': '8024d925-6b4c-428d-b8e7-435d303a0e7d', 'status': 'completed', 'code': 200}
Nov 13 21:34:42.759613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91 req-e0271c57-d40e-409a-81bc-71ce758e892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:42.761357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91 req-e0271c57-d40e-409a-81bc-71ce758e892c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ebcbc769e37481fba5b71435a8f7a7c&device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 1094 time: 0.0424862
Nov 13 21:34:42.864354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91 req-917f6401-66dd-4a76-84af-b76791fed3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:42.865854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91 req-917f6401-66dd-4a76-84af-b76791fed3f0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7ebcbc769e37481fba5b71435a8f7a7c&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0971544
Nov 13 21:34:42.963065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91 req-b2ab79f8-ea3f-4754-af23-887f2a4ac08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:42.964559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d76a473-c4b3-4d59-b1bf-da73c4b70a91 req-b2ab79f8-ea3f-4754-af23-887f2a4ac08b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0919025
Nov 13 21:34:43.073990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-8a79ebe6-5cdf-4716-9c3e-5160edbe3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:43.075518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-8a79ebe6-5cdf-4716-9c3e-5160edbe3a60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ebcbc769e37481fba5b71435a8f7a7c&device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 1094 time: 0.0753388
Nov 13 21:34:43.084116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1967a-51e1-4e0a-9f4b-588f26aef951 req-003b7c60-8058-4577-ba09-35239ddff5eb tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:43.085582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3a1967a-51e1-4e0a-9f4b-588f26aef951 req-003b7c60-8058-4577-ba09-35239ddff5eb tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 943 time: 0.0867312
Nov 13 21:34:43.136243 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-d0bbd405-fafc-43aa-a3b5-e6bb028558c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8024d925-6b4c-428d-b8e7-435d303a0e7d HTTP/1.1" status: 200  len: 217 time: 0.0496626
Nov 13 21:34:43.197138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3a1967a-51e1-4e0a-9f4b-588f26aef951 req-a381ec12-f39b-4c5f-a797-7dc732160bdc tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038418
Nov 13 21:34:43.223060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41038-05bb-472c-a467-6786acbee180 req-b02ddd9b-58ee-4d3c-ac75-0d46f3d22e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:43.224633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-b02ddd9b-58ee-4d3c-ac75-0d46f3d22e11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=50db0436-bbd6-412d-990f-2b797fa269a1 HTTP/1.1" status: 200  len: 853 time: 0.0772791
Nov 13 21:34:43.260542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-93e23cb5-5e0a-4e60-932c-28dd7b0133b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2ac380c-7166-46ae-a764-6245db790c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286496
Nov 13 21:34:43.361122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-c94ff2ce-316d-45cc-b64c-49a32e0d1bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/b2ac380c-7166-46ae-a764-6245db790c0a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928972
Nov 13 21:34:43.457852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63a41038-05bb-472c-a467-6786acbee180 req-a13f491a-1e75-48c2-b0bb-1ad49a97b698 service neutron] 10.222.0.46 "GET /v2.0/networks/b2ac380c-7166-46ae-a764-6245db790c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893621
Nov 13 21:34:44.387730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b711-bc06-4d9e-b6a1-cb1ded52c603 req-f4c0e02f-a6c1-48e9-89f6-eef3e714c660 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:44.389214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74d3b711-bc06-4d9e-b6a1-cb1ded52c603 req-f4c0e02f-a6c1-48e9-89f6-eef3e714c660 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 943 time: 0.1069546
Nov 13 21:34:44.435392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74d3b711-bc06-4d9e-b6a1-cb1ded52c603 req-4aa0cb84-9326-4d8f-a930-6a426e43ac9c tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399978
Nov 13 21:34:44.596379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:45.561809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4c4b0-607a-4dbe-9314-959a981069de req-f2aeb1d7-0246-4f11-8f02-4e0f1d285901 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:45.563212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51a4c4b0-607a-4dbe-9314-959a981069de req-f2aeb1d7-0246-4f11-8f02-4e0f1d285901 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 943 time: 0.0526054
Nov 13 21:34:45.616257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51a4c4b0-607a-4dbe-9314-959a981069de req-d390eaea-26cd-4c90-a677-b8b3b6bcb677 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464334
Nov 13 21:34:45.980419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8024d925-6b4c-428d-b8e7-435d303a0e7d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:34:46.082682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8024d925-6b4c-428d-b8e7-435d303a0e7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8024d925-6b4c-428d-b8e7-435d303a0e7d,segment=NetworkSegment(f4d8ce47-abe6-4c4f-9131-7675989a5663),segment_id=f4d8ce47-abe6-4c4f-9131-7675989a5663)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:46.093746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8024d925-6b4c-428d-b8e7-435d303a0e7d', 'network_id': 'b2ac380c-7166-46ae-a764-6245db790c0a', 'port_id': '8024d925-6b4c-428d-b8e7-435d303a0e7d', 'mac_address': 'fa:16:3e:09:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50db0436-bbd6-412d-990f-2b797fa269a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:34:46.131800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:46.145912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8024d925-6b4c-428d-b8e7-435d303a0e7d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:34:46.169162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8024d925-6b4c-428d-b8e7-435d303a0e7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8024d925-6b4c-428d-b8e7-435d303a0e7d,segment=NetworkSegment(f4d8ce47-abe6-4c4f-9131-7675989a5663),segment_id=f4d8ce47-abe6-4c4f-9131-7675989a5663)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:46.231074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:46.280330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8024d925-6b4c-428d-b8e7-435d303a0e7d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:46.467153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8024d925-6b4c-428d-b8e7-435d303a0e7d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:46.737610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff783343-524b-4077-ac7a-0406587a7c89 req-b772439f-b56e-4175-ad90-4048c14ce340 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:46.739087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff783343-524b-4077-ac7a-0406587a7c89 req-b772439f-b56e-4175-ad90-4048c14ce340 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 944 time: 0.0536897
Nov 13 21:34:46.786702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff783343-524b-4077-ac7a-0406587a7c89 req-f61f6360-4573-4a15-b489-5e5c9c3dc1ff tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414708
Nov 13 21:34:47.138669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbb44a-ee05-4a89-a89c-2b9a02dd3367 req-dfc9d700-015d-4484-a375-6ad5b7070cbd tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:47.140169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0edbb44a-ee05-4a89-a89c-2b9a02dd3367 req-dfc9d700-015d-4484-a375-6ad5b7070cbd tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 945 time: 0.0486727
Nov 13 21:34:47.187462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0edbb44a-ee05-4a89-a89c-2b9a02dd3367 req-1263e7fa-13b6-4312-b848-36cb72c42a1e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407078
Nov 13 21:34:47.901956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c88fe-03fb-4db8-98b9-0e93648c2573 req-3db1de48-f643-4447-aab8-2b859e176be0 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:47.903438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c59c88fe-03fb-4db8-98b9-0e93648c2573 req-3db1de48-f643-4447-aab8-2b859e176be0 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 944 time: 0.0490987
Nov 13 21:34:47.950315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c59c88fe-03fb-4db8-98b9-0e93648c2573 req-fffbf43c-1f85-4aa2-a4c0-f5993c826572 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399053
Nov 13 21:34:48.004065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8024d925-6b4c-428d-b8e7-435d303a0e7d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:34:48.129178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8024d925-6b4c-428d-b8e7-435d303a0e7d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:34:48.133596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8024d925-6b4c-428d-b8e7-435d303a0e7d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:34:48.133959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:48.215446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:48.241019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024d925-6b4c-428d-b8e7-435d303a0e7d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:48.243293 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fde1ff-acde-4fb6-bf87-5ff6776f615a" -d '{"events": [{"server_uuid": "6a7cef25-d21d-431b-8e38-dfcaa58e3c94", "name": "network-vif-plugged", "status": "completed", "tag": "8024d925-6b4c-428d-b8e7-435d303a0e7d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:48.260403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8024d925-6b4c-428d-b8e7-435d303a0e7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8024d925-6b4c-428d-b8e7-435d303a0e7d,segment=NetworkSegment(f4d8ce47-abe6-4c4f-9131-7675989a5663),segment_id=f4d8ce47-abe6-4c4f-9131-7675989a5663)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:48.283689 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ef603c-0111-44ea-926f-7af864b88153 x-openstack-request-id: req-67ef603c-0111-44ea-926f-7af864b88153 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:48.284256 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7cef25-d21d-431b-8e38-dfcaa58e3c94", "name": "network-vif-plugged", "status": "completed", "tag": "8024d925-6b4c-428d-b8e7-435d303a0e7d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:48.284885 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67ef603c-0111-44ea-926f-7af864b88153 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:48.285545 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024d925-6b4c-428d-b8e7-435d303a0e7d', 'code': 200}
Nov 13 21:34:48.286211 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-dc6d7555-a132-4fea-a164-cd5306abe114 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0639050
Nov 13 21:34:48.367269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fcced-9824-4170-8c2c-eaee33de8140 req-26d1f6b6-b010-4422-ba3e-b1510d0c5865 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:48.368904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac0fcced-9824-4170-8c2c-eaee33de8140 req-26d1f6b6-b010-4422-ba3e-b1510d0c5865 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 945 time: 0.0797639
Nov 13 21:34:48.373933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:48.385168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5167-f6a1-4ec5-843c-1f6b61129da1 req-65fa36a7-d237-4a7d-a1a9-0075f7d7a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:48.385440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-5796ad1c-ddca-45ad-ad7a-8a5db60a9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:48.386633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-5796ad1c-ddca-45ad-ad7a-8a5db60a9f0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7ca896180bd14166b581f7c307622554&device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 1097 time: 0.0683591
Nov 13 21:34:48.386774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7ce5167-f6a1-4ec5-843c-1f6b61129da1 req-65fa36a7-d237-4a7d-a1a9-0075f7d7a954 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 1095 time: 0.0482578
Nov 13 21:34:48.439277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8024d925-6b4c-428d-b8e7-435d303a0e7d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:48.443688 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac0fcced-9824-4170-8c2c-eaee33de8140 req-a7114448-5319-4b61-b564-71c9899e9580 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659325
Nov 13 21:34:48.462683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7ce5167-f6a1-4ec5-843c-1f6b61129da1 req-3f8346d1-7966-4651-99cc-c0f4423938ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673070
Nov 13 21:34:48.525791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-1330323d-93fe-47d9-9b68-b24fbff73a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:48.527240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-1330323d-93fe-47d9-9b68-b24fbff73a48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 200  len: 916 time: 0.0975525
Nov 13 21:34:48.684486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-685a3726-8dbb-4226-a91f-b595acda8a78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 HTTP/1.1" status: 200  len: 217 time: 0.0360222
Nov 13 21:34:48.763637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-3c61b46a-11e0-417f-acd8-4424d11c956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:48.765124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-3c61b46a-11e0-417f-acd8-4424d11c956f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 200  len: 855 time: 0.0740209
Nov 13 21:34:48.790475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-75d4aced-273f-41ed-9814-127760011ff0 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:48.791900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-75d4aced-273f-41ed-9814-127760011ff0 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 945 time: 0.0753582
Nov 13 21:34:48.812435 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-11a785a1-20ee-419a-bb7a-81ac1d701f65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e356a584-97d4-418c-bca3-6ba1d47ad7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385063
Nov 13 21:34:48.959012 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-877929ab-0a5e-4aae-8610-5df6b40504dc service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289990
Nov 13 21:34:48.963450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Deleting port ae4a0890-7712-40b7-b2a2-d443ea270c50 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:48.963783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:49.069846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3b65-b320-4d32-93cd-428c059b56c1 req-a0699e6d-fd12-4711-9709-c20e27afc1d3 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:49.072270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c10b3b65-b320-4d32-93cd-428c059b56c1 req-a0699e6d-fd12-4711-9709-c20e27afc1d3 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 945 time: 0.0497055
Nov 13 21:34:49.122194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] For port ae4a0890-7712-40b7-b2a2-d443ea270c50, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae4a0890-7712-40b7-b2a2-d443ea270c50,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:49.122194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:49.123598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c10b3b65-b320-4d32-93cd-428c059b56c1 req-8d7f6bb9-4c3c-4cde-accb-a3ce30d4d692 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443413
Nov 13 21:34:49.136421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Calling delete_port for ae4a0890-7712-40b7-b2a2-d443ea270c50 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:49.139440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e1121fbf-a0d4-4f95-87ab-3496c701121c req-c08b1dbd-802e-4610-8c9f-e6049d6f12b2 service neutron] 10.222.0.46 "GET /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618218
Nov 13 21:34:49.327925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:49.340737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd', 'ae4a0890-7712-40b7-b2a2-d443ea270c50'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:49.342959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8', '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:49.355338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event deleted for resources: {'Port': ['ID=ae4a0890-7712-40b7-b2a2-d443ea270c50,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:49.365541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.365908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.366257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.366614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.366931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.367272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.367600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.367929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.368259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.369602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.369602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.369602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:34:49.416107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] No DVR routers for this DVR port ae4a0890-7712-40b7-b2a2-d443ea270c50 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:34:49.421239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:49.428951 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-694be3e1-cca9-4f52-a518-e13804ce7022 req-4f8ea300-3524-4d8e-a055-c278ae7ee82a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "DELETE /v2.0/ports/ae4a0890-7712-40b7-b2a2-d443ea270c50 HTTP/1.1" status: 204  len: 173 time: 0.6234124
Nov 13 21:34:49.429855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'name': 'network-vif-deleted', 'tag': 'ae4a0890-7712-40b7-b2a2-d443ea270c50'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:49.433288 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec8abb-4898-4f2a-9d6f-ae8a832cee34" -d '{"events": [{"server_uuid": "a848e10e-bab7-43bc-84ef-77c9c2210cd5", "name": "network-vif-deleted", "tag": "ae4a0890-7712-40b7-b2a2-d443ea270c50"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:49.593977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a478f1a-249f-419f-9771-ef6b0c869156 req-13184de8-f0f7-496e-85f5-a1e30cc30163 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a848e10e-bab7-43bc-84ef-77c9c2210cd5 HTTP/1.1" status: 200  len: 210 time: 0.0361698
Nov 13 21:34:49.620849 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a8b24b-f1f0-40ec-a2c9-fb6e2b7f66de x-openstack-request-id: req-95a8b24b-f1f0-40ec-a2c9-fb6e2b7f66de {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:49.621141 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a848e10e-bab7-43bc-84ef-77c9c2210cd5", "name": "network-vif-deleted", "tag": "ae4a0890-7712-40b7-b2a2-d443ea270c50", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:49.621453 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95a8b24b-f1f0-40ec-a2c9-fb6e2b7f66de {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:49.621854 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a848e10e-bab7-43bc-84ef-77c9c2210cd5', 'name': 'network-vif-deleted', 'tag': 'ae4a0890-7712-40b7-b2a2-d443ea270c50', 'status': 'completed', 'code': 200}
Nov 13 21:34:50.245886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5dc68-202c-4741-aca3-805452bd5c66 req-5c3feec4-fdd2-4a46-87f2-bebe1ee2d767 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:50.247589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60a5dc68-202c-4741-aca3-805452bd5c66 req-5c3feec4-fdd2-4a46-87f2-bebe1ee2d767 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 945 time: 0.0550327
Nov 13 21:34:50.298867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60a5dc68-202c-4741-aca3-805452bd5c66 req-af8a6632-d4ba-435f-85d8-a42b1bba8fe3 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449224
Nov 13 21:34:51.014147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671c656-e893-4b6f-80c4-cb81412d9814 req-485ddf4c-6110-4712-bc64-69ed5fabfacf tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:51.016497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b671c656-e893-4b6f-80c4-cb81412d9814 req-485ddf4c-6110-4712-bc64-69ed5fabfacf tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 945 time: 0.0518131
Nov 13 21:34:51.063909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b671c656-e893-4b6f-80c4-cb81412d9814 req-aea879ce-a656-44fd-80ae-59b7ceb97c83 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413475
Nov 13 21:34:51.397086 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:34:52.185867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd224b-3bdd-4b98-ae6a-b3b21449829d req-3a5fa479-980a-419e-9523-c8e13ff2de56 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:52.187482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4bd224b-3bdd-4b98-ae6a-b3b21449829d req-3a5fa479-980a-419e-9523-c8e13ff2de56 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 945 time: 0.0498583
Nov 13 21:34:52.238145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4bd224b-3bdd-4b98-ae6a-b3b21449829d req-1f980f4b-9a23-43f8-961b-18c1f7825b91 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/security-groups?id=6ae68304-0f23-4e44-87a8-535074e32bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434332
Nov 13 21:34:52.296282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-3edd6dd2-2b3b-4841-a3c1-45edf9589a4f tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:34:52.297811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-3edd6dd2-2b3b-4841-a3c1-45edf9589a4f tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 945 time: 0.0482225
Nov 13 21:34:52.393086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Deleting port 8024d925-6b4c-428d-b8e7-435d303a0e7d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:34:52.393992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:52.479598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] For port 8024d925-6b4c-428d-b8e7-435d303a0e7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8024d925-6b4c-428d-b8e7-435d303a0e7d,segment=NetworkSegment(f4d8ce47-abe6-4c4f-9131-7675989a5663),segment_id=f4d8ce47-abe6-4c4f-9131-7675989a5663)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:34:52.479953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:52.492994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Calling delete_port for 8024d925-6b4c-428d-b8e7-435d303a0e7d owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:34:52.756797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:52.768522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8024d925-6b4c-428d-b8e7-435d303a0e7d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:34:52.785826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Pushing event deleted for resources: {'Port': ['ID=8024d925-6b4c-428d-b8e7-435d303a0e7d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:52.829648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] No DVR routers for this DVR port 8024d925-6b4c-428d-b8e7-435d303a0e7d on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:34:52.832189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:52.835683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb1ee553-213c-4d0b-a98b-8e12868da958 req-30c05e98-3bd9-47ac-bc1f-0026a857b0f7 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.46 "DELETE /v2.0/ports/8024d925-6b4c-428d-b8e7-435d303a0e7d HTTP/1.1" status: 204  len: 173 time: 0.5314214
Nov 13 21:34:52.836077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'name': 'network-vif-deleted', 'tag': '8024d925-6b4c-428d-b8e7-435d303a0e7d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:34:52.838339 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c62cea-c198-44c7-b844-0a9b1e8bf061" -d '{"events": [{"server_uuid": "6a7cef25-d21d-431b-8e38-dfcaa58e3c94", "name": "network-vif-deleted", "tag": "8024d925-6b4c-428d-b8e7-435d303a0e7d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:34:52.845856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae4a0890-7712-40b7-b2a2-d443ea270c50 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:34:52.867477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: ae4a0890-7712-40b7-b2a2-d443ea270c50 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:34:52.867820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae4a0890-7712-40b7-b2a2-d443ea270c50 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:34:52.912783 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27a3b9-d29e-4a18-8d76-5fc723b86f11 x-openstack-request-id: req-ea27a3b9-d29e-4a18-8d76-5fc723b86f11 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:34:52.912783 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7cef25-d21d-431b-8e38-dfcaa58e3c94", "name": "network-vif-deleted", "tag": "8024d925-6b4c-428d-b8e7-435d303a0e7d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:34:52.912783 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea27a3b9-d29e-4a18-8d76-5fc723b86f11 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:34:52.912783 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7cef25-d21d-431b-8e38-dfcaa58e3c94', 'name': 'network-vif-deleted', 'tag': '8024d925-6b4c-428d-b8e7-435d303a0e7d', 'status': 'completed', 'code': 200}
Nov 13 21:34:53.347866 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-868f3daa-41d7-418f-8ebc-449ef5134e83 req-bec1e398-ef7e-4bcc-a543-710cbfb3ce23 tempest-ServerPasswordTestJSON-1873546262 tempest-ServerPasswordTestJSON-1873546262-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a7cef25-d21d-431b-8e38-dfcaa58e3c94 HTTP/1.1" status: 200  len: 210 time: 0.0277400
Nov 13 21:34:54.405125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60568) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:54.452647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Deleting subnet 50db0436-bbd6-412d-990f-2b797fa269a1 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:34:54.455846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.492227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.534225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.659107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.685250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50db0436-bbd6-412d-990f-2b797fa269a1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:54.689467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.693019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5aac0934-dc30-4bc5-ab00-1b1ac7f18c87 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50db0436-bbd6-412d-990f-2b797fa269a1 HTTP/1.1" status: 204  len: 168 time: 0.2867944
Nov 13 21:34:54.695460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60570) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:54.733626 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50ec5026-21af-46f8-ae88-23a8b3402ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.764301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.852077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.871399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde948430>,) {'filters': {'network_id': ['b2ac380c-7166-46ae-a764-6245db790c0a']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:54.880786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde948430>, 'f4d8ce47-abe6-4c4f-9131-7675989a5663') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:54.881073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde948430>, 'f4d8ce47-abe6-4c4f-9131-7675989a5663') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:34:54.890908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.904356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.910089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:34:54.910958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:34:54.912542 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:34:55.042199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:55.047695 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:55.050928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2ac380c-7166-46ae-a764-6245db790c0a HTTP/1.1" status: 204  len: 168 time: 0.3543410
Nov 13 21:34:55.062156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b81def-1b96-4270-87b9-2c20fa818e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ac380c-7166-46ae-a764-6245db790c0a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:55.418431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60580) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:55.459754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b6f9daf6-270f-4f36-a5a5-4631abefe7fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ebcbc769e37481fba5b71435a8f7a7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0401020
Nov 13 21:34:55.462162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60582) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:34:55.508309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47ad933-9760-4ab8-83f1-e15635c211a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:55.528357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47ad933-9760-4ab8-83f1-e15635c211a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:55.716612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47ad933-9760-4ab8-83f1-e15635c211a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:55.720513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a47ad933-9760-4ab8-83f1-e15635c211a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:55.720513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a47ad933-9760-4ab8-83f1-e15635c211a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ae68304-0f23-4e44-87a8-535074e32bd6 HTTP/1.1" status: 204  len: 168 time: 0.2573934
Nov 13 21:34:55.728915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ad933-9760-4ab8-83f1-e15635c211a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae68304-0f23-4e44-87a8-535074e32bd6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:34:55.995860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8024d925-6b4c-428d-b8e7-435d303a0e7d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:34:56.018239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 8024d925-6b4c-428d-b8e7-435d303a0e7d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:34:56.018597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8024d925-6b4c-428d-b8e7-435d303a0e7d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:34:57.105449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc9c0-106b-4362-8139-85d397d65edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:57.396969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c051362b-e5f4-425e-9753-694503a1328a req-8c4c88ef-d083-45bf-8769-f8bccc4196f8 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0303783
Nov 13 21:34:58.482171 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6146c156-3479-4dd2-be24-b9d177ccee3a req-f63ee719-4526-41be-86a3-5d4d2683df64 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0256989
Nov 13 21:34:58.555837 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:34:59.587855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1f38692-2d43-47ad-9e0d-d6a662998330 req-4de916d5-aa2f-43cc-8670-16c6c1390d9d tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0264728
Nov 13 21:34:59.934187 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:00.339499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:00.704840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c37ad5c-1d6b-484d-9064-f5f8c5b1faf6 req-bd6b7cbc-e1c6-49ea-8830-55b585a8a19a tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0260549
Nov 13 21:35:01.057251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-405bcb9f-aad7-4f9c-9007-79537b61cef5 req-131002a1-3de9-474d-88e6-dbcb904665b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0244603
Nov 13 21:35:01.807488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea6bce52-af36-4b53-b5cd-ca3ae41ec17c req-d9154949-6d91-4622-a651-1d799b8f60b1 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0264101
Nov 13 21:35:02.908456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5f51821c-3bc4-4bb9-b3a5-ccc20e9fab77 req-e360baf0-6845-4a3f-a0c8-b842d90a67fe tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0266631
Nov 13 21:35:03.969771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5435f92d-01aa-4ede-aa9e-4db73c41de48 req-3772d1af-1da6-47eb-9b9e-f965f542b0e7 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0262699
Nov 13 21:35:05.090874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8f7f76e-2cbc-4b1b-96f2-64c3fdfde14e req-9f71de1d-e893-4954-9b97-910429a9d9e8 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0328214
Nov 13 21:35:05.711011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438061b-fbfb-495c-b2c9-e592b416c29e req-a285c607-b42e-4ed7-8392-d9a28a46de9c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:05.712828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a438061b-fbfb-495c-b2c9-e592b416c29e req-a285c607-b42e-4ed7-8392-d9a28a46de9c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0559845
Nov 13 21:35:05.762580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a438061b-fbfb-495c-b2c9-e592b416c29e req-f1f1cc3e-4091-420d-a1d6-064fa866f424 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439317
Nov 13 21:35:06.137137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3701d27-1a4e-4423-bf6d-3858909c80bd req-efdc4d65-301c-43c3-adb1-e8d86c1adaf5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:06.138625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3701d27-1a4e-4423-bf6d-3858909c80bd req-efdc4d65-301c-43c3-adb1-e8d86c1adaf5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 946 time: 0.0495913
Nov 13 21:35:06.188196 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3701d27-1a4e-4423-bf6d-3858909c80bd req-9510a29f-007d-4e57-999f-9fdf99f8de51 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433109
Nov 13 21:35:06.193597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-552e1b4e-3fd6-4928-ae69-44f6dcc4371f req-e0b92111-c756-455f-9d09-9991446f2e05 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0256951
Nov 13 21:35:06.880593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92382-4820-4ac2-924d-d9335df4d23e req-5ffb4ff9-1906-40d1-a8f4-bc8b4c368bd7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:06.882109 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fce92382-4820-4ac2-924d-d9335df4d23e req-5ffb4ff9-1906-40d1-a8f4-bc8b4c368bd7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0527630
Nov 13 21:35:06.928399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fce92382-4820-4ac2-924d-d9335df4d23e req-883b62e4-6f32-4a14-b2da-703e912c5dc7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403175
Nov 13 21:35:07.300366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5165497e-cb18-4ad0-9da7-bbf1569f04e7 req-d50b491d-161a-4bc4-a09c-56b2951beea2 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0301294
Nov 13 21:35:07.309570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02970f79-a04a-497c-aae6-e5be0241fff4 req-6ba7f7b8-1724-400d-ad58-022930dd1932 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:07.311111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02970f79-a04a-497c-aae6-e5be0241fff4 req-6ba7f7b8-1724-400d-ad58-022930dd1932 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 946 time: 0.0530877
Nov 13 21:35:07.364566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-02970f79-a04a-497c-aae6-e5be0241fff4 req-18e6c052-1b33-4be9-9919-1144e95e9481 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438282
Nov 13 21:35:07.695815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-9cecf2ae-f37d-4e08-a425-d390fa4f07f1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:07.697352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-9cecf2ae-f37d-4e08-a425-d390fa4f07f1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 946 time: 0.0488460
Nov 13 21:35:07.791761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Deleting port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:35:07.792092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:07.881796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] For port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:07.882065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:07.894454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Calling delete_port for 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:35:08.056026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d1bd7-79d1-4649-8f2f-eca7bb85df63 req-bd85d7a6-c115-4fd5-b95c-3cef973b05af tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:08.057525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e2d1bd7-79d1-4649-8f2f-eca7bb85df63 req-bd85d7a6-c115-4fd5-b95c-3cef973b05af tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0607100
Nov 13 21:35:08.101940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:08.106672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7e2d1bd7-79d1-4649-8f2f-eca7bb85df63 req-467bbf59-745c-4141-8ef8-509bf538a3f4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428574
Nov 13 21:35:08.115925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:35:08.133166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:35:08.139302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event deleted for resources: {'Port': ['ID=1edd5c8d-cbc3-41eb-9f06-ce708516dbb3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:08.183977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] No DVR routers for this DVR port 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:35:08.186682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:08.190323 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a3fb2e0-8db4-4513-88c9-00c471e3513d req-5e8bc5fd-7120-4036-8ae6-dca5eb29f243 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "DELETE /v2.0/ports/1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 HTTP/1.1" status: 204  len: 173 time: 0.4870656
Nov 13 21:35:08.190758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'name': 'network-vif-deleted', 'tag': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:35:08.193784 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36598612-5114-499f-b54b-36d9bff8fac9" -d '{"events": [{"server_uuid": "a4991141-738a-42eb-9c8f-a011e0ca482c", "name": "network-vif-deleted", "tag": "1edd5c8d-cbc3-41eb-9f06-ce708516dbb3"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:35:08.231942 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8d09e5-d86f-4ca1-b240-e2502191ec8a x-openstack-request-id: req-9b8d09e5-d86f-4ca1-b240-e2502191ec8a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:35:08.232234 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4991141-738a-42eb-9c8f-a011e0ca482c", "name": "network-vif-deleted", "tag": "1edd5c8d-cbc3-41eb-9f06-ce708516dbb3", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:35:08.232490 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b8d09e5-d86f-4ca1-b240-e2502191ec8a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:35:08.232929 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4991141-738a-42eb-9c8f-a011e0ca482c', 'name': 'network-vif-deleted', 'tag': '1edd5c8d-cbc3-41eb-9f06-ce708516dbb3', 'status': 'completed', 'code': 200}
Nov 13 21:35:08.421303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27f94add-d68b-41a6-9a07-130a6da965ad req-32f97458-660f-42e2-a2e5-4e559679e72a tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0277593
Nov 13 21:35:08.466277 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6aa309d4-86d5-4191-8315-96036f171310 req-fb5e040a-ac9e-40bb-8222-6ee4318a0cb5 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4991141-738a-42eb-9c8f-a011e0ca482c HTTP/1.1" status: 200  len: 210 time: 0.0262129
Nov 13 21:35:09.222943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1fbc6-c555-4fc8-9973-7081456eddcf req-8417caa0-883f-4449-9bec-8bfb7b466120 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:09.225010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ad1fbc6-c555-4fc8-9973-7081456eddcf req-8417caa0-883f-4449-9bec-8bfb7b466120 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0495193
Nov 13 21:35:09.276264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ad1fbc6-c555-4fc8-9973-7081456eddcf req-68f0e91d-bab3-49b9-8eb1-866bd6dfda0c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451117
Nov 13 21:35:09.531039 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21088af3-2379-41f0-9db7-f8a9f626ff7d req-9c4517c8-4f39-4155-8c7d-9e05341b4d5d tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0320046
Nov 13 21:35:09.988602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493c81-a3c5-4e2b-8352-ce5d944fa132 req-02f47672-b912-4021-85fc-5ddaabee3f2f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:09.990660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db493c81-a3c5-4e2b-8352-ce5d944fa132 req-02f47672-b912-4021-85fc-5ddaabee3f2f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 946 time: 0.0501454
Nov 13 21:35:10.012479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:35:10.032182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:35:10.032523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1edd5c8d-cbc3-41eb-9f06-ce708516dbb3 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:35:10.037405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db493c81-a3c5-4e2b-8352-ce5d944fa132 req-dc3cb5a7-a79a-43e0-9e9b-803a4043bbfa tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408375
Nov 13 21:35:10.393014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f54717-a6e1-4824-a6b1-2d514955aad5 req-65e8cf29-f312-499c-a17d-f73a76e8b630 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:10.394472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33f54717-a6e1-4824-a6b1-2d514955aad5 req-65e8cf29-f312-499c-a17d-f73a76e8b630 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0486252
Nov 13 21:35:10.442519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-33f54717-a6e1-4824-a6b1-2d514955aad5 req-2b6916d6-493c-452c-8ff3-8e3aacfe7962 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415785
Nov 13 21:35:10.637371 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7b63d1c-7144-44c6-874e-bdc139d7004d req-0883524f-b901-42c2-8f06-4bd441957a74 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0305071
Nov 13 21:35:11.153971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47729ba2-6ed4-46c0-be96-6b86bb2b98f5 req-03596929-8eaf-4400-b1fa-49da0b22765e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:11.155384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-47729ba2-6ed4-46c0-be96-6b86bb2b98f5 req-03596929-8eaf-4400-b1fa-49da0b22765e tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 946 time: 0.0486791
Nov 13 21:35:11.202213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-47729ba2-6ed4-46c0-be96-6b86bb2b98f5 req-32bd3ea8-9a5e-4801-b603-868e47882d85 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408778
Nov 13 21:35:11.265751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-02a029f9-a7de-4b70-99a8-9b4389df214c tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:11.267419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-02a029f9-a7de-4b70-99a8-9b4389df214c tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 946 time: 0.0522027
Nov 13 21:35:11.356080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Deleting port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:35:11.356419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:11.448493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] For port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:11.449177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:11.461441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Calling delete_port for 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:35:11.559684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fda54-b5b8-4ff6-be9e-1fee79589b43 req-014f353c-8c63-4e9e-9713-a818010b4677 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:11.561263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-945fda54-b5b8-4ff6-be9e-1fee79589b43 req-014f353c-8c63-4e9e-9713-a818010b4677 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0501919
Nov 13 21:35:11.617245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-945fda54-b5b8-4ff6-be9e-1fee79589b43 req-5ff6cc1a-0226-4096-8306-93a96b3a3cdd tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0499165
Nov 13 21:35:11.677697 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:11.688914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:35:11.693307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:35:11.708792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event deleted for resources: {'Port': ['ID=6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:11.760078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-42efeb44-c918-4dfb-b65c-140368852757 req-c137bab9-e884-4f5c-a830-b174c56f0c14 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0425205
Nov 13 21:35:11.780403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] No DVR routers for this DVR port 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:35:11.783550 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:11.787700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f03f2451-0104-4cf3-8a78-3a31d75cf22c req-fde4c4f1-e50a-400b-a5e9-f4a0f8e66cfe tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.37 "DELETE /v2.0/ports/6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd HTTP/1.1" status: 204  len: 173 time: 0.5147583
Nov 13 21:35:11.788163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'name': 'network-vif-deleted', 'tag': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:35:11.791002 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183c4d52-5ac3-45f7-a848-b70d5cb99a3b" -d '{"events": [{"server_uuid": "80001860-47e8-4e5a-95cf-43ee394a2cdf", "name": "network-vif-deleted", "tag": "6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:35:11.829072 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf24234-0319-4517-8b4e-60fe72cbb67b x-openstack-request-id: req-ebf24234-0319-4517-8b4e-60fe72cbb67b {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:35:11.829390 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80001860-47e8-4e5a-95cf-43ee394a2cdf", "name": "network-vif-deleted", "tag": "6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:35:11.833144 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebf24234-0319-4517-8b4e-60fe72cbb67b {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:35:11.833144 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80001860-47e8-4e5a-95cf-43ee394a2cdf', 'name': 'network-vif-deleted', 'tag': '6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd', 'status': 'completed', 'code': 200}
Nov 13 21:35:12.225589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:12.304928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4be3eeab-abdc-4784-b74c-f004170bec44 req-77d275c2-7195-4e70-a99d-1d93d3c74f2a tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=80001860-47e8-4e5a-95cf-43ee394a2cdf HTTP/1.1" status: 200  len: 210 time: 0.0255516
Nov 13 21:35:12.733083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bef45-507b-4fca-970c-fcab50c4ce51 req-c9363181-3905-45ae-8548-7498bb6e0065 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:12.734559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-235bef45-507b-4fca-970c-fcab50c4ce51 req-c9363181-3905-45ae-8548-7498bb6e0065 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0514343
Nov 13 21:35:12.783484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-235bef45-507b-4fca-970c-fcab50c4ce51 req-2ffe9ddf-6c76-4cdb-b6eb-37836d87b1fc tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422311
Nov 13 21:35:12.867621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d0e47d9-5d20-4905-8b80-689355c9ec75 req-815a5bdc-eaca-421e-8ba3-cdd76f1b7ded tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0300527
Nov 13 21:35:13.900014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a9afc-63db-4893-9236-a1df660e8d17 req-38a04c8d-aaac-4a10-8326-b1b9382a80a6 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:13.901699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c08a9afc-63db-4893-9236-a1df660e8d17 req-38a04c8d-aaac-4a10-8326-b1b9382a80a6 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0484309
Nov 13 21:35:13.950683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c08a9afc-63db-4893-9236-a1df660e8d17 req-7087efdb-0501-45bf-94c3-d30b7a315d0b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427024
Nov 13 21:35:13.974553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a9ef989-5ac4-4548-8efd-44da2e6dd765 req-53458aa1-9fed-4d22-9e82-be1760fd4ce4 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0302348
Nov 13 21:35:14.579015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:14.984816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:35:15.005869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:35:15.006216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 6d3d9b85-aaba-4ac7-bcb4-46ec9e78f8bd not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:35:15.081192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14e8ee-1e85-4802-87a6-29e8a6c9ac2a req-6596d762-810e-4c33-bbca-68c8feb4655b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:15.082904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef14e8ee-1e85-4802-87a6-29e8a6c9ac2a req-6596d762-810e-4c33-bbca-68c8feb4655b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0573881
Nov 13 21:35:15.086934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfe8038e-2740-438e-b3df-eb3b8ff9e8b6 req-39b0a59e-c8ce-48ab-b062-ccfd03435844 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0341244
Nov 13 21:35:15.137592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef14e8ee-1e85-4802-87a6-29e8a6c9ac2a req-5d1e9990-f44c-4f89-aed9-073ab08729a2 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474980
Nov 13 21:35:15.565112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60922) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:15.674589 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ec252c3-f653-468e-b133-80eb67511126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:15.749983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ec252c3-f653-468e-b133-80eb67511126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:15.814076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ec252c3-f653-468e-b133-80eb67511126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:15.855702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4ec252c3-f653-468e-b133-80eb67511126 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4297148128fa4413bd58494913cbadbd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2894897
Nov 13 21:35:15.856570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec252c3-f653-468e-b133-80eb67511126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31753c7-c230-4dd5-bb25-cf7875fba9c1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:15.863519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 60934) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:15.918549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af383f82-70c3-49da-b462-54e16fe9d2ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:15.939815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af383f82-70c3-49da-b462-54e16fe9d2ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:16.144220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af383f82-70c3-49da-b462-54e16fe9d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:16.147447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af383f82-70c3-49da-b462-54e16fe9d2ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:16.148640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-af383f82-70c3-49da-b462-54e16fe9d2ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b31753c7-c230-4dd5-bb25-cf7875fba9c1 HTTP/1.1" status: 204  len: 168 time: 0.2841389
Nov 13 21:35:16.159747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af383f82-70c3-49da-b462-54e16fe9d2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31753c7-c230-4dd5-bb25-cf7875fba9c1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:16.225495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a584a905-333a-44da-9209-454f98b96beb req-b1a3f4ca-5d3a-4c75-bee0-0be4acd71bbb tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0679269
Nov 13 21:35:16.301592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631d4be-4774-4add-b895-594f454ececf req-882a5756-0983-4f2c-b09e-b8784b401a69 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:16.303074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2631d4be-4774-4add-b895-594f454ececf req-882a5756-0983-4f2c-b09e-b8784b401a69 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0676553
Nov 13 21:35:16.353589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2631d4be-4774-4add-b895-594f454ececf req-8279bc50-017a-4c73-a79b-7b5e1bf36575 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443602
Nov 13 21:35:16.725164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df390c-65e4-47d3-8d97-6442363db0bc req-f9fa32b5-30c8-494f-8bec-a5c3faf570de tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:16.726706 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02df390c-65e4-47d3-8d97-6442363db0bc req-f9fa32b5-30c8-494f-8bec-a5c3faf570de tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0538013
Nov 13 21:35:16.775332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-02df390c-65e4-47d3-8d97-6442363db0bc req-383c42e3-1265-4960-bebe-0e70fe64c6f4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426221
Nov 13 21:35:16.987069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-18c91166-ce74-4eab-aa45-1849c892c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:16.989334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-18c91166-ce74-4eab-aa45-1849c892c156 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1097 time: 0.1425974
Nov 13 21:35:17.369144 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fc4c8ff-4373-4a6b-95f5-928cf525e858 req-66ee595c-c4bc-4d5e-84c9-5e665f0043d8 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0363929
Nov 13 21:35:17.423156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-11f1ee51-98f9-4231-b12d-754cb31cede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:17.424778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-11f1ee51-98f9-4231-b12d-754cb31cede2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.4289699
Nov 13 21:35:17.495548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-ffb9d301-bcac-428c-af7a-ebe37e0b3a19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 1002 time: 0.0631328
Nov 13 21:35:17.546657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-e2eca228-1bbc-46cb-aaf9-9013656d00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:17.548387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-e2eca228-1bbc-46cb-aaf9-9013656d00c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0464559
Nov 13 21:35:17.594400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-eb717263-d677-4467-a20c-2aef97033962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:17.595877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-eb717263-d677-4467-a20c-2aef97033962 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407920
Nov 13 21:35:17.688584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-0a529738-2c77-4e42-8a52-51af8a576c89 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857444
Nov 13 21:35:17.779471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f17300b3-8840-4273-8c7c-785bb27f5dc7 req-3377ca46-5e29-4d57-89d1-1eb64f5324b1 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840285
Nov 13 21:35:17.897298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a7c2d-5598-441a-8c80-258dabbf8627 req-dca84dac-ee9e-4447-8047-4d894be8778c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:17.898845 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-806a7c2d-5598-441a-8c80-258dabbf8627 req-dca84dac-ee9e-4447-8047-4d894be8778c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0512538
Nov 13 21:35:17.951408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-806a7c2d-5598-441a-8c80-258dabbf8627 req-aa693f24-0008-4a2a-9547-d2475985316e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463209
Nov 13 21:35:18.471941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4f0bcd4-8a48-4958-bf9a-2138c97dae3e req-c8a99c87-ba0c-4003-bead-1b1aa122e02c tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0263653
Nov 13 21:35:19.085682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21e469-36f5-43e9-829b-af3e2b0dd7d3 req-88647bf9-4d89-4411-9eb8-8d3009800fc1 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:19.087285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de21e469-36f5-43e9-829b-af3e2b0dd7d3 req-88647bf9-4d89-4411-9eb8-8d3009800fc1 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0491540
Nov 13 21:35:19.135330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de21e469-36f5-43e9-829b-af3e2b0dd7d3 req-221c6f22-8362-4b27-ad70-5a42bbe0eb1a tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419068
Nov 13 21:35:19.578050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c58ee182-2e64-407f-9c73-f8d091dd12c8 req-a6de9339-f2fe-4a78-a62c-98d195967b72 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0273585
Nov 13 21:35:20.689488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2b12b70e-b23d-4432-be1f-aaadd8c537c0 req-9e4e294b-d2a6-45e6-a0dc-8e76bd34ee4f tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0261502
Nov 13 21:35:21.797439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f3830a-c121-443e-b76f-2c98dcdc50f4 req-5fc5198d-db21-4584-b6e9-8f6d998a4b1f tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0322316
Nov 13 21:35:22.819559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371314d4-2aed-4def-82ab-e0f9e06553db req-6765d400-8e26-4396-b07a-e2aaeccd432f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:22.822294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-371314d4-2aed-4def-82ab-e0f9e06553db req-6765d400-8e26-4396-b07a-e2aaeccd432f tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 945 time: 0.0514874
Nov 13 21:35:22.873706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-371314d4-2aed-4def-82ab-e0f9e06553db req-375bc6bb-144e-4f6c-be03-7e24746aa705 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451028
Nov 13 21:35:22.922633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-439781f6-4ae0-4009-a41e-f7d40695ebed req-2bf18992-4591-40d3-b6e5-f9e36dadf293 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0265965
Nov 13 21:35:23.992132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6587b-4229-4099-ae35-b0dfd6ec2fe0 req-8175c69e-0786-44c1-b057-903aa8ead7e1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:23.993712 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75f6587b-4229-4099-ae35-b0dfd6ec2fe0 req-8175c69e-0786-44c1-b057-903aa8ead7e1 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 945 time: 0.0509503
Nov 13 21:35:24.028521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d4774cf-cc7f-4e06-affe-5461e70f9fcb req-4dbc847b-507e-48e2-8798-32ac2eb034be tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0309045
Nov 13 21:35:24.043448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75f6587b-4229-4099-ae35-b0dfd6ec2fe0 req-8e12ebba-d890-48ab-99fb-0dc7179ca854 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/security-groups?id=5c3f7f3f-dbd3-4fc9-995a-b497c920238f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430079
Nov 13 21:35:24.425345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-e71a51aa-5230-4c11-98fc-fa743cd41761 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:24.426687 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-e71a51aa-5230-4c11-98fc-fa743cd41761 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 945 time: 0.0482187
Nov 13 21:35:24.517423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Deleting port f1149502-e733-4828-a970-3014cb93caf8 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:35:24.517768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:24.614385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] For port f1149502-e733-4828-a970-3014cb93caf8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1149502-e733-4828-a970-3014cb93caf8,segment=NetworkSegment(6896c72d-c3f2-4409-b632-bb8bc452423c),segment_id=6896c72d-c3f2-4409-b632-bb8bc452423c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:24.614842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:24.629169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Calling delete_port for f1149502-e733-4828-a970-3014cb93caf8 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:35:24.877037 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-72554c7f-7f6f-4b6a-a05a-0255ad8635fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:24.951002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:24.962882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f1149502-e733-4828-a970-3014cb93caf8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:35:24.985976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Pushing event deleted for resources: {'Port': ['ID=f1149502-e733-4828-a970-3014cb93caf8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:25.027329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] No DVR routers for this DVR port f1149502-e733-4828-a970-3014cb93caf8 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:35:25.029935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:25.033330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8b02441-edf4-488e-8a6c-ae2d0bd4988a req-48602392-c107-45b4-8c8c-0a76a9cd0555 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.46 "DELETE /v2.0/ports/f1149502-e733-4828-a970-3014cb93caf8 HTTP/1.1" status: 204  len: 173 time: 0.6005521
Nov 13 21:35:25.033765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'name': 'network-vif-deleted', 'tag': 'f1149502-e733-4828-a970-3014cb93caf8'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:35:25.035982 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0522e9-817e-4b17-a299-efb144805dd9" -d '{"events": [{"server_uuid": "b4ca1f4a-1a46-4a26-987d-9269894fedb8", "name": "network-vif-deleted", "tag": "f1149502-e733-4828-a970-3014cb93caf8"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:35:25.076107 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ad32d-0bce-42ed-b090-decc06a992fe x-openstack-request-id: req-f73ad32d-0bce-42ed-b090-decc06a992fe {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:35:25.076420 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ca1f4a-1a46-4a26-987d-9269894fedb8", "name": "network-vif-deleted", "tag": "f1149502-e733-4828-a970-3014cb93caf8", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:35:25.076675 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f73ad32d-0bce-42ed-b090-decc06a992fe {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:35:25.077112 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ca1f4a-1a46-4a26-987d-9269894fedb8', 'name': 'network-vif-deleted', 'tag': 'f1149502-e733-4828-a970-3014cb93caf8', 'status': 'completed', 'code': 200}
Nov 13 21:35:25.140165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-311baf95-347c-4df6-8b49-13ed5ab582bf req-7951f70f-7012-4216-9194-2812b6f46ede tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0317094
Nov 13 21:35:25.150695 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8689c4db-e138-4291-bea5-19eb3517e73e req-e17bdbc8-8470-4951-a6e8-da4442d71b99 tempest-AttachVolumeNegativeTest-2135233649 tempest-AttachVolumeNegativeTest-2135233649-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ca1f4a-1a46-4a26-987d-9269894fedb8 HTTP/1.1" status: 200  len: 210 time: 0.0293639
Nov 13 21:35:26.214610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32956) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:26.275787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-046a6ddf-6ddf-4540-bfcb-6f7372b8aa0e req-0102d828-f089-4d59-8427-237119584c25 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0381515
Nov 13 21:35:26.289266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Deleting subnet 37785208-4e5e-4bae-ad2d-8b6741c6b45f {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:35:26.292936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.328445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.372482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.534525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.559145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37785208-4e5e-4bae-ad2d-8b6741c6b45f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:26.565378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.568886 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-04e5a34a-844a-4830-82b4-e9524f641034 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/37785208-4e5e-4bae-ad2d-8b6741c6b45f HTTP/1.1" status: 204  len: 168 time: 0.3557281
Nov 13 21:35:26.578043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32958) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:26.638495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.719850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.739857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc65b160>,) {'filters': {'network_id': ['e356a584-97d4-418c-bca3-6ba1d47ad7fd']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:26.749620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc65b160>, '6896c72d-c3f2-4409-b632-bb8bc452423c') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:26.750147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc65b160>, '6896c72d-c3f2-4409-b632-bb8bc452423c') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:26.759280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.771945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.778064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:35:26.778446 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:35:26.780037 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:35:26.904399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.910481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:26.919692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] 10.222.0.20 "DELETE /v2.0/networks/e356a584-97d4-418c-bca3-6ba1d47ad7fd HTTP/1.1" status: 204  len: 168 time: 0.3420644
Nov 13 21:35:26.925772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d76cd-e03f-4561-a0b5-48b38c4889db admin admin] Pushing event deleted for resources: {'Network': ['ID=e356a584-97d4-418c-bca3-6ba1d47ad7fd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:27.207882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ad83969f-02bc-40cf-bfbf-cd5dc9ce06f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:27.333393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32968) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:27.373672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-774e7651-a2e6-4fd9-a23a-6b6b02259f7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ca896180bd14166b581f7c307622554&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390532
Nov 13 21:35:27.376169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 32970) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:27.385348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4acda631-b1e9-42b9-b226-8ae373fbf53b req-d6290e3b-1e62-40cb-b4c0-72c2dbede702 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0322509
Nov 13 21:35:27.427440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e07f4a81-d8fa-4a44-801f-2bd141046393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:27.448263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e07f4a81-d8fa-4a44-801f-2bd141046393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:27.568396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e07f4a81-d8fa-4a44-801f-2bd141046393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:27.571627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e07f4a81-d8fa-4a44-801f-2bd141046393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:27.575179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e07f4a81-d8fa-4a44-801f-2bd141046393 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c3f7f3f-dbd3-4fc9-995a-b497c920238f HTTP/1.1" status: 204  len: 168 time: 0.1956763
Nov 13 21:35:27.581480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f4a81-d8fa-4a44-801f-2bd141046393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f7f3f-dbd3-4fc9-995a-b497c920238f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:28.100652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f1149502-e733-4828-a970-3014cb93caf8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:35:28.120573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: f1149502-e733-4828-a970-3014cb93caf8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:35:28.121084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f1149502-e733-4828-a970-3014cb93caf8 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:35:28.395997 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:35:28.522733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bf4c297-bef7-45dd-b7c2-1b6bdfc6fab2 req-84f2dae1-cc4c-4424-abf2-37431261d7f5 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0414767
Nov 13 21:35:28.556634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:29.634557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4a48196-4529-4ca8-a356-97ba7afcef51 req-a062473c-a3bc-49e0-a3b8-d27dd4a7f8d4 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0272050
Nov 13 21:35:29.917678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:30.368464 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:30.736055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9c97d83b-1f06-4a39-abaa-0e1fd157bb85 req-45493bc4-b774-4861-9557-a5d148e4af40 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0267739
Nov 13 21:35:31.140136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33054) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:31.259865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c498ce-dad9-46f8-9ebf-3ea775ac6943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.342269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c498ce-dad9-46f8-9ebf-3ea775ac6943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.459654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8c498ce-dad9-46f8-9ebf-3ea775ac6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.497995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c498ce-dad9-46f8-9ebf-3ea775ac6943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a79c2-19cd-4d94-876a-4ef2abf246b1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:31.505568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b8c498ce-dad9-46f8-9ebf-3ea775ac6943 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4330ab81fd6648d7965c5c029a6930ed&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3642521
Nov 13 21:35:31.520650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33058) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:31.564039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea46c244-bafa-47e8-89c2-7ed1ce6e3e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.587595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea46c244-bafa-47e8-89c2-7ed1ce6e3e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.796970 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea46c244-bafa-47e8-89c2-7ed1ce6e3e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.800863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea46c244-bafa-47e8-89c2-7ed1ce6e3e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:31.802407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ea46c244-bafa-47e8-89c2-7ed1ce6e3e76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c6a79c2-19cd-4d94-876a-4ef2abf246b1 HTTP/1.1" status: 204  len: 168 time: 0.2942863
Nov 13 21:35:31.812088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46c244-bafa-47e8-89c2-7ed1ce6e3e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a79c2-19cd-4d94-876a-4ef2abf246b1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:31.867019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85fe807b-1a94-46f6-bc71-5805ecbc37d3 req-cac312e8-8eb9-4b9e-ade2-a563bb52a050 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0424700
Nov 13 21:35:31.895971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74706060-1fb4-4f19-964f-44e7ecfe2bf7 req-05e7d2e0-88e0-43c5-a53b-b7e46a63e573 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0540166
Nov 13 21:35:32.437357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33088) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:32.450997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7411-ee9a-492c-bfe3-ab7c3e0570b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.526441 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7411-ee9a-492c-bfe3-ab7c3e0570b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.648807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7411-ee9a-492c-bfe3-ab7c3e0570b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.656090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33092) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:32.690260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fd6b7411-ee9a-492c-bfe3-ab7c3e0570b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc2b1f2e24ca4192852d14cea168947f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2517502
Nov 13 21:35:32.691141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b7411-ee9a-492c-bfe3-ab7c3e0570b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a889d-9e0c-470e-a5ed-87efc8aef028,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:32.693077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33096) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:32.768505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e37e6135-a830-45f0-ab0f-de829a8cdd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.772782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eb221e1-0048-49a9-95cd-a8e9ac503543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.806533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e37e6135-a830-45f0-ab0f-de829a8cdd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.905490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eb221e1-0048-49a9-95cd-a8e9ac503543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.972851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d437033-3d22-44e6-a175-9038e4e63830 req-916e993e-4293-4b0e-a776-1e5a624f1ce9 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0280571
Nov 13 21:35:32.990372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e37e6135-a830-45f0-ab0f-de829a8cdd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.993744 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e37e6135-a830-45f0-ab0f-de829a8cdd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:32.997189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e37e6135-a830-45f0-ab0f-de829a8cdd65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e0a889d-9e0c-470e-a5ed-87efc8aef028 HTTP/1.1" status: 204  len: 168 time: 0.3006742
Nov 13 21:35:32.997189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eb221e1-0048-49a9-95cd-a8e9ac503543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:33.005664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e6135-a830-45f0-ab0f-de829a8cdd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a889d-9e0c-470e-a5ed-87efc8aef028,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:33.041003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0eb221e1-0048-49a9-95cd-a8e9ac503543 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=260525d2607b46c7ae759af59ec0fc1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3837283
Nov 13 21:35:33.043915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33102) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:33.046314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb221e1-0048-49a9-95cd-a8e9ac503543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a322c0-84b4-4f39-81b7-86bf4df7aefb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:33.095046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6821ac19-1b05-4e8d-bab5-db2f7fa99bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:33.118601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6821ac19-1b05-4e8d-bab5-db2f7fa99bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:33.282875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6821ac19-1b05-4e8d-bab5-db2f7fa99bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:33.285545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6821ac19-1b05-4e8d-bab5-db2f7fa99bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:33.286755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6821ac19-1b05-4e8d-bab5-db2f7fa99bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6a322c0-84b4-4f39-81b7-86bf4df7aefb HTTP/1.1" status: 204  len: 168 time: 0.2417810
Nov 13 21:35:33.295254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821ac19-1b05-4e8d-bab5-db2f7fa99bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a322c0-84b4-4f39-81b7-86bf4df7aefb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:34.088346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b8dda427-f9e1-4032-ace5-469820c1d5d8 req-494d09ad-dccf-4f04-b4bb-098ac85f7b4b tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0312345
Nov 13 21:35:34.733589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d35774a0-9b6b-4aad-a619-f7bf0a769ab2 req-12c5ef85-b848-4a90-b986-684e4bcfaca4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b097ff41037b4f209afaa29da1946eda&device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0293441
Nov 13 21:35:34.761332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ae7b817-e867-49d0-be0c-25305acdd09d req-3b05509c-0ab4-4191-baf4-f98efe2fced8 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0324550
Nov 13 21:35:34.767668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d35774a0-9b6b-4aad-a619-f7bf0a769ab2 req-8aadc657-9825-4c86-ba2c-bde6916db253 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b097ff41037b4f209afaa29da1946eda&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269487
Nov 13 21:35:34.867823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35774a0-9b6b-4aad-a619-f7bf0a769ab2 req-cf3ae1f8-50ff-434c-b67b-10f89a2a5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:34.869232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d35774a0-9b6b-4aad-a619-f7bf0a769ab2 req-cf3ae1f8-50ff-434c-b67b-10f89a2a5a6c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0953069
Nov 13 21:35:35.864032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51ff808c-d95f-4649-8c52-401822b011df req-41ecacf4-5e36-47be-95bb-7890f49b1e69 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0350382
Nov 13 21:35:36.118710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d35774a0-9b6b-4aad-a619-f7bf0a769ab2 req-6804e4f5-03f5-4088-b7d7-a138ea4b52f7 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.46 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0279295
Nov 13 21:35:36.973746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d100305-960e-48af-b611-711ae6725494 req-46dc1048-6f19-4c17-b89b-fbfa41196ec5 tempest-ServerShowV254Test-507746413 tempest-ServerShowV254Test-507746413-project] 10.222.0.20 "GET /v2.0/ports?device_id=d40361b1-9c50-43c7-9707-bdb1a8b853fd HTTP/1.1" status: 200  len: 210 time: 0.0266547
Nov 13 21:35:37.174605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33194) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:37.294045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-11b9ae5e-a0e6-453e-9959-0b23e59fcdf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.367661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-11b9ae5e-a0e6-453e-9959-0b23e59fcdf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.436106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-11b9ae5e-a0e6-453e-9959-0b23e59fcdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.476294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-11b9ae5e-a0e6-453e-9959-0b23e59fcdf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8566e52cf1ab4bbabdd4de319f975c98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3006175
Nov 13 21:35:37.477241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9ae5e-a0e6-453e-9959-0b23e59fcdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bb516b-d833-41b7-8888-571c9150b552,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:37.479054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33200) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:37.529992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.551683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.699759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.703330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:37.707446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9bb516b-d833-41b7-8888-571c9150b552 HTTP/1.1" status: 204  len: 168 time: 0.2268953
Nov 13 21:35:37.715510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bb516b-d833-41b7-8888-571c9150b552,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:37.723205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.723554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.723896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.724233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.724565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.724926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.725252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.725577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.725900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.726751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.727039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:37.727357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d83eb8d-eea6-4c2f-8665-a2e7a705d566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:38.462884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33212) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:38.477360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a55cd9fa-a334-490a-9fde-b1a4fbe0c084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.548669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a55cd9fa-a334-490a-9fde-b1a4fbe0c084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.609590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a55cd9fa-a334-490a-9fde-b1a4fbe0c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.644529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33216) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:38.648953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a55cd9fa-a334-490a-9fde-b1a4fbe0c084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3060b11bd7854c6d81b947f5ca2a58e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1849723
Nov 13 21:35:38.649842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cd9fa-a334-490a-9fde-b1a4fbe0c084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f45f39-84ee-4a95-8155-db8026c54a6a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:38.651407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33220) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:38.704677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-442bdcb6-4294-47f1-84b7-e27cad035356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.731752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-442bdcb6-4294-47f1-84b7-e27cad035356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.771764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-638adcb2-f1d3-4ba5-a30b-a46a0e7453a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.890535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-442bdcb6-4294-47f1-84b7-e27cad035356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.893214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-442bdcb6-4294-47f1-84b7-e27cad035356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:38.894701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-442bdcb6-4294-47f1-84b7-e27cad035356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3f45f39-84ee-4a95-8155-db8026c54a6a HTTP/1.1" status: 204  len: 168 time: 0.2419243
Nov 13 21:35:38.909225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bdcb6-4294-47f1-84b7-e27cad035356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f45f39-84ee-4a95-8155-db8026c54a6a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:38.947352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-638adcb2-f1d3-4ba5-a30b-a46a0e7453a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:39.019500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-638adcb2-f1d3-4ba5-a30b-a46a0e7453a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:39.057842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638adcb2-f1d3-4ba5-a30b-a46a0e7453a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e550b-6c9c-4204-a5ee-b0d55c4b61d7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:39.063697 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-638adcb2-f1d3-4ba5-a30b-a46a0e7453a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b097ff41037b4f209afaa29da1946eda&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4177644
Nov 13 21:35:39.066349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33224) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:39.115008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d518c632-c3b6-4526-b659-2fb046906f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:39.136009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d518c632-c3b6-4526-b659-2fb046906f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:39.242494 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d518c632-c3b6-4526-b659-2fb046906f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:39.245133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d518c632-c3b6-4526-b659-2fb046906f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:39.246354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d518c632-c3b6-4526-b659-2fb046906f54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f89e550b-6c9c-4204-a5ee-b0d55c4b61d7 HTTP/1.1" status: 204  len: 168 time: 0.1790159
Nov 13 21:35:39.256066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518c632-c3b6-4526-b659-2fb046906f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e550b-6c9c-4204-a5ee-b0d55c4b61d7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:40.445927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:40.546293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-502906129-network', 'tenant_id': '37ac3cb8b49c4b22974bcd78a16f2a3b'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:40.728812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Made reservation on behalf of 37ac3cb8b49c4b22974bcd78a16f2a3b for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:35:40.731124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:40.741473 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:40.821143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:40.883476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:40.911107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:35:40.916539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6780f-78b1-4a31-ae4c-140c2f95a16c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:40.925234 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:40.925234 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Added segment 480e5d75-8dcd-44e9-abba-3c166f843643 of type vlan for network 192e2326-b1d1-4f1e-83b7-6735d39ab658
Nov 13 21:35:40.966263 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:41.077209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:41.078201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:41.078799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:41.141422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] Pushing event updated for resources: {'Network': ['ID=192e2326-b1d1-4f1e-83b7-6735d39ab658,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:41.151736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 192e2326-b1d1-4f1e-83b7-6735d39ab658 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:35:41.194515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-26009acf-2a0e-483c-84c2-a3cafc3983ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7474391
Nov 13 21:35:41.202193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33294) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:41.207413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Request body: {'subnet': {'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-502906129-subnet', 'tenant_id': '37ac3cb8b49c4b22974bcd78a16f2a3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:41.333769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Made reservation on behalf of 37ac3cb8b49c4b22974bcd78a16f2a3b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:35:41.337930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:41.603212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:41.665359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7017fae-016f-4c2c-aa9c-50ff4985ac69,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:41.670875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Checking segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:35:41.671263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Network hostable DHCP agents. Network: 192e2326-b1d1-4f1e-83b7-6735d39ab658, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:35:41.767052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Network 192e2326-b1d1-4f1e-83b7-6735d39ab658 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:35:41.808089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-861e7e50-b74b-4006-adc5-4fd1f5cf0ba7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0512006
Nov 13 21:35:41.865152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 192e2326-b1d1-4f1e-83b7-6735d39ab658) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:35:41.874733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258131b1-3724-47fa-8acf-51a9d55dfd96 None None] Network 192e2326-b1d1-4f1e-83b7-6735d39ab658 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:35:41.888883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:41.888883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:41.906940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69122dee-6581-4f02-bf67-f320a56d289d req-4cb88fba-2eaf-4c37-aca3-21f6b669d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:41.908432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-4cb88fba-2eaf-4c37-aca3-21f6b669d443 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 1097 time: 0.0551403
Nov 13 21:35:41.997273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-68b65163-4c5b-457e-84ec-ce4c742db80c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7937524
Nov 13 21:35:42.032043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69122dee-6581-4f02-bf67-f320a56d289d req-5baa7161-88cb-42f8-b7b7-46d941c6fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:42.033783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-5baa7161-88cb-42f8-b7b7-46d941c6fbc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.1053879
Nov 13 21:35:42.126855 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-f257b749-daf9-441f-bf57-ed4f14061f2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 200  len: 1002 time: 0.0850735
Nov 13 21:35:42.181508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8835e-7b3b-4aae-b464-8f5aef4d2842 None None] Network 192e2326-b1d1-4f1e-83b7-6735d39ab658 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:35:42.187265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69122dee-6581-4f02-bf67-f320a56d289d req-085511b8-09a0-4a5a-9568-66e127b4f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:42.188786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-085511b8-09a0-4a5a-9568-66e127b4f3a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0542738
Nov 13 21:35:42.246961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69122dee-6581-4f02-bf67-f320a56d289d req-621a5af4-d721-4cc4-a29a-6693ba6cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:42.249456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-621a5af4-d721-4cc4-a29a-6693ba6cbfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0532413
Nov 13 21:35:42.262285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-af07f967-a115-4e6d-bbf2-10293167678e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:35:42.264311 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-af07f967-a115-4e6d-bbf2-10293167678e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0069673
Nov 13 21:35:42.268143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:42.377737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-b813f3aa-237d-4941-9a4e-aa2aaf66bec6 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061261
Nov 13 21:35:42.480992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-69122dee-6581-4f02-bf67-f320a56d289d req-f4d3828a-709f-4025-99b6-ab8db89e5353 service neutron] 10.222.0.37 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961814
Nov 13 21:35:42.675936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-26879b31-cc49-404d-9c6b-5cd7c4fd69db tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:42.677455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-26879b31-cc49-404d-9c6b-5cd7c4fd69db tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 813 time: 0.1075096
Nov 13 21:35:42.692882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-6d67913e-38b5-47a9-b0f8-f3cdcf55d26c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/quotas/37ac3cb8b49c4b22974bcd78a16f2a3b HTTP/1.1" status: 200  len: 375 time: 0.0087643
Nov 13 21:35:42.728262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-98fb0c05-5ecf-4f58-89fa-477ad8849d19 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0302012
Nov 13 21:35:42.838734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-0fdb065b-9bb4-45a5-a258-0592f9cadb14 service neutron] 10.222.0.20 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030774
Nov 13 21:35:42.933246 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-bcb58ab9-6e74-433c-af5f-650282cc0560 service neutron] 10.222.0.20 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878475
Nov 13 21:35:43.355461 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd5c95af-a7be-4989-b5d4-1969fd26af52 req-52b2c5d6-733b-4897-9b8d-95529eff73a3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 210 time: 0.0338573
Nov 13 21:35:44.444667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-174a6ca6-8288-45ee-a4eb-00e2afc35f0b req-27d3b7ee-0f03-4cc0-ad91-6f38ce3d5d46 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 210 time: 0.0280807
Nov 13 21:35:44.609164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:45.551239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-027edcf8-464b-499e-9e93-08a7ae324847 req-3b60395f-74c3-4ea9-ad5e-7062432346fc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 210 time: 0.0309787
Nov 13 21:35:45.954704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-6888df48-cf8c-425b-b481-3b5272ad3bf1 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:45.956170 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-6888df48-cf8c-425b-b481-3b5272ad3bf1 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.46 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 813 time: 0.1053901
Nov 13 21:35:45.968967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Request body: {'port': {'device_id': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'admin_state_up': True, 'tenant_id': '37ac3cb8b49c4b22974bcd78a16f2a3b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:46.139619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Made reservation on behalf of 37ac3cb8b49c4b22974bcd78a16f2a3b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:35:46.143182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:46.274341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Allocated IP 172.20.0.9 (192e2326-b1d1-4f1e-83b7-6735d39ab658/d7017fae-016f-4c2c-aa9c-50ff4985ac69/ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:35:46.431003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:46.519239 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:46.582059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Network 192e2326-b1d1-4f1e-83b7-6735d39ab658 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:35:46.586212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:35:46.590399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:35:46.622276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:46.650857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:46.651548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:46.686567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fb4ff-bc19-4be4-a991-07047d069943 req-5cb9d3d9-5501-457d-9155-4ff5fdb7f66a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:46.688130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b4fb4ff-bc19-4be4-a991-07047d069943 req-5cb9d3d9-5501-457d-9155-4ff5fdb7f66a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 931 time: 0.0556476
Nov 13 21:35:46.737509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b4fb4ff-bc19-4be4-a991-07047d069943 req-5ad48f6b-f1bb-4c7e-9108-8aae63125e02 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430682
Nov 13 21:35:46.789292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-765491f0-77e1-4aa7-bab7-f8e2c5210792 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8235028
Nov 13 21:35:46.799921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-1ca14a12-7874-4c3a-95f2-3d6c8193a9a7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:35:46.801105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-1ca14a12-7874-4c3a-95f2-3d6c8193a9a7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053794
Nov 13 21:35:46.972247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Request body: {'port': {'device_id': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:47.036630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:47.311961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:35:47.320413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:47.332877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Transition to ACTIVE for port object ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:35:47.408731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:47.461718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:47.532895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:35:47.533229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:35:47.533549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:35:47.537782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:35:47.538097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:35:47.543800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:35:47.544131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Checking segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:35:47.544503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Bound using segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:35:47.544957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Bound port: ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:35:47.545311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:47.611789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:35:47.615181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:35:47.724599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:47.759750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:47.760438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:47.761927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] 10.222.0.46 "PUT /v2.0/ports/ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 1091 time: 0.9531755
Nov 13 21:35:47.762359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:35:47.764746 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143" -d '{"events": [{"name": "network-changed", "server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:35:47.791279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174655ea-2f8c-4717-9efa-eb0efb32eacf service neutron] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:47.804098 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06242c72-8786-4e93-a8c6-807ee50287a5 x-openstack-request-id: req-06242c72-8786-4e93-a8c6-807ee50287a5 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:35:47.804399 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:35:47.805520 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06242c72-8786-4e93-a8c6-807ee50287a5 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:35:47.805520 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'status': 'completed', 'code': 200}
Nov 13 21:35:47.909843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67134c-6e24-49e3-a206-b9dfef33c5b6 req-40957b3c-fddb-437f-a32d-f3452b0dd3e8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:47.911321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f67134c-6e24-49e3-a206-b9dfef33c5b6 req-40957b3c-fddb-437f-a32d-f3452b0dd3e8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0833180
Nov 13 21:35:47.913243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143 req-958390e0-328a-48b8-a5fe-4e89b6988de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:47.915217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143 req-958390e0-328a-48b8-a5fe-4e89b6988de3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1094 time: 0.0762634
Nov 13 21:35:48.016450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f67134c-6e24-49e3-a206-b9dfef33c5b6 req-72b60549-b19f-4240-8c8c-f8c3ef7e53ef tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981917
Nov 13 21:35:48.046194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143 req-f07e0313-47a4-4006-b4c4-ff0a1b1448ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:48.047646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143 req-f07e0313-47a4-4006-b4c4-ff0a1b1448ef service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1236601
Nov 13 21:35:48.148196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143 req-9f9840c4-b457-4a91-a980-c49e0ad60966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:48.149777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31ff4d7b-b15a-4e8c-b75c-e7c2c3aa5143 req-9f9840c4-b457-4a91-a980-c49e0ad60966 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0958438
Nov 13 21:35:48.225863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-3a43ecb3-e101-43c7-8f3f-8c84087b02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:48.227869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-3a43ecb3-e101-43c7-8f3f-8c84087b02f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1094 time: 0.0419483
Nov 13 21:35:48.275965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-1cd2bfc8-77df-4478-b689-ea36a91e2de3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0393384
Nov 13 21:35:48.326491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183a292-4006-4cb8-8d15-748923bc0238 req-1cdc3c2e-9530-44fc-b8c3-d56742ac76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:48.327948 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-1cdc3c2e-9530-44fc-b8c3-d56742ac76cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0456259
Nov 13 21:35:48.360780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-37ea675f-c531-4612-b912-e450d965240c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256166
Nov 13 21:35:48.460291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-23674dff-ac42-4fc8-9d3e-fc781aab3db1 service neutron] 10.222.0.46 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920238
Nov 13 21:35:48.555073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b183a292-4006-4cb8-8d15-748923bc0238 req-25050295-e830-4856-bf9d-908f13962f20 service neutron] 10.222.0.46 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868769
Nov 13 21:35:49.140779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53be66e-37ef-48cd-97fa-c7836ba02093 req-05ea4e9c-e5f2-4ea8-9327-980f2120f604 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:49.142252 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c53be66e-37ef-48cd-97fa-c7836ba02093 req-05ea4e9c-e5f2-4ea8-9327-980f2120f604 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0551586
Nov 13 21:35:49.195446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c53be66e-37ef-48cd-97fa-c7836ba02093 req-322a10fa-3653-430c-9cd0-3c11de93e4f3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467379
Nov 13 21:35:50.315611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041daa98-9d90-4a75-bf6c-3494f182bb85 req-0c782ae9-28dc-4b75-92e6-a4c196ca495f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:50.317371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-041daa98-9d90-4a75-bf6c-3494f182bb85 req-0c782ae9-28dc-4b75-92e6-a4c196ca495f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0520163
Nov 13 21:35:50.369130 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-041daa98-9d90-4a75-bf6c-3494f182bb85 req-e761e523-6c23-4af6-8976-9577e22b8ca6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449073
Nov 13 21:35:51.482369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e31e0-cac8-4130-b849-311bd8ced6de req-2e5aa7d7-410b-4591-8d16-40a3382475f3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:51.483831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de1e31e0-cac8-4130-b849-311bd8ced6de req-2e5aa7d7-410b-4591-8d16-40a3382475f3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0479436
Nov 13 21:35:51.533653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de1e31e0-cac8-4130-b849-311bd8ced6de req-97ae221f-0f16-4674-ac3b-2b9b50b2041d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437300
Nov 13 21:35:51.854536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80c611-2e23-4005-878b-cb282f92eaa0 req-65353015-d4da-4220-85b3-4f324f0476c5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:51.855934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b80c611-2e23-4005-878b-cb282f92eaa0 req-65353015-d4da-4220-85b3-4f324f0476c5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0510507
Nov 13 21:35:51.906103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b80c611-2e23-4005-878b-cb282f92eaa0 req-4b70ca52-9126-4ce5-acff-60ff3fe51ba9 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442057
Nov 13 21:35:52.175140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:35:52.272582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:52.284654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'port_id': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'mac_address': 'fa:16:3e:b6:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7017fae-016f-4c2c-aa9c-50ff4985ac69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:35:52.321687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:52.333951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:35:52.352922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:52.471455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:52.527045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:52.534424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.534798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.535344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.535685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.536017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.536350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.536672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.537020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.537336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.537653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.537969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.538283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:52.656285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe13bf-5c70-43c4-9434-744d54229079 req-5a4362d2-0690-41e6-a11f-1fb7c532d557 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:52.657989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cbfe13bf-5c70-43c4-9434-744d54229079 req-5a4362d2-0690-41e6-a11f-1fb7c532d557 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0525661
Nov 13 21:35:52.684748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:35:52.713806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cbfe13bf-5c70-43c4-9434-744d54229079 req-acfb7004-e418-4b2e-9946-e827ce93dcf4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490012
Nov 13 21:35:53.039202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b93b-5598-4dda-b3c0-8f0bfd487d75 req-cfd031f5-846b-411b-992d-ff464df50ffe tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:53.040808 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14e8b93b-5598-4dda-b3c0-8f0bfd487d75 req-cfd031f5-846b-411b-992d-ff464df50ffe tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0582578
Nov 13 21:35:53.093782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14e8b93b-5598-4dda-b3c0-8f0bfd487d75 req-59225dcd-710a-43c7-a8ab-1419bc6e5750 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470121
Nov 13 21:35:53.588779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-e9cf058a-5700-4e97-803c-d58dccb11d27 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:53.590366 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-e9cf058a-5700-4e97-803c-d58dccb11d27 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.37 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0487392
Nov 13 21:35:53.692449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Deleting port 86e6ecbe-24a0-4705-b169-0012e04a013f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:35:53.693189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:53.785191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] For port 86e6ecbe-24a0-4705-b169-0012e04a013f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86e6ecbe-24a0-4705-b169-0012e04a013f,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:53.785556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:53.892388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701e15-b155-4ee5-8add-b2af77c3a3a5 req-a08a8f9d-6750-435f-ab6e-d52bd1930638 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:53.893912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76701e15-b155-4ee5-8add-b2af77c3a3a5 req-a08a8f9d-6750-435f-ab6e-d52bd1930638 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.1057191
Nov 13 21:35:54.020545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76701e15-b155-4ee5-8add-b2af77c3a3a5 req-f69e4ad2-6b49-4f3b-96b1-2e57f6dda0c6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941143
Nov 13 21:35:54.037362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.041133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.041133 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Floating IP 254952ab-58fb-4cb6-9662-062f92e8a303 disassociated. External IP: 172.35.3.122, port: 86e6ecbe-24a0-4705-b169-0012e04a013f.
Nov 13 21:35:54.041133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Calling delete_port for 86e6ecbe-24a0-4705-b169-0012e04a013f owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:35:54.186333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:35:54.227636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1aa34f-c2db-4919-8480-d9d6bee87b68 req-65daffeb-ca6e-47ad-9dd3-745ee580b84e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:54.230108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b1aa34f-c2db-4919-8480-d9d6bee87b68 req-65daffeb-ca6e-47ad-9dd3-745ee580b84e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 946 time: 0.0596724
Nov 13 21:35:54.242632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.275109 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event deleted for resources: {'Port': ['ID=86e6ecbe-24a0-4705-b169-0012e04a013f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:54.287464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b1aa34f-c2db-4919-8480-d9d6bee87b68 req-12184ac0-2704-4f72-8e2e-8bf46306cc40 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=b735f38a-b0a5-4455-b3ac-f0495e9efd8a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0501652
Nov 13 21:35:54.290089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.290548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.290876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.291217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.291547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.291871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.292190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.292509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.292978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.293317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.293640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.293954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:35:54.300364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:35:54.303959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:35:54.304929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.389831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.410788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:35:54.417269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:35:54.425231 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b36fcb-ba4c-4a49-9783-7c12995c069b" -d '{"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:35:54.450697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:35:54.468160 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4424b4-ab7f-48f7-8792-b640fb6335b0 x-openstack-request-id: req-8c4424b4-ab7f-48f7-8792-b640fb6335b0 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:35:54.468160 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:35:54.468160 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c4424b4-ab7f-48f7-8792-b640fb6335b0 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:35:54.468160 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'code': 200}
Nov 13 21:35:54.528640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.579233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:54.759637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8bd9a16d-7a4a-404e-8cc5-c418e5c4950d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.894617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:35:54.904790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeaadd-d039-4c37-ba3a-81796020a10d req-71efba50-ac76-4d8e-bb87-42b617391b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:54.904924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:35:54.905550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51aeaadd-d039-4c37-ba3a-81796020a10d req-71efba50-ac76-4d8e-bb87-42b617391b3e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1096 time: 0.0634174
Nov 13 21:35:54.916099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:35:54.916880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf835b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:35:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:54.950842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] No DVR routers for this DVR port 86e6ecbe-24a0-4705-b169-0012e04a013f on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:35:54.953804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:54.958673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7949e16d-03e2-40dd-ba32-e3a121ee3ff6 req-9b7a76a2-7ee6-465f-a9f8-b722aad7438c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.37 "DELETE /v2.0/ports/86e6ecbe-24a0-4705-b169-0012e04a013f HTTP/1.1" status: 204  len: 173 time: 1.3617692
Nov 13 21:35:54.961119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'name': 'network-vif-deleted', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:35:54.963556 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6246d7-3a23-40c2-9ca5-5fdb5a089151" -d '{"events": [{"server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "name": "network-vif-deleted", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:35:54.993915 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51aeaadd-d039-4c37-ba3a-81796020a10d req-37d1bd3b-eefb-4596-93e5-dac67c4495aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742033
Nov 13 21:35:55.026347 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5cde1d-f9b6-4212-933d-0655463b90f1 x-openstack-request-id: req-3d5cde1d-f9b6-4212-933d-0655463b90f1 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:35:55.026644 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22df6580-2742-47c4-b296-d0535800614d", "name": "network-vif-deleted", "tag": "86e6ecbe-24a0-4705-b169-0012e04a013f", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:35:55.026898 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d5cde1d-f9b6-4212-933d-0655463b90f1 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:35:55.027303 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df6580-2742-47c4-b296-d0535800614d', 'name': 'network-vif-deleted', 'tag': '86e6ecbe-24a0-4705-b169-0012e04a013f', 'status': 'completed', 'code': 200}
Nov 13 21:35:55.033517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:35:55.152632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a520-5aac-4e6f-b95c-cc221bf19471 req-c883eb22-bcca-4a0c-a610-7beea9fc6319 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:55.154296 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5222a520-5aac-4e6f-b95c-cc221bf19471 req-c883eb22-bcca-4a0c-a610-7beea9fc6319 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0503142
Nov 13 21:35:55.208892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5222a520-5aac-4e6f-b95c-cc221bf19471 req-72e48186-d7b7-4bef-ab44-bbfc50bb1237 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470555
Nov 13 21:35:55.249225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf835b0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:55.276940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:35:55.289075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:35:55.289719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf835b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:35:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:55.421551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:35:55.435907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6dcb4636-23e2-4ca6-a8d2-aab1b00eb812 req-0cfb343f-9519-4684-b3d3-0fc132765c6b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=22df6580-2742-47c4-b296-d0535800614d HTTP/1.1" status: 200  len: 210 time: 0.0425007
Nov 13 21:35:55.638847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf835b0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:35:55.665242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c3f43-42c8-442d-8d88-37a73513da5c None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:35:55.937966 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da531d-07e5-4af7-921d-b3e9ead3ddcd None None] New status for floating IP 254952ab-58fb-4cb6-9662-062f92e8a303: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:35:56.332519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc698a-a4f4-4423-97f8-47265df6b2fa req-fd0de673-578d-4e3a-bbb2-5cb3dce22b9f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:56.334432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ecc698a-a4f4-4423-97f8-47265df6b2fa req-fd0de673-578d-4e3a-bbb2-5cb3dce22b9f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0547817
Nov 13 21:35:56.400092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ecc698a-a4f4-4423-97f8-47265df6b2fa req-37bde9e0-c620-4726-89a0-5156ca322a7d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584960
Nov 13 21:35:56.597771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33620) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:56.653237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf778a09-ec00-47fa-882d-d862f92dde67 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:56.676775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf778a09-ec00-47fa-882d-d862f92dde67 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:56.696173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-b71ed509-bfc4-4d42-9f3f-447392a8daee tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:56.696173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-b71ed509-bfc4-4d42-9f3f-447392a8daee tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 813 time: 0.1072376
Nov 13 21:35:56.711066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-c95ec1e4-3cab-4262-80b0-7e6536b5832e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/quotas/37ac3cb8b49c4b22974bcd78a16f2a3b HTTP/1.1" status: 200  len: 375 time: 0.0094211
Nov 13 21:35:56.760356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-58214613-e86b-44e8-ac7e-09197fdaa50e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0436368
Nov 13 21:35:56.836885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf778a09-ec00-47fa-882d-d862f92dde67 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:56.839800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cf778a09-ec00-47fa-882d-d862f92dde67 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:56.843562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cf778a09-ec00-47fa-882d-d862f92dde67 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "DELETE /v2.0/security-groups/b735f38a-b0a5-4455-b3ac-f0495e9efd8a HTTP/1.1" status: 204  len: 168 time: 0.2421317
Nov 13 21:35:56.845186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33624) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:56.850046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf778a09-ec00-47fa-882d-d862f92dde67 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b735f38a-b0a5-4455-b3ac-f0495e9efd8a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:56.864862 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-4a6e7a10-4761-4344-9987-2b2da6ab762e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] show failed (client error): The resource could not be found.
Nov 13 21:35:56.865883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a6e7a10-4761-4344-9987-2b2da6ab762e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups/b735f38a-b0a5-4455-b3ac-f0495e9efd8a HTTP/1.1" status: 404  len: 347 time: 0.0197828
Nov 13 21:35:56.868483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-7d020ab9-799d-4f24-b08a-ae4b34412e93 service neutron] 10.222.0.20 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011972
Nov 13 21:35:56.870432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33626) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:57.043611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33630) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:57.105556 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b340756c-fe2a-4c97-9de0-094a212bb2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.160130 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60ab62b3-8ee4-469f-8bb1-d76c0e4b4534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.174195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 86e6ecbe-24a0-4705-b169-0012e04a013f no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:35:57.200008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 86e6ecbe-24a0-4705-b169-0012e04a013f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:35:57.200842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 86e6ecbe-24a0-4705-b169-0012e04a013f not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:35:57.241380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60ab62b3-8ee4-469f-8bb1-d76c0e4b4534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.339987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60ab62b3-8ee4-469f-8bb1-d76c0e4b4534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.358325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-e0f4232d-f62c-4faf-ad39-110a31b42939 service neutron] 10.222.0.20 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4816618
Nov 13 21:35:57.371350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Deleting port b4700535-cc26-474b-8181-e53680c4f3e5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:35:57.371666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.382745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60ab62b3-8ee4-469f-8bb1-d76c0e4b4534 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1bb55e905fd4eb8902362716150317b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3346162
Nov 13 21:35:57.382745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab62b3-8ee4-469f-8bb1-d76c0e4b4534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686b373-2499-4ac7-8602-bc8005f463b6,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:57.384437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33634) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:57.445733 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9d395eb-5afe-4dbd-b004-7d502c611b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.457466 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.457880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.471444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Calling delete_port for b4700535-cc26-474b-8181-e53680c4f3e5 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:35:57.474619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9d395eb-5afe-4dbd-b004-7d502c611b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.633974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-37f6c564-52bc-4112-ba77-b505ddebbd40 req-ad9516d1-876e-40f7-af60-b2711ee69686 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 210 time: 0.0283351
Nov 13 21:35:57.648761 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9d395eb-5afe-4dbd-b004-7d502c611b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.651625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9d395eb-5afe-4dbd-b004-7d502c611b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.655423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d9d395eb-5afe-4dbd-b004-7d502c611b5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d686b373-2499-4ac7-8602-bc8005f463b6 HTTP/1.1" status: 204  len: 168 time: 0.2672300
Nov 13 21:35:57.661058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d395eb-5afe-4dbd-b004-7d502c611b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686b373-2499-4ac7-8602-bc8005f463b6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:57.700243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.730564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event deleted for resources: {'Port': ['ID=b4700535-cc26-474b-8181-e53680c4f3e5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:57.799181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.801929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:57.803321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0d4ec4fd-ce2a-4a83-8954-6cea44b50c34 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "DELETE /v2.0/floatingips/254952ab-58fb-4cb6-9662-062f92e8a303 HTTP/1.1" status: 204  len: 168 time: 0.9319985
Nov 13 21:35:58.252426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33654) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:58.258496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375275741', 'description': 'tempest-description--1711390909'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:58.263303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33656) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:58.277734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c4ee-a79c-4d4c-a39e-1c26ac8412fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.350643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c4ee-a79c-4d4c-a39e-1c26ac8412fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.357279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.402862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3d8c4ee-a79c-4d4c-a39e-1c26ac8412fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.425849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.444013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a3d8c4ee-a79c-4d4c-a39e-1c26ac8412fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=087cd3c5f99043b1a239bd7c829b1e2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1767077
Nov 13 21:35:58.444013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8c4ee-a79c-4d4c-a39e-1c26ac8412fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ba722-2783-44c8-b000-ddf7a4700130,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:58.444498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33658) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:58.484282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.531976 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09f6925f-c71d-4660-ac07-c93c85c13a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.534391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd8d217-f5aa-4850-910e-0a7546c2ae17,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:58.564060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09f6925f-c71d-4660-ac07-c93c85c13a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.567326 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.583725 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.584983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1f495427-ad05-4f02-b7f6-a49893300db7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3312519
Nov 13 21:35:58.587928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33660) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:58.592630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'security_group_rule': {'security_group_id': '6fd8d217-f5aa-4850-910e-0a7546c2ae17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:58.700880 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09f6925f-c71d-4660-ac07-c93c85c13a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.703625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09f6925f-c71d-4660-ac07-c93c85c13a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.704863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09f6925f-c71d-4660-ac07-c93c85c13a59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/394ba722-2783-44c8-b000-ddf7a4700130 HTTP/1.1" status: 204  len: 168 time: 0.2591512
Nov 13 21:35:58.708117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:58.725118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6925f-c71d-4660-ac07-c93c85c13a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ba722-2783-44c8-b000-ddf7a4700130,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:58.742606 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd078445-8109-41d7-af31-555e14f4adb3 req-dd153a21-6584-48a2-9966-3a58f716aa7c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 210 time: 0.0363152
Nov 13 21:35:58.916004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.054437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.073309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb623901-d3aa-4885-8e87-4dbb32b4dff5,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:59.159701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.164176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ce34564-79ab-4bbf-af20-909b61426604 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5720005
Nov 13 21:35:59.164443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:59.169171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'security_group_rule': {'security_group_id': '6fd8d217-f5aa-4850-910e-0a7546c2ae17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:59.247750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.320031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.420006 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.447371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3e515b-6e52-4c8c-b26d-25c8d62c60f8,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:35:59.525187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.526446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0a3e9960-7c00-4119-a032-238612c54295 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3609939
Nov 13 21:35:59.529783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33680) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:35:59.534209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:59.622463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-c8cceb3f-cdb8-4a5f-a9b7-06454ac72cb1 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:35:59.623922 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-c8cceb3f-cdb8-4a5f-a9b7-06454ac72cb1 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.37 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 813 time: 0.1078866
Nov 13 21:35:59.646176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Request body: {'port': {'device_id': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'admin_state_up': True, 'tenant_id': '37ac3cb8b49c4b22974bcd78a16f2a3b'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:35:59.671534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.774654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.843004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Made reservation on behalf of 37ac3cb8b49c4b22974bcd78a16f2a3b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:35:59.846692 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.852292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1498ffe6-9a93-4662-94e2-1e4ae20c35ee req-2368c98a-51c3-41a6-bfdd-67b34277dc00 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 210 time: 0.0309176
Nov 13 21:35:59.930202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:35:59.933286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Allocated IP 172.35.3.152 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/d9774170-8fdf-4905-ab3e-fae3c41a53b8) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:00.041403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Allocated IP 172.20.0.12 (192e2326-b1d1-4f1e-83b7-6735d39ab658/d7017fae-016f-4c2c-aa9c-50ff4985ac69/c307b219-1644-4fb0-b2da-b975020d7f5b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:00.057059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.206204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.236865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.274829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:00.279818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:00.287405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:00.289847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'Port': ['ID=d9774170-8fdf-4905-ab3e-fae3c41a53b8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:00.323292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.335032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:00.373242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Network 192e2326-b1d1-4f1e-83b7-6735d39ab658 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:00.375265 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.378663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:00.379223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.383705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:00.410896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Pushing event updated for resources: {'Port': ['ID=c307b219-1644-4fb0-b2da-b975020d7f5b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:00.437088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:00.437743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.547371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-eb3eb90e-cd3c-4b9f-ad14-8a041325446f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9061446
Nov 13 21:36:00.547773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.559437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Request body: {'port': {'device_id': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:00.613108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.706928 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.780642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.861897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'Port': ['ID=d9774170-8fdf-4905-ab3e-fae3c41a53b8,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:00.877731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.911056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c307b219-1644-4fb0-b2da-b975020d7f5b {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:00.928845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:00.935132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Transition to ACTIVE for port object c307b219-1644-4fb0-b2da-b975020d7f5b will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:36:00.993799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb1bfe-3e34-4be0-8bdb-e235f9b7e9d1 req-41d346dd-f067-42bf-9676-1f9e9db6323f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:00.995253 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cfbb1bfe-3e34-4be0-8bdb-e235f9b7e9d1 req-41d346dd-f067-42bf-9676-1f9e9db6323f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 932 time: 0.0488908
Nov 13 21:36:01.004859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:01.013926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c4fb9b63-57e5-48d9-a3c5-4dfdbcd5148c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4753635
Nov 13 21:36:01.019699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:01.093992 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cfbb1bfe-3e34-4be0-8bdb-e235f9b7e9d1 req-b8e44f6e-7bf7-49b6-91fe-94ff3825c141 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925391
Nov 13 21:36:01.126835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Pushing event updated for resources: {'Port': ['ID=c307b219-1644-4fb0-b2da-b975020d7f5b,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:01.178072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Attempting to bind port c307b219-1644-4fb0-b2da-b975020d7f5b on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:36:01.178422 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Attempting to bind port c307b219-1644-4fb0-b2da-b975020d7f5b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:36:01.178768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Attempting to bind port c307b219-1644-4fb0-b2da-b975020d7f5b on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:01.183686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Port c307b219-1644-4fb0-b2da-b975020d7f5b on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:36:01.184017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Attempting to bind port c307b219-1644-4fb0-b2da-b975020d7f5b on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:01.188826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:36:01.189155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Checking segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:36:01.189529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Bound using segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:36:01.193845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Bound port: c307b219-1644-4fb0-b2da-b975020d7f5b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:36:01.193845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:01.248443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-6f23cf18-f115-4b2b-8d41-473d65581644 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1375275741&fields=id&tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0 HTTP/1.1" status: 200  len: 267 time: 0.0597341
Nov 13 21:36:01.261218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] For port c307b219-1644-4fb0-b2da-b975020d7f5b, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:36:01.264488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] For port c307b219-1644-4fb0-b2da-b975020d7f5b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c307b219-1644-4fb0-b2da-b975020d7f5b,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:36:01.335058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:01.366800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-c025d470-52eb-46b9-b987-e6c27ce760d5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.368392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-c025d470-52eb-46b9-b987-e6c27ce760d5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 810 time: 0.1111257
Nov 13 21:36:01.375801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.376520 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:01.378013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] 10.222.0.37 "PUT /v2.0/ports/c307b219-1644-4fb0-b2da-b975020d7f5b HTTP/1.1" status: 200  len: 1092 time: 0.8228676
Nov 13 21:36:01.378519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'tag': 'c307b219-1644-4fb0-b2da-b975020d7f5b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:01.381111 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69be629-73ed-4a2d-a450-a2d8efe50d69" -d '{"events": [{"name": "network-changed", "server_uuid": "976b375a-21fd-48f0-919b-fbe95ab89fed", "tag": "c307b219-1644-4fb0-b2da-b975020d7f5b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:01.389223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-c786e7d9-24e9-4afd-93d3-9f59eed3e883 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/quotas/88f2f838a4bc4b5dae3e6668d7634ab0 HTTP/1.1" status: 200  len: 375 time: 0.0131681
Nov 13 21:36:01.417279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e0c0c-bc78-49c4-aa4c-5b5521bef0fd service neutron] Pushing event updated for resources: {'Port': ['ID=c307b219-1644-4fb0-b2da-b975020d7f5b,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:01.426475 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84b143-5f0c-49b3-bd2f-cd9d030855d8 x-openstack-request-id: req-ed84b143-5f0c-49b3-bd2f-cd9d030855d8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:01.426771 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976b375a-21fd-48f0-919b-fbe95ab89fed", "tag": "c307b219-1644-4fb0-b2da-b975020d7f5b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:01.427038 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed84b143-5f0c-49b3-bd2f-cd9d030855d8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:01.427492 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'tag': 'c307b219-1644-4fb0-b2da-b975020d7f5b', 'status': 'completed', 'code': 200}
Nov 13 21:36:01.446619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-f2ceabc5-9eb4-4cf7-ae9a-d01bbed95840 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0524323
Nov 13 21:36:01.492619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be629-73ed-4a2d-a450-a2d8efe50d69 req-95f2d391-64bc-4754-a014-dbf165e6fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.494229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69be629-73ed-4a2d-a450-a2d8efe50d69 req-95f2d391-64bc-4754-a014-dbf165e6fcd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 1095 time: 0.0488267
Nov 13 21:36:01.556239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-61d1feae-5833-46ec-b26b-51b81eb97e8c service neutron] 10.222.0.20 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966220
Nov 13 21:36:01.600236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be629-73ed-4a2d-a450-a2d8efe50d69 req-d7df0652-8f45-4d24-9af5-5b02a39b8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.601800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69be629-73ed-4a2d-a450-a2d8efe50d69 req-d7df0652-8f45-4d24-9af5-5b02a39b8598 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0979812
Nov 13 21:36:01.653696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-b612713c-5c33-4c9d-be47-1f6d8f7722f8 service neutron] 10.222.0.20 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911813
Nov 13 21:36:01.708768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be629-73ed-4a2d-a450-a2d8efe50d69 req-b1499616-735e-45c0-a2a9-aad06bd072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.710627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c69be629-73ed-4a2d-a450-a2d8efe50d69 req-b1499616-735e-45c0-a2a9-aad06bd072b9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1008172
Nov 13 21:36:01.787512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-1fe7db59-5909-4551-b1f7-be0104592bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.789600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-1fe7db59-5909-4551-b1f7-be0104592bf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 1095 time: 0.0435557
Nov 13 21:36:01.839288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-18f2b8fd-a2dc-4753-84c6-2626b0cf87ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c307b219-1644-4fb0-b2da-b975020d7f5b HTTP/1.1" status: 200  len: 217 time: 0.0395615
Nov 13 21:36:01.898384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa117-723e-418d-9ad6-67939d073055 req-9aa390a0-f189-4e77-8de6-fbefa847db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:01.898384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-9aa390a0-f189-4e77-8de6-fbefa847db87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0487981
Nov 13 21:36:01.933773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-83c8c198-7918-4418-bd8d-4fd52f682a59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304208
Nov 13 21:36:02.026897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-420365d7-e3b5-4927-a0ae-c42abc8fad97 req-d1f3c711-acc5-4f3f-a086-6e5c4860ac01 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 210 time: 0.0770218
Nov 13 21:36:02.070200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-6659a529-0a6a-48d6-a540-b39fe345f322 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285951
Nov 13 21:36:02.195997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d6fa117-723e-418d-9ad6-67939d073055 req-9bada699-cd6b-4fd5-80f3-135b4f562faf service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181357
Nov 13 21:36:02.229084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb8bf6-83e2-484e-88f7-b992516bf799 req-c6749042-39a4-40c5-a1fd-b02a454c9c6f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:02.230763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-beeb8bf6-83e2-484e-88f7-b992516bf799 req-c6749042-39a4-40c5-a1fd-b02a454c9c6f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 944 time: 0.0527213
Nov 13 21:36:02.295990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-beeb8bf6-83e2-484e-88f7-b992516bf799 req-ecc0056e-5f41-4795-bc27-2f433b34035e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465975
Nov 13 21:36:03.134148 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b80ab14-4701-41a8-b56d-049baf63c4cf req-59cae5af-8844-46a6-b261-0b89c36d524f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 210 time: 0.0290339
Nov 13 21:36:03.402087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e1df0-1e1b-4804-aa24-321718d86171 req-36e00c9f-d121-4864-8e84-1a976e5738d5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:03.404176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-420e1df0-1e1b-4804-aa24-321718d86171 req-36e00c9f-d121-4864-8e84-1a976e5738d5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 944 time: 0.0507019
Nov 13 21:36:03.454456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-420e1df0-1e1b-4804-aa24-321718d86171 req-04a1fa50-5da4-4f14-8123-3ba77b34ce8c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440135
Nov 13 21:36:04.236107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ccb7c698-f4ae-4f8c-a187-ac46735252e7 req-2b7709ff-601d-4a48-8f7d-6f4cd8ed74fb tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 210 time: 0.0312002
Nov 13 21:36:04.350303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-755ce8e0-718f-4795-8875-12761ce75322 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:04.352106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-755ce8e0-718f-4795-8875-12761ce75322 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.46 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 810 time: 0.1066251
Nov 13 21:36:04.423432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-9e9ce5d4-8818-49ad-a946-d4e28c93e2f3 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0 HTTP/1.1" status: 200  len: 380 time: 0.0614719
Nov 13 21:36:04.435993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'port': {'device_id': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'admin_state_up': True, 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'security_groups': ['6fd8d217-f5aa-4850-910e-0a7546c2ae17']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:04.584197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269cf2b-c9e2-4945-8764-489e921a3c31 req-bec8f189-ef9c-4dd7-ab1f-6e737d3d51ad tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:04.585720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3269cf2b-c9e2-4945-8764-489e921a3c31 req-bec8f189-ef9c-4dd7-ab1f-6e737d3d51ad tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 944 time: 0.0533111
Nov 13 21:36:04.625364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Made reservation on behalf of 88f2f838a4bc4b5dae3e6668d7634ab0 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:04.629234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:04.635703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3269cf2b-c9e2-4945-8764-489e921a3c31 req-4b3cdfef-3e75-47a7-9dc6-68cd2ee04c4a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429971
Nov 13 21:36:04.763356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Allocated IP 172.20.0.8 (9fc7ed6e-8e49-4710-8692-23faadf52313/fc4dfe22-5d34-4329-8270-2dc0172005f9/54a553ff-bdb2-41f3-9755-d05a597c47dd) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:04.901658 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:04.974459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.023501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:05.035273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:05.035273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:05.060884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event updated for resources: {'Port': ['ID=54a553ff-bdb2-41f3-9755-d05a597c47dd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:05.090583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:05.091291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.188821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device c307b219-1644-4fb0-b2da-b975020d7f5b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:36:05.201144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-96e1de50-19a5-41e3-bfb4-910cb6f30fad tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7715170
Nov 13 21:36:05.223180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Request body: {'port': {'device_id': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:05.309463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port c307b219-1644-4fb0-b2da-b975020d7f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c307b219-1644-4fb0-b2da-b975020d7f5b,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:05.313682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.331726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'c307b219-1644-4fb0-b2da-b975020d7f5b', 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'port_id': 'c307b219-1644-4fb0-b2da-b975020d7f5b', 'mac_address': 'fa:16:3e:2d:2a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7017fae-016f-4c2c-aa9c-50ff4985ac69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:36:05.333874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4a7ef3ef-e438-49d7-8350-9ff68648682e None None] Provisioning complete for port 54a553ff-bdb2-41f3-9755-d05a597c47dd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:05.334317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a7ef3ef-e438-49d7-8350-9ff68648682e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.397109 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:36:05.399365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ef3ef-e438-49d7-8350-9ff68648682e None None] Port 54a553ff-bdb2-41f3-9755-d05a597c47dd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:36:05.402752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.419731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c307b219-1644-4fb0-b2da-b975020d7f5b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:05.423372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75728798-7f84-448b-af4d-0bfb303510ec req-677bf278-5f9d-4d5a-ace2-271935839c4f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:05.423372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75728798-7f84-448b-af4d-0bfb303510ec req-677bf278-5f9d-4d5a-ace2-271935839c4f tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 931 time: 0.0982878
Nov 13 21:36:05.439359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port c307b219-1644-4fb0-b2da-b975020d7f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c307b219-1644-4fb0-b2da-b975020d7f5b,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:05.536069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.538869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75728798-7f84-448b-af4d-0bfb303510ec req-b4e82b2c-6b79-4d86-a544-b78e73bc6432 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763962
Nov 13 21:36:05.603261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=c307b219-1644-4fb0-b2da-b975020d7f5b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:05.676493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a553ff-bdb2-41f3-9755-d05a597c47dd {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:05.676493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.688162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Transition to ACTIVE for port object 54a553ff-bdb2-41f3-9755-d05a597c47dd will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:36:05.737298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['c307b219-1644-4fb0-b2da-b975020d7f5b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:05.762510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5308e-e246-491d-a35a-4c765e79376d req-6833e900-74c0-4f75-ae85-e5b7ccd8088a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:05.763988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2f5308e-e246-491d-a35a-4c765e79376d req-6833e900-74c0-4f75-ae85-e5b7ccd8088a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 945 time: 0.0546162
Nov 13 21:36:05.774758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:05.831964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Pushing event updated for resources: {'Port': ['ID=54a553ff-bdb2-41f3-9755-d05a597c47dd,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:05.864142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2f5308e-e246-491d-a35a-4c765e79376d req-fdc86d62-2804-4a4f-af2b-d4109f291009 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938985
Nov 13 21:36:05.928637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Attempting to bind port 54a553ff-bdb2-41f3-9755-d05a597c47dd on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:36:05.929231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Attempting to bind port 54a553ff-bdb2-41f3-9755-d05a597c47dd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:36:05.929633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Attempting to bind port 54a553ff-bdb2-41f3-9755-d05a597c47dd on network 9fc7ed6e-8e49-4710-8692-23faadf52313 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:05.940363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Port 54a553ff-bdb2-41f3-9755-d05a597c47dd on network 9fc7ed6e-8e49-4710-8692-23faadf52313 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:36:05.940363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Attempting to bind port 54a553ff-bdb2-41f3-9755-d05a597c47dd on network 9fc7ed6e-8e49-4710-8692-23faadf52313 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:05.940363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:36:05.940717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Checking segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:36:05.940904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Bound using segment: {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:36:05.941334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Bound port: 54a553ff-bdb2-41f3-9755-d05a597c47dd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb829418-0ae5-465d-b649-61aafae0124a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:36:05.941716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:06.007810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] For port 54a553ff-bdb2-41f3-9755-d05a597c47dd, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:36:06.011083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] For port 54a553ff-bdb2-41f3-9755-d05a597c47dd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:36:06.093940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:06.127700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.128257 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:06.130133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] 10.222.0.46 "PUT /v2.0/ports/54a553ff-bdb2-41f3-9755-d05a597c47dd HTTP/1.1" status: 200  len: 1091 time: 0.9213271
Nov 13 21:36:06.133076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:06.136193 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19048e83-8539-4f81-8a19-bd610daef5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:06.176786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246655c5-9a0b-488c-9713-12a10d919536 service neutron] Pushing event updated for resources: {'Port': ['ID=54a553ff-bdb2-41f3-9755-d05a597c47dd,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:06.186794 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aaf4df-f446-4b6e-a17b-819625a6bc6f x-openstack-request-id: req-69aaf4df-f446-4b6e-a17b-819625a6bc6f {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:06.187096 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:06.187358 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69aaf4df-f446-4b6e-a17b-819625a6bc6f {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:06.187834 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'status': 'completed', 'code': 200}
Nov 13 21:36:06.266719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19048e83-8539-4f81-8a19-bd610daef5fe req-c83836e9-5cfb-432f-9a62-d068201296d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.268339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19048e83-8539-4f81-8a19-bd610daef5fe req-c83836e9-5cfb-432f-9a62-d068201296d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 1094 time: 0.0626707
Nov 13 21:36:06.372851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19048e83-8539-4f81-8a19-bd610daef5fe req-6488f4f2-ed53-4915-af1a-050bd8c7bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.374335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19048e83-8539-4f81-8a19-bd610daef5fe req-6488f4f2-ed53-4915-af1a-050bd8c7bf3d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0981164
Nov 13 21:36:06.485988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19048e83-8539-4f81-8a19-bd610daef5fe req-b83ef7dd-9961-4ad6-8c0c-5b0c651c8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.487481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19048e83-8539-4f81-8a19-bd610daef5fe req-b83ef7dd-9961-4ad6-8c0c-5b0c651c8e3a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1056826
Nov 13 21:36:06.568306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-3d47ff80-a62f-44f6-a2cf-c543230f4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.569778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-3d47ff80-a62f-44f6-a2cf-c543230f4da5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 1094 time: 0.0449960
Nov 13 21:36:06.614083 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-b1536fd7-0b9c-4456-95f1-d1ab35c830df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd HTTP/1.1" status: 200  len: 217 time: 0.0339212
Nov 13 21:36:06.662092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f0420-8312-48f2-b071-2088f439ae9b req-b981f498-b1c5-48ae-9fc8-6de6076d94e6 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.672308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-744f0420-8312-48f2-b071-2088f439ae9b req-b981f498-b1c5-48ae-9fc8-6de6076d94e6 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 943 time: 0.0589967
Nov 13 21:36:06.678553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-134696c4-2d75-4ab8-a02e-7fdfbb4ff606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.680015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-134696c4-2d75-4ab8-a02e-7fdfbb4ff606 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0582604
Nov 13 21:36:06.715444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-744f0420-8312-48f2-b071-2088f439ae9b req-9ec6620a-9dab-4986-a11a-2e9958b84455 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439296
Nov 13 21:36:06.728277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d315083-3225-4d81-b487-de9e1b22c226 req-b7525055-785f-4c11-b73d-20da966b6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.729834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-b7525055-785f-4c11-b73d-20da966b6f9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418754
Nov 13 21:36:06.836925 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-37c7292d-e42b-40b3-a3e7-e0d8ee8997cf service neutron] 10.222.0.46 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986588
Nov 13 21:36:06.928185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d315083-3225-4d81-b487-de9e1b22c226 req-9e3a8e59-400f-4afb-8157-bbc2f8c6e94b service neutron] 10.222.0.46 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840678
Nov 13 21:36:06.987704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54911ca2-56ff-479b-b116-f2b313979dce req-7dd3ec6b-710f-44dd-b665-13f3b66ccebb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:06.989173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54911ca2-56ff-479b-b116-f2b313979dce req-7dd3ec6b-710f-44dd-b665-13f3b66ccebb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 945 time: 0.0509381
Nov 13 21:36:07.043107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54911ca2-56ff-479b-b116-f2b313979dce req-40c84fa4-5887-45f7-b003-d1e2a10ba0b4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477259
Nov 13 21:36:07.188920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device c307b219-1644-4fb0-b2da-b975020d7f5b up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:07.306058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port c307b219-1644-4fb0-b2da-b975020d7f5b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:36:07.309954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port c307b219-1644-4fb0-b2da-b975020d7f5b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:07.310323 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:07.391774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:07.417321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c307b219-1644-4fb0-b2da-b975020d7f5b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:07.419574 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85918e66-0628-42a4-a53d-cf9b5c6f85ac" -d '{"events": [{"server_uuid": "976b375a-21fd-48f0-919b-fbe95ab89fed", "name": "network-vif-plugged", "status": "completed", "tag": "c307b219-1644-4fb0-b2da-b975020d7f5b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:07.568336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b3181-e5f4-4001-8843-28169060832b req-2181ca28-c197-4b1a-a07f-7a4eed821862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:07.569979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584b3181-e5f4-4001-8843-28169060832b req-2181ca28-c197-4b1a-a07f-7a4eed821862 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 1096 time: 0.0509408
Nov 13 21:36:07.584951 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc2b81-3f97-4d64-8242-58ee16872b8d x-openstack-request-id: req-91cc2b81-3f97-4d64-8242-58ee16872b8d {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:07.584951 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976b375a-21fd-48f0-919b-fbe95ab89fed", "name": "network-vif-plugged", "status": "completed", "tag": "c307b219-1644-4fb0-b2da-b975020d7f5b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:07.584951 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91cc2b81-3f97-4d64-8242-58ee16872b8d {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:07.584951 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c307b219-1644-4fb0-b2da-b975020d7f5b', 'code': 200}
Nov 13 21:36:07.584951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port c307b219-1644-4fb0-b2da-b975020d7f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c307b219-1644-4fb0-b2da-b975020d7f5b,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:07.615970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-584b3181-e5f4-4001-8843-28169060832b req-01af7b22-a189-4618-a7ad-837623ccce2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390429
Nov 13 21:36:07.654219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:07.702116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=c307b219-1644-4fb0-b2da-b975020d7f5b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:07.839067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6bd1a-1518-462f-a83e-eaa884fc455d req-23b9005f-d23a-4027-869f-e08b9d3d5240 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:07.840554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78b6bd1a-1518-462f-a83e-eaa884fc455d req-23b9005f-d23a-4027-869f-e08b9d3d5240 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 943 time: 0.0490863
Nov 13 21:36:07.887802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78b6bd1a-1518-462f-a83e-eaa884fc455d req-13d141d0-de87-4666-927a-9b58c799b017 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411899
Nov 13 21:36:08.167298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591d9d0-d12a-47a3-a534-7c146a19b6a6 req-29f52d86-c2e8-4824-9609-670a0e72233e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:08.172961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4591d9d0-d12a-47a3-a534-7c146a19b6a6 req-29f52d86-c2e8-4824-9609-670a0e72233e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 946 time: 0.0558105
Nov 13 21:36:08.225478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4591d9d0-d12a-47a3-a534-7c146a19b6a6 req-2325e809-ec54-41f6-ac72-18b87450ceb3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439868
Nov 13 21:36:08.496196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33890) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:08.501920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958930150', 'description': 'tempest-secgroup-smoke-1958930150 description', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:08.579011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:08.653197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:08.785569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:08.816925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6986dda7-0066-4074-bf9f-b183b9029f69,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:08.942925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:08.947565 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-43236a13-a53f-4a17-b806-769a49962342 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4501531
Nov 13 21:36:08.947811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33908) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:08.952418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group_rule': {'security_group_id': '6986dda7-0066-4074-bf9f-b183b9029f69', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:09.013904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10751323-1813-4609-bcf5-233860e093f1 req-b8ecbcb2-9777-4c0b-8d85-682fb5bf53b4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:09.015275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10751323-1813-4609-bcf5-233860e093f1 req-b8ecbcb2-9777-4c0b-8d85-682fb5bf53b4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 943 time: 0.0584497
Nov 13 21:36:09.064173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-10751323-1813-4609-bcf5-233860e093f1 req-81a61dae-3b3a-4eac-8ab7-f0e14a48f2fe tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427706
Nov 13 21:36:09.070473 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.137875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.202879 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.219656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ff323e-3a22-4f0c-99b3-df21ae730fc8,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:09.324933 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.326580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3681dbd4-25a7-420a-b41c-e2b7b124f2d2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3777564
Nov 13 21:36:09.329453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:09.333930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group_rule': {'security_group_id': '6986dda7-0066-4074-bf9f-b183b9029f69', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:09.356987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f929f3-7159-4d62-b0ee-b038c36cf153 req-112d6b87-46c9-473e-a3cf-21924d5bce4a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:09.358538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59f929f3-7159-4d62-b0ee-b038c36cf153 req-112d6b87-46c9-473e-a3cf-21924d5bce4a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 946 time: 0.0638154
Nov 13 21:36:09.408708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59f929f3-7159-4d62-b0ee-b038c36cf153 req-36f82735-6b70-46a7-8bda-182bcf058470 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431151
Nov 13 21:36:09.424004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.486301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.567768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.588113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67451a8-2164-4320-8338-a6e85c8d32ed,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:09.644057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.649409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e04c31e0-8df4-485d-8bfe-8272895b7c04 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3148770
Nov 13 21:36:09.649409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33924) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:09.653483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group_rule': {'security_group_id': '6986dda7-0066-4074-bf9f-b183b9029f69', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:09.784936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.845028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.925588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb50bf9-9185-4067-8872-d028901d502b req-e02b59f6-8f97-4524-a23c-81e640c3fb97 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:09.927059 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fb50bf9-9185-4067-8872-d028901d502b req-e02b59f6-8f97-4524-a23c-81e640c3fb97 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 946 time: 0.0487704
Nov 13 21:36:09.939630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:09.955802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df75c077-8e78-4c91-83b4-523f392ff4a3,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:09.976206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6fb50bf9-9185-4067-8872-d028901d502b req-1d84462e-e098-474f-acb5-32f040ac4165 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430121
Nov 13 21:36:10.033398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.034659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6054d693-9b00-4bce-a028-95de5bf73fc3 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3846431
Nov 13 21:36:10.037449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 33930) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:10.041916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group_rule': {'security_group_id': '6986dda7-0066-4074-bf9f-b183b9029f69', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:10.141121 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.215823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb12bb3-a251-488c-a481-716aac9ca9aa req-a51f2254-aada-4b24-9b10-7e4d2478c874 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:10.217375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6eb12bb3-a251-488c-a481-716aac9ca9aa req-a51f2254-aada-4b24-9b10-7e4d2478c874 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 943 time: 0.0778301
Nov 13 21:36:10.231110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.239488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 54a553ff-bdb2-41f3-9755-d05a597c47dd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:36:10.276715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6eb12bb3-a251-488c-a481-716aac9ca9aa req-0bd6f88c-e048-47ab-8c35-3320c09379c6 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515282
Nov 13 21:36:10.304771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.323476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326441d2-93b1-4f15-9048-c1e22b52317d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:10.346002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 54a553ff-bdb2-41f3-9755-d05a597c47dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:10.357767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'port_id': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'mac_address': 'fa:16:3e:cc:e0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:36:10.383939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.385297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb924e14-6b60-48d1-bf9a-9e5f005610ea tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3468950
Nov 13 21:36:10.388352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33936) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:10.393186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group_rule': {'security_group_id': '6986dda7-0066-4074-bf9f-b183b9029f69', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:10.396838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.410387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a553ff-bdb2-41f3-9755-d05a597c47dd {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:10.430037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 54a553ff-bdb2-41f3-9755-d05a597c47dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:10.471335 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Project 4fb7ad13c9ca4cdc82aa3c91c886f406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:36:10.476430 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.499898 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.541163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.552610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=54a553ff-bdb2-41f3-9755-d05a597c47dd,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:10.603117 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.618506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b43533-6f56-4823-8f7f-da0e68c7c698,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:10.708259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['54a553ff-bdb2-41f3-9755-d05a597c47dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:10.713696 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.715321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-93c9d6dc-7a57-4add-b1fc-7dfbf123644d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3253691
Nov 13 21:36:10.717741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 33940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:10.722342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'security_group_rule': {'security_group_id': '6986dda7-0066-4074-bf9f-b183b9029f69', 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:10.815109 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Project 4fb7ad13c9ca4cdc82aa3c91c886f406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:36:10.820621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.887972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:10.985607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:11.007190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b46de6-133c-4138-a811-8f8a1aded1a9,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:11.082665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:11.083832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a5900bc5-5f99-43dd-a4e2-565d0e3316bc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3648820
Nov 13 21:36:11.106869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70bb79-7785-4368-b75a-9c58399a1eb3 req-c52b0600-db7f-4f61-a303-9c8b604edef3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:11.108376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d70bb79-7785-4368-b75a-9c58399a1eb3 req-c52b0600-db7f-4f61-a303-9c8b604edef3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 946 time: 0.0560784
Nov 13 21:36:11.187850 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d70bb79-7785-4368-b75a-9c58399a1eb3 req-96aa98a4-4921-4c7e-96b9-2a3a30036416 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727880
Nov 13 21:36:11.204952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-545c5fac-42af-4585-807d-90f160533f17 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:11.206424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-545c5fac-42af-4585-807d-90f160533f17 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.37 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 946 time: 0.0686128
Nov 13 21:36:11.305592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Deleting port c307b219-1644-4fb0-b2da-b975020d7f5b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:11.306013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:11.326715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-9c34fc90-f002-4ee2-98fd-be4ea127115e tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958930150&fields=id&tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406 HTTP/1.1" status: 200  len: 267 time: 0.0493467
Nov 13 21:36:11.437487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] For port c307b219-1644-4fb0-b2da-b975020d7f5b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c307b219-1644-4fb0-b2da-b975020d7f5b,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:11.437957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:11.447936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-2946988b-140e-4e91-86d9-76235072e5d6 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:11.449521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-2946988b-140e-4e91-86d9-76235072e5d6 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 813 time: 0.1154079
Nov 13 21:36:11.457850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7af84-981b-4f1a-b5b4-4ef6cbc9d9de req-1a8f6006-661c-45ae-ae70-a8bcfe9b8857 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:11.459309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85e7af84-981b-4f1a-b5b4-4ef6cbc9d9de req-1a8f6006-661c-45ae-ae70-a8bcfe9b8857 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 944 time: 0.0918419
Nov 13 21:36:11.467807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Calling delete_port for c307b219-1644-4fb0-b2da-b975020d7f5b owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:11.469187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-c829ad7c-cffe-4387-8728-c6d217ee5869 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/quotas/4fb7ad13c9ca4cdc82aa3c91c886f406 HTTP/1.1" status: 200  len: 375 time: 0.0135458
Nov 13 21:36:11.524987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-20280624-4d73-4f8d-82f3-790d8fe14ef6 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0500922
Nov 13 21:36:11.569431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85e7af84-981b-4f1a-b5b4-4ef6cbc9d9de req-a830cdf6-9fcb-4040-950f-06820d884432 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036150
Nov 13 21:36:11.647400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-72bd9606-ed6a-4d75-b5b4-ca15ee35aea8 service neutron] 10.222.0.20 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1109672
Nov 13 21:36:11.742958 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-aafce374-05b7-4f4e-bfaa-a5bf7bf18e02 service neutron] 10.222.0.20 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893402
Nov 13 21:36:11.745343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:11.758877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['c307b219-1644-4fb0-b2da-b975020d7f5b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:11.763428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:11.778327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Pushing event deleted for resources: {'Port': ['ID=c307b219-1644-4fb0-b2da-b975020d7f5b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:11.825050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] No DVR routers for this DVR port c307b219-1644-4fb0-b2da-b975020d7f5b on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:36:11.827635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:11.831888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56bebb44-8533-4d4e-8825-992ed0591ac2 req-0401dd03-5323-4d6f-8a13-0fd17f8551fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.37 "DELETE /v2.0/ports/c307b219-1644-4fb0-b2da-b975020d7f5b HTTP/1.1" status: 204  len: 173 time: 0.6188185
Nov 13 21:36:11.832157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'name': 'network-vif-deleted', 'tag': 'c307b219-1644-4fb0-b2da-b975020d7f5b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:11.834399 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8080cb41-686d-4cb3-a1f3-efe3b51fc6c1" -d '{"events": [{"server_uuid": "976b375a-21fd-48f0-919b-fbe95ab89fed", "name": "network-vif-deleted", "tag": "c307b219-1644-4fb0-b2da-b975020d7f5b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:11.871234 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a5104-0181-4d90-8696-ace2d63aabb6 x-openstack-request-id: req-5f0a5104-0181-4d90-8696-ace2d63aabb6 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:11.871530 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976b375a-21fd-48f0-919b-fbe95ab89fed", "name": "network-vif-deleted", "tag": "c307b219-1644-4fb0-b2da-b975020d7f5b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:11.871785 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f0a5104-0181-4d90-8696-ace2d63aabb6 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:11.872187 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976b375a-21fd-48f0-919b-fbe95ab89fed', 'name': 'network-vif-deleted', 'tag': 'c307b219-1644-4fb0-b2da-b975020d7f5b', 'status': 'completed', 'code': 200}
Nov 13 21:36:12.185637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:12.264089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 54a553ff-bdb2-41f3-9755-d05a597c47dd up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:12.322318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-969948d9-70b7-4819-ae41-bf47fe0a34a8 req-1ecfca9d-fdb8-45fa-a7b5-84b8eb1d545c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=976b375a-21fd-48f0-919b-fbe95ab89fed HTTP/1.1" status: 200  len: 210 time: 0.0365834
Nov 13 21:36:12.391863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-278f117f-286b-46a4-8b4a-1e617dfa5415 req-c3cf5b21-3049-439a-8edb-35ae1437dcd9 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 210 time: 0.0283213
Nov 13 21:36:12.397375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 54a553ff-bdb2-41f3-9755-d05a597c47dd completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:36:12.402882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 54a553ff-bdb2-41f3-9755-d05a597c47dd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:12.412040 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:12.488347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:12.514199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:12.516436 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5aca17-783e-4be0-b505-bfdc6900f921" -d '{"events": [{"server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "name": "network-vif-plugged", "status": "completed", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:12.529699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 54a553ff-bdb2-41f3-9755-d05a597c47dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:12.556575 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d4e98c-2ce5-4722-be94-9d5d27c985bf x-openstack-request-id: req-77d4e98c-2ce5-4722-be94-9d5d27c985bf {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:12.556897 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "name": "network-vif-plugged", "status": "completed", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:12.557147 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77d4e98c-2ce5-4722-be94-9d5d27c985bf {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:12.557537 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'code': 200}
Nov 13 21:36:12.602915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:12.659386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f923c-beda-4311-9b1a-7e966a8250d6 req-be4e4c9d-4986-4758-966f-de15a4338b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:12.661551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055f923c-beda-4311-9b1a-7e966a8250d6 req-be4e4c9d-4986-4758-966f-de15a4338b26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 1096 time: 0.0431023
Nov 13 21:36:12.665308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=54a553ff-bdb2-41f3-9755-d05a597c47dd,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:12.704679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7080a-2e84-46cd-9422-6ffde46f414e req-28fc8d45-2216-47ad-a25e-afe45bfe5a5c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:12.706647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5cc7080a-2e84-46cd-9422-6ffde46f414e req-28fc8d45-2216-47ad-a25e-afe45bfe5a5c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.0541077
Nov 13 21:36:12.742116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-055f923c-beda-4311-9b1a-7e966a8250d6 req-a829b811-673d-4428-b799-093aedebcfc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709856
Nov 13 21:36:12.768567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5cc7080a-2e84-46cd-9422-6ffde46f414e req-a8497d6b-a60d-4bc7-9974-683480e90c36 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502925
Nov 13 21:36:13.496217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c4d6c2a6-3a15-454b-9bb5-e32aab79c500 req-880013c1-9872-4da2-b032-65e490565d59 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 210 time: 0.0359967
Nov 13 21:36:13.499270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1fe81-56e6-4ccf-9c00-9977725378b2 req-ef0e80ff-da60-4015-b376-12efa1974957 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:13.500781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7af1fe81-56e6-4ccf-9c00-9977725378b2 req-ef0e80ff-da60-4015-b376-12efa1974957 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0738537
Nov 13 21:36:13.551547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7af1fe81-56e6-4ccf-9c00-9977725378b2 req-1fc9923a-8c7c-4439-b36c-92ccccbcb88c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435679
Nov 13 21:36:13.776910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c3a6e-9815-4663-ab9a-d25591cfb416 req-47e38ab6-5e10-438a-8bd3-30a7da308f8e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:13.778612 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-526c3a6e-9815-4663-ab9a-d25591cfb416 req-47e38ab6-5e10-438a-8bd3-30a7da308f8e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0512581
Nov 13 21:36:13.836984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-526c3a6e-9815-4663-ab9a-d25591cfb416 req-1d4e1e76-d80f-42a8-b394-f6edb64e4fec tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516670
Nov 13 21:36:13.935093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae401-0cd8-4368-b085-3e1e02125a15 req-641bc105-b80c-48b5-8771-94ef85881adc tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:13.943779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b35ae401-0cd8-4368-b085-3e1e02125a15 req-641bc105-b80c-48b5-8771-94ef85881adc tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.0649958
Nov 13 21:36:13.999371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bec870-31a7-4d6d-b43e-b930ff75c61d req-fc9d55ba-5516-4622-bb2a-8e4169a1f9a9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:14.001471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5bec870-31a7-4d6d-b43e-b930ff75c61d req-fc9d55ba-5516-4622-bb2a-8e4169a1f9a9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0818601
Nov 13 21:36:14.006773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b35ae401-0cd8-4368-b085-3e1e02125a15 req-bb32e09b-45f3-4177-ab8b-dbf638d6dbb5 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552273
Nov 13 21:36:14.058152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a5bec870-31a7-4d6d-b43e-b930ff75c61d req-340059cc-69f3-4c8a-87f0-d807e0fa4aad tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444710
Nov 13 21:36:14.598746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-32be4e0b-fac2-4aa9-ade9-8475a2b422b4 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:14.600252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-32be4e0b-fac2-4aa9-ade9-8475a2b422b4 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.37 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 813 time: 0.1261919
Nov 13 21:36:14.620553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:14.633414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eeb2e1fe-1664-4a72-8b66-820304463893 req-0a9e76dc-cc71-4411-bb39-6d6fd505b49a tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 210 time: 0.0425019
Nov 13 21:36:14.689391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-31d7685d-b4f8-40ff-97da-1d23f9fbb4a2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406 HTTP/1.1" status: 200  len: 380 time: 0.0788965
Nov 13 21:36:14.699082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'port': {'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'admin_state_up': True, 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'security_groups': ['6986dda7-0066-4074-bf9f-b183b9029f69']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:14.882664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Made reservation on behalf of 4fb7ad13c9ca4cdc82aa3c91c886f406 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:14.886916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:15.046059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Allocated IP 172.20.0.10 (5981e510-4976-4abf-989e-c7a28fd7124a/ae6ccc57-2875-4010-85fc-54a9a1cbc4b4/18aa8eb0-6788-4d88-857e-b14b0d22dd95) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:15.160595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534dc7b-0f86-4fd9-989e-181f8461edac req-e968d123-1f3a-4c9e-994e-bd728d360241 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:15.171170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e534dc7b-0f86-4fd9-989e-181f8461edac req-e968d123-1f3a-4c9e-994e-bd728d360241 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.0774024
Nov 13 21:36:15.219818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:15.229268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e534dc7b-0f86-4fd9-989e-181f8461edac req-139b2c9f-176d-4179-b3d9-e51b3f214a77 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570171
Nov 13 21:36:15.235740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device c307b219-1644-4fb0-b2da-b975020d7f5b no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:36:15.286923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: c307b219-1644-4fb0-b2da-b975020d7f5b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:36:15.287678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device c307b219-1644-4fb0-b2da-b975020d7f5b not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:36:15.333164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:15.388292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Network 5981e510-4976-4abf-989e-c7a28fd7124a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:15.393711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:15.402904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:15.439772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35005d4a-b59b-418e-9ce3-497e1342bff1 req-5187fa1e-b4b8-458f-81cc-e1ddda766c37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:15.441355 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35005d4a-b59b-418e-9ce3-497e1342bff1 req-5187fa1e-b4b8-458f-81cc-e1ddda766c37 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.1367815
Nov 13 21:36:15.442069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'Port': ['ID=18aa8eb0-6788-4d88-857e-b14b0d22dd95,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:15.458796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34090) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:15.466918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Request body: {'floatingip': {'port_id': '54a553ff-bdb2-41f3-9755-d05a597c47dd'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:15.516324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:15.517042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:15.533138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:15.701162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-3b0a1a9a-8ce1-4064-b085-e416b7384aaa tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0056388
Nov 13 21:36:15.731282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Request body: {'port': {'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:15.777466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e3087276-ed5e-4de3-a2b0-93904737a0be None None] Provisioning complete for port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:15.779200 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3087276-ed5e-4de3-a2b0-93904737a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:15.837095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3087276-ed5e-4de3-a2b0-93904737a0be None None] Port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:36:15.855503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9a639-996b-4a66-b760-e2f9af408a8d req-c7d7899a-bd2c-431e-8403-4a3832a080c1 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:15.857062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17c9a639-996b-4a66-b760-e2f9af408a8d req-c7d7899a-bd2c-431e-8403-4a3832a080c1 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 932 time: 0.1004496
Nov 13 21:36:15.932064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17c9a639-996b-4a66-b760-e2f9af408a8d req-207db175-4a44-4bfd-8ac7-c9723c6c219e tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687480
Nov 13 21:36:16.222653 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:16.780285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:16.820948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18aa8eb0-6788-4d88-857e-b14b0d22dd95 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:16.830204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:16.836594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:16.882016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Transition to ACTIVE for port object 18aa8eb0-6788-4d88-857e-b14b0d22dd95 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:36:16.924388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:16.996032 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Floating IP 77c34d78-735e-48db-8f1c-1a61321f781f associated. External IP: 172.35.3.152, port: 54a553ff-bdb2-41f3-9755-d05a597c47dd.
Nov 13 21:36:17.000624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5742-a726-4300-b19b-4946938193ce service neutron] Pushing event updated for resources: {'Port': ['ID=18aa8eb0-6788-4d88-857e-b14b0d22dd95,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:17.197519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdb8bf-4bd7-446a-987a-78bc114b2d3f req-2710b5a1-5cf9-40cb-ab00-e371d532b688 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:17.199217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07fdb8bf-4bd7-446a-987a-78bc114b2d3f req-2710b5a1-5cf9-40cb-ab00-e371d532b688 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 944 time: 0.1642342
Nov 13 21:36:17.245403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Attempting to bind port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:36:17.245700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Attempting to bind port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:36:17.245947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Attempting to bind port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 on network 5981e510-4976-4abf-989e-c7a28fd7124a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:17.261485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 on network 5981e510-4976-4abf-989e-c7a28fd7124a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:36:17.261812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Attempting to bind port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 on network 5981e510-4976-4abf-989e-c7a28fd7124a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:17.279813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:36:17.280254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Checking segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:36:17.280526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Bound using segment: {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:36:17.281334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Bound port: 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5031dddc-10c2-4651-92b9-88d8496c40ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:36:17.281334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:17.337577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07fdb8bf-4bd7-446a-987a-78bc114b2d3f req-b3c0c779-b0ca-45b7-bc3a-4e9292dcacf2 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276059
Nov 13 21:36:17.454675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] For port 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:36:17.466143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] For port 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:36:17.475586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:36:17.563372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:17.577808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6b93-21e5-4715-aab2-29c2c6118e5c req-9d9a29d4-cae0-44ec-a10c-2f5ad6b8d74e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:17.579437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-783a6b93-21e5-4715-aab2-29c2c6118e5c req-9d9a29d4-cae0-44ec-a10c-2f5ad6b8d74e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.1263278
Nov 13 21:36:17.669175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:17.669809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:17.671215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-09db5742-a726-4300-b19b-4946938193ce service neutron] 10.222.0.37 "PUT /v2.0/ports/18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 1092 time: 1.9524636
Nov 13 21:36:17.672879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:17.675186 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9ba52-79c6-420a-a848-4788957cd576" -d '{"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:17.733689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:36:17.741170 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5c11a2-86e6-49de-9ade-c06ca129b850 x-openstack-request-id: req-0b5c11a2-86e6-49de-9ade-c06ca129b850 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:17.741659 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:17.742324 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b5c11a2-86e6-49de-9ade-c06ca129b850 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:17.743284 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'status': 'completed', 'code': 200}
Nov 13 21:36:17.744005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5742-a726-4300-b19b-4946938193ce service neutron] Pushing event updated for resources: {'Port': ['ID=18aa8eb0-6788-4d88-857e-b14b0d22dd95,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:17.750076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:36:17.752324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:17.766085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-783a6b93-21e5-4715-aab2-29c2c6118e5c req-026b8f1b-1db8-41c9-b982-b15aac4ebfc1 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529951
Nov 13 21:36:17.776007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:36:17.776007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfb8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:35:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:17.839285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f82322bc-1d00-4416-9ce0-51ec9d7ab87b tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "PUT /v2.0/floatingips/77c34d78-735e-48db-8f1c-1a61321f781f HTTP/1.1" status: 200  len: 991 time: 2.3791759
Nov 13 21:36:17.877048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ba52-79c6-420a-a848-4788957cd576 req-d066ea0b-4d8c-49d3-809d-fa9033350228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:17.879242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00d9ba52-79c6-420a-a848-4788957cd576 req-d066ea0b-4d8c-49d3-809d-fa9033350228 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1095 time: 0.0915096
Nov 13 21:36:17.940290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d0607-aa87-4120-a65b-91f91ad8bf40 req-ca82cd19-950a-48f8-ab40-8290a4d63c3e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:17.941249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:36:17.941931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d4d0607-aa87-4120-a65b-91f91ad8bf40 req-ca82cd19-950a-48f8-ab40-8290a4d63c3e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0796201
Nov 13 21:36:17.987598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ba52-79c6-420a-a848-4788957cd576 req-5e328b26-f8f1-4409-8f08-be05bada620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:17.989508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00d9ba52-79c6-420a-a848-4788957cd576 req-5e328b26-f8f1-4409-8f08-be05bada620f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1025550
Nov 13 21:36:17.994029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d4d0607-aa87-4120-a65b-91f91ad8bf40 req-dfa05f33-a6a6-4568-9700-a2bb00a89812 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449860
Nov 13 21:36:18.104949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9ba52-79c6-420a-a848-4788957cd576 req-c3223ec6-3749-4aba-891f-27e3c3d9122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:18.106443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00d9ba52-79c6-420a-a848-4788957cd576 req-c3223ec6-3749-4aba-891f-27e3c3d9122a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1104219
Nov 13 21:36:18.191232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-98e90dfb-1673-4cd9-8e89-d60893e72263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:18.192924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-98e90dfb-1673-4cd9-8e89-d60893e72263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1095 time: 0.0476882
Nov 13 21:36:18.211892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfb8b0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '77c34d78-735e-48db-8f1c-1a61321f781f', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'floating_ip_address': '172.35.3.152', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'port_id': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'mac_address': 'fa:16:3e:cc:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:00Z', 'updated_at': '2021-11-13T21:36:16Z', 'revision_number': 1, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:18.239051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:36:18.239912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-32d217a0-fa94-4c63-bd15-4bdd1ec0e12d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 217 time: 0.0368750
Nov 13 21:36:18.248025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:36:18.248611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfb8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:35:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:18.292799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-ac23a7bd-23d4-4c89-8209-b9abbc430cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:18.294342 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-ac23a7bd-23d4-4c89-8209-b9abbc430cca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 200  len: 852 time: 0.0481410
Nov 13 21:36:18.347121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312148c-e983-4239-a71a-7517f6d671b4 req-da63e3fc-432b-452a-9cd3-384e3652c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:18.348731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-da63e3fc-432b-452a-9cd3-384e3652c367 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5981e510-4976-4abf-989e-c7a28fd7124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477512
Nov 13 21:36:18.362822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:36:18.505899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-39983dd2-b62a-4563-96d7-97e26c16e68c service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504142
Nov 13 21:36:18.514025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594439e1-e372-43a6-a2a2-a2ed2855beb1 req-7f70c291-3f10-481f-b1af-3095552fb93b tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:18.515450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-594439e1-e372-43a6-a2a2-a2ed2855beb1 req-7f70c291-3f10-481f-b1af-3095552fb93b tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 944 time: 0.0788078
Nov 13 21:36:18.621369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdfb8b0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '77c34d78-735e-48db-8f1c-1a61321f781f', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'floating_ip_address': '172.35.3.152', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'port_id': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'mac_address': 'fa:16:3e:cc:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:00Z', 'updated_at': '2021-11-13T21:36:16Z', 'revision_number': 1, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:18.647409 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-594439e1-e372-43a6-a2a2-a2ed2855beb1 req-a0c3dc30-d6a6-42b7-9acd-23386c51180b tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234937
Nov 13 21:36:18.661125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27715d5-d3ee-479c-bd48-910f5d37dea7 None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '77c34d78-735e-48db-8f1c-1a61321f781f', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'floating_ip_address': '172.35.3.152', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'port_id': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'mac_address': 'fa:16:3e:cc:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:00Z', 'updated_at': '2021-11-13T21:36:16Z', 'revision_number': 1, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:36:18.666027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1312148c-e983-4239-a71a-7517f6d671b4 req-41f03921-ac81-425c-b8a9-7aa0278b9e2f service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495347
Nov 13 21:36:18.884312 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ccbf0-c26b-47c3-ad7b-88627b12edda None None] New status for floating IP 77c34d78-735e-48db-8f1c-1a61321f781f: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:36:19.897817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34202) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:20.007969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eec31-120a-445c-8289-83fdf27ecdd8 req-2643520c-3ca0-406c-9e5d-94bffc23e7bc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.009634 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d3eec31-120a-445c-8289-83fdf27ecdd8 req-2643520c-3ca0-406c-9e5d-94bffc23e7bc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0528646
Nov 13 21:36:20.030447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-979eef72-d4d8-40a4-a966-93ac112031f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.052048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:20.054415 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7df905-b5d3-4cfa-bb02-6f353720af00" -d '{"events": [{"name": "network-changed", "server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:20.079137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c316-99a2-4f43-a983-6a709d27410d req-2727397a-f844-4951-ad6e-11c0022843b8 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.080752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e20c316-99a2-4f43-a983-6a709d27410d req-2727397a-f844-4951-ad6e-11c0022843b8 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 944 time: 0.3717823
Nov 13 21:36:20.091501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d3eec31-120a-445c-8289-83fdf27ecdd8 req-51345d46-7731-441e-aa45-a09d654e3554 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749817
Nov 13 21:36:20.153411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-979eef72-d4d8-40a4-a966-93ac112031f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.153798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e20c316-99a2-4f43-a983-6a709d27410d req-f4cf0383-f04d-4e98-8133-66698e20c55f tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655756
Nov 13 21:36:20.197832 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049a13a0-6b10-4311-8311-a8068b839da8 x-openstack-request-id: req-049a13a0-6b10-4311-8311-a8068b839da8 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:20.198160 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:20.198480 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-049a13a0-6b10-4311-8311-a8068b839da8 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:20.198970 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'status': 'completed', 'code': 200}
Nov 13 21:36:20.247358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-979eef72-d4d8-40a4-a966-93ac112031f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.260674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-4665aef4-ef5b-46af-9c4b-fad7f989427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.262193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-4665aef4-ef5b-46af-9c4b-fad7f989427e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 1096 time: 0.0406117
Nov 13 21:36:20.295408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-979eef72-d4d8-40a4-a966-93ac112031f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=207a4f0bfef14597be43b88497a1886e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3966947
Nov 13 21:36:20.296140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eef72-d4d8-40a4-a966-93ac112031f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5dd47-5643-4e44-9d1d-c1153086281e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:20.299194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34212) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:20.312922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800afac9-e4bc-4849-bd34-516b7ac28439 req-b8257608-ed0d-4e0b-b371-b29ff554d436 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.314395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-800afac9-e4bc-4849-bd34-516b7ac28439 req-b8257608-ed0d-4e0b-b371-b29ff554d436 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0964725
Nov 13 21:36:20.359295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-a10a5e47-62ba-496c-8e76-c9b163003947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.361120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-a10a5e47-62ba-496c-8e76-c9b163003947 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.0913634
Nov 13 21:36:20.392042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-800afac9-e4bc-4849-bd34-516b7ac28439 req-19555efa-eb4b-4aa3-b598-8b5d7e39070e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685470
Nov 13 21:36:20.392815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68cc9c2b-2189-45ab-8ca5-39a69f7d07aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.416865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68cc9c2b-2189-45ab-8ca5-39a69f7d07aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.434105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-ec65c4ec-cbbb-44e2-8ee9-cc68d338eb9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd HTTP/1.1" status: 200  len: 1001 time: 0.0596929
Nov 13 21:36:20.493577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-4c2cb098-425b-457d-95b0-737d04dc5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.495039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-4c2cb098-425b-457d-95b0-737d04dc5445 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0523479
Nov 13 21:36:20.543766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-3684f700-6205-4c69-94e2-2d80769aca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.544089 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68cc9c2b-2189-45ab-8ca5-39a69f7d07aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.545600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-3684f700-6205-4c69-94e2-2d80769aca5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435445
Nov 13 21:36:20.546734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-68cc9c2b-2189-45ab-8ca5-39a69f7d07aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:20.547860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-68cc9c2b-2189-45ab-8ca5-39a69f7d07aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9e5dd47-5643-4e44-9d1d-c1153086281e HTTP/1.1" status: 204  len: 168 time: 0.2477574
Nov 13 21:36:20.565002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc9c2b-2189-45ab-8ca5-39a69f7d07aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5dd47-5643-4e44-9d1d-c1153086281e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:20.590624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f84a-7c5f-47e2-9e72-82f0be45d482 req-b378fd5e-aceb-47ac-b43d-370a3412dd2f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.592967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ce8f84a-7c5f-47e2-9e72-82f0be45d482 req-b378fd5e-aceb-47ac-b43d-370a3412dd2f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0763521
Nov 13 21:36:20.642671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ce8f84a-7c5f-47e2-9e72-82f0be45d482 req-1694030d-5164-4280-bd04-deeec50f8c53 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434432
Nov 13 21:36:20.654960 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-c0386bf5-86fe-4bd6-9390-dba7d52fd4da service neutron] 10.222.0.46 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014061
Nov 13 21:36:20.781085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f7df905-b5d3-4cfa-bb02-6f353720af00 req-4db930f1-e97d-48fa-b3a9-ac377627672f service neutron] 10.222.0.46 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1192720
Nov 13 21:36:20.789461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b7e9c-ad1e-436f-b943-66f54fa31f5d req-af3ce669-49ab-407b-979b-ba6c551c6a8c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:20.790879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-364b7e9c-ad1e-436f-b943-66f54fa31f5d req-af3ce669-49ab-407b-979b-ba6c551c6a8c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0702918
Nov 13 21:36:20.838981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-364b7e9c-ad1e-436f-b943-66f54fa31f5d req-d1ead15c-6180-4d45-ad18-9d9bc522c7a7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417323
Nov 13 21:36:21.057159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f55d6-3701-42bb-8475-5ffb78580543 req-f667c8d3-3d1d-42a9-aad0-9d53e1b5a538 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:21.058688 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e34f55d6-3701-42bb-8475-5ffb78580543 req-f667c8d3-3d1d-42a9-aad0-9d53e1b5a538 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0547712
Nov 13 21:36:21.106679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e34f55d6-3701-42bb-8475-5ffb78580543 req-3f05967d-2dc7-4814-8f61-99c6c698ed14 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420561
Nov 13 21:36:21.226347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34238) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:21.227735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b766a3-425d-4907-a405-86912519be24 req-7c639974-fcbf-4250-8632-2acde5fe63d4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:21.229449 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73b766a3-425d-4907-a405-86912519be24 req-7c639974-fcbf-4250-8632-2acde5fe63d4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0532951
Nov 13 21:36:21.239407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e10be24-6b9f-4acd-b327-d0e0b2f2e019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.296683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73b766a3-425d-4907-a405-86912519be24 req-1a463b70-bdb7-488a-b035-016bc02027ee tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528309
Nov 13 21:36:21.355035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14cad-bf4b-4daf-8bf9-b4b719a0f3a2 req-9d61f774-e6de-4e43-8b7f-ca4bd6fbe187 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:21.356546 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bb14cad-bf4b-4daf-8bf9-b4b719a0f3a2 req-9d61f774-e6de-4e43-8b7f-ca4bd6fbe187 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 944 time: 0.0723145
Nov 13 21:36:21.370740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e10be24-6b9f-4acd-b327-d0e0b2f2e019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.415396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3bb14cad-bf4b-4daf-8bf9-b4b719a0f3a2 req-5d31e093-003b-4174-886f-270091fba799 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508697
Nov 13 21:36:21.437054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e10be24-6b9f-4acd-b327-d0e0b2f2e019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.479519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10be24-6b9f-4acd-b327-d0e0b2f2e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c111037f-c964-4ae4-a0c2-dcbe56809dda,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:21.485117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2e10be24-6b9f-4acd-b327-d0e0b2f2e019 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddf36cb3844c463da75a82c6eebde457&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2601280
Nov 13 21:36:21.488128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34262) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:21.533133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f180db-bef6-41b9-b673-aef6fbeacb3d req-d282a73e-4710-47a6-88cf-af4e5c77d73a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:21.534654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43f180db-bef6-41b9-b673-aef6fbeacb3d req-d282a73e-4710-47a6-88cf-af4e5c77d73a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0523884
Nov 13 21:36:21.544543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e54bc28-6d59-46b5-a458-2b38c77adca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.562712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e54bc28-6d59-46b5-a458-2b38c77adca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.587332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-43f180db-bef6-41b9-b673-aef6fbeacb3d req-07d6bdfc-fe0b-4466-9291-5592e4057c4a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458422
Nov 13 21:36:21.703606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f71739-ad1d-4c39-b181-950c753497e7 req-edcbb4f4-fc75-4341-85ec-01f398a567f3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:21.705106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1f71739-ad1d-4c39-b181-950c753497e7 req-edcbb4f4-fc75-4341-85ec-01f398a567f3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0487647
Nov 13 21:36:21.706154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e54bc28-6d59-46b5-a458-2b38c77adca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.708714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e54bc28-6d59-46b5-a458-2b38c77adca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:21.709822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e54bc28-6d59-46b5-a458-2b38c77adca7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c111037f-c964-4ae4-a0c2-dcbe56809dda HTTP/1.1" status: 204  len: 168 time: 0.2203457
Nov 13 21:36:21.725192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54bc28-6d59-46b5-a458-2b38c77adca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c111037f-c964-4ae4-a0c2-dcbe56809dda,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:21.765161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b1f71739-ad1d-4c39-b181-950c753497e7 req-613a5845-a27d-4286-b2cb-d1f6ab0b60c2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527368
Nov 13 21:36:21.933679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57554d1-69c0-43c0-ac3d-e0b38eab0f21 req-96444097-252e-4965-8741-c4cc4f5b178f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:21.935178 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e57554d1-69c0-43c0-ac3d-e0b38eab0f21 req-96444097-252e-4965-8741-c4cc4f5b178f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0506458
Nov 13 21:36:21.986728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e57554d1-69c0-43c0-ac3d-e0b38eab0f21 req-25c08730-c201-44a1-b395-d119113705db tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454352
Nov 13 21:36:22.106942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5669e9-9245-4b89-b004-2d17adc4e644 req-b987762b-73c1-45ba-b2b6-2fb3b102bfbc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:22.108531 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb5669e9-9245-4b89-b004-2d17adc4e644 req-b987762b-73c1-45ba-b2b6-2fb3b102bfbc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0488160
Nov 13 21:36:22.157996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eb5669e9-9245-4b89-b004-2d17adc4e644 req-6e5df89c-2c86-4673-927e-56366ba59781 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433376
Nov 13 21:36:22.388256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57750a9-7f2b-4d97-980a-67abf175e057 req-6dc1ee53-fac1-4485-b3f8-5fa3fdee889e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:22.389795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a57750a9-7f2b-4d97-980a-67abf175e057 req-6dc1ee53-fac1-4485-b3f8-5fa3fdee889e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0500112
Nov 13 21:36:22.438211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a57750a9-7f2b-4d97-980a-67abf175e057 req-5b8a54ec-522d-4318-a624-196aede4a236 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422852
Nov 13 21:36:22.543463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb40be5-6629-48e7-b719-56bc77564cba req-d8e0d0c3-799c-4a50-b7e9-1959fb37556f tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:22.545326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cb40be5-6629-48e7-b719-56bc77564cba req-d8e0d0c3-799c-4a50-b7e9-1959fb37556f tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 944 time: 0.0597298
Nov 13 21:36:22.567411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4b64-f2f2-450b-bf75-27475abbef77 req-5595ebe4-9a7d-453d-85e8-8b691f1c4086 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:22.573681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138b4b64-f2f2-450b-bf75-27475abbef77 req-5595ebe4-9a7d-453d-85e8-8b691f1c4086 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0637591
Nov 13 21:36:22.600709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cb40be5-6629-48e7-b719-56bc77564cba req-61b09318-24ee-4bf2-b6fa-ee6136d3fcbb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483057
Nov 13 21:36:22.622982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138b4b64-f2f2-450b-bf75-27475abbef77 req-247e6924-3491-452f-9615-0f67979869bb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443485
Nov 13 21:36:22.901914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764edfb3-5f9f-44f9-a8ed-b1294267f65b req-de1b3687-fd75-420b-b75f-fe4b7833d435 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:22.903394 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-764edfb3-5f9f-44f9-a8ed-b1294267f65b req-de1b3687-fd75-420b-b75f-fe4b7833d435 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 813 time: 0.1075680
Nov 13 21:36:22.918633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-764edfb3-5f9f-44f9-a8ed-b1294267f65b req-f5a9c689-92ca-4e27-86bb-b0e9898feff0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/quotas/37ac3cb8b49c4b22974bcd78a16f2a3b HTTP/1.1" status: 200  len: 375 time: 0.0095840
Nov 13 21:36:22.967754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-764edfb3-5f9f-44f9-a8ed-b1294267f65b req-fa311900-9225-4db9-a2dd-28b5029b676a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0435777
Nov 13 21:36:23.076987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60de603-afb0-435e-b2e1-d65bce2f9997 req-3944f898-cbbf-4142-a654-76e394687a0d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:23.078529 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d60de603-afb0-435e-b2e1-d65bce2f9997 req-3944f898-cbbf-4142-a654-76e394687a0d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0546165
Nov 13 21:36:23.126780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d60de603-afb0-435e-b2e1-d65bce2f9997 req-0c492c8c-6215-4846-adad-e4a873d50a69 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423377
Nov 13 21:36:23.244945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91955-e20a-4bc6-9d03-12eea8dfedfb req-9fba325c-f5e9-42fa-a1ad-adef09766997 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:23.246263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-64a91955-e20a-4bc6-9d03-12eea8dfedfb req-9fba325c-f5e9-42fa-a1ad-adef09766997 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0503871
Nov 13 21:36:23.281348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 18aa8eb0-6788-4d88-857e-b14b0d22dd95 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:36:23.304706 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-64a91955-e20a-4bc6-9d03-12eea8dfedfb req-9d009c7c-1c35-4b5b-9939-ebdaba1aa63d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523765
Nov 13 21:36:23.409355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:23.421523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:36:23.463925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:23.477578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18aa8eb0-6788-4d88-857e-b14b0d22dd95 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:23.499517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:23.516188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f5d45b7-c874-4402-b357-62bb4696d7ec req-44f68aed-1c15-422e-8e04-b603d1837c39 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b HTTP/1.1" status: 200  len: 221 time: 0.0272038
Nov 13 21:36:23.557392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:23.609770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=18aa8eb0-6788-4d88-857e-b14b0d22dd95,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:23.627398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aed556-7328-45b4-a30c-3a54e55b7588 req-fc3a8ae2-7445-4793-8e9f-900369f1d021 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:23.629056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44aed556-7328-45b4-a30c-3a54e55b7588 req-fc3a8ae2-7445-4793-8e9f-900369f1d021 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0542066
Nov 13 21:36:23.681987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44aed556-7328-45b4-a30c-3a54e55b7588 req-b8a9ffde-dc24-42ad-8d91-4553936434cd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457234
Nov 13 21:36:23.732447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38910e1-7505-4d6b-a98b-881f41426c3c req-53e8752c-3bd1-438a-b26d-811a9c68e724 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:23.734037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b38910e1-7505-4d6b-a98b-881f41426c3c req-53e8752c-3bd1-438a-b26d-811a9c68e724 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 945 time: 0.0600929
Nov 13 21:36:23.749554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['18aa8eb0-6788-4d88-857e-b14b0d22dd95'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:23.792363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b38910e1-7505-4d6b-a98b-881f41426c3c req-8b6f66e5-9abc-4364-9e27-1517663fcb41 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514882
Nov 13 21:36:23.812592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def312ba-78fb-4c22-9c6b-f3d90fe7918c req-c32f8012-8003-40dd-94f3-61fa4efbaa82 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:23.814189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-def312ba-78fb-4c22-9c6b-f3d90fe7918c req-c32f8012-8003-40dd-94f3-61fa4efbaa82 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0581927
Nov 13 21:36:23.865022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-def312ba-78fb-4c22-9c6b-f3d90fe7918c req-97ab2428-e626-46ec-a077-26aeb7a3e8e9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442116
Nov 13 21:36:24.017163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507d0a-c92f-4bd1-8fbe-4c9e1c671704 req-fe06de72-b294-422d-993d-d08a108ba2b4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.018785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36507d0a-c92f-4bd1-8fbe-4c9e1c671704 req-fe06de72-b294-422d-993d-d08a108ba2b4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0554388
Nov 13 21:36:24.069328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36507d0a-c92f-4bd1-8fbe-4c9e1c671704 req-aa698b17-c330-4213-a729-03a79306c30d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432146
Nov 13 21:36:24.190745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792e8a5-9aaa-4ead-843b-3a1492f859dc req-2ee3b0e6-8c77-472e-81ed-b377e75b736f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.192228 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6792e8a5-9aaa-4ead-843b-3a1492f859dc req-2ee3b0e6-8c77-472e-81ed-b377e75b736f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0483451
Nov 13 21:36:24.246747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6792e8a5-9aaa-4ead-843b-3a1492f859dc req-3c9bc469-a1ae-400b-bddd-cbfbaf7b454a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480506
Nov 13 21:36:24.379237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd410407-fc38-4d44-a030-c0e78111d79d req-642dad1d-3042-4257-a6cc-d8358e0d2400 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.381263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd410407-fc38-4d44-a030-c0e78111d79d req-642dad1d-3042-4257-a6cc-d8358e0d2400 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0510561
Nov 13 21:36:24.437387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd410407-fc38-4d44-a030-c0e78111d79d req-3d6ff6ba-95a8-45a6-9036-8b9144330aa7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491779
Nov 13 21:36:24.558692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3874d0-9880-4804-943a-7ea11f4c9aa6 req-01ff368c-7fd8-454a-93a7-f3f019d14a63 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.560870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e3874d0-9880-4804-943a-7ea11f4c9aa6 req-01ff368c-7fd8-454a-93a7-f3f019d14a63 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0504498
Nov 13 21:36:24.613873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e3874d0-9880-4804-943a-7ea11f4c9aa6 req-78f17e85-acc7-4499-8872-3c48817de151 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471029
Nov 13 21:36:24.751364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071fa5e-0d00-4e05-9c79-d6aba09b2ddf req-c5a9d23c-9769-4eb7-9c82-5569823bdba0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.752863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b071fa5e-0d00-4e05-9c79-d6aba09b2ddf req-c5a9d23c-9769-4eb7-9c82-5569823bdba0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0486512
Nov 13 21:36:24.756722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0b141559-3c00-471d-8336-6489d9b902b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:24.800564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b071fa5e-0d00-4e05-9c79-d6aba09b2ddf req-6047e882-2e1d-429d-89c7-28afe0357adb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409880
Nov 13 21:36:24.919068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3d5ca-e09b-4845-ad10-c3edd8e4c017 req-740854b5-1a99-4915-a1d7-8ae5584c63e0 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.920624 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cc3d5ca-e09b-4845-ad10-c3edd8e4c017 req-740854b5-1a99-4915-a1d7-8ae5584c63e0 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 945 time: 0.0543067
Nov 13 21:36:24.930845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ad218-2d0c-462c-8ada-8848c4ca7e23 req-30412f77-4c3e-49ce-a9fa-de38687b6e10 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:24.932565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd7ad218-2d0c-462c-8ada-8848c4ca7e23 req-30412f77-4c3e-49ce-a9fa-de38687b6e10 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0505016
Nov 13 21:36:24.975404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3cc3d5ca-e09b-4845-ad10-c3edd8e4c017 req-6cbe15d8-dd57-4ea3-9afb-6f4ccfa6b0ed tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486903
Nov 13 21:36:24.983946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd7ad218-2d0c-462c-8ada-8848c4ca7e23 req-3745d884-58f6-4b4b-bc5d-3ae801cc6178 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430789
Nov 13 21:36:25.123210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90684579-0a71-4959-9d62-fb5d8a93e47d req-a77576a5-72ea-4e0a-9579-d890072ebe95 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:25.124747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90684579-0a71-4959-9d62-fb5d8a93e47d req-a77576a5-72ea-4e0a-9579-d890072ebe95 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0565488
Nov 13 21:36:25.172335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90684579-0a71-4959-9d62-fb5d8a93e47d req-01fbc72d-dad1-4b33-95b5-a2985d25c508 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412865
Nov 13 21:36:25.283820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 18aa8eb0-6788-4d88-857e-b14b0d22dd95 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:25.288311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a5c01-03aa-41ea-924c-73c2b203d89a req-e0471d96-7207-4c62-b30c-3571532b5c34 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:25.290452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b96a5c01-03aa-41ea-924c-73c2b203d89a req-e0471d96-7207-4c62-b30c-3571532b5c34 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0493739
Nov 13 21:36:25.340625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b96a5c01-03aa-41ea-924c-73c2b203d89a req-227e4e77-c539-40f3-8205-02a129785290 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439174
Nov 13 21:36:25.425559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:36:25.430155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:25.430520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:25.480392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89241222-d84b-44ce-af0a-e719da51bc0b req-9c80fab3-5156-425d-b94c-27e6aee4de34 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:25.494159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89241222-d84b-44ce-af0a-e719da51bc0b req-9c80fab3-5156-425d-b94c-27e6aee4de34 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0632920
Nov 13 21:36:25.515757 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:25.539545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89241222-d84b-44ce-af0a-e719da51bc0b req-a4dbd1d0-958f-4b05-95aa-26cd85f01eca tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508900
Nov 13 21:36:25.542293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:25.545024 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49957dce-45ed-4bf2-95a4-f63a85c13656" -d '{"events": [{"server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "name": "network-vif-plugged", "status": "completed", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:25.569218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:25.599049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34470) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:25.625414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:25.678741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=18aa8eb0-6788-4d88-857e-b14b0d22dd95,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:25.682648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533416f-7e6b-4b1d-ad25-ef2e5d58fb5a req-c8aecb9a-47c9-43cf-902a-312ee3209fb7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:25.684658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1533416f-7e6b-4b1d-ad25-ef2e5d58fb5a req-c8aecb9a-47c9-43cf-902a-312ee3209fb7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0619962
Nov 13 21:36:25.719196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0152-22b2-4efa-8a87-2a9541d97d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:25.749229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1533416f-7e6b-4b1d-ad25-ef2e5d58fb5a req-119ab30a-8d9d-4ad9-acb9-2b3d06e4d2ce tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578835
Nov 13 21:36:25.788459 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca20240-8e74-4989-bc25-2a6633288f42 x-openstack-request-id: req-cca20240-8e74-4989-bc25-2a6633288f42 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:25.789019 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "name": "network-vif-plugged", "status": "completed", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:25.793400 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cca20240-8e74-4989-bc25-2a6633288f42 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:25.793400 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'code': 200}
Nov 13 21:36:25.806363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0152-22b2-4efa-8a87-2a9541d97d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:25.854567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e8cb0152-22b2-4efa-8a87-2a9541d97d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:25.889640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0aba8-7f2e-4a47-b254-d7bb79bc9798 req-c6c1417e-3400-4f9a-9be3-45cade714976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:25.891743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fc0aba8-7f2e-4a47-b254-d7bb79bc9798 req-c6c1417e-3400-4f9a-9be3-45cade714976 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1097 time: 0.0493681
Nov 13 21:36:25.924773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e8cb0152-22b2-4efa-8a87-2a9541d97d36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c46d3069b0d405c8cf66c0e98fc3e66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3243546
Nov 13 21:36:25.926362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb0152-22b2-4efa-8a87-2a9541d97d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a514b34-8f33-45af-a88f-88af70474dcd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:25.928903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34478) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:25.936955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba02ac-3ebb-4deb-8c13-934b4b4379fd req-37071e1e-0688-46f4-a92b-5efb8b836021 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:25.938762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abba02ac-3ebb-4deb-8c13-934b4b4379fd req-37071e1e-0688-46f4-a92b-5efb8b836021 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0946529
Nov 13 21:36:25.957831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fc0aba8-7f2e-4a47-b254-d7bb79bc9798 req-bdf5f828-fd93-41d4-9f24-777105e058de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592823
Nov 13 21:36:25.989266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-abba02ac-3ebb-4deb-8c13-934b4b4379fd req-4ca79753-ef88-4991-bf11-080b1a269f2b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437732
Nov 13 21:36:25.993687 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b309c8bd-034c-4ab9-8822-a33f3cb614fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:26.017815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b309c8bd-034c-4ab9-8822-a33f3cb614fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:26.106622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab403e-f4d0-489b-85aa-bb5e7bf76084 req-1c698864-4b89-47d1-a858-6f8ab3ce1ccc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:26.108182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46ab403e-f4d0-489b-85aa-bb5e7bf76084 req-1c698864-4b89-47d1-a858-6f8ab3ce1ccc tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0528781
Nov 13 21:36:26.112288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d6da-f0c9-4af1-a22e-8190e52c0bed req-5d44d92f-b1c9-4fbf-abb0-a4be39ad3cbd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:26.113792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a49d6da-f0c9-4af1-a22e-8190e52c0bed req-5d44d92f-b1c9-4fbf-abb0-a4be39ad3cbd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0521090
Nov 13 21:36:26.159930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46ab403e-f4d0-489b-85aa-bb5e7bf76084 req-5240039f-42ac-4ff6-8742-f332c4c28c06 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453141
Nov 13 21:36:26.161005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a49d6da-f0c9-4af1-a22e-8190e52c0bed req-bddd40e1-4681-40d8-a51d-d4e811c5f28f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411768
Nov 13 21:36:26.161218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b309c8bd-034c-4ab9-8822-a33f3cb614fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:26.163836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b309c8bd-034c-4ab9-8822-a33f3cb614fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:26.168038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b309c8bd-034c-4ab9-8822-a33f3cb614fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a514b34-8f33-45af-a88f-88af70474dcd HTTP/1.1" status: 204  len: 168 time: 0.2356896
Nov 13 21:36:26.182441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309c8bd-034c-4ab9-8822-a33f3cb614fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a514b34-8f33-45af-a88f-88af70474dcd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:26.373824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7c129-1b66-4d7d-b829-4d8313a8f1a7 req-9fa1c3b9-80f3-43ef-853d-4593aeab36bb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:26.375339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c7c129-1b66-4d7d-b829-4d8313a8f1a7 req-9fa1c3b9-80f3-43ef-853d-4593aeab36bb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0486116
Nov 13 21:36:26.426642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c7c129-1b66-4d7d-b829-4d8313a8f1a7 req-78a4daba-5705-41cf-b7c9-4dd19b782090 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451093
Nov 13 21:36:26.560676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150378c-f666-4b0a-950b-68bb63adae87 req-065087c9-bb6c-4811-b664-80fe77a91aff tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:26.563329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6150378c-f666-4b0a-950b-68bb63adae87 req-065087c9-bb6c-4811-b664-80fe77a91aff tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0591955
Nov 13 21:36:26.618795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6150378c-f666-4b0a-950b-68bb63adae87 req-4e65679b-5a67-46ca-bb9b-6120b93e49e9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492225
Nov 13 21:36:26.839985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456a6e-bc26-408c-8e6e-42db22efd9c1 req-deff99a0-0dea-4227-ab17-076d3330e186 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:26.841640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11456a6e-bc26-408c-8e6e-42db22efd9c1 req-deff99a0-0dea-4227-ab17-076d3330e186 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0503747
Nov 13 21:36:26.866543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34504) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:26.880796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9f8823b-1bae-4df6-bf7d-c4a67315e22b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:26.890952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11456a6e-bc26-408c-8e6e-42db22efd9c1 req-795fc374-1514-41aa-834b-ea2e0e8d736b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431781
Nov 13 21:36:26.959390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9f8823b-1bae-4df6-bf7d-c4a67315e22b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.010707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6e953-ee4d-4db3-841d-d3c52b90a5bc req-c34e8692-564d-47aa-8d9f-7acb6644e219 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:27.012116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50b6e953-ee4d-4db3-841d-d3c52b90a5bc req-c34e8692-564d-47aa-8d9f-7acb6644e219 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0488813
Nov 13 21:36:27.031379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9f8823b-1bae-4df6-bf7d-c4a67315e22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.091659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9f8823b-1bae-4df6-bf7d-c4a67315e22b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8ab140ebc1f4853b332003b4d719006&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2240362
Nov 13 21:36:27.092802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8823b-1bae-4df6-bf7d-c4a67315e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdafd8c5-f7ef-4eba-a691-facffd2ed4b8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:27.094372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34508) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:27.098227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50b6e953-ee4d-4db3-841d-d3c52b90a5bc req-501e8116-96b9-4020-840a-470c9c049806 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798454
Nov 13 21:36:27.100149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-813e4e47-5406-426c-9e5d-b38bf017e1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.151843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9737e027-76f4-4f61-b648-7abf6beff223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.177747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9737e027-76f4-4f61-b648-7abf6beff223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.260535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251b1e0-c8e3-4cc9-b6fd-91d0e46bdbf7 req-c78bacf2-8ab1-461a-a4f4-8d86bdc65d54 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:27.262269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4251b1e0-c8e3-4cc9-b6fd-91d0e46bdbf7 req-c78bacf2-8ab1-461a-a4f4-8d86bdc65d54 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0619433
Nov 13 21:36:27.284932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5209d01-1a97-4554-9ce9-f2bf1774e38a req-d6537817-c833-4831-9888-9a1419883490 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:27.286468 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5209d01-1a97-4554-9ce9-f2bf1774e38a req-d6537817-c833-4831-9888-9a1419883490 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0528188
Nov 13 21:36:27.316224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4251b1e0-c8e3-4cc9-b6fd-91d0e46bdbf7 req-9b85905f-0a13-4ea2-a61a-0cb3aca5e4ed tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472193
Nov 13 21:36:27.335028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9737e027-76f4-4f61-b648-7abf6beff223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.338451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9737e027-76f4-4f61-b648-7abf6beff223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:27.339676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9737e027-76f4-4f61-b648-7abf6beff223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cdafd8c5-f7ef-4eba-a691-facffd2ed4b8 HTTP/1.1" status: 204  len: 168 time: 0.2434890
Nov 13 21:36:27.348072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5209d01-1a97-4554-9ce9-f2bf1774e38a req-267060bd-7d48-42ca-8d7d-fd7553b80077 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540397
Nov 13 21:36:27.352833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737e027-76f4-4f61-b648-7abf6beff223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdafd8c5-f7ef-4eba-a691-facffd2ed4b8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:27.437243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b11f6-eb84-4137-a793-d56d342203fb req-d3212bf8-2d54-42ce-b7ed-ea91833a65e6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:27.438839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb0b11f6-eb84-4137-a793-d56d342203fb req-d3212bf8-2d54-42ce-b7ed-ea91833a65e6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0513167
Nov 13 21:36:27.489146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb0b11f6-eb84-4137-a793-d56d342203fb req-3c8436c3-3161-4be3-9b64-5539ebae2378 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443482
Nov 13 21:36:27.854427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f4977-30c9-414e-b837-43f4420bb0de req-f6975af5-b03b-4264-8b36-ca80f439ef37 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:27.857149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d80f4977-30c9-414e-b837-43f4420bb0de req-f6975af5-b03b-4264-8b36-ca80f439ef37 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0523553
Nov 13 21:36:27.908530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d80f4977-30c9-414e-b837-43f4420bb0de req-831147ba-99dc-4d36-b26b-9530760d1e74 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465002
Nov 13 21:36:28.484297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d316a-5488-4c22-b930-dc85fe53ff8b req-14e2d7ce-d2f9-464d-bb71-3357f2b8b0f0 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:28.485813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c57d316a-5488-4c22-b930-dc85fe53ff8b req-14e2d7ce-d2f9-464d-bb71-3357f2b8b0f0 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0492384
Nov 13 21:36:28.537535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c57d316a-5488-4c22-b930-dc85fe53ff8b req-54c95125-0331-42e7-bbcf-322a3c9a83dd tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455892
Nov 13 21:36:28.551576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:28.655084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c48d42-c924-4ec1-b5f7-f0249fa4fa23 req-ad18ef9a-8202-421c-8fad-59eb9331cd18 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:28.656593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84c48d42-c924-4ec1-b5f7-f0249fa4fa23 req-ad18ef9a-8202-421c-8fad-59eb9331cd18 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0496366
Nov 13 21:36:28.710256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84c48d42-c924-4ec1-b5f7-f0249fa4fa23 req-81260ac6-c48d-4bb1-85f6-aab066995e71 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455739
Nov 13 21:36:28.735156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34556) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:28.934877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bd1e7b-fe0c-4551-a2cd-b79a856dae8f tempest-TestVolumeBackupRestore-1275257701 tempest-TestVolumeBackupRestore-1275257701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:28.936846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a9bd1e7b-fe0c-4551-a2cd-b79a856dae8f tempest-TestVolumeBackupRestore-1275257701 tempest-TestVolumeBackupRestore-1275257701-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1092 time: 0.2040620
Nov 13 21:36:28.939690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:28.944606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:29.038127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb674e1f-6006-4ce8-a212-a41b0b3efd45 req-0e05da81-87f1-4316-a438-ada4a30b0343 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:29.039708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb674e1f-6006-4ce8-a212-a41b0b3efd45 req-0e05da81-87f1-4316-a438-ada4a30b0343 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0518281
Nov 13 21:36:29.053269 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.148119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb674e1f-6006-4ce8-a212-a41b0b3efd45 req-ef061574-019b-4062-a75b-fe47b60d4971 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021359
Nov 13 21:36:29.193005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34574) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:29.202962 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.303973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:29.317912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Allocated IP 172.35.3.220 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/f1ca9626-79ad-423f-b15a-dd9528dc4824) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:29.402675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.424395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.498472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.545329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.584512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:29.588182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:29.590744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:29.595280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76fd3-80ea-4d93-bb37-8d78e95ca805 req-d877e8f3-7f9b-4969-8320-098548267aa9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:29.596095 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc76fd3-80ea-4d93-bb37-8d78e95ca805 req-d877e8f3-7f9b-4969-8320-098548267aa9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0906491
Nov 13 21:36:29.629660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'Port': ['ID=f1ca9626-79ad-423f-b15a-dd9528dc4824,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:29.670388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Allocated IP 172.35.3.185 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/333ccddc-981a-413a-b1fa-b489fbd319df) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:29.689318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc76fd3-80ea-4d93-bb37-8d78e95ca805 req-ea0cde1f-9036-4b5d-869e-227a19b7b98a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750980
Nov 13 21:36:29.798996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.963216 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:29.963850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.000433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:30.003209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:30.006209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:30.021409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.045499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Pushing event updated for resources: {'Port': ['ID=333ccddc-981a-413a-b1fa-b489fbd319df,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:30.107752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.154473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.233057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.306003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.368185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.396830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.405634 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.471568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event updated for resources: {'Port': ['ID=f1ca9626-79ad-423f-b15a-dd9528dc4824,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:30.477223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.477929 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.552128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Pushing event updated for resources: {'Port': ['ID=333ccddc-981a-413a-b1fa-b489fbd319df,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:30.561949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.581740 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Floating IP 40d4f8a8-7e2c-4110-946d-768d92762588 associated. External IP: 172.35.3.220, port: 18aa8eb0-6788-4d88-857e-b14b0d22dd95.
Nov 13 21:36:30.679324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.683954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a44d2a49-26ef-43d5-9f64-5e5b1d2c5a20 tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4872324
Nov 13 21:36:30.684192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34584) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:30.689082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1043401689', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'fixed_ips': [{'ip_address': '172.35.3.185'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:30.818287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Router 66ff2255-931a-43f7-8120-39771efc71de has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:36:30.827433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935caa8e-9730-4e24-b13a-1cd38615f235 req-6b1af63d-a305-4efc-8ff7-e879ad171914 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:30.829745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-935caa8e-9730-4e24-b13a-1cd38615f235 req-6b1af63d-a305-4efc-8ff7-e879ad171914 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0616102
Nov 13 21:36:30.887452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-935caa8e-9730-4e24-b13a-1cd38615f235 req-aaa1b29a-2680-4cba-945d-1f8ecf1dc215 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512075
Nov 13 21:36:30.920350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Made reservation on behalf of 8b4b2dc8d834497e8dc360fe0b124aba for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:30.922782 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.934595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:30.980566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:36:30.990225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] Sync routers for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:36:31.000713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:36:31.001401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcef7a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:31.046882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad9769-c2f6-4b84-ac4b-4ff5706d0008 req-72e8ecaf-9afd-4fbf-8578-34a49210f829 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:31.048364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1ad9769-c2f6-4b84-ac4b-4ff5706d0008 req-72e8ecaf-9afd-4fbf-8578-34a49210f829 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0826967
Nov 13 21:36:31.097345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:31.100364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:31.150606 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f1ad9769-c2f6-4b84-ac4b-4ff5706d0008 req-3dad095e-d33e-456f-b4cb-2f0da69aec91 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931234
Nov 13 21:36:31.152026 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-415aa781-7ff1-4cef-9d7f-ece3c6b0d3fb tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2111180
Nov 13 21:36:31.152597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:31.154889 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:31.155142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34592) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:31.169397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:31.176630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] device_id is not set on port 5c052055-cfca-4927-ad04-4548b47a2837 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:36:31.221869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bdf76b-05b7-4371-bc8c-65bfca9b2873 tempest-TestVolumeBackupRestore-1275257701 tempest-TestVolumeBackupRestore-1275257701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:31.223849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-30bdf76b-05b7-4371-bc8c-65bfca9b2873 tempest-TestVolumeBackupRestore-1275257701 tempest-TestVolumeBackupRestore-1275257701-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1092 time: 0.0676022
Nov 13 21:36:31.227388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:31.230568 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecb9398-9261-43aa-90d8-fb97f48d51d2 x-openstack-request-id: req-8ecb9398-9261-43aa-90d8-fb97f48d51d2 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:31.244184 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:31.244184 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ecb9398-9261-43aa-90d8-fb97f48d51d2 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:31.244184 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'status': 'completed', 'code': 200}
Nov 13 21:36:31.244577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Request body: {'floatingip': {'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:31.301116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:36:31.301475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:31.303657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb23901-7bf5-4ef1-afb2-df81e1b02f6d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:31.386607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-8dcdc1b1-fb6c-490e-bc5f-475771d21ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:31.386938 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-8dcdc1b1-fb6c-490e-bc5f-475771d21ee5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1097 time: 0.1239111
Nov 13 21:36:31.429969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5731a74-5aad-4a3b-8a1a-db16e1d88d6d req-ee5d29f7-e985-4fa1-a4b9-63f6ebf09be5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:31.431465 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d5731a74-5aad-4a3b-8a1a-db16e1d88d6d req-ee5d29f7-e985-4fa1-a4b9-63f6ebf09be5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0945137
Nov 13 21:36:31.546596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d5731a74-5aad-4a3b-8a1a-db16e1d88d6d req-0206cb0f-ee21-424c-8a88-59b6e13aa8b0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970552
Nov 13 21:36:31.554893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcef7a30>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40d4f8a8-7e2c-4110-946d-768d92762588', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '66ff2255-931a-43f7-8120-39771efc71de', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:29Z', 'updated_at': '2021-11-13T21:36:29Z', 'revision_number': 0, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:31.592135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] Checking router: 66ff2255-931a-43f7-8120-39771efc71de for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:36:31.604394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:36:31.605198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcef7a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:31.725339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:36:31.890829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-02b7cfd3-d4fd-44ba-9956-07bedef14fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:31.891935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-02b7cfd3-d4fd-44ba-9956-07bedef14fd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 914 time: 0.4979510
Nov 13 21:36:31.894722 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:36:31.895223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:36:31.952317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7dfb2-8f54-4dcb-b722-d4df36246883 req-71a6255b-da5b-4d11-ae9d-3a9c37da9c22 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:31.954613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92b7dfb2-8f54-4dcb-b722-d4df36246883 req-71a6255b-da5b-4d11-ae9d-3a9c37da9c22 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.1204519
Nov 13 21:36:31.987408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcef7a30>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40d4f8a8-7e2c-4110-946d-768d92762588', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '66ff2255-931a-43f7-8120-39771efc71de', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:29Z', 'updated_at': '2021-11-13T21:36:29Z', 'revision_number': 0, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:31.997848 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-948f2d7a-a254-421c-b2b9-9e984596656e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 1000 time: 0.0957651
Nov 13 21:36:32.015519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e67d0-1ef7-422f-b95f-455921015bfb None None] The sync data for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 is: [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40d4f8a8-7e2c-4110-946d-768d92762588', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '66ff2255-931a-43f7-8120-39771efc71de', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:29Z', 'updated_at': '2021-11-13T21:36:29Z', 'revision_number': 0, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:36:32.025594 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50171874-594d-4dd1-89fb-41d74a6b982d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 1.3377554
Nov 13 21:36:32.028951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34606) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:32.082188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92b7dfb2-8f54-4dcb-b722-d4df36246883 req-24ce057d-f818-40c0-b38e-e6fc967747e8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176853
Nov 13 21:36:32.183443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-e16cbd5c-9372-4a00-8b4c-991bca6428d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:32.184950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-e16cbd5c-9372-4a00-8b4c-991bca6428d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 200  len: 852 time: 0.1790533
Nov 13 21:36:32.235397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.295062 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018d3fde-6dca-428d-8274-20e85c3ec322 None None] New status for floating IP 40d4f8a8-7e2c-4110-946d-768d92762588: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:36:32.298878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.299350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1802bc-7964-4ccf-a579-4282aedbd88e req-529b6f64-1649-47db-a099-58b806bdde32 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:32.300809 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f1802bc-7964-4ccf-a579-4282aedbd88e req-529b6f64-1649-47db-a099-58b806bdde32 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0995185
Nov 13 21:36:32.303872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-a4f88de7-143b-40cf-9298-72629aab3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:32.305427 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-a4f88de7-143b-40cf-9298-72629aab3ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5981e510-4976-4abf-989e-c7a28fd7124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1030741
Nov 13 21:36:32.310511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Deleting port 333ccddc-981a-413a-b1fa-b489fbd319df {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:32.310846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.462296 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f1802bc-7964-4ccf-a579-4282aedbd88e req-2753b901-d447-4adb-b86d-5916c78eec03 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493564
Nov 13 21:36:32.488233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.488589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.512457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Calling delete_port for 333ccddc-981a-413a-b1fa-b489fbd319df owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:32.520758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-2f743757-226c-4ae9-930c-b5672fae8b4c service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053370
Nov 13 21:36:32.527203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Router 66ff2255-931a-43f7-8120-39771efc71de has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:36:32.675713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26718cbd-d6fb-43fe-8978-1763eb7c47cc req-bf3d9141-c355-4548-b8e6-c04d8206c371 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:32.677209 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26718cbd-d6fb-43fe-8978-1763eb7c47cc req-bf3d9141-c355-4548-b8e6-c04d8206c371 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.1055455
Nov 13 21:36:32.678670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:36:32.683359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.686850 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2f8754d-40eb-437c-bbda-e0f8ee196d0e req-aae27c96-a9bf-4c2f-974e-06b73f28a979 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574059
Nov 13 21:36:32.694604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] Sync routers for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:36:32.709276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:36:32.710032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdd78b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:32.725790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:32.728067 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:32.782647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-05c45b5d-b093-43b3-b993-96e79301917d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "PUT /v2.0/floatingips/40d4f8a8-7e2c-4110-946d-768d92762588 HTTP/1.1" status: 200  len: 992 time: 1.5533850
Nov 13 21:36:32.808897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26718cbd-d6fb-43fe-8978-1763eb7c47cc req-72186d38-5120-4497-8cb8-353d0e6b065e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149096
Nov 13 21:36:32.830510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.858303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:36:32.868668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Pushing event deleted for resources: {'Port': ['ID=333ccddc-981a-413a-b1fa-b489fbd319df,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:32.945450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.950548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:32.956859 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4c2411ca-de87-4150-af0c-8b12dbe0186d tempest-ExternalNetworksAdminNegativeTestJSON-207794763 tempest-ExternalNetworksAdminNegativeTestJSON-207794763-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/2a502730-ffcf-49bc-b889-43ba797d93e6 HTTP/1.1" status: 204  len: 168 time: 0.9241366
Nov 13 21:36:32.970976 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3b43b-4aa1-4fc9-ac91-81b3dffb6ecb x-openstack-request-id: req-13b3b43b-4aa1-4fc9-ac91-81b3dffb6ecb {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:32.971268 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:32.971527 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13b3b43b-4aa1-4fc9-ac91-81b3dffb6ecb {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:32.972044 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'status': 'completed', 'code': 200}
Nov 13 21:36:32.980039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49312f-7483-4d19-b5a5-71b2c440311c req-751730b2-42c7-484c-9ad7-1d7310a06b3b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:32.986922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a49312f-7483-4d19-b5a5-71b2c440311c req-751730b2-42c7-484c-9ad7-1d7310a06b3b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0751953
Nov 13 21:36:33.055727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a49312f-7483-4d19-b5a5-71b2c440311c req-06c610b8-8511-4c9e-9032-c1225a7be79d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664704
Nov 13 21:36:33.070052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-8c65fed5-048e-4e19-82ec-a6910e15b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.072275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-8c65fed5-048e-4e19-82ec-a6910e15b584 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1097 time: 0.0711625
Nov 13 21:36:33.173743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdd78b0>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40d4f8a8-7e2c-4110-946d-768d92762588', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '66ff2255-931a-43f7-8120-39771efc71de', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:29Z', 'updated_at': '2021-11-13T21:36:32Z', 'revision_number': 2, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:33.200411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] Checking router: 66ff2255-931a-43f7-8120-39771efc71de for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:36:33.209040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:36:33.209682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdd78b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:33.225990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce65b-5014-4f42-9907-8f21a4236344 req-e684e86c-d349-4636-8211-bf165ba555cc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.227987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03fce65b-5014-4f42-9907-8f21a4236344 req-e684e86c-d349-4636-8211-bf165ba555cc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0725307
Nov 13 21:36:33.229418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-f9226377-00f0-49b8-9e6b-7bc1017653da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.230713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-f9226377-00f0-49b8-9e6b-7bc1017653da service neutron] 10.222.0.37 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 914 time: 0.1482258
Nov 13 21:36:33.342216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:36:33.350061 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03fce65b-5014-4f42-9907-8f21a4236344 req-432bd898-e963-4f37-a853-6556f75867ca tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138105
Nov 13 21:36:33.355789 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-3edce239-d477-4f6e-901d-90110b12dc78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 1002 time: 0.1135464
Nov 13 21:36:33.419651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-dca6e3a5-ce87-4668-9325-b46f81cf8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.421678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-dca6e3a5-ce87-4668-9325-b46f81cf8f84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 200  len: 852 time: 0.0579617
Nov 13 21:36:33.502092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-1a80bdbd-913c-4dee-a79b-ea1570fd6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.503582 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-1a80bdbd-913c-4dee-a79b-ea1570fd6767 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5981e510-4976-4abf-989e-c7a28fd7124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0751321
Nov 13 21:36:33.552965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347a52d-1112-41aa-af36-1a3409ab202f req-68e307b7-f025-473d-a1c8-ca4cfa9a5668 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.554625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6347a52d-1112-41aa-af36-1a3409ab202f req-68e307b7-f025-473d-a1c8-ca4cfa9a5668 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0869112
Nov 13 21:36:33.604398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdd78b0>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40d4f8a8-7e2c-4110-946d-768d92762588', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '66ff2255-931a-43f7-8120-39771efc71de', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:29Z', 'updated_at': '2021-11-13T21:36:32Z', 'revision_number': 2, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:36:33.631369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00f9925-ed24-488e-a5fb-13561702f949 None None] The sync data for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 is: [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40d4f8a8-7e2c-4110-946d-768d92762588', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '66ff2255-931a-43f7-8120-39771efc71de', 'port_id': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'mac_address': 'fa:16:3e:f8:7c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73151830-35fc-4f87-b4bf-637b85560607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:36:29Z', 'updated_at': '2021-11-13T21:36:32Z', 'revision_number': 2, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:36:33.646593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6347a52d-1112-41aa-af36-1a3409ab202f req-7f39e735-e17a-4be6-92c6-332d8aa37f0c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663803
Nov 13 21:36:33.650534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-6f30e4ca-b0c1-4475-ba58-04147f7d55bc service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396372
Nov 13 21:36:33.758549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd582ab2-f4c9-4a79-aa30-effb5299dd4a req-2b1dd29a-2e08-42e1-a3cd-5db08089b171 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0992553
Nov 13 21:36:33.799245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700f8b3-c4a9-4b80-8ae3-7bac0aa2d4fd req-d939f8de-057e-4240-84aa-40df9b664a24 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:33.801120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6700f8b3-c4a9-4b80-8ae3-7bac0aa2d4fd req-d939f8de-057e-4240-84aa-40df9b664a24 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0695679
Nov 13 21:36:33.852592 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6700f8b3-c4a9-4b80-8ae3-7bac0aa2d4fd req-1094f1bc-ce28-4e36-a99f-508386ed7515 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445337
Nov 13 21:36:33.862739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34638) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:33.989774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba68b3fa-fba2-4be8-ac2b-b0727dc90822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.021232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d0cc1-091d-4fe5-9e8b-2816c1d37c5e req-7945dad3-b6e3-4be2-ac83-3c3427c19194 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:34.022700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f53d0cc1-091d-4fe5-9e8b-2816c1d37c5e req-7945dad3-b6e3-4be2-ac83-3c3427c19194 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0787072
Nov 13 21:36:34.094309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f53d0cc1-091d-4fe5-9e8b-2816c1d37c5e req-7ece1bec-0b94-4f45-bbec-1690b018df5a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623631
Nov 13 21:36:34.116540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba68b3fa-fba2-4be8-ac2b-b0727dc90822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.215127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546ca8-da43-46db-b905-ab0009d0b5a2 req-000f0814-e54a-40b4-aab7-e43693c8c14d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:34.216606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59546ca8-da43-46db-b905-ab0009d0b5a2 req-000f0814-e54a-40b4-aab7-e43693c8c14d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0496888
Nov 13 21:36:34.217693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ba68b3fa-fba2-4be8-ac2b-b0727dc90822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.272740 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ba68b3fa-fba2-4be8-ac2b-b0727dc90822 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a8b589af81b4079a575c4d03cf31fbe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4089060
Nov 13 21:36:34.275828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68b3fa-fba2-4be8-ac2b-b0727dc90822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f084e9-5502-4cd3-a79f-f2620bf634d5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:34.276201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34650) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:34.311147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59546ca8-da43-46db-b905-ab0009d0b5a2 req-0b882b71-b070-45ba-9059-3fad5c632230 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878880
Nov 13 21:36:34.326598 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56246654-f693-4382-bd74-8293befb466c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.348626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56246654-f693-4382-bd74-8293befb466c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.468346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60d4e0-4074-458a-b01e-fac9a4c7d55a req-09af54a5-f6b6-49cc-8371-4c25fd67b091 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:34.469851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd60d4e0-4074-458a-b01e-fac9a4c7d55a req-09af54a5-f6b6-49cc-8371-4c25fd67b091 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0478828
Nov 13 21:36:34.471477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56246654-f693-4382-bd74-8293befb466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.474172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56246654-f693-4382-bd74-8293befb466c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:34.475343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-56246654-f693-4382-bd74-8293befb466c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99f084e9-5502-4cd3-a79f-f2620bf634d5 HTTP/1.1" status: 204  len: 168 time: 0.1981068
Nov 13 21:36:34.483993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56246654-f693-4382-bd74-8293befb466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f084e9-5502-4cd3-a79f-f2620bf634d5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:34.524037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd60d4e0-4074-458a-b01e-fac9a4c7d55a req-97ff1368-2bf7-42d8-a79c-de5e5308170f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476034
Nov 13 21:36:34.660658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80416f95-ecc5-4ac4-8cc0-c35b78f8510d req-6c03bff9-53ba-42d5-b8e7-f88c3e1a7221 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:34.664604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80416f95-ecc5-4ac4-8cc0-c35b78f8510d req-6c03bff9-53ba-42d5-b8e7-f88c3e1a7221 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0548847
Nov 13 21:36:34.710002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80416f95-ecc5-4ac4-8cc0-c35b78f8510d req-9489ed40-8d8e-43f3-8b35-f71c55509e02 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415270
Nov 13 21:36:34.850328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f4c05-4cd6-475c-af6a-66f9bfb64e33 req-b61256c0-8eed-409b-aac7-c7acb1328653 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:34.851929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a01f4c05-4cd6-475c-af6a-66f9bfb64e33 req-b61256c0-8eed-409b-aac7-c7acb1328653 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0521805
Nov 13 21:36:34.899559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a01f4c05-4cd6-475c-af6a-66f9bfb64e33 req-ee8b3560-c14f-4c6d-a00b-0289d5bf6c8f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414565
Nov 13 21:36:34.978991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:34.981454 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25f5b6e-7c91-4d68-bc05-83f8241467e2" -d '{"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:35.025685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab33ec7-8946-480c-981d-6f46c2a952b0 req-b9cde431-9aba-426c-ad75-bbccd4a5186a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.027188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ab33ec7-8946-480c-981d-6f46c2a952b0 req-b9cde431-9aba-426c-ad75-bbccd4a5186a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0577583
Nov 13 21:36:35.028647 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad640e8-9d64-4a8c-a295-e2696e6743bc x-openstack-request-id: req-8ad640e8-9d64-4a8c-a295-e2696e6743bc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:35.029107 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:35.029250 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ad640e8-9d64-4a8c-a295-e2696e6743bc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:35.029597 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'status': 'completed', 'code': 200}
Nov 13 21:36:35.081009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ab33ec7-8946-480c-981d-6f46c2a952b0 req-8a5371db-0771-46e2-9beb-9c46224d5a83 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472221
Nov 13 21:36:35.082934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-c4394724-c7d6-4b8a-b8a0-74f008238715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.084408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-c4394724-c7d6-4b8a-b8a0-74f008238715 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1097 time: 0.0427232
Nov 13 21:36:35.199444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-8f0cd11a-0f70-439e-a12c-d0fbe1c7f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.200196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34676) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:35.201018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-8f0cd11a-0f70-439e-a12c-d0fbe1c7f85c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 914 time: 0.1102662
Nov 13 21:36:35.245852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-899b37ec-277d-4cdc-9383-29ade49cebb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b4b2dc8d834497e8dc360fe0b124aba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0443389
Nov 13 21:36:35.248432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34678) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:35.297178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c50a2-a907-412a-9f0d-13bee1326791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:35.298493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-86420d0f-0d06-474b-a503-6e87713ae509 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 1002 time: 0.0896840
Nov 13 21:36:35.318875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c50a2-a907-412a-9f0d-13bee1326791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:35.322138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd36689-385d-4619-b9ec-41beb5bd49d4 req-1eb90185-4c3a-4d43-a25f-f60433a8ee53 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.323571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8cd36689-385d-4619-b9ec-41beb5bd49d4 req-1eb90185-4c3a-4d43-a25f-f60433a8ee53 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0789981
Nov 13 21:36:35.385017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-8243721f-cdde-4eae-b525-d9c4de9acc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.386489 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-8243721f-cdde-4eae-b525-d9c4de9acc5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 200  len: 852 time: 0.0809143
Nov 13 21:36:35.408637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8cd36689-385d-4619-b9ec-41beb5bd49d4 req-5e19909b-28f4-4b5a-afd5-c60c41c2e0a8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669537
Nov 13 21:36:35.440276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-5f4f6333-6397-437d-8c4d-e5ea4522602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.442309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-5f4f6333-6397-437d-8c4d-e5ea4522602f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5981e510-4976-4abf-989e-c7a28fd7124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480802
Nov 13 21:36:35.442480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c50a2-a907-412a-9f0d-13bee1326791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:35.445157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c50a2-a907-412a-9f0d-13bee1326791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:35.446522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7e4c50a2-a907-412a-9f0d-13bee1326791 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cb23901-7bf5-4ef1-afb2-df81e1b02f6d HTTP/1.1" status: 204  len: 168 time: 0.1968734
Nov 13 21:36:35.455238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c50a2-a907-412a-9f0d-13bee1326791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb23901-7bf5-4ef1-afb2-df81e1b02f6d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:35.538012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc70c-7bc8-4b09-8702-dd220375c8fe req-aac5d393-2f6d-45dd-a842-f8682710fd09 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.540308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-832bc70c-7bc8-4b09-8702-dd220375c8fe req-aac5d393-2f6d-45dd-a842-f8682710fd09 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0510776
Nov 13 21:36:35.557929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-25e80d88-6814-4761-8c26-b807aae38ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086929
Nov 13 21:36:35.593537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-832bc70c-7bc8-4b09-8702-dd220375c8fe req-5e50fe17-e79b-4329-b341-ff4d4ce0c485 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435727
Nov 13 21:36:35.651792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25f5b6e-7c91-4d68-bc05-83f8241467e2 req-c6bb755a-25c1-46ef-a07b-004aab50bbf0 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861821
Nov 13 21:36:35.810642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aa1e5-c15e-4ee2-9ecd-348fcb465bfc req-0c4b3779-fe77-49f5-a40f-a50a736b16e0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.812269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-686aa1e5-c15e-4ee2-9ecd-348fcb465bfc req-0c4b3779-fe77-49f5-a40f-a50a736b16e0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0525956
Nov 13 21:36:35.859898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-686aa1e5-c15e-4ee2-9ecd-348fcb465bfc req-7a71ae85-6389-4f10-b936-c6732fd3f6bd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415206
Nov 13 21:36:35.982551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f7d8f-ce80-4481-9a21-4366ddf71ebd req-c0be1cb2-dae5-4f37-bfc1-99a504fc568f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:35.985125 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-032f7d8f-ce80-4481-9a21-4366ddf71ebd req-c0be1cb2-dae5-4f37-bfc1-99a504fc568f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0561929
Nov 13 21:36:36.031663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-032f7d8f-ce80-4481-9a21-4366ddf71ebd req-5444189e-ca1f-4735-9e69-faf3400d8a73 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416851
Nov 13 21:36:36.163433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89240ce1-43d4-42ec-9287-de8f135bdafe req-2b66e4d8-b69f-4dcf-a4ed-08129afdc912 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:36.164927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89240ce1-43d4-42ec-9287-de8f135bdafe req-2b66e4d8-b69f-4dcf-a4ed-08129afdc912 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0486174
Nov 13 21:36:36.214263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-89240ce1-43d4-42ec-9287-de8f135bdafe req-429bd4e9-6006-4681-ae14-7221a9e886d9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432336
Nov 13 21:36:36.334909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3eaa8-f5c3-4c65-9cae-0a0b1581b59f req-66d2dfeb-9ba9-46e1-a73c-dd141346c5c7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:36.336979 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48b3eaa8-f5c3-4c65-9cae-0a0b1581b59f req-66d2dfeb-9ba9-46e1-a73c-dd141346c5c7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0534067
Nov 13 21:36:36.384579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48b3eaa8-f5c3-4c65-9cae-0a0b1581b59f req-f9665842-46b4-4059-b193-670986942367 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417676
Nov 13 21:36:37.104428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee3d44-cb39-4935-b9b7-71df46ad46c8 req-9883f846-1ab5-4c0c-a7eb-670c4b056b6b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:37.105993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfee3d44-cb39-4935-b9b7-71df46ad46c8 req-9883f846-1ab5-4c0c-a7eb-670c4b056b6b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0490322
Nov 13 21:36:37.155301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfee3d44-cb39-4935-b9b7-71df46ad46c8 req-f05b4701-e550-4ef5-aea7-a8918eb0d139 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434537
Nov 13 21:36:37.582332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34752) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:37.682053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-00473834-a75e-45a3-a3d7-f52436e4ec04 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:37.888630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-00473834-a75e-45a3-a3d7-f52436e4ec04 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "PUT /v2.0/quotas/89cbf45d631647dcaaa0d22c047efffc HTTP/1.1" status: 200  len: 366 time: 0.3057256
Nov 13 21:36:37.891214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34756) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:37.902183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f3610c6d-f583-4b7b-9bff-bdee69b4c2da tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0098946
Nov 13 21:36:37.904216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34758) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:37.914082 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8652c3b8-6983-4c02-a2e5-8accb9991e57 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "GET /v2.0/quotas/89cbf45d631647dcaaa0d22c047efffc HTTP/1.1" status: 200  len: 366 time: 0.0088537
Nov 13 21:36:37.916161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34760) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:37.981310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76b2b810-b2f3-42e2-bc55-6d4277d08832 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/89cbf45d631647dcaaa0d22c047efffc HTTP/1.1" status: 204  len: 168 time: 0.0638614
Nov 13 21:36:37.983389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:37.993056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aab97e01-7156-4e9e-84c8-1b3799f33d99 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0080595
Nov 13 21:36:37.995228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:38.004622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fd3055ad-de01-485a-bee1-6a958f645b87 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "GET /v2.0/quotas/89cbf45d631647dcaaa0d22c047efffc HTTP/1.1" status: 200  len: 370 time: 0.0084856
Nov 13 21:36:38.006985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34766) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:38.011934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c9b3c102-cdf7-4a44-b46a-0809ccf3fe20 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "GET /v2.0/quotas/89cbf45d631647dcaaa0d22c047efffc/default HTTP/1.1" status: 200  len: 370 time: 0.0040779
Nov 13 21:36:38.014268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34768) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:38.021524 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-fe140f0b-4d67-4067-b9ed-3a4a9f4aa870 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] delete failed (client error): The resource could not be found.
Nov 13 21:36:38.022447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fe140f0b-4d67-4067-b9ed-3a4a9f4aa870 tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/89cbf45d631647dcaaa0d22c047efffc HTTP/1.1" status: 404  len: 348 time: 0.0073683
Nov 13 21:36:38.238527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34774) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:38.263879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:network and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.267699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.275140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:subnet and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.278320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.282302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f12487-54f0-4355-8e39-2f955d858709 req-7414c669-2f9e-4f09-80c8-c30d5aedea8c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:38.284496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:subnetpool and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.285142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3f12487-54f0-4355-8e39-2f955d858709 req-7414c669-2f9e-4f09-80c8-c30d5aedea8c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0606804
Nov 13 21:36:38.289605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.296308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:port and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.299509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.306331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:router and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.309638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.315653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:floatingip and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.319043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.332820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3f12487-54f0-4355-8e39-2f955d858709 req-f2921560-84c3-4b77-bbd5-a6f989005173 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423119
Nov 13 21:36:38.359973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:security_group and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.363618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.370068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Usage tracker for resource:security_group_rule and project:b0a63a162a7146219f925bd1e0060c99 is out of sync, need to count used quota {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Nov 13 21:36:38.373352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.quota.resource [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=120532) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Nov 13 21:36:38.382588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e68d9f62-6b0d-477b-a974-46a5f630611e tempest-QuotasTest-114427647 tempest-QuotasTest-114427647-project-admin] 10.222.0.20 "GET /v2.0/quotas/b0a63a162a7146219f925bd1e0060c99/details.json HTTP/1.1" status: 200  len: 703 time: 0.1392756
Nov 13 21:36:38.900656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-b9d78700-4639-4756-adbd-ac5b14650bcf req-35872504-c4bd-4a00-b8b1-20fa14f4e75c service neutron] (120533) timed out ('10.222.0.20', 43210) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:36:38.964183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34782) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:39.073209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.146368 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.242685 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.284959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dbef083ef2149ee8ba0b3740d3a080c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3192098
Nov 13 21:36:39.285546 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1cdc30-6d21-42bc-a871-882775c439ed,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:39.287617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34786) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:39.293624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.293971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.294309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.294762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.294972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.295300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.295624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.295950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.296270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.296590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.296938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.297253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb42f4d8-7f25-4949-9d2b-f22739e0a20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:39.342163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72c389ae-113a-4c89-a056-50a15737554a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.364107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72c389ae-113a-4c89-a056-50a15737554a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.457253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97010a11-16c1-4713-9f85-279ba6db4652 req-cbe9ed7c-d7b0-407d-ad8f-a09e275f5df6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:39.458794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97010a11-16c1-4713-9f85-279ba6db4652 req-cbe9ed7c-d7b0-407d-ad8f-a09e275f5df6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0520582
Nov 13 21:36:39.508291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72c389ae-113a-4c89-a056-50a15737554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.510972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72c389ae-113a-4c89-a056-50a15737554a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:39.512076 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-72c389ae-113a-4c89-a056-50a15737554a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec1cdc30-6d21-42bc-a871-882775c439ed HTTP/1.1" status: 204  len: 168 time: 0.2233641
Nov 13 21:36:39.526388 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97010a11-16c1-4713-9f85-279ba6db4652 req-2a8f74d1-9689-4845-9126-70452bf89e7b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610218
Nov 13 21:36:39.527233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c389ae-113a-4c89-a056-50a15737554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1cdc30-6d21-42bc-a871-882775c439ed,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:40.235703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34796) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:40.249800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcff7233-b8c4-44e5-8b1a-6ea910c7afa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.323061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcff7233-b8c4-44e5-8b1a-6ea910c7afa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.391254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dcff7233-b8c4-44e5-8b1a-6ea910c7afa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.429118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dcff7233-b8c4-44e5-8b1a-6ea910c7afa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0a63a162a7146219f925bd1e0060c99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1923189
Nov 13 21:36:40.429857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff7233-b8c4-44e5-8b1a-6ea910c7afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06524af-ad93-4c50-92b3-82d38d650b90,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:40.433080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:40.483028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3149fa2e-6c05-4c10-9379-7268f56b1236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.505335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3149fa2e-6c05-4c10-9379-7268f56b1236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.620463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3149fa2e-6c05-4c10-9379-7268f56b1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.623300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3149fa2e-6c05-4c10-9379-7268f56b1236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:40.624587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3149fa2e-6c05-4c10-9379-7268f56b1236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d06524af-ad93-4c50-92b3-82d38d650b90 HTTP/1.1" status: 204  len: 168 time: 0.1903396
Nov 13 21:36:40.633312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149fa2e-6c05-4c10-9379-7268f56b1236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06524af-ad93-4c50-92b3-82d38d650b90,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:40.645315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc561f-c91f-425f-9af2-23a643e5b663 req-6f698628-1e62-4dc5-b8db-43b583c4ae6d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:40.646773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dacc561f-c91f-425f-9af2-23a643e5b663 req-6f698628-1e62-4dc5-b8db-43b583c4ae6d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0512054
Nov 13 21:36:40.697405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dacc561f-c91f-425f-9af2-23a643e5b663 req-2d1c1a8c-bd3a-4862-94e0-352f293cf86d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441654
Nov 13 21:36:41.821269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a78a6-649c-4a3e-bf07-23e357679f81 req-a64d8d17-3bc8-4a4a-a12e-a8c86a433091 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:41.823364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c94a78a6-649c-4a3e-bf07-23e357679f81 req-a64d8d17-3bc8-4a4a-a12e-a8c86a433091 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0556142
Nov 13 21:36:41.870559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c94a78a6-649c-4a3e-bf07-23e357679f81 req-279c1747-7a31-420c-977f-99d5b76c27e2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407374
Nov 13 21:36:42.202516 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.277069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34842) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:42.373092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1253141713', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:42.397271 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:36:42.448364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Made reservation on behalf of feda0f0de3cd48a0830a496dee521f3e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:42.450796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.459445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.530399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.591436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.602217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] device_id is not set on port 33964807-7485-4634-a92c-252533b22139 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:36:42.650710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19520489-a754-4e3d-807b-4aee8ab55c45,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:42.719229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Allocated IP 172.35.3.78 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/33964807-7485-4634-a92c-252533b22139) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:42.855859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.946304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:42.985951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b645eba-aad0-4a1e-a895-72face58f70f req-28d73c71-4ef4-4022-a1fa-52b3af592b33 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:42.987079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:42.987454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b645eba-aad0-4a1e-a895-72face58f70f req-28d73c71-4ef4-4022-a1fa-52b3af592b33 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0495296
Nov 13 21:36:42.993863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:42.997517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:43.011051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e39f9-cd5e-4670-a432-5e63ee009b2c None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:36:43.024060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Pushing event updated for resources: {'Port': ['ID=33964807-7485-4634-a92c-252533b22139,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:43.040173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b645eba-aad0-4a1e-a895-72face58f70f req-ea44888e-0e8f-4656-bf55-c092ee2cccf4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466983
Nov 13 21:36:43.048003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:43.053284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.061721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8363eddc-bc8b-4254-8b06-29eda2f92bd3 None None] Provisioning complete for port 33964807-7485-4634-a92c-252533b22139 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:43.062080 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8363eddc-bc8b-4254-8b06-29eda2f92bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.094791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8363eddc-bc8b-4254-8b06-29eda2f92bd3 None None] Port 33964807-7485-4634-a92c-252533b22139 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:36:43.142680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-03181e22-9471-484a-8d29-50b5d988ecc5 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 0.8643575
Nov 13 21:36:43.145276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34850) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:43.149641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.78'}]}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:43.242619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.243633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.297237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.482229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.733835 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.752977 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.768121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-774aaffe-1517-4667-bd95-7275f72fafcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395627
Nov 13 21:36:43.857041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-4fda4bc0-f871-41ba-bc8b-b0ed1ac6d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:43.858635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-4fda4bc0-f871-41ba-bc8b-b0ed1ac6d03b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1097 time: 0.0456905
Nov 13 21:36:43.923175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:43.965680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-2038d2fe-c094-42f6-8a01-ef5693681342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:43.967174 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-2038d2fe-c094-42f6-8a01-ef5693681342 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 914 time: 0.0876131
Nov 13 21:36:44.036802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-f19e7b22-0950-44de-95a0-928c4c62fe18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 1002 time: 0.0617931
Nov 13 21:36:44.084039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.086334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.090504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-59803680-3bbc-4113-8336-5f29aa522841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:44.092276 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-59803680-3bbc-4113-8336-5f29aa522841 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 200  len: 852 time: 0.0482454
Nov 13 21:36:44.169670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-83ed4811-c239-473a-87d1-3a8e4cff6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:44.171147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-83ed4811-c239-473a-87d1-3a8e4cff6bfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5981e510-4976-4abf-989e-c7a28fd7124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0716710
Nov 13 21:36:44.194270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75da500-2ffc-4763-add1-9daa86c43769 req-75c9e1ee-3850-4f9a-b388-7f665a3651a4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:44.195654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e75da500-2ffc-4763-add1-9daa86c43769 req-75c9e1ee-3850-4f9a-b388-7f665a3651a4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0712521
Nov 13 21:36:44.259798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.260478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52ff59c3-b2fd-4612-be5a-6b9425e54ea8 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:36:44.293154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e75da500-2ffc-4763-add1-9daa86c43769 req-fc2c5080-9bf2-4d60-b9f2-964f6c6ba116 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881569
Nov 13 21:36:44.303329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-e407851d-4cde-44c1-92c9-185cd7c5d1d2 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242256
Nov 13 21:36:44.357144 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:36:44.358334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d8bdb1db-b40b-453f-8a38-a03c53f710ba tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 1.2121167
Nov 13 21:36:44.361094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34856) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:44.401704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d74f15e6-0ac5-498c-bfb7-cd859d3628a3 req-52a1bf83-9ba2-4076-9c0b-12eafc163a76 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903769
Nov 13 21:36:44.437707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Deleting port 33964807-7485-4634-a92c-252533b22139 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:44.438045 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.509607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.520800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Calling delete_port for 33964807-7485-4634-a92c-252533b22139 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:44.619963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.739870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.774614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Pushing event deleted for resources: {'Port': ['ID=33964807-7485-4634-a92c-252533b22139,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:44.784034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ebc3b-90aa-4ead-8f30-1b636f3e7cff None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:36:44.833444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:44.837621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25b8c4f9-e77a-466c-b413-5ca13b062c74 tempest-RoutersAdminNegativeIpV6Test-631608548 tempest-RoutersAdminNegativeIpV6Test-631608548-project-admin] 10.222.0.20 "DELETE /v2.0/ports/33964807-7485-4634-a92c-252533b22139 HTTP/1.1" status: 204  len: 168 time: 0.4754295
Nov 13 21:36:45.244031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:45.370903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f466b5-0722-4821-b716-b1d00b0e62d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.413490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdc335-613b-4b8f-88b4-a3362fc9fc95 req-66a1e9f0-691b-4854-8102-1b57d9aaf266 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:45.416467 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2fdc335-613b-4b8f-88b4-a3362fc9fc95 req-66a1e9f0-691b-4854-8102-1b57d9aaf266 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0532744
Nov 13 21:36:45.451990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f466b5-0722-4821-b716-b1d00b0e62d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.464956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2fdc335-613b-4b8f-88b4-a3362fc9fc95 req-96d33000-174e-43e4-85b0-979d3d83cf81 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422401
Nov 13 21:36:45.534758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63f466b5-0722-4821-b716-b1d00b0e62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.578350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f466b5-0722-4821-b716-b1d00b0e62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf9fd7-77a5-4cca-85f1-96deeea1bef6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:45.583596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63f466b5-0722-4821-b716-b1d00b0e62d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30af64ff880b4094802dd105883a0470&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3385670
Nov 13 21:36:45.586384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34870) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:45.633399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-414103f2-1e03-4be0-bc6d-416daac066cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.653978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-414103f2-1e03-4be0-bc6d-416daac066cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.791748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-414103f2-1e03-4be0-bc6d-416daac066cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.794582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-414103f2-1e03-4be0-bc6d-416daac066cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:45.798244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-414103f2-1e03-4be0-bc6d-416daac066cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29bf9fd7-77a5-4cca-85f1-96deeea1bef6 HTTP/1.1" status: 204  len: 168 time: 0.2079463
Nov 13 21:36:45.806396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414103f2-1e03-4be0-bc6d-416daac066cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf9fd7-77a5-4cca-85f1-96deeea1bef6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:46.392972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34878) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:46.431858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4b519786-3a36-4075-88cd-9552ef635634 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feda0f0de3cd48a0830a496dee521f3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0376678
Nov 13 21:36:46.434328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:46.481469 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151c5c9f-73b5-4f42-bec5-b76292153ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:46.502391 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151c5c9f-73b5-4f42-bec5-b76292153ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:46.582516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bff98d-65ee-4879-84bb-ff87426e8e0d req-eb23df21-4c1b-4854-a83f-11fe148ea7fa tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:46.584015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55bff98d-65ee-4879-84bb-ff87426e8e0d req-eb23df21-4c1b-4854-a83f-11fe148ea7fa tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0484979
Nov 13 21:36:46.625322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151c5c9f-73b5-4f42-bec5-b76292153ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:46.628106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-151c5c9f-73b5-4f42-bec5-b76292153ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:46.629418 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-151c5c9f-73b5-4f42-bec5-b76292153ef1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19520489-a754-4e3d-807b-4aee8ab55c45 HTTP/1.1" status: 204  len: 168 time: 0.1941874
Nov 13 21:36:46.636712 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-55bff98d-65ee-4879-84bb-ff87426e8e0d req-1831692e-6319-4b98-82ab-0a0afbc0f89b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457544
Nov 13 21:36:46.637884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c5c9f-73b5-4f42-bec5-b76292153ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19520489-a754-4e3d-807b-4aee8ab55c45,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:47.664522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34908) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:47.758197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9527104-eac6-4ae8-a527-41d86c6a77f3 req-54c1d873-f634-4ce2-ba2e-8beb50b389c9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:47.759673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9527104-eac6-4ae8-a527-41d86c6a77f3 req-54c1d873-f634-4ce2-ba2e-8beb50b389c9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0496099
Nov 13 21:36:47.783441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0003686-d51b-46f3-9b5d-c8c4bc977723 tempest-AgentManagementNegativeTest-1806668717 tempest-AgentManagementNegativeTest-1806668717-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1176448
Nov 13 21:36:47.807809 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c9527104-eac6-4ae8-a527-41d86c6a77f3 req-6dd21b60-ece0-4df7-ae72-bdc1ee7c3767 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415683
Nov 13 21:36:48.186648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:48.295945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d84f64f0-55c2-4532-be0a-4ba9c5f73f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.366618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d84f64f0-55c2-4532-be0a-4ba9c5f73f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.413672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d84f64f0-55c2-4532-be0a-4ba9c5f73f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.452682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d84f64f0-55c2-4532-be0a-4ba9c5f73f14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eace75803921481ca545908ad5198b50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2649474
Nov 13 21:36:48.453578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f64f0-55c2-4532-be0a-4ba9c5f73f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82278631-1c05-41a4-bd05-9c8c2f934f88,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:48.455402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:48.507847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-273e6ade-4c2d-41a5-8e07-d6302e070ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.530021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-273e6ade-4c2d-41a5-8e07-d6302e070ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.688557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-273e6ade-4c2d-41a5-8e07-d6302e070ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.691324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-273e6ade-4c2d-41a5-8e07-d6302e070ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:48.692516 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-273e6ade-4c2d-41a5-8e07-d6302e070ec3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82278631-1c05-41a4-bd05-9c8c2f934f88 HTTP/1.1" status: 204  len: 168 time: 0.2360260
Nov 13 21:36:48.700404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e6ade-4c2d-41a5-8e07-d6302e070ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82278631-1c05-41a4-bd05-9c8c2f934f88,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:48.939868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4251a-9e0e-491c-8597-1597b2bfd131 req-7eeaf933-4d5e-44c3-94f6-990f9d57ec10 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:48.941383 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfe4251a-9e0e-491c-8597-1597b2bfd131 req-7eeaf933-4d5e-44c3-94f6-990f9d57ec10 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0552943
Nov 13 21:36:48.989556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfe4251a-9e0e-491c-8597-1597b2bfd131 req-97852355-4a78-4c59-b6db-e7bd19b0c3c7 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420728
Nov 13 21:36:49.771757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34956) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:49.874479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-876813643'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:50.001964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:50.005582 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.014945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.126063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.136053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7383ec7-8214-41ae-9441-2646bc4b67c7 req-26734b89-07ae-4657-ad66-4f711c3e8ef2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:50.137691 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7383ec7-8214-41ae-9441-2646bc4b67c7 req-26734b89-07ae-4657-ad66-4f711c3e8ef2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0784309
Nov 13 21:36:50.197510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7383ec7-8214-41ae-9441-2646bc4b67c7 req-00b9c077-07ed-4cb0-8b59-a85771dff6a3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537524
Nov 13 21:36:50.219999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.247507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:36:50.256807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7dfdf9-e2eb-475e-a0e9-68445b2bff7f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:50.267040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.267040 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Added segment a4bc000b-d030-403f-9e20-4b16afb69549 of type vlan for network a70517ce-5bb8-4729-a15e-ace70aa9169a
Nov 13 21:36:50.304877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.390784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.396439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:50.400620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.425682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:36:50.465583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Network': ['ID=a70517ce-5bb8-4729-a15e-ace70aa9169a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:50.497283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ebfb19a3-e21f-4501-9426-7b7335260d6f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7244222
Nov 13 21:36:50.500582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34980) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:50.506910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:50.508456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:36:50.578317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:50.594448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'port_id': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'mac_address': 'fa:16:3e:b6:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7017fae-016f-4c2c-aa9c-50ff4985ac69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:36:50.679972 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.698529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:36:50.704832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:50.709847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.722617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:50.820474 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:50.907475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:50.920756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:36:51.003707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:51.086163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=d30ba2b9-dfd2-4b20-8f7a-2210f70f565e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:51.097095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:36:51.097458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network hostable DHCP agents. Network: a70517ce-5bb8-4729-a15e-ace70aa9169a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:36:51.198627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:36:51.305946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a70517ce-5bb8-4729-a15e-ace70aa9169a) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:51.312450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:51.313068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:51.324814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3e2ba-0c79-41ea-b1b0-2f9236eb0c7e None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:36:51.342158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f2287-fcdb-43da-8f06-46863dd8a49f req-30155313-d549-4dde-97c1-589813cd953f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:51.345459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f5f2287-fcdb-43da-8f06-46863dd8a49f req-30155313-d549-4dde-97c1-589813cd953f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0673029
Nov 13 21:36:51.410834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f5f2287-fcdb-43da-8f06-46863dd8a49f req-55445b33-aafb-4b71-b2de-fb1ce647d2ee tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583022
Nov 13 21:36:51.422532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b22570f8-bebe-427c-bedc-a06640d5f5bd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9208574
Nov 13 21:36:51.425331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 34990) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:51.438092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'name': 'tempest-NetworksTestDHCPv6-1718265396'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:51.522146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'd30ba2b9-dfd2-4b20-8f7a-2210f70f565e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:36:51.523774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:51.702861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/d30ba2b9-dfd2-4b20-8f7a-2210f70f565e/048b44c4-d994-4aad-b8f2-ae3d2995bcfe) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:51.931001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:51.951555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:51.955827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:51.976830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 1cedb5cb-656b-48ff-a50e-7c1a4d65b973 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:36:52.049357 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:52.098024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:52.105251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:52.107373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Pushing event updated for resources: {'Port': ['ID=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:52.109667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:52.148783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::b7 (a70517ce-5bb8-4729-a15e-ace70aa9169a/d30ba2b9-dfd2-4b20-8f7a-2210f70f565e/1cedb5cb-656b-48ff-a50e-7c1a4d65b973) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:52.198699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Attempting to bind port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:36:52.199690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Attempting to bind port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:36:52.200150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Attempting to bind port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:52.207358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:36:52.207358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:36:52.209587 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:52.209587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:36:52.209587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Bound port: 048b44c4-d994-4aad-b8f2-ae3d2995bcfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:36:52.210441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:52.325634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] For port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:36:52.329890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] For port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:36:52.413397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:52.421763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-bca051d7-77e6-4168-98a4-fca501805121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:52.425029 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-bca051d7-77e6-4168-98a4-fca501805121 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1095 time: 0.0801237
Nov 13 21:36:52.443845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:52.472643 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:52.588649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Pushing event updated for resources: {'Port': ['ID=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:52.602083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.602891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.603327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.603667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.603996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.604373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.604795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.605763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.606100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.606424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.606750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.607171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0604b354-ed46-46d1-a7d0-5eef12d10a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:52.621848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:52.621848 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.001269 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.033437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:36:53.035843 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bed502-5132-4ace-ad3a-522156587062" -d '{"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:36:53.038944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.079792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:53.095164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:53.110387 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a688851-939a-4e59-a328-5092f1151465 x-openstack-request-id: req-0a688851-939a-4e59-a328-5092f1151465 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:36:53.111301 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:36:53.111860 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a688851-939a-4e59-a328-5092f1151465 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:36:53.112538 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'code': 200}
Nov 13 21:36:53.114560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:53.117578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:53.125429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:53.126101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.165266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e961-dbbd-4b17-b949-64805b2c448b req-435272f8-311a-41e6-a328-5a6f1f27b08a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:53.165266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62d5e961-dbbd-4b17-b949-64805b2c448b req-435272f8-311a-41e6-a328-5a6f1f27b08a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.6473675
Nov 13 21:36:53.165266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-4b6b494b-b2de-460c-b03c-cf9897cae968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:53.166720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-4b6b494b-b2de-460c-b03c-cf9897cae968 service neutron] 10.222.0.46 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 914 time: 0.7173631
Nov 13 21:36:53.170648 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.174524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=1cedb5cb-656b-48ff-a50e-7c1a4d65b973,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:53.229950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-616027ad-917a-4c76-b29d-cd11755ccf4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0511556
Nov 13 21:36:53.264535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:53.293717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3287b227-2695-473a-b7c9-eaf08945a24a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.8668032
Nov 13 21:36:53.296531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 34998) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:53.307047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62d5e961-dbbd-4b17-b949-64805b2c448b req-5daab475-7cf1-4b1b-b8ae-55fc8b80525b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350870
Nov 13 21:36:53.326475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-fe61f240-4c0f-48bf-8d6a-0e6599f4008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:53.328248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-fe61f240-4c0f-48bf-8d6a-0e6599f4008c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0857582
Nov 13 21:36:53.370545 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-b7637ef8-9667-4cb9-96e1-80e612db6a39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323102
Nov 13 21:36:53.439087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215810-af69-47f4-8f52-4389dca64294 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:53.452842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215810-af69-47f4-8f52-4389dca64294 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:53.455481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-43215810-af69-47f4-8f52-4389dca64294 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1559224
Nov 13 21:36:53.458106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:53.560115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-738ce62a-4caa-42e8-b6c4-9335622580d6 service neutron] 10.222.0.46 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731734
Nov 13 21:36:53.647542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 048b44c4-d994-4aad-b8f2-ae3d2995bcfe up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:53.658137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 1cedb5cb-656b-48ff-a50e-7c1a4d65b973 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:53.663824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.715735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:53.716104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.720742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4bbc8099-8969-493a-9d9b-5f7e7164523e req-1acd77ce-420e-47db-8b94-be910294f30b service neutron] 10.222.0.46 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586192
Nov 13 21:36:53.828415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.841840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.866423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 1cedb5cb-656b-48ff-a50e-7c1a4d65b973 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:53.876707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:53.962771 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:53.986596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb57379-6552-4183-9a97-38480cafbe5b None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:36:54.080024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:54.097754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-eca6136f-4a34-4965-a685-44f247476e2b None None] Provisioning complete for port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:54.099557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eca6136f-4a34-4965-a685-44f247476e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:54.443288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed80752-178c-4ec3-a9a4-a251772e8479 req-029a4b4b-da33-408c-a397-bf70456846ab tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:54.445256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ed80752-178c-4ec3-a9a4-a251772e8479 req-029a4b4b-da33-408c-a397-bf70456846ab tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0539913
Nov 13 21:36:54.507728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ed80752-178c-4ec3-a9a4-a251772e8479 req-fe5704e4-277f-46ee-800a-b4778e493bb9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559180
Nov 13 21:36:54.623124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-99529ac4-fcba-4e07-b001-c9fe90ee5879 None None] Provisioning complete for port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:54.623489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99529ac4-fcba-4e07-b001-c9fe90ee5879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:54.700439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:54.723530 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-99529ac4-fcba-4e07-b001-c9fe90ee5879 None None] Could not find standard attr ID for object 1cedb5cb-656b-48ff-a50e-7c1a4d65b973. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:36:54.735630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=1cedb5cb-656b-48ff-a50e-7c1a4d65b973,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:54.769818 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42234987-0c34-4003-b0b5-6d8268ef6f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:54.771720 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:54.782990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a3c41d2-61d3-40e1-9eed-a34516b705cb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/1cedb5cb-656b-48ff-a50e-7c1a4d65b973 HTTP/1.1" status: 204  len: 168 time: 1.3234537
Nov 13 21:36:54.793674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35012) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:54.835364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0a2fc4ef-0d64-4316-85b4-9a5f2dfe154e None None] Could not find standard attr ID for object 1cedb5cb-656b-48ff-a50e-7c1a4d65b973. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:36:54.927871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473e6db-be8c-4777-8e07-1752f586a743 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:54.929423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473e6db-be8c-4777-8e07-1752f586a743 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:54.933253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b473e6db-be8c-4777-8e07-1752f586a743 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1370468
Nov 13 21:36:54.940207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35014) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:55.013524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet d30ba2b9-dfd2-4b20-8f7a-2210f70f565e {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:36:55.017641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.068102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.202216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.341283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.381757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=d30ba2b9-dfd2-4b20-8f7a-2210f70f565e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:55.387225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.392966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/d30ba2b9-dfd2-4b20-8f7a-2210f70f565e HTTP/1.1" status: 204  len: 168 time: 0.4554145
Nov 13 21:36:55.393346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35016) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:55.398143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a1a02-77b0-4b12-a0ec-f819c7dd3581 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:36:55.405668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.406018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.406363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.406730 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.407037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.407368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.407698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.408028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.408373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.408746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.414641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.414641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4905f71a-0d24-4929-9629-069d6b0a05e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:36:55.439724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-28c2c85b-f45f-4b50-ad63-4fa82fdc09cf tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0451763
Nov 13 21:36:55.443340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35018) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:55.448220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:55.631771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 048b44c4-d994-4aad-b8f2-ae3d2995bcfe up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:55.698386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:36:55.707892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827965c-8451-421b-b269-a2b8bc6197c7 req-a2585bbf-54b4-4462-8a7d-5a6a79e7a9d4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:55.715644 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0827965c-8451-421b-b269-a2b8bc6197c7 req-a2585bbf-54b4-4462-8a7d-5a6a79e7a9d4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0762703
Nov 13 21:36:55.732438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:55.733083 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.733940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:55.734375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.791793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0827965c-8451-421b-b269-a2b8bc6197c7 req-b9712a8b-6762-48cc-b38b-fa01a694bb2b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740738
Nov 13 21:36:55.803447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] Deleting port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:55.803447 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.911930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] For port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:55.912591 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:55.930263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] Calling delete_port for 048b44c4-d994-4aad-b8f2-ae3d2995bcfe owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:56.060190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.107787 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:56.114459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:56.119602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:56.120203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.130231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=f7afa74c-4ceb-4b43-b313-006595adff22,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:56.174616 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.206577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4dc0fa86-c98a-46c0-b22c-3dc84b898751 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7631483
Nov 13 21:36:56.209138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35024) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:56.212150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] Pushing event deleted for resources: {'Port': ['ID=048b44c4-d994-4aad-b8f2-ae3d2995bcfe,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:56.215334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'name': 'tempest-NetworksTestDHCPv6-1576360188'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:56.217169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d67ab1e-5709-4a80-8ee9-ee8c81f0d49f None None] No DVR routers for this DVR port 048b44c4-d994-4aad-b8f2-ae3d2995bcfe on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:36:56.234295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552c50e-2e52-4cbb-beff-5edc4029f29f None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:36:56.424909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'f7afa74c-4ceb-4b43-b313-006595adff22'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:36:56.427382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.478350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:56.482936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.509548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 95c9bbba-0980-4ae2-ab59-e881232fca4c yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:36:56.577915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/f7afa74c-4ceb-4b43-b313-006595adff22/a262e082-e7ee-4c1b-a5bc-2c857b997eb3) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:56.764346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.843882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.891100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:56.894906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:56.908616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:56.932275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::2d4 (a70517ce-5bb8-4729-a15e-ace70aa9169a/f7afa74c-4ceb-4b43-b313-006595adff22/95c9bbba-0980-4ae2-ab59-e881232fca4c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:36:56.944233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2736de-73b0-435b-bc2b-f55db311c579 req-bd9d8a0e-13f2-4634-abb5-ee639efe5f60 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:56.949697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Pushing event updated for resources: {'Port': ['ID=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:56.955970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f2736de-73b0-435b-bc2b-f55db311c579 req-bd9d8a0e-13f2-4634-abb5-ee639efe5f60 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0790887
Nov 13 21:36:56.985949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Attempting to bind port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:36:56.986375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Attempting to bind port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:36:56.986737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Attempting to bind port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:36:56.993301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:36:56.993730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:36:56.994133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:56.994542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:36:56.995007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Bound port: a262e082-e7ee-4c1b-a5bc-2c857b997eb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:36:56.995383 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.030783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6f2736de-73b0-435b-bc2b-f55db311c579 req-f4994087-f366-40e7-86c7-a95d4b17d407 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690856
Nov 13 21:36:57.085924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] For port a262e082-e7ee-4c1b-a5bc-2c857b997eb3, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:36:57.090134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] For port a262e082-e7ee-4c1b-a5bc-2c857b997eb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:36:57.122622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5239227-8a80-482f-ae48-1f9040c9c36c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.136239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.215916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.264162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.291429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2798d-02b0-48a7-9a32-e412fc1f749a None None] Pushing event updated for resources: {'Port': ['ID=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:57.343438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:57.346967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:57.351002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:36:57.357044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:57.358043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.379778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=95c9bbba-0980-4ae2-ab59-e881232fca4c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:57.509585 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4dd9bf58-f41a-4805-9a82-960e794bf3e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.2993140
Nov 13 21:36:57.512621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35030) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:57.608527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cb134-a89b-4e01-b56e-5c3ded211b35 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:57.615034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cb134-a89b-4e01-b56e-5c3ded211b35 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:57.619235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3b2cb134-a89b-4e01-b56e-5c3ded211b35 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1030152
Nov 13 21:36:57.619775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35032) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:57.688191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a262e082-e7ee-4c1b-a5bc-2c857b997eb3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:36:57.781487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 95c9bbba-0980-4ae2-ab59-e881232fca4c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:57.782217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.815938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:57.816518 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.914826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.927211 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:57.932350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 95c9bbba-0980-4ae2-ab59-e881232fca4c owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:57.977602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a262e082-e7ee-4c1b-a5bc-2c857b997eb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:58.221714 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e921b-250d-4e74-8efa-b57aacaab9a6 req-ddd12c3c-e803-4b47-9fcf-bf4bf668ce03 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:58.234872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8e921b-250d-4e74-8efa-b57aacaab9a6 req-ddd12c3c-e803-4b47-9fcf-bf4bf668ce03 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.1007652
Nov 13 21:36:58.243070 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.308047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.315299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:58.321510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 048b44c4-d994-4aad-b8f2-ae3d2995bcfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:36:58.369214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=95c9bbba-0980-4ae2-ab59-e881232fca4c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:58.398232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 048b44c4-d994-4aad-b8f2-ae3d2995bcfe {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:36:58.398435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 048b44c4-d994-4aad-b8f2-ae3d2995bcfe not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:36:58.418211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.421593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd6a2271-ea50-4b9c-b337-f98aa929c376 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/95c9bbba-0980-4ae2-ab59-e881232fca4c HTTP/1.1" status: 204  len: 168 time: 0.8004987
Nov 13 21:36:58.423980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35038) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:58.435184 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-de8e921b-250d-4e74-8efa-b57aacaab9a6 req-b0642a06-3939-4f0e-8b77-df7bb4c53551 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816351
Nov 13 21:36:58.482402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b262c5-2a25-44e7-a5a6-bcd0606af97d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:58.485307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b262c5-2a25-44e7-a5a6-bcd0606af97d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:58.487091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25b262c5-2a25-44e7-a5a6-bcd0606af97d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0620110
Nov 13 21:36:58.489727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35040) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:58.550713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet f7afa74c-4ceb-4b43-b313-006595adff22 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:36:58.554474 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.597512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b344b1b6-2458-4608-858c-cffed83cae83 None None] Provisioning complete for port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:36:58.597870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b344b1b6-2458-4608-858c-cffed83cae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.600368 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.673034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.700390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.798750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-60b50bf0-c678-4067-bca1-c2a25cabed87 None None] Could not find standard attr ID for object 95c9bbba-0980-4ae2-ab59-e881232fca4c. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:36:58.860680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.927076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=f7afa74c-4ceb-4b43-b313-006595adff22,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:58.938730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:58.941763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bdb5582a-fd49-4ace-bde7-05ceb9e9eaee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/f7afa74c-4ceb-4b43-b313-006595adff22 HTTP/1.1" status: 204  len: 168 time: 0.4503906
Nov 13 21:36:58.944565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35048) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:58.996346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c2182-255a-4f41-b251-fe9cac2a8eac None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:36:59.013420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35050) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:59.013664 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fec72a52-10d3-4a6c-aafb-3972af00475d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0638897
Nov 13 21:36:59.018514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:36:59.228122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:36:59.232104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:36:59.235672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:59.298748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] Deleting port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:36:59.299666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:59.377284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] For port a262e082-e7ee-4c1b-a5bc-2c857b997eb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:36:59.377679 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:59.396078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] Calling delete_port for a262e082-e7ee-4c1b-a5bc-2c857b997eb3 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:36:59.517247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:59.578943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:59.608512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f6326-2387-421c-b359-259824840071 req-8b7093d2-40e3-4cf4-861a-d47c9e9e336c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:59.610996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b3f6326-2387-421c-b359-259824840071 req-8b7093d2-40e3-4cf4-861a-d47c9e9e336c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0776963
Nov 13 21:36:59.621660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=05367e09-e657-4933-b830-993593f86390,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:59.629847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:36:59.631618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:36:59.634860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:36:59.635451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:36:59.647222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a262e082-e7ee-4c1b-a5bc-2c857b997eb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:36:59.650177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] Pushing event deleted for resources: {'Port': ['ID=a262e082-e7ee-4c1b-a5bc-2c857b997eb3,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:36:59.666009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f2610-988e-4fde-8c54-e75f42dd8e10 None None] No DVR routers for this DVR port a262e082-e7ee-4c1b-a5bc-2c857b997eb3 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:36:59.689960 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6b3f6326-2387-421c-b359-259824840071 req-ea83ff4c-8e04-4b48-bf0b-90b56b990fe8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671587
Nov 13 21:36:59.699438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3ec18-38bf-4217-9fd1-232959511845 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:36:59.716754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a262e082-e7ee-4c1b-a5bc-2c857b997eb3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:36:59.717149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a262e082-e7ee-4c1b-a5bc-2c857b997eb3 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:36:59.728513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-92c674f3-9e61-425e-9429-ea5e8f28cd81 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7139153
Nov 13 21:36:59.732128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35054) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:36:59.738918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'name': 'tempest-NetworksTestDHCPv6-784858985'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:00.028037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:00.032089 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.037016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.048165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '05367e09-e657-4933-b830-993593f86390'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:00.049207 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.058011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port d427c7da-2713-4421-b7c0-300dcfb043b9 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:00.223975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::154 (a70517ce-5bb8-4729-a15e-ace70aa9169a/05367e09-e657-4933-b830-993593f86390/d427c7da-2713-4421-b7c0-300dcfb043b9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:00.351830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.414300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.500624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.548064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:00.553848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:00.557871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:00.566077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:00.566077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.571395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=d427c7da-2713-4421-b7c0-300dcfb043b9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:00.587513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/05367e09-e657-4933-b830-993593f86390/bb84bdc5-97c0-43e9-a60e-718f931f83a1) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:00.641259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d510eb2d-e850-43ec-af21-eafb9942764f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9078352
Nov 13 21:37:00.643766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35058) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:00.716145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624e058-2b1b-4301-a429-25e553b33cc3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:00.717982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c624e058-2b1b-4301-a429-25e553b33cc3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0731373
Nov 13 21:37:00.720805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35062) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:00.793678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.820532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e3b47-0c64-410d-b311-e97cd89ad39f req-9fb0de4b-e2fd-4a1f-af14-91a0e1f362ee tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:00.829541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a59e3b47-0c64-410d-b311-e97cd89ad39f req-9fb0de4b-e2fd-4a1f-af14-91a0e1f362ee tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0653405
Nov 13 21:37:00.848169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port d427c7da-2713-4421-b7c0-300dcfb043b9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:00.848564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.879087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.883031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a59e3b47-0c64-410d-b311-e97cd89ad39f req-b299a686-3914-4967-b684-2cef8ee93484 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524812
Nov 13 21:37:00.933499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:00.944265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:00.949626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:00.955658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Pushing event updated for resources: {'Port': ['ID=bb84bdc5-97c0-43e9-a60e-718f931f83a1,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:00.967214 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:00.987536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for d427c7da-2713-4421-b7c0-300dcfb043b9 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:01.031912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Attempting to bind port bb84bdc5-97c0-43e9-a60e-718f931f83a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:01.032891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Attempting to bind port bb84bdc5-97c0-43e9-a60e-718f931f83a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:01.034258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Attempting to bind port bb84bdc5-97c0-43e9-a60e-718f931f83a1 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:01.041081 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:01.041975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:01.042639 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.043243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:01.043926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Bound port: bb84bdc5-97c0-43e9-a60e-718f931f83a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:01.044524 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.123479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] For port bb84bdc5-97c0-43e9-a60e-718f931f83a1, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:01.127768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] For port bb84bdc5-97c0-43e9-a60e-718f931f83a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb84bdc5-97c0-43e9-a60e-718f931f83a1,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:01.183744 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.272444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf50e-cf65-47a6-87b4-d2c5b2b37e53 None None] Pushing event updated for resources: {'Port': ['ID=bb84bdc5-97c0-43e9-a60e-718f931f83a1,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:01.288609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.326149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=d427c7da-2713-4421-b7c0-300dcfb043b9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:01.368502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.376563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35066) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:01.376831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-219b3223-9f82-45cb-a7f0-d5715ca1c67f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/d427c7da-2713-4421-b7c0-300dcfb043b9 HTTP/1.1" status: 204  len: 168 time: 0.6548038
Nov 13 21:37:01.438563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e8414-9e4f-46c0-b78a-18415677fc82 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:01.440200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e8414-9e4f-46c0-b78a-18415677fc82 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:01.441888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d28e8414-9e4f-46c0-b78a-18415677fc82 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0640559
Nov 13 21:37:01.444730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35068) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:01.555199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 05367e09-e657-4933-b830-993593f86390 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:01.559175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.620422 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.737363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.906342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.923662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:01.927629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/05367e09-e657-4933-b830-993593f86390 HTTP/1.1" status: 204  len: 168 time: 0.4814756
Nov 13 21:37:01.933006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35072) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:01.948574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29697e1-2312-4748-90c6-a94bf687004d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=05367e09-e657-4933-b830-993593f86390,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:01.991509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-875d9a54-6d2d-48ac-b96b-4f62b74bca68 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0603652
Nov 13 21:37:01.994223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35074) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:02.049592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb8b09-dc4e-4645-ae3f-3504fdd22705 req-9881c6b2-7db5-4dd1-971a-c7d7e0363620 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:02.057658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfeb8b09-dc4e-4645-ae3f-3504fdd22705 req-9881c6b2-7db5-4dd1-971a-c7d7e0363620 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0682414
Nov 13 21:37:02.071388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3bc09-5856-4912-9dd7-071e1885f5fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:02.075875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6bd3bc09-5856-4912-9dd7-071e1885f5fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0777352
Nov 13 21:37:02.076619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35076) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:02.132105 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dfeb8b09-dc4e-4645-ae3f-3504fdd22705 req-8456bf2d-190d-48b4-a08c-4fcfd6dfc700 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675490
Nov 13 21:37:02.181122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bfa3fb-5f10-44aa-bdcd-990934c9e269 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:02.182715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c2bfa3fb-5f10-44aa-bdcd-990934c9e269 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1050441
Nov 13 21:37:02.185914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35080) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:02.239876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-acd21597-78ec-4c53-b621-d7b319484f3c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0487201
Nov 13 21:37:02.240634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35082) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:02.249989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:02.462189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74575002-cd2b-4160-89b4-3e8c30a81ec6 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:02.586036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9b01c523-feb0-4990-81bd-b4ab21d35ada None None] Provisioning complete for port bb84bdc5-97c0-43e9-a60e-718f931f83a1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:02.586396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9b01c523-feb0-4990-81bd-b4ab21d35ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:02.673813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9b01c523-feb0-4990-81bd-b4ab21d35ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:02.677001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:02.683212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:02.687065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:02.734345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9b01c523-feb0-4990-81bd-b4ab21d35ada None None] For port bb84bdc5-97c0-43e9-a60e-718f931f83a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb84bdc5-97c0-43e9-a60e-718f931f83a1,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:02.758629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] Deleting port bb84bdc5-97c0-43e9-a60e-718f931f83a1 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:02.759622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:02.840627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] For port bb84bdc5-97c0-43e9-a60e-718f931f83a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb84bdc5-97c0-43e9-a60e-718f931f83a1,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:02.841321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:02.854852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] Calling delete_port for bb84bdc5-97c0-43e9-a60e-718f931f83a1 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:02.871649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9b01c523-feb0-4990-81bd-b4ab21d35ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:02.991102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c523-feb0-4990-81bd-b4ab21d35ada None None] Pushing event updated for resources: {'Port': ['ID=bb84bdc5-97c0-43e9-a60e-718f931f83a1,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:03.003468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.047501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:03.050803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:03.055866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:03.056456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.078167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=8965b45b-01b6-44bb-b9f1-ff61846342b8,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:03.083119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.115810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] Pushing event deleted for resources: {'Port': ['ID=bb84bdc5-97c0-43e9-a60e-718f931f83a1,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:03.121721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e291e-19d5-41f4-8e3b-c89595c0834c None None] No DVR routers for this DVR port bb84bdc5-97c0-43e9-a60e-718f931f83a1 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:03.148503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779eeb0f-4b8b-41b3-9be3-06d7ccea4ce8 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:03.169231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a170a01e-9de2-41d4-9fa7-19edcbb2b7f3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9268343
Nov 13 21:37:03.171765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35090) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:03.178127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '8965b45b-01b6-44bb-b9f1-ff61846342b8', 'ip_address': '2001:db8::b33f:6d39:f3d8:acab'}], 'name': 'tempest-NetworksTestDHCPv6-73917218'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:03.358713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e88504-d8e4-4749-8b01-301728b3090a req-e7577559-78c3-441e-a783-e77c0aa49ede tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:03.361282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00e88504-d8e4-4749-8b01-301728b3090a req-e7577559-78c3-441e-a783-e77c0aa49ede tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.1204176
Nov 13 21:37:03.399036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '8965b45b-01b6-44bb-b9f1-ff61846342b8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:03.399895 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.428836 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00e88504-d8e4-4749-8b01-301728b3090a req-7b3dd917-2f46-4e56-af95-d0c5ed276f1c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569766
Nov 13 21:37:03.465766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:03.563552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/8965b45b-01b6-44bb-b9f1-ff61846342b8/5b874ef7-dea7-4777-aa73-9c16210264c9) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:03.575445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.593819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 56426fa5-a755-4504-a247-476c3c38754b yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:03.716042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.775069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.817533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:03.822582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:03.824106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::b33f:6d39:f3d8:acab (a70517ce-5bb8-4729-a15e-ace70aa9169a/8965b45b-01b6-44bb-b9f1-ff61846342b8/56426fa5-a755-4504-a247-476c3c38754b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:03.825064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:03.837871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Pushing event updated for resources: {'Port': ['ID=5b874ef7-dea7-4777-aa73-9c16210264c9,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:03.887346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Attempting to bind port 5b874ef7-dea7-4777-aa73-9c16210264c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:03.887737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Attempting to bind port 5b874ef7-dea7-4777-aa73-9c16210264c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:03.888022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Attempting to bind port 5b874ef7-dea7-4777-aa73-9c16210264c9 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:03.893543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:03.893917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:03.894986 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.895313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:03.895784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Bound port: 5b874ef7-dea7-4777-aa73-9c16210264c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:03.896166 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:03.969730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] For port 5b874ef7-dea7-4777-aa73-9c16210264c9, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:03.972645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] For port 5b874ef7-dea7-4777-aa73-9c16210264c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b874ef7-dea7-4777-aa73-9c16210264c9,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:03.977863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.054408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.117914 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.124355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6aef-db1e-46dc-8673-d600a323ae34 None None] Pushing event updated for resources: {'Port': ['ID=5b874ef7-dea7-4777-aa73-9c16210264c9,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:04.160674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:04.163864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:04.166326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:04.173348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.173970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.193867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=56426fa5-a755-4504-a247-476c3c38754b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:04.308943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-431bba10-e342-48f7-a93d-ce580b7bfb49 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.1359131
Nov 13 21:37:04.318342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35104) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:04.383156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50989a37-bb09-47e7-a2f9-f2d87b27b791 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.393476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50989a37-bb09-47e7-a2f9-f2d87b27b791 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.398554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35108) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:04.399195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50989a37-bb09-47e7-a2f9-f2d87b27b791 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.0797622
Nov 13 21:37:04.494555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 56426fa5-a755-4504-a247-476c3c38754b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:04.494831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.543585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bf2a8-17bc-47e6-8d99-24986bf4f5c6 req-fc6f2df4-4d66-4619-8808-21a7f89b9e1b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.545333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-986bf2a8-17bc-47e6-8d99-24986bf4f5c6 req-fc6f2df4-4d66-4619-8808-21a7f89b9e1b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0517395
Nov 13 21:37:04.591437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.604561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 56426fa5-a755-4504-a247-476c3c38754b owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:04.637974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-986bf2a8-17bc-47e6-8d99-24986bf4f5c6 req-7f158348-cf75-465a-acc5-89a1e8f1d553 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807493
Nov 13 21:37:04.641034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-37f1348a-b472-42e0-b2ec-449f7cd56949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.642333 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-37f1348a-b472-42e0-b2ec-449f7cd56949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1096 time: 0.0710950
Nov 13 21:37:04.746944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-2c325c24-3b2c-4a4f-a200-f9c304443292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.748460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-2c325c24-3b2c-4a4f-a200-f9c304443292 service neutron] 10.222.0.46 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 914 time: 0.0993519
Nov 13 21:37:04.794361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-615d97d5-e0d9-4420-b22a-f271a103853c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0371797
Nov 13 21:37:04.809012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.848951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-2bbc268f-40d8-474b-bef0-c8c61ecad837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.850423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-2bbc268f-40d8-474b-bef0-c8c61ecad837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0496147
Nov 13 21:37:04.858636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=56426fa5-a755-4504-a247-476c3c38754b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:04.897403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:04.897671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-dfdc76fd-7f0a-4fb4-ae9a-98b1bab1dd8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382352
Nov 13 21:37:04.900944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fcd13229-da84-44e9-b668-e04add780ac6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/56426fa5-a755-4504-a247-476c3c38754b HTTP/1.1" status: 204  len: 168 time: 0.5015764
Nov 13 21:37:04.903451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35112) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:04.967592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe99386-a126-4444-916c-8be4cb49452b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.969410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe99386-a126-4444-916c-8be4cb49452b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:04.973657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35114) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:04.973963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5fe99386-a126-4444-916c-8be4cb49452b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0693905
Nov 13 21:37:05.023622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-b7a9ea58-540f-4bc1-85b5-ee4f6d4b422f service neutron] 10.222.0.46 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208482
Nov 13 21:37:05.068662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 8965b45b-01b6-44bb-b9f1-ff61846342b8 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:05.074544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.106838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-16a476b0-30e2-4a74-8d82-342836d65c2f None None] Provisioning complete for port 5b874ef7-dea7-4777-aa73-9c16210264c9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:05.107486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16a476b0-30e2-4a74-8d82-342836d65c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.146420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.192676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16a476b0-30e2-4a74-8d82-342836d65c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.196215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eff95ea0-f05a-42e7-9811-8829996ff671 req-23f46a44-856a-4a21-a8ca-184e9a2af8c8 service neutron] 10.222.0.46 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627591
Nov 13 21:37:05.234593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-16a476b0-30e2-4a74-8d82-342836d65c2f None None] For port 5b874ef7-dea7-4777-aa73-9c16210264c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b874ef7-dea7-4777-aa73-9c16210264c9,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:05.294653 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16a476b0-30e2-4a74-8d82-342836d65c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.296092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.349832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a476b0-30e2-4a74-8d82-342836d65c2f None None] Pushing event updated for resources: {'Port': ['ID=5b874ef7-dea7-4777-aa73-9c16210264c9,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:05.409278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-41ec4bd2-6327-4d2d-a3c8-4c1922d9f091 None None] Could not find standard attr ID for object d427c7da-2713-4421-b7c0-300dcfb043b9. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:05.443656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.477004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=8965b45b-01b6-44bb-b9f1-ff61846342b8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:05.486218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.490032 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f491a7b0-9e94-4e37-ac73-cf1cb88b572f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/8965b45b-01b6-44bb-b9f1-ff61846342b8 HTTP/1.1" status: 204  len: 168 time: 0.5153828
Nov 13 21:37:05.492550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35118) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:05.496776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68465c-5738-4abb-a4d2-bb6f92230a28 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:05.540730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ef25d155-6114-41ea-9a7b-15b083640cb6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0443537
Nov 13 21:37:05.542215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35120) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:05.547671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:05.558129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a95f84b3-a42c-462b-8e8c-e6df2908c81f None None] Could not find standard attr ID for object 56426fa5-a755-4504-a247-476c3c38754b. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:05.607772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5b874ef7-dea7-4777-aa73-9c16210264c9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:05.681889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5b874ef7-dea7-4777-aa73-9c16210264c9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:05.682254 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.755067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:05.768554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:05.771635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7093d-9b7e-47b9-bb4a-56cca0311829 req-741a0750-ee71-40c5-bcc1-4e0ddafcdb96 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:05.772443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.773187 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d7093d-9b7e-47b9-bb4a-56cca0311829 req-741a0750-ee71-40c5-bcc1-4e0ddafcdb96 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0578241
Nov 13 21:37:05.825464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d7093d-9b7e-47b9-bb4a-56cca0311829 req-1323b340-60a9-4757-adaf-018c08ddc5d0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451741
Nov 13 21:37:05.826649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] Deleting port 5b874ef7-dea7-4777-aa73-9c16210264c9 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:05.827031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.891583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] For port 5b874ef7-dea7-4777-aa73-9c16210264c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b874ef7-dea7-4777-aa73-9c16210264c9,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:05.892048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:05.904209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] Calling delete_port for 5b874ef7-dea7-4777-aa73-9c16210264c9 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:06.049205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.072040 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.093275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:06.099468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] Pushing event deleted for resources: {'Port': ['ID=5b874ef7-dea7-4777-aa73-9c16210264c9,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:06.100262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:06.103117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a91c30-c87d-4f18-8a71-8ab3a34cacbe None None] No DVR routers for this DVR port 5b874ef7-dea7-4777-aa73-9c16210264c9 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:06.106452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:06.107362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.124188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:06.127838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b58fde-bab2-4cfc-9733-7011c2a538b0 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:06.205660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-87fd4c48-5f9f-4525-83bc-851999b73b76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6621130
Nov 13 21:37:06.208469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35124) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:06.213441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb', 'ip_address': '2001:db8::8594:36b6:5f92:1d06'}], 'name': 'tempest-NetworksTestDHCPv6-1325769965'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:06.273975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:06.278109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.362838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:06.369950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.387307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port b021cd7b-b02f-4896-bb0e-6dd92aa7d739 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:06.409708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb/f844d51a-9ce4-4704-9a4e-7f37c497196b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:06.493615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:06.596049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.629404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.651340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:37:06.654334 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9870cb-98f1-4a0c-a78e-a79c3af34612" -d '{"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:37:06.666355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:06.671282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.708315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:06.709870 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef955b2-f385-4f35-9ac5-e40240ce51c0 x-openstack-request-id: req-7ef955b2-f385-4f35-9ac5-e40240ce51c0 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:37:06.710152 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:37:06.710397 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ef955b2-f385-4f35-9ac5-e40240ce51c0 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:37:06.710769 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'code': 200}
Nov 13 21:37:06.713480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:06.717376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:06.721724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::8594:36b6:5f92:1d06 (a70517ce-5bb8-4729-a15e-ace70aa9169a/1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb/b021cd7b-b02f-4896-bb0e-6dd92aa7d739) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:06.748537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Pushing event updated for resources: {'Port': ['ID=f844d51a-9ce4-4704-9a4e-7f37c497196b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:06.781564 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.785481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Attempting to bind port f844d51a-9ce4-4704-9a4e-7f37c497196b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:06.785845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Attempting to bind port f844d51a-9ce4-4704-9a4e-7f37c497196b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:06.786198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Attempting to bind port f844d51a-9ce4-4704-9a4e-7f37c497196b on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:06.809825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:06.810191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:06.810586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.810972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:06.811444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Bound port: f844d51a-9ce4-4704-9a4e-7f37c497196b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:06.811814 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.868402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:06.878396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:06.900483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] For port f844d51a-9ce4-4704-9a4e-7f37c497196b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:06.901263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] For port f844d51a-9ce4-4704-9a4e-7f37c497196b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f844d51a-9ce4-4704-9a4e-7f37c497196b,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:06.959138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2228a0-df37-4528-b6ae-090a6c9feac5 req-b9669d80-14e9-4b9e-a77b-cac6a0362b80 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:06.960610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df2228a0-df37-4528-b6ae-090a6c9feac5 req-b9669d80-14e9-4b9e-a77b-cac6a0362b80 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0490441
Nov 13 21:37:06.997802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.012028 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df2228a0-df37-4528-b6ae-090a6c9feac5 req-67eeaa63-9611-4067-ac25-3ef647ae11d6 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435896
Nov 13 21:37:07.032345 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.061940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e05be-df6c-4b37-8a9f-5d9dee0d1639 None None] Pushing event updated for resources: {'Port': ['ID=f844d51a-9ce4-4704-9a4e-7f37c497196b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:07.085488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:07.088913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:07.094401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:07.099993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:07.100624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.104418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=b021cd7b-b02f-4896-bb0e-6dd92aa7d739,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:07.221588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ab500ad-5b93-42f3-96d7-c50e9c084c1f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0098195
Nov 13 21:37:07.222192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35132) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:07.285041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d11c6-c762-4bd6-9783-bbb235a97b26 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:07.293864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d11c6-c762-4bd6-9783-bbb235a97b26 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:07.296292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d80d11c6-c762-4bd6-9783-bbb235a97b26 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0727272
Nov 13 21:37:07.298928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35134) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:07.401930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port b021cd7b-b02f-4896-bb0e-6dd92aa7d739 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:07.402265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.493055 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.506110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for b021cd7b-b02f-4896-bb0e-6dd92aa7d739 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:07.581564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f844d51a-9ce4-4704-9a4e-7f37c497196b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:07.631553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f844d51a-9ce4-4704-9a4e-7f37c497196b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:07.631988 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.719890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.746200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.755073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port f844d51a-9ce4-4704-9a4e-7f37c497196b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f844d51a-9ce4-4704-9a4e-7f37c497196b,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:07.776680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=b021cd7b-b02f-4896-bb0e-6dd92aa7d739,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:07.805725 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.809234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-617a4db6-333d-470a-ae21-6b4626ca1684 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/b021cd7b-b02f-4896-bb0e-6dd92aa7d739 HTTP/1.1" status: 204  len: 168 time: 0.5090926
Nov 13 21:37:07.811649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35138) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:07.854250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.885009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f283f-53e9-4ed5-a80d-b5cdbe420cc6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:07.887381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f283f-53e9-4ed5-a80d-b5cdbe420cc6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:07.889132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a03f283f-53e9-4ed5-a80d-b5cdbe420cc6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0765436
Nov 13 21:37:07.891886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:07.912827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=f844d51a-9ce4-4704-9a4e-7f37c497196b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:07.930134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5b874ef7-dea7-4777-aa73-9c16210264c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:07.950006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:07.953138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5b874ef7-dea7-4777-aa73-9c16210264c9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:07.953138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5b874ef7-dea7-4777-aa73-9c16210264c9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:07.953799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:07.997748 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.100972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-391d1293-f008-45f6-a069-5bfabb3b2b41 None None] Provisioning complete for port f844d51a-9ce4-4704-9a4e-7f37c497196b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:08.101342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-391d1293-f008-45f6-a069-5bfabb3b2b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.109517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.144988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bfb90-a3a1-433b-938c-bc7d161e0129 req-bf4feb28-b427-4569-9c6e-e724fc87288f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:08.146803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-059bfb90-a3a1-433b-938c-bc7d161e0129 req-bf4feb28-b427-4569-9c6e-e724fc87288f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0620964
Nov 13 21:37:08.209463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-059bfb90-a3a1-433b-938c-bc7d161e0129 req-aebd8ecb-d3e2-4bd1-8fd8-2d0f456a23b5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552688
Nov 13 21:37:08.295124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.338053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:08.357425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.362844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc805bfe-a74d-4ffe-a563-7a0e96db904d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb HTTP/1.1" status: 204  len: 168 time: 0.4671209
Nov 13 21:37:08.363556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35146) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:08.408828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e471bc6-0bfc-4fac-be09-ae3b2eaa8bed tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0439975
Nov 13 21:37:08.411997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:08.417783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:08.426405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bc3ac-c294-4a03-8792-bee079d63b39 req-72802c23-eaf8-40e4-9b12-db5ce1784f2d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:08.428139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d54bc3ac-c294-4a03-8792-bee079d63b39 req-72802c23-eaf8-40e4-9b12-db5ce1784f2d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.1295094
Nov 13 21:37:08.466542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d7e3983c-7c4f-42d6-8061-b800e9938dd1 None None] Could not find standard attr ID for object b021cd7b-b02f-4896-bb0e-6dd92aa7d739. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:08.493159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b4f03-d86d-436a-be4f-55e9cd952436 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:08.493349 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d54bc3ac-c294-4a03-8792-bee079d63b39 req-a276176d-1ec1-4bc3-8275-30eaa5a1c69a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586808
Nov 13 21:37:08.568901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:08.572716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.714260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-7ce5e520-59cb-4832-8e24-ec8925652e87 req-8fec1b92-5d30-4988-88fd-ba9c64e0e2ad service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:37:08.715324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ce5e520-59cb-4832-8e24-ec8925652e87 req-8fec1b92-5d30-4988-88fd-ba9c64e0e2ad service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0072072
Nov 13 21:37:08.721380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:08.771410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] Deleting port f844d51a-9ce4-4704-9a4e-7f37c497196b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:08.771691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.835208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] For port f844d51a-9ce4-4704-9a4e-7f37c497196b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f844d51a-9ce4-4704-9a4e-7f37c497196b,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:08.835848 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.854919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] Calling delete_port for f844d51a-9ce4-4704-9a4e-7f37c497196b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:08.877454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.920550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:08.923734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:08.929287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:08.929872 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:08.943542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=4e9d9eeb-ad16-46be-a592-fb07d732e117,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:09.048670 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.068494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3bb1b64e-dd19-4aff-a622-6d9dbd44ca73 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6552539
Nov 13 21:37:09.071159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35162) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:09.077701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '4e9d9eeb-ad16-46be-a592-fb07d732e117', 'ip_address': '2001:db8::4c2e:6d0b:4606:70f'}], 'name': 'tempest-NetworksTestDHCPv6-2088814208'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:09.078414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] No DVR routers for this DVR port f844d51a-9ce4-4704-9a4e-7f37c497196b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:09.082183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951512c-41b8-477c-ad74-78b6e17b42cf None None] Pushing event deleted for resources: {'Port': ['ID=f844d51a-9ce4-4704-9a4e-7f37c497196b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:09.092969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19966e8e-30b0-48f8-8a94-8431f569b851 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:09.133007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4ac9-2bba-4b1e-aebb-0ca531610371 req-6e1471b9-383b-46b5-964b-4fd8b24f3b5b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:09.141321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-822e4ac9-2bba-4b1e-aebb-0ca531610371 req-6e1471b9-383b-46b5-964b-4fd8b24f3b5b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0751936
Nov 13 21:37:09.228459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-822e4ac9-2bba-4b1e-aebb-0ca531610371 req-508e94c7-4fe8-4c40-8eb2-67d1f217c475 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808318
Nov 13 21:37:09.266740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '4e9d9eeb-ad16-46be-a592-fb07d732e117'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:09.267693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.294381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:09.391406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.408899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 535d9199-3168-45a1-be39-c7bf2b35bda0 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:09.413364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/4e9d9eeb-ad16-46be-a592-fb07d732e117/c96479ac-1218-4a30-ad4d-23e0d1bc4b5f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:09.557620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f844d51a-9ce4-4704-9a4e-7f37c497196b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:09.584545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f844d51a-9ce4-4704-9a4e-7f37c497196b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:09.584905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f844d51a-9ce4-4704-9a4e-7f37c497196b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:09.586506 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.624866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35174) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:09.654338 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.692309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:09.695141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:09.702204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:09.732020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Pushing event updated for resources: {'Port': ['ID=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:09.746122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::4c2e:6d0b:4606:70f (a70517ce-5bb8-4729-a15e-ace70aa9169a/4e9d9eeb-ad16-46be-a592-fb07d732e117/535d9199-3168-45a1-be39-c7bf2b35bda0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:09.762296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-f1b94805-58c1-4825-a281-f45415525dc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1352470
Nov 13 21:37:09.768113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Attempting to bind port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:09.768614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Attempting to bind port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:09.772515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Attempting to bind port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:09.772792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-affca2f7-5725-403c-a4b7-f1c3d1e65011 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:37:09.773655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-affca2f7-5725-403c-a4b7-f1c3d1e65011 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076077
Nov 13 21:37:09.774221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:09.774591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:09.774988 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.775373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:09.776165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Bound port: c96479ac-1218-4a30-ad4d-23e0d1bc4b5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:09.776318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:09.849934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] For port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:09.854318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] For port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:09.935585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:10.013713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2423b8-6878-4caf-a7aa-139413b0a51b None None] Pushing event updated for resources: {'Port': ['ID=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:10.272741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:10.356949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f648058-b6da-474c-80d0-ddfb5d0895c1 req-dde6ba60-2ef1-4bd7-b246-73e359d5076e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:10.356949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8f648058-b6da-474c-80d0-ddfb5d0895c1 req-dde6ba60-2ef1-4bd7-b246-73e359d5076e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.0547609
Nov 13 21:37:10.381178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:10.414308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8f648058-b6da-474c-80d0-ddfb5d0895c1 req-c1a76ff1-dd04-4c7f-8f0a-daf7160e495b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518835
Nov 13 21:37:10.425191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:10.428089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:10.434412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:10.439958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:10.440594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:10.451443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=535d9199-3168-45a1-be39-c7bf2b35bda0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:10.533490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:10.543742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab7002e1-b3e2-4430-99c4-972b1ed752ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.4711354
Nov 13 21:37:10.547076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35190) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:10.603584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3fa68d-6403-4c68-a021-8eb1e1b5aee7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:10.610153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3fa68d-6403-4c68-a021-8eb1e1b5aee7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:10.611692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7a3fa68d-6403-4c68-a021-8eb1e1b5aee7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.0636647
Nov 13 21:37:10.614414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:10.707843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 535d9199-3168-45a1-be39-c7bf2b35bda0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:10.708172 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:10.805580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:10.836159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 535d9199-3168-45a1-be39-c7bf2b35bda0 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:11.048931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.085779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=535d9199-3168-45a1-be39-c7bf2b35bda0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:11.113754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.117391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-18832d29-3d7e-44ea-9533-5784813b2938 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/535d9199-3168-45a1-be39-c7bf2b35bda0 HTTP/1.1" status: 204  len: 168 time: 0.5020368
Nov 13 21:37:11.120275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f9e404f9-cc37-4336-a933-a938f60c120a None None] Provisioning complete for port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:11.120816 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9e404f9-cc37-4336-a933-a938f60c120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.125776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:11.187654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609736a-ba5a-48fb-8be9-e9509c78ee85 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:11.189337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609736a-ba5a-48fb-8be9-e9509c78ee85 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:11.193563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b609736a-ba5a-48fb-8be9-e9509c78ee85 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0641575
Nov 13 21:37:11.193997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35198) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:11.213069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9e404f9-cc37-4336-a933-a938f60c120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.247248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f9e404f9-cc37-4336-a933-a938f60c120a None None] For port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:11.250961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 4e9d9eeb-ad16-46be-a592-fb07d732e117 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:11.254353 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.307552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.328614 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9e404f9-cc37-4336-a933-a938f60c120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.382818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e404f9-cc37-4336-a933-a938f60c120a None None] Pushing event updated for resources: {'Port': ['ID=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:11.415861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-d6e9cc3e-bca2-4344-88e9-bdb063cbcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:11.417437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-d6e9cc3e-bca2-4344-88e9-bdb063cbcb43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1&tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b HTTP/1.1" status: 200  len: 1094 time: 0.1212540
Nov 13 21:37:11.438418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:11.441638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-38825e0a-c7e1-4feb-9459-55892e27ef38 None None] Could not find standard attr ID for object 535d9199-3168-45a1-be39-c7bf2b35bda0. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:11.486637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.566497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.582760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c96479ac-1218-4a30-ad4d-23e0d1bc4b5f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:11.632051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:11.632336 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.634154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3fe45-05a1-4bdf-b4e5-bab31df32412 req-f8e38c38-f224-4ab6-b78c-568f8ed665b2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:11.635651 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ee3fe45-05a1-4bdf-b4e5-bab31df32412 req-f8e38c38-f224-4ab6-b78c-568f8ed665b2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 943 time: 0.1459129
Nov 13 21:37:11.747054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.787990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ee3fe45-05a1-4bdf-b4e5-bab31df32412 req-8cb63145-b90c-4d4a-be11-2cf3f6ceb2b1 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445861
Nov 13 21:37:11.796188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9d9eeb-ad16-46be-a592-fb07d732e117,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:11.802865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:11.810194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2edce1a7-1998-45eb-8afd-ef5a4204c410 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/4e9d9eeb-ad16-46be-a592-fb07d732e117 HTTP/1.1" status: 204  len: 168 time: 0.6111026
Nov 13 21:37:11.811817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5246b-73e6-4238-a23e-0fe6a2fac822 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:11.811968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35202) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:11.851484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a509bb4d-6d03-48e7-b863-4d4d741247b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0382304
Nov 13 21:37:11.854156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35206) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:11.878687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:11.918637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f5d674-e4d7-48e9-aa72-60727f890e97 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:11.959372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35210) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:11.960113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c6f5d674-e4d7-48e9-aa72-60727f890e97 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0688341
Nov 13 21:37:11.960353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:12.024235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:37:12.024235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.024235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0eaf5-4c31-43fc-a8af-9b016d8be94d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.024235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a4f0eaf5-4c31-43fc-a8af-9b016d8be94d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0912006
Nov 13 21:37:12.024891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35212) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:12.026167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Transition to ACTIVE for port object ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:37:12.039350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:12.067762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fd87b687-994a-4ea3-838a-75403b467590 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0412190
Nov 13 21:37:12.072371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35214) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:12.076602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:12.093106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] Deleting port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:12.093470 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.128882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.171951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] For port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:12.172391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.185391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] Calling delete_port for c96479ac-1218-4a30-ad4d-23e0d1bc4b5f owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:12.197319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] No DVR routers for this DVR port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:12.206670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=9']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:12.225550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:12.227421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.231413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.239056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:12.239398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:12.239814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:12.244421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:37:12.244768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Attempting to bind port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on network 192e2326-b1d1-4f1e-83b7-6735d39ab658 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:12.250082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:12.250513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Checking segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:12.250890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Bound using segment: {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:12.251309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Bound port: ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480e5d75-8dcd-44e9-abba-3c166f843643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:12.251652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.314892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:12.317980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:12.351435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.377593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] Pushing event deleted for resources: {'Port': ['ID=c96479ac-1218-4a30-ad4d-23e0d1bc4b5f,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:12.381106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2c211-491a-49ac-bfb5-70c33c2a0407 None None] No DVR routers for this DVR port c96479ac-1218-4a30-ad4d-23e0d1bc4b5f on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:12.409134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.443424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.444127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.445614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] 10.222.0.37 "PUT /v2.0/ports/ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 1091 time: 1.0112743
Nov 13 21:37:12.448170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:37:12.452173 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13753fe9-09ca-4299-933c-1d0e020abd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:37:12.478146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc55374-3f38-4d8e-a7b8-b23ed58bc43c service neutron] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=10']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:12.499680 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86630ca-c1ca-420b-900a-7f7bb3b54817 x-openstack-request-id: req-d86630ca-c1ca-420b-900a-7f7bb3b54817 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:37:12.499988 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:37:12.500225 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d86630ca-c1ca-420b-900a-7f7bb3b54817 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:37:12.500630 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'status': 'completed', 'code': 200}
Nov 13 21:37:12.535014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-85694ae9-9362-4573-bd63-c5bb1de468ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.536615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-85694ae9-9362-4573-bd63-c5bb1de468ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1095 time: 0.0474288
Nov 13 21:37:12.545216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.593267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:12.597733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:12.600608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.601403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.609993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818aebb-a910-4ae6-a880-a7c7d311118d None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:12.616782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=f76799cd-3773-47e2-b8eb-2a7dc4b4a641,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:12.635238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-4cd89c18-88f0-4996-975f-30cced0d8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.637440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-4cd89c18-88f0-4996-975f-30cced0d8eee service neutron] 10.222.0.37 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 914 time: 0.0940993
Nov 13 21:37:12.682332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-6d432718-fd6f-4da5-b8c6-ec632409ad33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0374937
Nov 13 21:37:12.703903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d66232d6-97ce-4a94-a57f-d0e81ad98094 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6306820
Nov 13 21:37:12.706115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35218) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:12.711373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': 'f76799cd-3773-47e2-b8eb-2a7dc4b4a641', 'ip_address': '2001:db8::d03b:cf1b:f64:eefe'}], 'name': 'tempest-NetworksTestDHCPv6-1146013935'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:12.733955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-a5388572-f539-4eda-99c5-2a349e64780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.736234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-a5388572-f539-4eda-99c5-2a349e64780f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0476799
Nov 13 21:37:12.759920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'f76799cd-3773-47e2-b8eb-2a7dc4b4a641'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:12.760916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.772218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-99775ba2-4adc-4baf-9b39-cd216f54ae24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290236
Nov 13 21:37:12.871030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-a240cf21-f35e-40df-8a81-74578a1d7091 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906854
Nov 13 21:37:12.900278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:12.905567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:12.934741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60096c3e-ad2d-4af6-9191-7f1f29a057be req-4482d229-e3e7-446e-9e35-9fb17bc81204 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:12.936439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60096c3e-ad2d-4af6-9191-7f1f29a057be req-4482d229-e3e7-446e-9e35-9fb17bc81204 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0726640
Nov 13 21:37:12.942240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 9a0d0df4-ee68-406c-a8db-cfa438d8710b yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:12.963398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/f76799cd-3773-47e2-b8eb-2a7dc4b4a641/4c8db63c-3796-4fd7-b45e-449137d711dc) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:12.974178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85081cb6-4b2e-406f-a3e4-478e0d3b5d4e req-70a813b3-57e0-4ebd-9243-8c03135e8a14 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962629
Nov 13 21:37:13.057522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-60096c3e-ad2d-4af6-9191-7f1f29a057be req-700308b1-6f92-40e5-9b0b-6f6f29d229c0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103067
Nov 13 21:37:13.129832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.150703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-76573f9c-8b0b-4bf4-8b80-3d1f6ece37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:13.152846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-76573f9c-8b0b-4bf4-8b80-3d1f6ece37db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1095 time: 0.0459955
Nov 13 21:37:13.209079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.247064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:13.249949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:13.255961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:13.265639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Pushing event updated for resources: {'Port': ['ID=4c8db63c-3796-4fd7-b45e-449137d711dc,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:13.278915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-083e48db-232e-4127-87cd-a32823134ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:13.281251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-083e48db-232e-4127-87cd-a32823134ba0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 914 time: 0.1215630
Nov 13 21:37:13.295617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::d03b:cf1b:f64:eefe (a70517ce-5bb8-4729-a15e-ace70aa9169a/f76799cd-3773-47e2-b8eb-2a7dc4b4a641/9a0d0df4-ee68-406c-a8db-cfa438d8710b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:13.319646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Attempting to bind port 4c8db63c-3796-4fd7-b45e-449137d711dc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:13.320006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Attempting to bind port 4c8db63c-3796-4fd7-b45e-449137d711dc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:13.320363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Attempting to bind port 4c8db63c-3796-4fd7-b45e-449137d711dc on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:13.327606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:13.328113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:13.328557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-ba11ea2a-b574-4c4f-80a3-4c25686da9b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0399315
Nov 13 21:37:13.328738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.329253 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:13.329810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Bound port: 4c8db63c-3796-4fd7-b45e-449137d711dc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:13.330282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.386655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-09deab1d-9dab-4dfd-8141-26dcae5e1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:13.388124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-09deab1d-9dab-4dfd-8141-26dcae5e1117 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0527129
Nov 13 21:37:13.404885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] For port 4c8db63c-3796-4fd7-b45e-449137d711dc, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:13.408046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] For port 4c8db63c-3796-4fd7-b45e-449137d711dc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c8db63c-3796-4fd7-b45e-449137d711dc,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:13.427589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-c7b27010-2cd6-4d16-9b03-6cb22315f00c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322232
Nov 13 21:37:13.473400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.507268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.531500 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-c8c318bd-9378-4984-ae80-d7931870c0b9 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967536
Nov 13 21:37:13.605994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2165d8-6604-455e-9ef1-b02dbe7500c1 None None] Pushing event updated for resources: {'Port': ['ID=4c8db63c-3796-4fd7-b45e-449137d711dc,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:13.625060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c96479ac-1218-4a30-ad4d-23e0d1bc4b5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:13.654574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: c96479ac-1218-4a30-ad4d-23e0d1bc4b5f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:13.655602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c96479ac-1218-4a30-ad4d-23e0d1bc4b5f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:13.690731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13753fe9-09ca-4299-933c-1d0e020abd4a req-d9c045a4-34eb-4f0c-b724-d0e780fb259e service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432519
Nov 13 21:37:13.694801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.748035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:13.751940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:13.759145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:13.767512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:13.767512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:13.782834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=9a0d0df4-ee68-406c-a8db-cfa438d8710b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:13.892719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35240) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:13.893105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd182dfb-bc54-4f2b-879d-92c3d99812e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1853981
Nov 13 21:37:13.903317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': 'f76799cd-3773-47e2-b8eb-2a7dc4b4a641', 'ip_address': '2001:db8::d03b:cf1b:f64:eefe'}], 'name': 'tempest-NetworksTestDHCPv6-96972481'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:14.198208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:14.265618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e5c6-8c6d-4540-91da-7ff4cfcc0602 req-9a3ce280-d2d6-4de9-9b40-57700e4de78f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:14.269169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb69e5c6-8c6d-4540-91da-7ff4cfcc0602 req-9a3ce280-d2d6-4de9-9b40-57700e4de78f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0971568
Nov 13 21:37:14.337598 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:14.355487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb69e5c6-8c6d-4540-91da-7ff4cfcc0602 req-ce4d316b-d0ca-416d-9536-cd09bcb74d31 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780704
Nov 13 21:37:14.366430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 6db7028e-ddfe-4d23-bca8-2a664185ec42 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:14.584618 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:37:14.585319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:14.684118 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:14.689505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9fd6c87c-469f-4025-9a32-e74f7f03712f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.7954185
Nov 13 21:37:14.692930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35246) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:14.759482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7505709-ccf4-4bd7-9586-577d26d27bda tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:14.766807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7505709-ccf4-4bd7-9586-577d26d27bda tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:14.768515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f7505709-ccf4-4bd7-9586-577d26d27bda tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.0766602
Nov 13 21:37:14.771517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35248) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:14.900119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 9a0d0df4-ee68-406c-a8db-cfa438d8710b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:14.900969 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.022341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.041578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 9a0d0df4-ee68-406c-a8db-cfa438d8710b owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:15.100788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2b7b7c6f-c630-4638-a0c4-5bb6165a432b None None] Provisioning complete for port 4c8db63c-3796-4fd7-b45e-449137d711dc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:15.101463 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b7b7c6f-c630-4638-a0c4-5bb6165a432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.262636 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b7b7c6f-c630-4638-a0c4-5bb6165a432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.326309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2b7b7c6f-c630-4638-a0c4-5bb6165a432b None None] For port 4c8db63c-3796-4fd7-b45e-449137d711dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c8db63c-3796-4fd7-b45e-449137d711dc,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:15.368797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.397177 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b7b7c6f-c630-4638-a0c4-5bb6165a432b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.422378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=9a0d0df4-ee68-406c-a8db-cfa438d8710b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:15.469361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.472794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87338038-4a36-4364-95a4-2fbc98b01947 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/9a0d0df4-ee68-406c-a8db-cfa438d8710b HTTP/1.1" status: 204  len: 168 time: 0.7004375
Nov 13 21:37:15.475416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35254) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:15.482621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b7c6f-c630-4638-a0c4-5bb6165a432b None None] Pushing event updated for resources: {'Port': ['ID=4c8db63c-3796-4fd7-b45e-449137d711dc,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:15.578656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ab042e12-9d70-41a0-9403-84308e25b239 None None] Could not find standard attr ID for object 9a0d0df4-ee68-406c-a8db-cfa438d8710b. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:15.642187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc8355-7c12-40bd-98d6-66c60c6d35c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:15.643808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc8355-7c12-40bd-98d6-66c60c6d35c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:15.648050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2dc8355-7c12-40bd-98d6-66c60c6d35c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1685081
Nov 13 21:37:15.660175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35256) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:15.782756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4c8db63c-3796-4fd7-b45e-449137d711dc up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:15.783601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1062c46-e6ea-4256-bc69-23aedb0f287b req-3bdbabdf-2241-49cf-b704-ed5687d3ae06 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:15.783601 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1062c46-e6ea-4256-bc69-23aedb0f287b req-3bdbabdf-2241-49cf-b704-ed5687d3ae06 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.2039504
Nov 13 21:37:15.810338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet f76799cd-3773-47e2-b8eb-2a7dc4b4a641 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:15.822881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.827186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4c8db63c-3796-4fd7-b45e-449137d711dc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:15.828086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:15.871706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1062c46-e6ea-4256-bc69-23aedb0f287b req-83f24ac9-0f49-4eb4-8c2f-229de520b8e9 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230237
Nov 13 21:37:15.893897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.032926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.180756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.210475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=f76799cd-3773-47e2-b8eb-2a7dc4b4a641,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:16.212732 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.217073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0cedb122-19bb-4107-9423-88ae303e47e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/f76799cd-3773-47e2-b8eb-2a7dc4b4a641 HTTP/1.1" status: 204  len: 168 time: 0.5547647
Nov 13 21:37:16.219547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35258) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:16.222335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01539367-88eb-4d47-9f08-f8b28e06fecb None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:16.292060 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f05b5ccb-2838-40c8-ad23-81f19d7d063b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0712221
Nov 13 21:37:16.297066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35262) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:16.302010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:16.462134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:16.515947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] Deleting port 4c8db63c-3796-4fd7-b45e-449137d711dc {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:16.516311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.534364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:16.538162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.607980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] For port 4c8db63c-3796-4fd7-b45e-449137d711dc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c8db63c-3796-4fd7-b45e-449137d711dc,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:16.608453 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.624219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] Calling delete_port for 4c8db63c-3796-4fd7-b45e-449137d711dc owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:16.807864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.833276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] Pushing event deleted for resources: {'Port': ['ID=4c8db63c-3796-4fd7-b45e-449137d711dc,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:16.836585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081aeb6-76a4-4086-b1d3-344d2c70c67d None None] No DVR routers for this DVR port 4c8db63c-3796-4fd7-b45e-449137d711dc on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:16.840355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.888709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:16.892187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:16.896768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:16.901941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757033db-25d5-4a00-9474-6db04bc348f7 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:16.907656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:16.942367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=c8136ced-fe9f-4e4f-a733-e989391bf1fd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:17.029394 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5c17225f-d94b-499a-a9be-6ec8ee11dcc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7312870
Nov 13 21:37:17.032204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35268) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:17.037533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': 'c8136ced-fe9f-4e4f-a733-e989391bf1fd', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-751667275'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:17.046095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deff0a1-eafb-482e-a0a3-5da7e1b978f8 req-5df9d964-53ab-4d9c-af98-c77d490bdb44 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:17.048007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0deff0a1-eafb-482e-a0a3-5da7e1b978f8 req-5df9d964-53ab-4d9c-af98-c77d490bdb44 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0924864
Nov 13 21:37:17.121349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'c8136ced-fe9f-4e4f-a733-e989391bf1fd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:17.124812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:17.141067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0deff0a1-eafb-482e-a0a3-5da7e1b978f8 req-17c7a32e-f872-4244-873f-334ff2232853 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862250
Nov 13 21:37:17.259571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:17.265373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:17.282499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/c8136ced-fe9f-4e4f-a733-e989391bf1fd/5a800815-0620-4155-99df-5b5fde6b7f17) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:17.287614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 9bf072b1-9610-4bbd-88eb-3a46dd440ea6 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:17.658835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4c8db63c-3796-4fd7-b45e-449137d711dc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:17.682911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 4c8db63c-3796-4fd7-b45e-449137d711dc {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:17.683560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4c8db63c-3796-4fd7-b45e-449137d711dc not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:17.685595 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:17.981929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.009168 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:18.009626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:18.025985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:18.029561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:18.033992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:18.037358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Pushing event updated for resources: {'Port': ['ID=5a800815-0620-4155-99df-5b5fde6b7f17,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:18.092629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Attempting to bind port 5a800815-0620-4155-99df-5b5fde6b7f17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:18.093032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Attempting to bind port 5a800815-0620-4155-99df-5b5fde6b7f17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:18.093372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Attempting to bind port 5a800815-0620-4155-99df-5b5fde6b7f17 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:18.098259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:18.098625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:18.099024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.099408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:18.099870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Bound port: 5a800815-0620-4155-99df-5b5fde6b7f17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:18.100231 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.137853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-14ea7417-9b87-44e6-8eb3-b75894fa5570 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.1044786
Nov 13 21:37:18.140468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35272) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:18.178086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] For port 5a800815-0620-4155-99df-5b5fde6b7f17, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:18.181989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] For port 5a800815-0620-4155-99df-5b5fde6b7f17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a800815-0620-4155-99df-5b5fde6b7f17,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:18.195277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ad999-e12b-4923-a8ab-c5adeb6a2276 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:18.197611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2a3ad999-e12b-4923-a8ab-c5adeb6a2276 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0553443
Nov 13 21:37:18.198238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:18.256416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.280947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4f3ac-ace4-47c9-bb2f-b45440c37f30 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:18.285268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe4f3ac-ace4-47c9-bb2f-b45440c37f30 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:18.290120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ebe4f3ac-ace4-47c9-bb2f-b45440c37f30 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0903044
Nov 13 21:37:18.290354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:18.333155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f408-3926-473c-bec5-465c9a6b5004 req-fde448c3-bb63-4ddc-9662-301582d9a22d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:18.334825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b24f408-3926-473c-bec5-465c9a6b5004 req-fde448c3-bb63-4ddc-9662-301582d9a22d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.1018877
Nov 13 21:37:18.366040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435e1b3-8b0c-4108-b901-e5f8a1680579 None None] Pushing event updated for resources: {'Port': ['ID=5a800815-0620-4155-99df-5b5fde6b7f17,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:18.410099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet c8136ced-fe9f-4e4f-a733-e989391bf1fd {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:18.413851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.422972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b24f408-3926-473c-bec5-465c9a6b5004 req-1a4dd989-20ec-4b83-80ab-8c174639c643 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814767
Nov 13 21:37:18.457801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.569321 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.780632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.811395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=c8136ced-fe9f-4e4f-a733-e989391bf1fd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:18.813262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:18.818677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42836212-4c3a-4805-8960-07442f93b073 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/c8136ced-fe9f-4e4f-a733-e989391bf1fd HTTP/1.1" status: 204  len: 168 time: 0.5252821
Nov 13 21:37:18.819163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35282) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:18.865230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35284) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:18.868769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-83ec834f-6da8-4ea3-aa6f-54a02bf472b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0393734
Nov 13 21:37:18.871396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:19.060292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:19.065199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.397959 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:37:19.411509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.413265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e63be97-9864-4452-965b-ae425d86d56f None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:19.443342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:19.462948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:19.470655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:19.474503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.492798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=78547f3e-57fe-4f2e-9216-2e29b1879f85,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:19.494345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2b53ffa0-4b9f-46ca-9035-80e3e1e7cf90 None None] Provisioning complete for port 5a800815-0620-4155-99df-5b5fde6b7f17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:19.494715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b53ffa0-4b9f-46ca-9035-80e3e1e7cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.612038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c3a07311-276d-4e8d-aa2b-7cf2d573e588 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7455790
Nov 13 21:37:19.614605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35290) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:19.623062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1813891278', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:19.652336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db97be-0e4f-4ce8-bf53-f4bbc60fbb8a req-0290ee2a-cee9-40a9-aa45-155ad3377e73 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:19.654822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20db97be-0e4f-4ce8-bf53-f4bbc60fbb8a req-0290ee2a-cee9-40a9-aa45-155ad3377e73 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.1188033
Nov 13 21:37:19.705805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b53ffa0-4b9f-46ca-9035-80e3e1e7cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.720469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a800815-0620-4155-99df-5b5fde6b7f17 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:19.736207 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20db97be-0e4f-4ce8-bf53-f4bbc60fbb8a req-aca9d859-254e-4a8f-a512-ec91b176e01a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706618
Nov 13 21:37:19.768831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.770276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.816798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2b53ffa0-4b9f-46ca-9035-80e3e1e7cf90 None None] For port 5a800815-0620-4155-99df-5b5fde6b7f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a800815-0620-4155-99df-5b5fde6b7f17,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:19.844888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5a800815-0620-4155-99df-5b5fde6b7f17 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:19.845330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.863836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.900680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b53ffa0-4b9f-46ca-9035-80e3e1e7cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:19.991521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.038121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53ffa0-4b9f-46ca-9035-80e3e1e7cf90 None None] Pushing event updated for resources: {'Port': ['ID=5a800815-0620-4155-99df-5b5fde6b7f17,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:20.082850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66508422-a1ae-462b-a138-633ba138b2aa None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:20.090436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.094730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-971fdf1c-6e3d-47d6-b3b0-7a3258afb984 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4762778
Nov 13 21:37:20.097843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35294) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:20.170136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-01fdea71-5cf6-46f4-b1d9-1f3981e3abbc None None] Provisioning complete for port 5a800815-0620-4155-99df-5b5fde6b7f17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:20.170445 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01fdea71-5cf6-46f4-b1d9-1f3981e3abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.399943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.669138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0ef0b3dc-6222-4bcf-b7ee-6a70a5eafd58 None None] Provisioning complete for port 5a800815-0620-4155-99df-5b5fde6b7f17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:20.669808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b3dc-6222-4bcf-b7ee-6a70a5eafd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.677018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::1 (a70517ce-5bb8-4729-a15e-ace70aa9169a/78547f3e-57fe-4f2e-9216-2e29b1879f85/85d5df8f-bf57-4c23-832b-488a3b5f660a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:20.826819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.874845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ca6dc-9862-4f4d-80ac-9951b980056d req-393e79dd-59b0-4563-ae1b-ad26a22b82b8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:20.876507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed5ca6dc-9862-4f4d-80ac-9951b980056d req-393e79dd-59b0-4563-ae1b-ad26a22b82b8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0603240
Nov 13 21:37:20.930054 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed5ca6dc-9862-4f4d-80ac-9951b980056d req-3163ad79-d247-40e4-afbb-ec44477fbce5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471451
Nov 13 21:37:20.946637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:20.987752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:20.992553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:20.994993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:20.995880 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.054174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=85d5df8f-bf57-4c23-832b-488a3b5f660a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:21.190382 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.306478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-40790aea-080d-4597-8355-dcc20be34ea5 None None] Provisioning complete for port 85d5df8f-bf57-4c23-832b-488a3b5f660a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:21.307164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40790aea-080d-4597-8355-dcc20be34ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.360923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-40790aea-080d-4597-8355-dcc20be34ea5 None None] Port 85d5df8f-bf57-4c23-832b-488a3b5f660a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:37:21.510358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.584903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a800815-0620-4155-99df-5b5fde6b7f17 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:21.608766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.614521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.657989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5a800815-0620-4155-99df-5b5fde6b7f17 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:21.658371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:21.698041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=85d5df8f-bf57-4c23-832b-488a3b5f660a,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:21.790176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:21.791571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:21.985921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Router 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:37:22.107443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea1f74-3c54-4027-9771-794c8f33cfc9 req-785e24a6-7982-4bcb-8773-e583974d2d9e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:22.109958 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8ea1f74-3c54-4027-9771-794c8f33cfc9 req-785e24a6-7982-4bcb-8773-e583974d2d9e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0844147
Nov 13 21:37:22.138089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:37:22.143581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47b36828-be6a-4bb5-9874-b46a8bfe412c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "PUT /v2.0/routers/1940d3b8-0dad-4b2a-834e-6872a2aa0b46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0477242
Nov 13 21:37:22.146066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:22.149114 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Sync routers for ids ['1940d3b8-0dad-4b2a-834e-6872a2aa0b46'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:37:22.162534 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Routers {'1940d3b8-0dad-4b2a-834e-6872a2aa0b46'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:22.163166 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7ebca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1940d3b8-0dad-4b2a-834e-6872a2aa0b46'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:22.201879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6830a460-8d57-406d-8f06-be7c8504483e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:22.202154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-19deb9ef-b3a2-423f-b273-f6d377fb4ccf None None] Provisioning complete for port 85d5df8f-bf57-4c23-832b-488a3b5f660a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:22.202653 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19deb9ef-b3a2-423f-b273-f6d377fb4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:22.203352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6830a460-8d57-406d-8f06-be7c8504483e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports/85d5df8f-bf57-4c23-832b-488a3b5f660a HTTP/1.1" status: 200  len: 911 time: 0.0561218
Nov 13 21:37:22.205889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35320) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:22.212599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8ea1f74-3c54-4027-9771-794c8f33cfc9 req-474f9b90-0d8b-469f-a8ba-6c56baab660d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958724
Nov 13 21:37:22.260326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-19deb9ef-b3a2-423f-b273-f6d377fb4ccf None None] Port 85d5df8f-bf57-4c23-832b-488a3b5f660a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:37:22.291683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8903204-2dd9-45c5-a7b1-f3e91784a74e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:22.301557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8903204-2dd9-45c5-a7b1-f3e91784a74e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:22.306142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35322) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:22.308008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e8903204-2dd9-45c5-a7b1-f3e91784a74e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.0998366
Nov 13 21:37:22.325033 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Set router 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:37:22.570038 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7ebca0>, [{'id': '1940d3b8-0dad-4b2a-834e-6872a2aa0b46', 'name': 'tempest-NetworksTestDHCPv6-router-1813891278', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:37:19Z', 'updated_at': '2021-11-13T21:37:21Z', 'revision_number': 2, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'gw_port_host': None, '_interfaces': [{'id': '85d5df8f-bf57-4c23-832b-488a3b5f660a', 'name': '', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'mac_address': 'fa:16:3e:2b:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1940d3b8-0dad-4b2a-834e-6872a2aa0b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '78547f3e-57fe-4f2e-9216-2e29b1879f85', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:37:20Z', 'updated_at': '2021-11-13T21:37:21Z', 'revision_number': 2, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'subnets': [{'id': '78547f3e-57fe-4f2e-9216-2e29b1879f85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:22.600490 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Checking router: 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:37:22.600920 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Updating router 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 port 85d5df8f-bf57-4c23-832b-488a3b5f660a binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:37:22.637139 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:22.680301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:22.932630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 85d5df8f-bf57-4c23-832b-488a3b5f660a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:22.934385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.081015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.098100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 85d5df8f-bf57-4c23-832b-488a3b5f660a owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:23.192618 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.294268 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.346786 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Pushing event updated for resources: {'Port': ['ID=85d5df8f-bf57-4c23-832b-488a3b5f660a,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:23.376057 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.376423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.376795 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.377131 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.377465 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.377795 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.378121 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.378456 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.378783 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.379090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.379412 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.379751 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18af569-3d80-4372-bcb8-90251987e36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:23.428124 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Attempting to bind port 85d5df8f-bf57-4c23-832b-488a3b5f660a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:23.428499 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Attempting to bind port 85d5df8f-bf57-4c23-832b-488a3b5f660a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:23.428890 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Attempting to bind port 85d5df8f-bf57-4c23-832b-488a3b5f660a on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:23.435775 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:23.436154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:23.436558 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.437073 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:23.437546 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Bound port: 85d5df8f-bf57-4c23-832b-488a3b5f660a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:23.437925 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.440171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa5506-29ea-4f4a-b4ef-a157eb61d1b0 req-db622df3-af5c-4638-83d9-e7a1ae15ff7c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:23.443521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89fa5506-29ea-4f4a-b4ef-a157eb61d1b0 req-db622df3-af5c-4638-83d9-e7a1ae15ff7c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.1544976
Nov 13 21:37:23.515258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89fa5506-29ea-4f4a-b4ef-a157eb61d1b0 req-86551874-0eca-460a-bf40-0c4b7c3cdd5b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617695
Nov 13 21:37:23.557294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.562923 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:37:23.562923 ncdv-master-1 neutron-server[120535]: DEBUG oslo_db.api [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:37:23.595355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=85d5df8f-bf57-4c23-832b-488a3b5f660a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:23.681699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-95eef2a6-c720-48a8-a363-7197053e6f4d None None] Could not find standard attr ID for object 85d5df8f-bf57-4c23-832b-488a3b5f660a. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:23.702069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:23.860317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Router 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:37:23.936067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:37:23.943490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-96f61d12-068e-4383-b3c3-94abd8e1b468 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "PUT /v2.0/routers/1940d3b8-0dad-4b2a-834e-6872a2aa0b46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6337750
Nov 13 21:37:23.943744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35330) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:24.000253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eda8fc-507c-45c2-a83f-3a59b7eeabea tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:24.001989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eda8fc-507c-45c2-a83f-3a59b7eeabea tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:24.003582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-06eda8fc-507c-45c2-a83f-3a59b7eeabea tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0588131
Nov 13 21:37:24.006299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35332) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:24.060098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 78547f3e-57fe-4f2e-9216-2e29b1879f85 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:24.063868 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.074860 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Attempting to bind port 85d5df8f-bf57-4c23-832b-488a3b5f660a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:24.075227 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Attempting to bind port 85d5df8f-bf57-4c23-832b-488a3b5f660a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:24.075585 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Attempting to bind port 85d5df8f-bf57-4c23-832b-488a3b5f660a on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:24.080650 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:24.081056 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:24.081453 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.081842 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:24.082298 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Bound port: 85d5df8f-bf57-4c23-832b-488a3b5f660a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:24.082672 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.112037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Port 85d5df8f-bf57-4c23-832b-488a3b5f660a has been deleted concurrently {{(pid=120535) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 13 21:37:24.116340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.123438 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Routers {'1940d3b8-0dad-4b2a-834e-6872a2aa0b46'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:24.124232 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7ebca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['1940d3b8-0dad-4b2a-834e-6872a2aa0b46'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:24.166895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.195496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] Set router 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:37:24.249236 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7ebca0>, [{'id': '1940d3b8-0dad-4b2a-834e-6872a2aa0b46', 'name': 'tempest-NetworksTestDHCPv6-router-1813891278', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:37:19Z', 'updated_at': '2021-11-13T21:37:23Z', 'revision_number': 3, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:24.275191 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c861d5e-42ca-446b-b4ab-016751b465c1 None None] The sync data for ids ['1940d3b8-0dad-4b2a-834e-6872a2aa0b46'] in ncdv-master-1 is: [{'id': '1940d3b8-0dad-4b2a-834e-6872a2aa0b46', 'name': 'tempest-NetworksTestDHCPv6-router-1813891278', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:37:19Z', 'updated_at': '2021-11-13T21:37:23Z', 'revision_number': 3, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:37:24.328885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.361207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.367214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/78547f3e-57fe-4f2e-9216-2e29b1879f85 HTTP/1.1" status: 204  len: 168 time: 0.3575006
Nov 13 21:37:24.367214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3156bea-ded2-4a62-9ce8-159e4e6cf430 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=78547f3e-57fe-4f2e-9216-2e29b1879f85,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:24.367627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2a019d-b998-4307-8779-322947ee1f52 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:24.367737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35336) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:24.492798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-66a83c95-d868-4c2f-8a87-3fcf8d06ebf3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1237924
Nov 13 21:37:24.499798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35338) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:24.568203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:24.579901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.627128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] Deleting port 5a800815-0620-4155-99df-5b5fde6b7f17 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:24.627411 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.658676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b463a9-4dd0-4f85-9043-a7365feee503 req-9bd559d2-c7f9-4153-8403-d479a243979a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:24.660331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7b463a9-4dd0-4f85-9043-a7365feee503 req-9bd559d2-c7f9-4153-8403-d479a243979a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0597386
Nov 13 21:37:24.706547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] For port 5a800815-0620-4155-99df-5b5fde6b7f17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a800815-0620-4155-99df-5b5fde6b7f17,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:24.707171 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.712795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7b463a9-4dd0-4f85-9043-a7365feee503 req-d4531f20-983e-4f97-98b6-00e577f4e148 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455987
Nov 13 21:37:24.721858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] Calling delete_port for 5a800815-0620-4155-99df-5b5fde6b7f17 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:24.759004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.762096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.803599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81f242bb-f813-4dfc-88f7-632f9b2fb520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.887940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.888372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Fanout notify agent at l3_agent the message router_deleted on router 1940d3b8-0dad-4b2a-834e-6872a2aa0b46 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:37:24.895705 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.896986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4ead8e30-506e-471f-9999-fc5da5510cd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/routers/1940d3b8-0dad-4b2a-834e-6872a2aa0b46 HTTP/1.1" status: 204  len: 168 time: 0.3992107
Nov 13 21:37:24.900198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35342) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:24.905147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:24.916455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:24.947012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] Pushing event deleted for resources: {'Port': ['ID=5a800815-0620-4155-99df-5b5fde6b7f17,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:24.951786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbe9c9-32c0-4399-841d-31d5484cc618 None None] No DVR routers for this DVR port 5a800815-0620-4155-99df-5b5fde6b7f17 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:25.065883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:25.069941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.240004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Sync routers for ids ['1940d3b8-0dad-4b2a-834e-6872a2aa0b46'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:37:25.249499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:25.249860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 21:37:25.250423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_agentschedulers_db [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1940d3b8-0dad-4b2a-834e-6872a2aa0b46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent'). {{(pid=120534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 13 21:37:25.259600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:25.259955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 21:37:25.260504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_agentschedulers_db [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1940d3b8-0dad-4b2a-834e-6872a2aa0b46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:36:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent'). {{(pid=120534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 13 21:37:25.260917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41efd83-306d-4690-a5fb-05677a7b20d0 None None] The sync data for ids ['1940d3b8-0dad-4b2a-834e-6872a2aa0b46'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:37:25.328612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.374086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:25.377444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:25.381439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:25.382294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.386452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd509c2c-9bca-4fa7-8276-15034f452d3a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:25.387593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=a46976b8-5a31-4c40-88f0-2c2967b4d751,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:25.456782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87092c8a-8c0d-469c-bcf2-028acddc2365 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5553153
Nov 13 21:37:25.459470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35346) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:25.464970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-362211841', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:25.533693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'a46976b8-5a31-4c40-88f0-2c2967b4d751'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:25.551007 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.604906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a800815-0620-4155-99df-5b5fde6b7f17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:25.608370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.610194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.627114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5a800815-0620-4155-99df-5b5fde6b7f17 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:25.627451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a800815-0620-4155-99df-5b5fde6b7f17 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:25.662629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.689464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/a46976b8-5a31-4c40-88f0-2c2967b4d751/3a439285-70e8-4a8f-a66e-e4e994779459) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:25.711578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.801278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.802424 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a45c59dd-d2ea-4ae4-861d-973680e84bd4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3416955
Nov 13 21:37:25.805384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35350) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:25.834365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.843733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7780fdf-db43-46b0-bc31-1977f07b3514 req-95070d58-9411-4f46-8363-1b1d19ee5790 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:25.849559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7780fdf-db43-46b0-bc31-1977f07b3514 req-95070d58-9411-4f46-8363-1b1d19ee5790 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0562961
Nov 13 21:37:25.894766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7780fdf-db43-46b0-bc31-1977f07b3514 req-b16d9ead-1b0e-4be6-aba2-56a238ed4fb5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427275
Nov 13 21:37:25.906401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:25.950825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:25.955000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:25.958969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Pushing event updated for resources: {'Port': ['ID=3a439285-70e8-4a8f-a66e-e4e994779459,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:25.959453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:26.015618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Attempting to bind port 3a439285-70e8-4a8f-a66e-e4e994779459 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:26.015992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Attempting to bind port 3a439285-70e8-4a8f-a66e-e4e994779459 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:26.016358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Attempting to bind port 3a439285-70e8-4a8f-a66e-e4e994779459 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:26.021558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:26.021996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:26.022393 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:26.022789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:26.023284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Bound port: 3a439285-70e8-4a8f-a66e-e4e994779459, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:26.025033 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:26.089625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] For port 3a439285-70e8-4a8f-a66e-e4e994779459, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:26.093064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] For port 3a439285-70e8-4a8f-a66e-e4e994779459, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a439285-70e8-4a8f-a66e-e4e994779459,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:26.186530 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:26.254161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0c000-bb61-4b6b-ad5d-fe485df5f62a None None] Pushing event updated for resources: {'Port': ['ID=3a439285-70e8-4a8f-a66e-e4e994779459,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:26.453786 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:26.701660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::1 (a70517ce-5bb8-4729-a15e-ace70aa9169a/a46976b8-5a31-4c40-88f0-2c2967b4d751/1a0ad3f3-b64a-4cf6-a374-d25274f25067) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:26.820215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:26.905981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:26.956579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:26.960116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:26.966992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:26.969261 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.009846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=1a0ad3f3-b64a-4cf6-a374-d25274f25067,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:27.059878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad8bba-7187-4e82-ae62-e47b3880128c req-b7f17532-ef54-404c-b0be-3d2825ecbacd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:27.061652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dcad8bba-7187-4e82-ae62-e47b3880128c req-b7f17532-ef54-404c-b0be-3d2825ecbacd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0842624
Nov 13 21:37:27.112799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dcad8bba-7187-4e82-ae62-e47b3880128c req-d6cfd15c-6f8f-453d-9f7a-bae0f4154012 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441473
Nov 13 21:37:27.122403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a63e61e1-7a23-42bc-ad68-d36901fb2218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.210154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.341521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-05da70f3-2f61-4913-bd13-a5ecdb835ede None None] Provisioning complete for port 3a439285-70e8-4a8f-a66e-e4e994779459 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:27.342433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05da70f3-2f61-4913-bd13-a5ecdb835ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.440901 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05da70f3-2f61-4913-bd13-a5ecdb835ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.475231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-05da70f3-2f61-4913-bd13-a5ecdb835ede None None] For port 3a439285-70e8-4a8f-a66e-e4e994779459, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a439285-70e8-4a8f-a66e-e4e994779459,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:27.488444 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.546573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05da70f3-2f61-4913-bd13-a5ecdb835ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.558717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.559902 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.594406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:37:27.625086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a439285-70e8-4a8f-a66e-e4e994779459 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:27.648501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da70f3-2f61-4913-bd13-a5ecdb835ede None None] Pushing event updated for resources: {'Port': ['ID=3a439285-70e8-4a8f-a66e-e4e994779459,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:27.653968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=1a0ad3f3-b64a-4cf6-a374-d25274f25067,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:27.691663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:27.693232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:27.728215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6b1565aa-70e4-4815-bc97-80146c27e5d3 None None] Provisioning complete for port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:27.739976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6b1565aa-70e4-4815-bc97-80146c27e5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.941812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6b1565aa-70e4-4815-bc97-80146c27e5d3 None None] Port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:37:27.952729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3a439285-70e8-4a8f-a66e-e4e994779459 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:27.953095 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:27.958956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:27.990501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'network_id': '192e2326-b1d1-4f1e-83b7-6735d39ab658', 'port_id': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'mac_address': 'fa:16:3e:b6:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7017fae-016f-4c2c-aa9c-50ff4985ac69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:37:28.039562 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.090489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:37:28.107270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-26b81534-144e-4280-83b7-fa72aade5179 None None] Provisioning complete for port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:28.107637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26b81534-144e-4280-83b7-fa72aade5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.132467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:28.147731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-26b81534-144e-4280-83b7-fa72aade5179 None None] Port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:37:28.168810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Router 7c4b65f2-eb56-41c4-8959-977329f54aec is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:37:28.214630 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.233937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7a59f-f1f2-42c9-93a9-f7937dca60f8 req-7aa297c2-f205-494f-86f4-484171c0d2d0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:28.235455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4a7a59f-f1f2-42c9-93a9-f7937dca60f8 req-7aa297c2-f205-494f-86f4-484171c0d2d0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 944 time: 0.0505326
Nov 13 21:37:28.266607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:37:28.267151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=11']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:28.272003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-52663da7-2171-40e5-a38f-f31a2497f670 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "PUT /v2.0/routers/7c4b65f2-eb56-41c4-8959-977329f54aec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4655697
Nov 13 21:37:28.276993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35360) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:28.281404 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Sync routers for ids ['7c4b65f2-eb56-41c4-8959-977329f54aec'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:37:28.291745 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Routers {'7c4b65f2-eb56-41c4-8959-977329f54aec'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:28.292917 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7eb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:37:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7c4b65f2-eb56-41c4-8959-977329f54aec'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:28.319456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4a7a59f-f1f2-42c9-93a9-f7937dca60f8 req-0cc62855-d81e-4247-a8f3-0315bcd8ed2b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769534
Nov 13 21:37:28.336595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2684a2ac-9ac4-4922-a9a0-d74666b8f710 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:28.338040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2684a2ac-9ac4-4922-a9a0-d74666b8f710 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports/1a0ad3f3-b64a-4cf6-a374-d25274f25067 HTTP/1.1" status: 200  len: 911 time: 0.0624976
Nov 13 21:37:28.341494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35362) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:28.380921 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Set router 7c4b65f2-eb56-41c4-8959-977329f54aec gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:37:28.391722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9c773-1e3d-4f69-9f59-a464e807c4f0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:28.397668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9c773-1e3d-4f69-9f59-a464e807c4f0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:28.399239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ddb9c773-1e3d-4f69-9f59-a464e807c4f0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0567625
Nov 13 21:37:28.402540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35364) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:28.433360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:37:28.597511 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7eb2e0>, [{'id': '7c4b65f2-eb56-41c4-8959-977329f54aec', 'name': 'tempest-NetworksTestDHCPv6-router-362211841', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:37:25Z', 'updated_at': '2021-11-13T21:37:27Z', 'revision_number': 2, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'gw_port_host': None, '_interfaces': [{'id': '1a0ad3f3-b64a-4cf6-a374-d25274f25067', 'name': '', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'mac_address': 'fa:16:3e:51:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c4b65f2-eb56-41c4-8959-977329f54aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'a46976b8-5a31-4c40-88f0-2c2967b4d751', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:37:26Z', 'updated_at': '2021-11-13T21:37:27Z', 'revision_number': 2, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'subnets': [{'id': 'a46976b8-5a31-4c40-88f0-2c2967b4d751', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:28.608252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.625712 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Checking router: 7c4b65f2-eb56-41c4-8959-977329f54aec for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:37:28.626067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Updating router 7c4b65f2-eb56-41c4-8959-977329f54aec port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:37:28.652115 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.731958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.912474 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:28.942498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:28.942838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.030780 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.031065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.043150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 1a0ad3f3-b64a-4cf6-a374-d25274f25067 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:29.083262 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342f848-94ca-48ea-9723-98dfe7cac058 None None] Pushing event updated for resources: {'Port': ['ID=1a0ad3f3-b64a-4cf6-a374-d25274f25067,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:29.136742 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Attempting to bind port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:29.137112 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Attempting to bind port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:29.137466 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Attempting to bind port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:29.143645 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:29.144020 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:29.144475 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.144889 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:29.145351 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Bound port: 1a0ad3f3-b64a-4cf6-a374-d25274f25067, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:29.145724 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.288669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.290210 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.db.api [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=120535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:37:29.290210 ncdv-master-1 neutron-server[120535]: DEBUG oslo_db.api [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:37:29.317242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=1a0ad3f3-b64a-4cf6-a374-d25274f25067,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:29.371783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-737b06d7-1b80-4a26-8dd9-d8d87d74cf19 None None] Could not find standard attr ID for object 1a0ad3f3-b64a-4cf6-a374-d25274f25067. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:29.417904 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.455092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be63d-8900-43cd-a0eb-4cd18f23d879 req-dd71d750-cf43-414c-9fc4-efda4fb7e84e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:29.461552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-190be63d-8900-43cd-a0eb-4cd18f23d879 req-dd71d750-cf43-414c-9fc4-efda4fb7e84e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 945 time: 0.0526841
Nov 13 21:37:29.512970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-190be63d-8900-43cd-a0eb-4cd18f23d879 req-b894ab1b-9c59-4d70-ba13-11b741c9ac50 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488503
Nov 13 21:37:29.593721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Router 7c4b65f2-eb56-41c4-8959-977329f54aec has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:37:29.598498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a439285-70e8-4a8f-a66e-e4e994779459 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:29.627026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:29.668935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:37:29.676917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-04bb90a0-9792-40c8-ad2f-3f42b5d9702f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "PUT /v2.0/routers/7c4b65f2-eb56-41c4-8959-977329f54aec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2704823
Nov 13 21:37:29.677042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35372) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:29.691700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3a439285-70e8-4a8f-a66e-e4e994779459 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:29.692131 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.730543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809cf1b-b9f0-4ea9-a29b-e4e1248cde1b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:29.732159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e809cf1b-b9f0-4ea9-a29b-e4e1248cde1b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:29.733668 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e809cf1b-b9f0-4ea9-a29b-e4e1248cde1b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0560815
Nov 13 21:37:29.736206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35374) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:29.794929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet a46976b8-5a31-4c40-88f0-2c2967b4d751 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:29.794929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.804341 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Attempting to bind port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:29.804717 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Attempting to bind port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:29.805090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Attempting to bind port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:29.810142 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:29.810637 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:29.811096 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.811546 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:29.812080 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Bound port: 1a0ad3f3-b64a-4cf6-a374-d25274f25067, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:29.812522 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.814317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:37:29.819051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:29.819051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.831238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.844019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.plugin [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Port 1a0ad3f3-b64a-4cf6-a374-d25274f25067 has been deleted concurrently {{(pid=120535) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Nov 13 21:37:29.854076 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Routers {'7c4b65f2-eb56-41c4-8959-977329f54aec'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:29.855508 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7eb2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:37:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7c4b65f2-eb56-41c4-8959-977329f54aec'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:29.923890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.939419 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.960574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:29.969431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:37:29.971988 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a45d39-746f-45c2-a18b-b85420f1ab33" -d '{"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:37:29.987136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:30.014177 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a296afd-3078-414e-bbde-39481b090180 x-openstack-request-id: req-5a296afd-3078-414e-bbde-39481b090180 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:37:30.015980 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-plugged", "status": "completed", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:37:30.015980 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a296afd-3078-414e-bbde-39481b090180 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:37:30.015980 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'code': 200}
Nov 13 21:37:30.023994 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] Set router 7c4b65f2-eb56-41c4-8959-977329f54aec gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:37:30.054271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.066163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.076425 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7eb2e0>, [{'id': '7c4b65f2-eb56-41c4-8959-977329f54aec', 'name': 'tempest-NetworksTestDHCPv6-router-362211841', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:37:25Z', 'updated_at': '2021-11-13T21:37:29Z', 'revision_number': 3, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:37:30.081859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.086561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/a46976b8-5a31-4c40-88f0-2c2967b4d751 HTTP/1.1" status: 204  len: 168 time: 0.3493884
Nov 13 21:37:30.089791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35378) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:30.089968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59aa8f-e16b-4ba2-a306-6910f7c07e5d None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:30.118095 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29170630-0239-45b9-b5b7-570e9d340077 None None] The sync data for ids ['7c4b65f2-eb56-41c4-8959-977329f54aec'] in ncdv-master-1 is: [{'id': '7c4b65f2-eb56-41c4-8959-977329f54aec', 'name': 'tempest-NetworksTestDHCPv6-router-362211841', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:37:25Z', 'updated_at': '2021-11-13T21:37:29Z', 'revision_number': 3, 'project_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:37:30.151981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec72fb-e494-4d6d-b5d5-fc8765bce02c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=a46976b8-5a31-4c40-88f0-2c2967b4d751,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:30.162272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:30.209640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b39b6191-52c0-496e-858d-6b698264f52d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1183679
Nov 13 21:37:30.212160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35380) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:30.313048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:30.321564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.372090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] Deleting port 3a439285-70e8-4a8f-a66e-e4e994779459 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:30.372679 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.390732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.396785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115fcb3-99b0-4f21-9db1-382ec33dd56c req-1b8f1afd-8d28-41bd-a049-cc87e894d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:30.398316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8115fcb3-99b0-4f21-9db1-382ec33dd56c req-1b8f1afd-8d28-41bd-a049-cc87e894d96f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1097 time: 0.1779792
Nov 13 21:37:30.439848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] For port 3a439285-70e8-4a8f-a66e-e4e994779459, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a439285-70e8-4a8f-a66e-e4e994779459,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:30.440544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.452969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] Calling delete_port for 3a439285-70e8-4a8f-a66e-e4e994779459 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:30.505730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.508351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.563603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8115fcb3-99b0-4f21-9db1-382ec33dd56c req-71d572b9-7fda-4572-8939-22347dfed9e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334352
Nov 13 21:37:30.640158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d40099-9673-49bd-8f19-ed753ed6370d req-c8864d0c-f384-4379-b5d8-e0e59a6c624d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:30.641743 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-60d40099-9673-49bd-8f19-ed753ed6370d req-c8864d0c-f384-4379-b5d8-e0e59a6c624d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0515647
Nov 13 21:37:30.655704 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.679860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] Pushing event deleted for resources: {'Port': ['ID=3a439285-70e8-4a8f-a66e-e4e994779459,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:30.683728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.698778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4b65f2-eb56-41c4-8959-977329f54aec {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:37:30.700574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fecc6a-05cd-4f43-88a9-207b7274846d None None] No DVR routers for this DVR port 3a439285-70e8-4a8f-a66e-e4e994779459 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:30.701157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:30.701157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0f84fadc-d36f-4c1a-a397-8d6118f8d09a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/routers/7c4b65f2-eb56-41c4-8959-977329f54aec HTTP/1.1" status: 204  len: 168 time: 0.4814284
Nov 13 21:37:30.701396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:30.706220 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-60d40099-9673-49bd-8f19-ed753ed6370d req-fbf6c2d1-8103-488b-8592-c56a98a95848 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585067
Nov 13 21:37:30.728438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7fb949ff-dc7e-405c-a272-369c12fb5e00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0271578
Nov 13 21:37:30.736150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35388) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:30.785037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e626475-27f6-480e-8bb9-727792fb8814 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:30.786412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e626475-27f6-480e-8bb9-727792fb8814 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0493412
Nov 13 21:37:30.788949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35390) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:30.829653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ea7525e-cec2-4569-b24f-cf8bf75bd36c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0396235
Nov 13 21:37:30.833762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35392) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:30.838506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:30.968064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:30.971582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:31.064439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Sync routers for ids ['7c4b65f2-eb56-41c4-8959-977329f54aec'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:37:31.074018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:31.074383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 21:37:31.074960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c4b65f2-eb56-41c4-8959-977329f54aec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:37:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent'). {{(pid=120534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 13 21:37:31.083915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:37:31.084274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 13 21:37:31.084865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7c4b65f2-eb56-41c4-8959-977329f54aec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:37:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent'). {{(pid=120534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Nov 13 21:37:31.085234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbfcdb-8d4e-4573-8ed6-2ea23b0299c4 None None] The sync data for ids ['7c4b65f2-eb56-41c4-8959-977329f54aec'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:37:31.308963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:31.310402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:31.349662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:31.354112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:31.358430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:31.359019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:31.363042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06577fa-4466-4e20-aaff-7909fc90bd56 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:31.368266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=486bb1be-3339-4563-96fe-1269ec23c667,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:31.434248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d733be07-c3c3-4f9b-b1fc-0f7bcfb77964 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5994680
Nov 13 21:37:31.436935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35394) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:31.441896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:31.533584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '486bb1be-3339-4563-96fe-1269ec23c667'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:31.540056 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:31.622915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a439285-70e8-4a8f-a66e-e4e994779459 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:31.642719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:31.647231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:31.650250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3a439285-70e8-4a8f-a66e-e4e994779459 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:31.650603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a439285-70e8-4a8f-a66e-e4e994779459 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:31.717743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Allocated IP 2001:db8::f816:3eff:fe08:17ba (a70517ce-5bb8-4729-a15e-ace70aa9169a/486bb1be-3339-4563-96fe-1269ec23c667/d63292ea-9a6a-4af0-b6ef-b70372e15643) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:31.866034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8d059-124b-4c67-910a-61311a85eddd req-4ed03bba-f074-4d19-b632-3b50c228d1fd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:31.869204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57f8d059-124b-4c67-910a-61311a85eddd req-4ed03bba-f074-4d19-b632-3b50c228d1fd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0703201
Nov 13 21:37:31.897245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:31.924114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57f8d059-124b-4c67-910a-61311a85eddd req-c2c27602-3a89-4371-9032-bd568b4c744d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485682
Nov 13 21:37:31.986147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.029382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:32.032409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:32.036785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:32.041030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Pushing event updated for resources: {'Port': ['ID=d63292ea-9a6a-4af0-b6ef-b70372e15643,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:32.094567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Attempting to bind port d63292ea-9a6a-4af0-b6ef-b70372e15643 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:32.094864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Attempting to bind port d63292ea-9a6a-4af0-b6ef-b70372e15643 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:32.095223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Attempting to bind port d63292ea-9a6a-4af0-b6ef-b70372e15643 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:32.100304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:32.115863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:32.115863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.115863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:32.115863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Bound port: d63292ea-9a6a-4af0-b6ef-b70372e15643, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:32.115863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.170090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] For port d63292ea-9a6a-4af0-b6ef-b70372e15643, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:32.173290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] For port d63292ea-9a6a-4af0-b6ef-b70372e15643, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d63292ea-9a6a-4af0-b6ef-b70372e15643,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:32.259933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.318049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e36fff-afbe-4880-91ed-07cbbedef8fa None None] Pushing event updated for resources: {'Port': ['ID=d63292ea-9a6a-4af0-b6ef-b70372e15643,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:32.363479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.409809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:32.413166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:32.416203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:32.416856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.428393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=a138e54a-d592-400f-9bbc-9039480520f1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:32.503057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6da81047-434a-440f-8e30-206b650e0dcd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0650544
Nov 13 21:37:32.505804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35434) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:32.511486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:86:66:e5', 'name': 'tempest-NetworksTestDHCPv6-1728564280'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:32.716972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:32.801673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:32.822928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 0de71ae4-e3db-4458-8650-a24e5d99699b yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:33.003139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 172.20.0.6 (a70517ce-5bb8-4729-a15e-ace70aa9169a/a138e54a-d592-400f-9bbc-9039480520f1/0de71ae4-e3db-4458-8650-a24e5d99699b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:33.009879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fe86:66e5 (a70517ce-5bb8-4729-a15e-ace70aa9169a/486bb1be-3339-4563-96fe-1269ec23c667/0de71ae4-e3db-4458-8650-a24e5d99699b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:33.068516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96204dd-eaf5-42b7-9580-29fbd7093a52 req-eff6e897-4982-4359-8ad6-8cd4262ef14f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:33.070862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e96204dd-eaf5-42b7-9580-29fbd7093a52 req-eff6e897-4982-4359-8ad6-8cd4262ef14f tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0575175
Nov 13 21:37:33.125260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e96204dd-eaf5-42b7-9580-29fbd7093a52 req-2244819f-b48c-4a22-9c80-9c808c6dcfdc tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470681
Nov 13 21:37:33.184510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.279011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.287422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac6487-4899-4ec1-9aad-918c5d77ded9 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:33.325531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:33.330717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:33.334536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:33.341673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=0de71ae4-e3db-4458-8650-a24e5d99699b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:33.365162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f12ca0d0-568f-424c-8099-114218101d78 None None] Provisioning complete for port d63292ea-9a6a-4af0-b6ef-b70372e15643 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:33.367134 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f12ca0d0-568f-424c-8099-114218101d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.389693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:33.390403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.485793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8b3b1d56-ae04-4d4c-8130-6b5f215ff42e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.9788053
Nov 13 21:37:33.490442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35440) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:33.517271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f12ca0d0-568f-424c-8099-114218101d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.552483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709a0e4-84b0-4e0d-9258-a373d467bdb5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:33.558611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5709a0e4-84b0-4e0d-9258-a373d467bdb5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:33.560325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5709a0e4-84b0-4e0d-9258-a373d467bdb5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.0710526
Nov 13 21:37:33.562954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35442) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:33.566661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f12ca0d0-568f-424c-8099-114218101d78 None None] For port d63292ea-9a6a-4af0-b6ef-b70372e15643, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d63292ea-9a6a-4af0-b6ef-b70372e15643,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:33.632297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] Update dhcp port {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '486bb1be-3339-4563-96fe-1269ec23c667', 'ip_address': '2001:db8::f816:3eff:fe08:17ba'}, {'subnet_id': 'a138e54a-d592-400f-9bbc-9039480520f1'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd63292ea-9a6a-4af0-b6ef-b70372e15643'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:37:33.635818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d63292ea-9a6a-4af0-b6ef-b70372e15643 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:33.662576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 0de71ae4-e3db-4458-8650-a24e5d99699b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:33.662912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.679608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f12ca0d0-568f-424c-8099-114218101d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.756435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.771108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 0de71ae4-e3db-4458-8650-a24e5d99699b owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:33.859089 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:33.918964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ca0d0-568f-424c-8099-114218101d78 None None] Pushing event updated for resources: {'Port': ['ID=d63292ea-9a6a-4af0-b6ef-b70372e15643,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:33.936413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d63292ea-9a6a-4af0-b6ef-b70372e15643 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:33.936810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.020721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.048636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=0de71ae4-e3db-4458-8650-a24e5d99699b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:34.113323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] Allocated IP 172.20.0.2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/a138e54a-d592-400f-9bbc-9039480520f1/d63292ea-9a6a-4af0-b6ef-b70372e15643) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:34.139823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.143400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ed5695d-536c-4e8f-b3df-8248836d19c2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/0de71ae4-e3db-4458-8650-a24e5d99699b HTTP/1.1" status: 204  len: 168 time: 0.5792718
Nov 13 21:37:34.145902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35446) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:34.207134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e47602-6e11-45d4-9635-7c38e1ac2a5b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.208747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e47602-6e11-45d4-9635-7c38e1ac2a5b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.210455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e47602-6e11-45d4-9635-7c38e1ac2a5b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.212072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-19e47602-6e11-45d4-9635-7c38e1ac2a5b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0652313
Nov 13 21:37:34.220430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35450) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:34.230284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] For port d63292ea-9a6a-4af0-b6ef-b70372e15643, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d63292ea-9a6a-4af0-b6ef-b70372e15643,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:34.248451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69fb8c-20be-44a0-ad09-d9428f0c7fc2 req-32022292-0efa-4603-a90e-66012e1d96fe tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.250123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd69fb8c-20be-44a0-ad09-d9428f0c7fc2 req-32022292-0efa-4603-a90e-66012e1d96fe tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0505159
Nov 13 21:37:34.262513 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.275772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 486bb1be-3339-4563-96fe-1269ec23c667 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:34.304261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd69fb8c-20be-44a0-ad09-d9428f0c7fc2 req-abf9c431-2d04-484f-a032-f81bccbbe39e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457258
Nov 13 21:37:34.327911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.328538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.374703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.418107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f59427-d9da-4101-9278-efe0f5b9f588 None None] Pushing event updated for resources: {'Port': ['ID=d63292ea-9a6a-4af0-b6ef-b70372e15643,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:34.491559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14f5f8-ab0d-420a-923d-292718e002c9 req-953e7f31-3a8d-4159-9c14-5df2a4a02fcd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.493249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd14f5f8-ab0d-420a-923d-292718e002c9 req-953e7f31-3a8d-4159-9c14-5df2a4a02fcd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1153834
Nov 13 21:37:34.512488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.591159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd14f5f8-ab0d-420a-923d-292718e002c9 req-fab05731-b682-4fa1-ae7e-7223de6d472c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897083
Nov 13 21:37:34.695240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.725669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=486bb1be-3339-4563-96fe-1269ec23c667,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:34.725929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80db72-0a32-45d7-884e-0c76f7cb9550 req-fde76708-77db-4e61-aa43-51b08b6fdb9d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.727884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.731938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3b0d70aa-4a47-4026-947a-91e0c100cec0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/486bb1be-3339-4563-96fe-1269ec23c667 HTTP/1.1" status: 204  len: 168 time: 0.5104382
Nov 13 21:37:34.733160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c80db72-0a32-45d7-884e-0c76f7cb9550 req-fde76708-77db-4e61-aa43-51b08b6fdb9d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0535600
Nov 13 21:37:34.734628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35456) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:34.783274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c80db72-0a32-45d7-884e-0c76f7cb9550 req-74f9d143-1ffd-46cb-9e23-1ead7d82f37e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444269
Nov 13 21:37:34.796265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet a138e54a-d592-400f-9bbc-9039480520f1 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:34.796770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.841557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.944449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:34.947062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9f7ce-b303-4f46-a56c-c727f245a615 req-17aafe99-775c-4d51-94d0-a693a6e96c88 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:34.949051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7a9f7ce-b303-4f46-a56c-c727f245a615 req-17aafe99-775c-4d51-94d0-a693a6e96c88 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0605018
Nov 13 21:37:35.016326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7a9f7ce-b303-4f46-a56c-c727f245a615 req-28d68785-934f-49a9-90ab-b772d7c6c4a0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579956
Nov 13 21:37:35.033164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c3b2e-b66e-492c-a39e-50a3098823d1 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:35.066298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.095037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=a138e54a-d592-400f-9bbc-9039480520f1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:35.098842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.104391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd44e575-87a1-4ef4-a0c9-d7101100d9da tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/a138e54a-d592-400f-9bbc-9039480520f1 HTTP/1.1" status: 204  len: 168 time: 0.3663142
Nov 13 21:37:35.106050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35466) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:35.132349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c2bf5834-2025-4d3e-9828-ba58a39c5e72 None None] Provisioning complete for port d63292ea-9a6a-4af0-b6ef-b70372e15643 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:35.132791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2bf5834-2025-4d3e-9828-ba58a39c5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.148733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-68124eb2-68ed-4b17-96ea-329adc1f30b5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0379148
Nov 13 21:37:35.150666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35468) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:35.161050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:35.163835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ab72-f6a2-4785-8368-3e5923698982 req-0e078f54-d192-407e-985c-eede7782999a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:35.165799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5c2ab72-f6a2-4785-8368-3e5923698982 req-0e078f54-d192-407e-985c-eede7782999a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0684245
Nov 13 21:37:35.227802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5c2ab72-f6a2-4785-8368-3e5923698982 req-75777fbe-c8be-4980-930a-58194b7182f3 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551918
Nov 13 21:37:35.289177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c2bf5834-2025-4d3e-9828-ba58a39c5e72 None None] Could not find standard attr ID for object 0de71ae4-e3db-4458-8650-a24e5d99699b. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:35.320413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:35.340541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:35.344151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.370573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] Deleting port d63292ea-9a6a-4af0-b6ef-b70372e15643 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:35.371201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.376753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ea65f-2053-481b-b76e-d3205885f903 req-aaff37f1-1fa1-4a57-b332-27f3dc19f57d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:35.378534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c61ea65f-2053-481b-b76e-d3205885f903 req-aaff37f1-1fa1-4a57-b332-27f3dc19f57d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0495677
Nov 13 21:37:35.433239 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c61ea65f-2053-481b-b76e-d3205885f903 req-5ddd76d4-8b61-45b8-8565-d9083278aeaf tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473979
Nov 13 21:37:35.446370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] For port d63292ea-9a6a-4af0-b6ef-b70372e15643, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d63292ea-9a6a-4af0-b6ef-b70372e15643,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:35.446771 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.461594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] Calling delete_port for d63292ea-9a6a-4af0-b6ef-b70372e15643 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:35.581233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde5da2-e494-43d7-9358-c798381920f5 req-692e8947-c0c2-4ea4-b54a-e2c1806f9832 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:35.582512 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fde5da2-e494-43d7-9358-c798381920f5 req-692e8947-c0c2-4ea4-b54a-e2c1806f9832 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0636594
Nov 13 21:37:35.588453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d63292ea-9a6a-4af0-b6ef-b70372e15643 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:35.637126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fde5da2-e494-43d7-9358-c798381920f5 req-9da03549-8ade-4e8f-a858-22f6a87a9a3e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433555
Nov 13 21:37:35.663389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.696519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] Pushing event deleted for resources: {'Port': ['ID=d63292ea-9a6a-4af0-b6ef-b70372e15643,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:35.703994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fca9d-4dcd-459a-be91-3bf4335ed915 None None] No DVR routers for this DVR port d63292ea-9a6a-4af0-b6ef-b70372e15643 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:35.706800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.749682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:35.751196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.790640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:35.793940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:35.799424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:35.800009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:35.803464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17677364-c43d-425a-9305-04b87d43d2e4 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:35.814063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=47d70900-74f6-426b-9663-4725e101c035,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:35.914225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-69c892cc-1e11-4c35-bc0c-f99c3c329d60 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7617490
Nov 13 21:37:35.916648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35478) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:35.922312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:35.968974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '47d70900-74f6-426b-9663-4725e101c035'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:35.968974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.078362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d402e3f-77cb-4907-a1b6-bbfa0a77a9bc req-a42d3ea5-c047-4833-bf24-ea2d1bd808fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:36.085474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d402e3f-77cb-4907-a1b6-bbfa0a77a9bc req-a42d3ea5-c047-4833-bf24-ea2d1bd808fb tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0852509
Nov 13 21:37:36.116347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Allocated IP 2001:db8::f816:3eff:fecc:863e (a70517ce-5bb8-4729-a15e-ace70aa9169a/47d70900-74f6-426b-9663-4725e101c035/3f8785cd-0ca7-481f-a712-031d0d2a5e92) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:36.132803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d402e3f-77cb-4907-a1b6-bbfa0a77a9bc req-2bc16f19-e290-4856-9295-c8cb8b8be1e2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464425
Nov 13 21:37:36.150846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:36.155768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.260890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.334870 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.378864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:36.383013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Pushing event updated for resources: {'Port': ['ID=3f8785cd-0ca7-481f-a712-031d0d2a5e92,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:36.385790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:36.397022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:36.443881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Attempting to bind port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:36.444236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Attempting to bind port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:36.444588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Attempting to bind port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:36.450108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:36.450471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:36.450854 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.451240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:36.451687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Bound port: 3f8785cd-0ca7-481f-a712-031d0d2a5e92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:36.452051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.454305 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.492814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:36.496466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:36.500812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:36.501406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.518887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] For port 3f8785cd-0ca7-481f-a712-031d0d2a5e92, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:36.519120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:36.522023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] For port 3f8785cd-0ca7-481f-a712-031d0d2a5e92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f8785cd-0ca7-481f-a712-031d0d2a5e92,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:36.606413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b3a29e4e-5c80-4083-8262-486ffc90c986 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6886401
Nov 13 21:37:36.609287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35484) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:36.614100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:fa:12:3e', 'name': 'tempest-NetworksTestDHCPv6-781332265'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:36.626372 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.687800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f4f9-309e-45f5-971a-f25e16bb6aea None None] Pushing event updated for resources: {'Port': ['ID=3f8785cd-0ca7-481f-a712-031d0d2a5e92,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:36.831872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:36.836490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:36.865054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 923333df-8ec5-433f-8b2c-26ea55ca6e52 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:37.033603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 172.20.0.14 (a70517ce-5bb8-4729-a15e-ace70aa9169a/9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972/923333df-8ec5-433f-8b2c-26ea55ca6e52) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:37.039127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fefa:123e (a70517ce-5bb8-4729-a15e-ace70aa9169a/47d70900-74f6-426b-9663-4725e101c035/923333df-8ec5-433f-8b2c-26ea55ca6e52) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:37.185121 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.273969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a7086-46c0-435c-81b3-2b15abd47de1 req-e167c73c-22a3-4e88-8b24-23175e87759b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:37.275563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c4a7086-46c0-435c-81b3-2b15abd47de1 req-e167c73c-22a3-4e88-8b24-23175e87759b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0647726
Nov 13 21:37:37.314301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.358200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c4a7086-46c0-435c-81b3-2b15abd47de1 req-0b26ea94-d7a1-48c2-973f-4245b0074b1d tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756974
Nov 13 21:37:37.380966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:37.380966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:37.380966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=923333df-8ec5-433f-8b2c-26ea55ca6e52,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:37.383460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:37.438351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:37.439004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.594839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b98724ab-117d-4dfb-b007-e1e5bacb10ff tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 0.9788990
Nov 13 21:37:37.594839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:37.622066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f1197-da5c-4935-bf78-ac27ce021794 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:37.630222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f8785cd-0ca7-481f-a712-031d0d2a5e92 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:37.648206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f22cc-d0a7-4f5b-a04e-2a4c60400819 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:37.654215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f22cc-d0a7-4f5b-a04e-2a4c60400819 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:37.655781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-764f22cc-d0a7-4f5b-a04e-2a4c60400819 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.0631032
Nov 13 21:37:37.658471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35496) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:37.719535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5a4311dd-1e7b-4fc3-b202-3e7f0fcb6283 None None] Provisioning complete for port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:37.719989 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a4311dd-1e7b-4fc3-b202-3e7f0fcb6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.753382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 923333df-8ec5-433f-8b2c-26ea55ca6e52 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:37.753742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.803091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6f5b-294b-4787-8f4b-42cfdc6f6ebe req-f73da4d1-a0cb-460c-9287-dcf8a83a738b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:37.805321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-639e6f5b-294b-4787-8f4b-42cfdc6f6ebe req-f73da4d1-a0cb-460c-9287-dcf8a83a738b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0718656
Nov 13 21:37:37.827769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:37.828279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.866313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:37.880582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 923333df-8ec5-433f-8b2c-26ea55ca6e52 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:37.895251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-639e6f5b-294b-4787-8f4b-42cfdc6f6ebe req-a9dc867f-0772-4932-9152-e7aadab27ef5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830650
Nov 13 21:37:37.903945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-61e0824e-781e-4fb0-b85b-82a7ce6b9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:37.903945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-61e0824e-781e-4fb0-b85b-82a7ce6b9467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1097 time: 0.0645401
Nov 13 21:37:37.949440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a4311dd-1e7b-4fc3-b202-3e7f0fcb6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.004650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.015982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-33be6a6d-0b5d-4d13-8650-67f6f153b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:38.017814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-33be6a6d-0b5d-4d13-8650-67f6f153b3df service neutron] 10.222.0.37 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 914 time: 0.1071503
Nov 13 21:37:38.022749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5a4311dd-1e7b-4fc3-b202-3e7f0fcb6283 None None] For port 3f8785cd-0ca7-481f-a712-031d0d2a5e92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f8785cd-0ca7-481f-a712-031d0d2a5e92,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:38.063511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-3a30f372-2138-451a-a6cb-759f920cf6ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0364642
Nov 13 21:37:38.065803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] Update dhcp port {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '47d70900-74f6-426b-9663-4725e101c035', 'ip_address': '2001:db8::f816:3eff:fecc:863e'}, {'subnet_id': '9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3f8785cd-0ca7-481f-a712-031d0d2a5e92'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:37:38.099403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.112147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-faa2bde6-a98f-41a9-8e81-10df194bfb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:38.113652 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-faa2bde6-a98f-41a9-8e81-10df194bfb1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0440044
Nov 13 21:37:38.134628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a4311dd-1e7b-4fc3-b202-3e7f0fcb6283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.146149 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-07adb265-7a3b-4cec-bb3f-f52718c4bef4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251305
Nov 13 21:37:38.193712 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.228033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=923333df-8ec5-433f-8b2c-26ea55ca6e52,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:38.258300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-5d85a53a-c461-4f3e-ac84-8ea304b81fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045802
Nov 13 21:37:38.330483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.334064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b421ca11-a0e1-46d7-8c20-b5344aea1698 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/923333df-8ec5-433f-8b2c-26ea55ca6e52 HTTP/1.1" status: 204  len: 168 time: 0.6746480
Nov 13 21:37:38.336477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:38.361044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fed6710-754a-480c-848d-8ada28b29bd0 req-22243f86-56bb-44c3-bb5f-3929daaa840d service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956237
Nov 13 21:37:38.397536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d6fab-6938-46ad-a37f-31c381dde3c0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:38.399071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d6fab-6938-46ad-a37f-31c381dde3c0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:38.400758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d6fab-6938-46ad-a37f-31c381dde3c0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:38.403122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa1d6fab-6938-46ad-a37f-31c381dde3c0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0656474
Nov 13 21:37:38.405752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35504) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:38.446127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4311dd-1e7b-4fc3-b202-3e7f0fcb6283 None None] Pushing event updated for resources: {'Port': ['ID=3f8785cd-0ca7-481f-a712-031d0d2a5e92,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:38.456438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:37:38.456824 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:37:38.457080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 47d70900-74f6-426b-9663-4725e101c035 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:38.497829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] Allocated IP 172.20.0.2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972/3f8785cd-0ca7-481f-a712-031d0d2a5e92) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:38.592596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] For port 3f8785cd-0ca7-481f-a712-031d0d2a5e92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f8785cd-0ca7-481f-a712-031d0d2a5e92,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:38.625998 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.705008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.705561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.745632 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.789046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0e58b-814a-4d0c-9c75-244d58eebb62 None None] Pushing event updated for resources: {'Port': ['ID=3f8785cd-0ca7-481f-a712-031d0d2a5e92,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:38.832966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:38.970097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.007392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=47d70900-74f6-426b-9663-4725e101c035,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:39.009538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.015419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aede5619-c3de-4bb5-b68d-c9bed20ab3e1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/47d70900-74f6-426b-9663-4725e101c035 HTTP/1.1" status: 204  len: 168 time: 0.6068435
Nov 13 21:37:39.019385 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35508) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:39.080177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2088-f0e4-4141-9fdf-b16b4a4256d5 req-40c88d86-84f9-422a-8768-d9e2661b0cbe tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:39.081809 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a9a2088-f0e4-4141-9fdf-b16b4a4256d5 req-40c88d86-84f9-422a-8768-d9e2661b0cbe tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0967216
Nov 13 21:37:39.088568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:39.097961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.160702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.196564 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a9a2088-f0e4-4141-9fdf-b16b4a4256d5 req-2c87200f-e57e-4a10-83fb-83a237e5a103 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053774
Nov 13 21:37:39.261715 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.392361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731d371-f1ba-4212-81d8-d1669bedeb7a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:39.403280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.431787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:39.434283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.438167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a70bf758-591b-4484-9fdd-e670e13dcb17 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972 HTTP/1.1" status: 204  len: 168 time: 0.4196680
Nov 13 21:37:39.440333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35512) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:39.473784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a3d19fd5-6da3-4793-b3ff-26a0b11a76ae None None] Could not find standard attr ID for object 923333df-8ec5-433f-8b2c-26ea55ca6e52. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:39.482346 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f7c7773e-7344-4fd6-850f-4bdb5fbc9d7d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0408468
Nov 13 21:37:39.491276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35514) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:39.496780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:39.506833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a3d19fd5-6da3-4793-b3ff-26a0b11a76ae None None] Provisioning complete for port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:39.507564 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3d19fd5-6da3-4793-b3ff-26a0b11a76ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.612907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f8785cd-0ca7-481f-a712-031d0d2a5e92 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:39.645724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:39.653969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:39.657707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.706429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:39.706802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.737291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] Deleting port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:39.737661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.810449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] For port 3f8785cd-0ca7-481f-a712-031d0d2a5e92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f8785cd-0ca7-481f-a712-031d0d2a5e92,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:39.810845 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.846907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] Calling delete_port for 3f8785cd-0ca7-481f-a712-031d0d2a5e92 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:39.922777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.958811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:39.961933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:39.965488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:39.966070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:39.988144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=5272161b-2117-4982-959d-a3aa23499eda,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:39.995753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.996093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.996427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.996795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.997116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.997501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.997829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.998150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.998468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.998785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.999101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:39.999419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:40.019849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.045651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] Pushing event deleted for resources: {'Port': ['ID=3f8785cd-0ca7-481f-a712-031d0d2a5e92,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:40.049229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8398b73a-2635-4f7e-a969-0d0508cd062d None None] No DVR routers for this DVR port 3f8785cd-0ca7-481f-a712-031d0d2a5e92 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:40.062700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26265b60-91a1-4c8c-863e-cdd6d660fca6 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:40.075009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63c92f2e-4cb3-4e3a-8e20-a8062c316443 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5821726
Nov 13 21:37:40.077282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35516) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:40.082299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:40.209337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '5272161b-2117-4982-959d-a3aa23499eda'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:40.210186 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.277152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:40.280948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.362920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Allocated IP 172.20.0.2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/5272161b-2117-4982-959d-a3aa23499eda/527b6d33-3a21-4ebd-90d6-d825e28feb4e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:40.538083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.675988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc15571-2aab-4c50-aae9-6b3b3827ec97 req-f900bc8d-b5d1-41ff-9ce3-b23550afb265 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:40.677227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcc15571-2aab-4c50-aae9-6b3b3827ec97 req-f900bc8d-b5d1-41ff-9ce3-b23550afb265 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.4099185
Nov 13 21:37:40.678404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.719913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:40.724910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:40.727341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:40.736342 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bcc15571-2aab-4c50-aae9-6b3b3827ec97 req-ccb79551-3804-4055-a398-707d5f08f882 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517743
Nov 13 21:37:40.759137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Pushing event updated for resources: {'Port': ['ID=527b6d33-3a21-4ebd-90d6-d825e28feb4e,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:40.770405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:40.795901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Attempting to bind port 527b6d33-3a21-4ebd-90d6-d825e28feb4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:40.796191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Attempting to bind port 527b6d33-3a21-4ebd-90d6-d825e28feb4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:40.796735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Attempting to bind port 527b6d33-3a21-4ebd-90d6-d825e28feb4e on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:40.802887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:40.803260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:40.803653 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.804040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:40.804504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Bound port: 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:40.804902 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:40.868142 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] For port 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:40.872135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] For port 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=527b6d33-3a21-4ebd-90d6-d825e28feb4e,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:40.947559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd70c9-d20d-4f48-b03e-7fe261cce3c3 req-d3e02648-aa53-48a7-81c9-9281a4878b47 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:40.949645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4dd70c9-d20d-4f48-b03e-7fe261cce3c3 req-d3e02648-aa53-48a7-81c9-9281a4878b47 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1029935
Nov 13 21:37:40.951984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.012206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505fc55-bcc7-4fb1-900e-cd7c28ee9a47 None None] Pushing event updated for resources: {'Port': ['ID=527b6d33-3a21-4ebd-90d6-d825e28feb4e,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:41.025256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4dd70c9-d20d-4f48-b03e-7fe261cce3c3 req-7c01534e-aca6-4692-8b15-90847e0304f4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587747
Nov 13 21:37:41.108721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.242232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220d8f-413c-4662-8a1d-7a2a99aa4acd req-d48c1c60-7af6-4f5b-82d7-8b52d94bb982 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:41.243811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66220d8f-413c-4662-8a1d-7a2a99aa4acd req-d48c1c60-7af6-4f5b-82d7-8b52d94bb982 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1183300
Nov 13 21:37:41.642953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 527b6d33-3a21-4ebd-90d6-d825e28feb4e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:41.696920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 527b6d33-3a21-4ebd-90d6-d825e28feb4e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:41.697623 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.698477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66220d8f-413c-4662-8a1d-7a2a99aa4acd req-4e5906c7-49e7-423f-8fe8-041c35d3eac5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4463553
Nov 13 21:37:41.710962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] For port 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=527b6d33-3a21-4ebd-90d6-d825e28feb4e,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:41.745020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.799761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.833524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-8d6c49a1-8873-4add-b088-453afae5e4cc req-fdc709e5-dffb-4937-937b-da4395c843d7 service neutron] (120532) timed out ('10.222.0.46', 49646) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:37:41.837148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.837975 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.840953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084be2f-38eb-4b9c-b826-a3523d9d30f2 req-1230fd05-9712-45b1-9eea-523df3f88e5b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:41.840953 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f084be2f-38eb-4b9c-b826-a3523d9d30f2 req-1230fd05-9712-45b1-9eea-523df3f88e5b tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0511570
Nov 13 21:37:41.876369 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:37:41.876909 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:37:41.899396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f084be2f-38eb-4b9c-b826-a3523d9d30f2 req-a436f8c4-bfdb-440b-ae4b-bd9dc4b72ce4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494516
Nov 13 21:37:41.922617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:41.935640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:41.941941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:41.943564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:41.956832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=527b6d33-3a21-4ebd-90d6-d825e28feb4e,revision_number=4']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:41.960171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=b0464a76-2ebe-4404-b411-a8a8a79d9d97,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:42.023750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ffdc0d96-b6e1-45d1-9eb0-f70f40405257 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9452260
Nov 13 21:37:42.027136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35538) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:42.032010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:29:2b:61', 'name': 'tempest-NetworksTestDHCPv6-848913268'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:42.046830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3967486-9e6c-48cc-9d65-ded7cb7ba6f5 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:42.082109 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7fda8-cc3d-4406-853e-edbc2d496f20 req-26b64a7e-012a-4175-845b-ae50505dae95 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:42.083761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65a7fda8-cc3d-4406-853e-edbc2d496f20 req-26b64a7e-012a-4175-845b-ae50505dae95 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0575986
Nov 13 21:37:42.121156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-55713885-0c0b-404f-a612-a5d957ef567c None None] Provisioning complete for port 527b6d33-3a21-4ebd-90d6-d825e28feb4e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:42.121568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55713885-0c0b-404f-a612-a5d957ef567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.141568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65a7fda8-cc3d-4406-853e-edbc2d496f20 req-3579ed2e-2dbc-4429-bbfe-0fe3d85d366e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508716
Nov 13 21:37:42.259746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831175bc-65c5-46a7-87b0-f50a3cd6f426 req-8f0fc73b-c903-4942-ac44-c945cdf30bf0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:42.261822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-831175bc-65c5-46a7-87b0-f50a3cd6f426 req-8f0fc73b-c903-4942-ac44-c945cdf30bf0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0494308
Nov 13 21:37:42.265014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:42.284469 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55713885-0c0b-404f-a612-a5d957ef567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.294555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.326829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-55713885-0c0b-404f-a612-a5d957ef567c None None] For port 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=527b6d33-3a21-4ebd-90d6-d825e28feb4e,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:42.371518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-831175bc-65c5-46a7-87b0-f50a3cd6f426 req-58e32f2a-92f2-48cf-8d30-d1b77767e788 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023357
Nov 13 21:37:42.392269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.422534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port dbbce8c5-b10a-49fe-8339-1fe93207ef10 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:42.429681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55713885-0c0b-404f-a612-a5d957ef567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.442255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.533496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55713885-0c0b-404f-a612-a5d957ef567c None None] Pushing event updated for resources: {'Port': ['ID=527b6d33-3a21-4ebd-90d6-d825e28feb4e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:42.564663 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:37:42.564935 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:37:42.586953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7adc0-2380-48b8-ac88-97c429a53656 req-db654020-d2fc-4fc1-80f2-6544763e36af tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:42.588650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7db7adc0-2380-48b8-ac88-97c429a53656 req-db654020-d2fc-4fc1-80f2-6544763e36af tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1119673
Nov 13 21:37:42.681244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 172.20.0.14 (a70517ce-5bb8-4729-a15e-ace70aa9169a/5272161b-2117-4982-959d-a3aa23499eda/dbbce8c5-b10a-49fe-8339-1fe93207ef10) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:42.686882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7db7adc0-2380-48b8-ac88-97c429a53656 req-20d4ed8f-8e26-4a7e-a6bd-6951d06c11d5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888903
Nov 13 21:37:42.691738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fe29:2b61 (a70517ce-5bb8-4729-a15e-ace70aa9169a/b0464a76-2ebe-4404-b411-a8a8a79d9d97/dbbce8c5-b10a-49fe-8339-1fe93207ef10) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:42.812776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e157f-1dcc-43b3-b198-20a41a920df5 req-b2c9f3db-684f-4bd6-a976-ac5c6d8973c8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:42.814332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e5e157f-1dcc-43b3-b198-20a41a920df5 req-b2c9f3db-684f-4bd6-a976-ac5c6d8973c8 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0523641
Nov 13 21:37:42.855846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.866362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e5e157f-1dcc-43b3-b198-20a41a920df5 req-aebc140f-cafa-4681-9494-c1ade16aa81e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450585
Nov 13 21:37:42.952030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.956843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e71b50be-607c-4ecc-8c14-7835fb0d396f None None] Provisioning complete for port 527b6d33-3a21-4ebd-90d6-d825e28feb4e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:42.957397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e71b50be-607c-4ecc-8c14-7835fb0d396f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:42.999233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:43.007440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:43.014675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:43.020365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=dbbce8c5-b10a-49fe-8339-1fe93207ef10,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:43.040827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe96d01-14dc-4946-ae02-c3d7629294e2 req-b64ed473-8fd3-4715-9f7f-14d81ff183f4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.042757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe96d01-14dc-4946-ae02-c3d7629294e2 req-b64ed473-8fd3-4715-9f7f-14d81ff183f4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0602624
Nov 13 21:37:43.081049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.082729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:43.111058 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe96d01-14dc-4946-ae02-c3d7629294e2 req-66ef79b5-d9b7-4603-9778-d96d0b902306 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594866
Nov 13 21:37:43.154621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99241a75-20d0-4229-9624-db60d736c16f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.1263924
Nov 13 21:37:43.157522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35556) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:43.216236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad83bd-bc3f-4a90-a68f-41661fdadc15 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.222908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad83bd-bc3f-4a90-a68f-41661fdadc15 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.224732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-92ad83bd-bc3f-4a90-a68f-41661fdadc15 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.0660949
Nov 13 21:37:43.227427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:43.242541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be55ee-c55a-4c69-b5a2-9d3fd6b3bff5 req-883536cb-9102-4add-8475-44e097be3cbf tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.244211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97be55ee-c55a-4c69-b5a2-9d3fd6b3bff5 req-883536cb-9102-4add-8475-44e097be3cbf tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0554802
Nov 13 21:37:43.283636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-758d579a-cdcc-4888-8647-443199420fd3 None None] Could not find standard attr ID for object 923333df-8ec5-433f-8b2c-26ea55ca6e52. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:43.299184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-97be55ee-c55a-4c69-b5a2-9d3fd6b3bff5 req-bc459da7-3a43-405b-a5dd-703b21a58558 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474367
Nov 13 21:37:43.329003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port dbbce8c5-b10a-49fe-8339-1fe93207ef10 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:43.329262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:43.428939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:43.444022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for dbbce8c5-b10a-49fe-8339-1fe93207ef10 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:43.453133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765473-3970-477d-8265-dcdf79a0cda4 req-88804ac8-664f-4806-b78e-f6945e3f4c71 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.454670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1765473-3970-477d-8265-dcdf79a0cda4 req-88804ac8-664f-4806-b78e-f6945e3f4c71 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0505524
Nov 13 21:37:43.505757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1765473-3970-477d-8265-dcdf79a0cda4 req-25db2af9-c938-445e-b4b6-059b67cde8d4 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448599
Nov 13 21:37:43.614784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f8785cd-0ca7-481f-a712-031d0d2a5e92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:43.641220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3f8785cd-0ca7-481f-a712-031d0d2a5e92 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:43.641558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3f8785cd-0ca7-481f-a712-031d0d2a5e92 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:43.717638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e7d90-7d04-423a-881c-48f3f4d22762 req-e30a56c3-bb24-4e6c-aa78-f27424c6bb7e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:43.719252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c7e7d90-7d04-423a-881c-48f3f4d22762 req-e30a56c3-bb24-4e6c-aa78-f27424c6bb7e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1140461
Nov 13 21:37:43.737044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 527b6d33-3a21-4ebd-90d6-d825e28feb4e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:43.791519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 527b6d33-3a21-4ebd-90d6-d825e28feb4e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:43.792531 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:43.804895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c7e7d90-7d04-423a-881c-48f3f4d22762 req-cd654b4f-d58a-4e64-a23b-5ec21db5e2b0 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788810
Nov 13 21:37:43.808978 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-c3d4002f-085b-4a0d-a8ea-77a7653776c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0747316
Nov 13 21:37:43.837020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:43.846660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-932d650c-0e45-493d-8aff-3831b4b1e8e0 None None] Provisioning complete for port dbbce8c5-b10a-49fe-8339-1fe93207ef10 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:43.846660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-932d650c-0e45-493d-8aff-3831b4b1e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:43.870328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-932d650c-0e45-493d-8aff-3831b4b1e8e0 None None] Port dbbce8c5-b10a-49fe-8339-1fe93207ef10 was deleted so its status cannot be updated. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 13 21:37:43.903595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=dbbce8c5-b10a-49fe-8339-1fe93207ef10,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:44.010240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-46dc3745-6229-49ae-9827-68a6c94d6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.012292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-46dc3745-6229-49ae-9827-68a6c94d6905 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 1097 time: 0.1372676
Nov 13 21:37:44.034058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f67a2a-118f-489e-ad15-9d696a18bb4a req-46aa2e3c-3bdb-49bb-8835-14607ff2090c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.036353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26f67a2a-118f-489e-ad15-9d696a18bb4a req-46aa2e3c-3bdb-49bb-8835-14607ff2090c tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1296253
Nov 13 21:37:44.083720 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.086935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a1749284-2ee5-4f1f-824b-db979933df24 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/dbbce8c5-b10a-49fe-8339-1fe93207ef10 HTTP/1.1" status: 204  len: 168 time: 0.8584275
Nov 13 21:37:44.090144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:44.150145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e38bd-0ccc-4c56-b94d-de3786c097db tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.152464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e38bd-0ccc-4c56-b94d-de3786c097db tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.154526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e38bd-0ccc-4c56-b94d-de3786c097db tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.155868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2b4e38bd-0ccc-4c56-b94d-de3786c097db tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0642076
Nov 13 21:37:44.158672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35574) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:44.162605 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-26f67a2a-118f-489e-ad15-9d696a18bb4a req-12abff6c-abd4-4e02-b988-b00cef847c4a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125259
Nov 13 21:37:44.184064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-08e409d4-419a-4108-811d-55c9deb2fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.184064 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-08e409d4-419a-4108-811d-55c9deb2fa3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 200  len: 914 time: 0.1447256
Nov 13 21:37:44.212452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 5272161b-2117-4982-959d-a3aa23499eda {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:44.216654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.225156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-fb76d8f1-845b-4051-82c8-cf699547196b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 200  len: 217 time: 0.0371883
Nov 13 21:37:44.274536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-d3ef264f-480f-4e40-982b-17b86ea686d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.276047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-d3ef264f-480f-4e40-982b-17b86ea686d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 200  len: 853 time: 0.0446224
Nov 13 21:37:44.290684 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.307761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-c253f07b-5a46-4c77-9266-56a4fc55bb62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=192e2326-b1d1-4f1e-83b7-6735d39ab658&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246470
Nov 13 21:37:44.327021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9c0f-d2d0-4746-9fcf-72d819089f30 req-a4234419-0627-45b1-92c6-a2d614577552 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.328595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f77b9c0f-d2d0-4746-9fcf-72d819089f30 req-a4234419-0627-45b1-92c6-a2d614577552 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0893910
Nov 13 21:37:44.406106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-3f5ad2d9-05a5-4db2-981f-ce3ff14c14a7 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903974
Nov 13 21:37:44.414841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f77b9c0f-d2d0-4746-9fcf-72d819089f30 req-1b29d8f4-6d18-4c64-a08c-1d6f09bf45bd tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782928
Nov 13 21:37:44.419499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.508467 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7722448-c87a-4192-b60e-90d55dd1d044 req-76537291-54ca-4d45-b2a2-372be4bd6524 service neutron] 10.222.0.37 "GET /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937190
Nov 13 21:37:44.550045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4e01-0024-410c-a305-6d5f38c50bfb req-0410e1e2-b51c-4a61-87ab-c3d92dde740e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:44.551561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-893a4e01-0024-410c-a305-6d5f38c50bfb req-0410e1e2-b51c-4a61-87ab-c3d92dde740e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0543964
Nov 13 21:37:44.553040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.587205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=5272161b-2117-4982-959d-a3aa23499eda,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:44.598195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.601389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f07c061a-7ef6-4c97-b53a-e348d8a10850 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/5272161b-2117-4982-959d-a3aa23499eda HTTP/1.1" status: 204  len: 168 time: 0.4417994
Nov 13 21:37:44.603596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdeca8e-b4b5-427c-9946-33b88ae31c93 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:44.604107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35582) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:44.633759 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-893a4e01-0024-410c-a305-6d5f38c50bfb req-ec04e510-5f50-42a6-8c0f-ba072242bc49 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737185
Nov 13 21:37:44.662569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet b0464a76-2ebe-4404-b411-a8a8a79d9d97 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:44.666322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.667300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.712827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.804358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.906642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.938773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=b0464a76-2ebe-4404-b411-a8a8a79d9d97,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:44.942381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:44.947938 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c6ca2113-9873-4a27-9737-cb9afc3f35b8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/b0464a76-2ebe-4404-b411-a8a8a79d9d97 HTTP/1.1" status: 204  len: 168 time: 0.3401148
Nov 13 21:37:44.949908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35594) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:44.990147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ce08f742-d715-41ba-84d6-bd8f21e916ab tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0390024
Nov 13 21:37:44.992947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35596) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:44.998584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:45.185543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:45.189299 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.282163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d51fb-46f4-4c06-a74c-8947e22612e4 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:45.360898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-40f17731-3add-46ea-9a8c-b4a0442b9e0a None None] Provisioning complete for port 527b6d33-3a21-4ebd-90d6-d825e28feb4e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:45.361265 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40f17731-3add-46ea-9a8c-b4a0442b9e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.443206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.481588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:45.484772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:45.488983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:45.489560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.508352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=205ea02b-c7d7-4b43-affe-6ff8e14daab6,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:45.535814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:45.583431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] Deleting port 527b6d33-3a21-4ebd-90d6-d825e28feb4e {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:45.583839 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.594400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87bdda08-f43c-462b-82c2-5196c8524aee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6003258
Nov 13 21:37:45.597354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35608) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:45.602524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:45.791478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:45.796997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.800136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 527b6d33-3a21-4ebd-90d6-d825e28feb4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:45.850208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] For port 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=527b6d33-3a21-4ebd-90d6-d825e28feb4e,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:45.851323 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.867366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] Calling delete_port for 527b6d33-3a21-4ebd-90d6-d825e28feb4e owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:45.954357 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:45.997869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 527b6d33-3a21-4ebd-90d6-d825e28feb4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=527b6d33-3a21-4ebd-90d6-d825e28feb4e,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:46.054938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.102076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=527b6d33-3a21-4ebd-90d6-d825e28feb4e,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:46.162608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.182510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:46.189907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] Pushing event deleted for resources: {'Port': ['ID=527b6d33-3a21-4ebd-90d6-d825e28feb4e,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:46.191799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee0017-1a96-49f4-bc66-8f47588aec4b None None] No DVR routers for this DVR port 527b6d33-3a21-4ebd-90d6-d825e28feb4e on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:46.208909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f71c62-4a57-4d0f-aedd-33b2d0ba1a1e None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:46.286453 ncdv-master-1 neutron-server[120532]: WARNING neutron.services.revisions.revision_plugin [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fefdc5aff40] {port_id='527b6d33-3a21-4ebd-90d6-d825e28feb4e', ip_address='2001:db8::f816:3eff:fed7:79ee', subnet_id='83cb0da1-4a29-4bad-b934-926af5ee7b30', network_id='a70517ce-5bb8-4729-a15e-ace70aa9169a'}> to bump revision.
Nov 13 21:37:46.348092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_pluggable_backend [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Port 527b6d33-3a21-4ebd-90d6-d825e28feb4e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120532) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 13 21:37:46.348390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_pluggable_backend [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Reverting IP allocation for 2001:db8::f816:3eff:fed7:79ee {{(pid=120532) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 13 21:37:46.352015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.ipam_pluggable_backend [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed7:79ee {{(pid=120532) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 13 21:37:46.353252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.354623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '205ea02b-c7d7-4b43-affe-6ff8e14daab6'}, {'subnet_id': '83cb0da1-4a29-4bad-b934-926af5ee7b30'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:46.355506 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.392345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:46.395523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:46.401715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:46.402370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.416867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=83cb0da1-4a29-4bad-b934-926af5ee7b30,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:46.462619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0270c566-fac6-43d7-9542-3b011d716220 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8641143
Nov 13 21:37:46.466074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35614) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:46.470909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:ac:e2:51', 'name': 'tempest-NetworksTestDHCPv6-1066040448'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:46.534639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Allocated IP 172.20.0.2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/205ea02b-c7d7-4b43-affe-6ff8e14daab6/4246cb04-662d-4d25-8e2b-272d17804f95) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:46.545892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Allocated IP 2001:db8::f816:3eff:fe39:df6b (a70517ce-5bb8-4729-a15e-ace70aa9169a/83cb0da1-4a29-4bad-b934-926af5ee7b30/4246cb04-662d-4d25-8e2b-272d17804f95) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:46.637459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:46.641811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.661743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port bf50f3f4-6eda-4236-9689-1236cf17abbd yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:46.688762 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.752074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.788148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:46.790902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:46.799765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:46.807083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Pushing event updated for resources: {'Port': ['ID=4246cb04-662d-4d25-8e2b-272d17804f95,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:46.826050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-95031f23-07a2-41a0-aff2-0882d24991d9 {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:37:46.826398 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:37:46.876987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Attempting to bind port 4246cb04-662d-4d25-8e2b-272d17804f95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:46.877353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Attempting to bind port 4246cb04-662d-4d25-8e2b-272d17804f95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:46.877713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Attempting to bind port 4246cb04-662d-4d25-8e2b-272d17804f95 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:46.882926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:46.883277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:46.883666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.884052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:46.884509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Bound port: 4246cb04-662d-4d25-8e2b-272d17804f95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:46.884912 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:46.946424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] For port 4246cb04-662d-4d25-8e2b-272d17804f95, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:46.950369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] For port 4246cb04-662d-4d25-8e2b-272d17804f95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4246cb04-662d-4d25-8e2b-272d17804f95,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:47.003558 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.069201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b814-fa66-4135-8736-00c6598b9ffe None None] Pushing event updated for resources: {'Port': ['ID=4246cb04-662d-4d25-8e2b-272d17804f95,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:47.327363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.348388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 8df8658e-d985-4782-9efa-d080a294ee2f yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:47.518180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 172.20.0.14 (a70517ce-5bb8-4729-a15e-ace70aa9169a/205ea02b-c7d7-4b43-affe-6ff8e14daab6/8df8658e-d985-4782-9efa-d080a294ee2f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:47.523868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:feac:e251 (a70517ce-5bb8-4729-a15e-ace70aa9169a/83cb0da1-4a29-4bad-b934-926af5ee7b30/8df8658e-d985-4782-9efa-d080a294ee2f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:47.673316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.756020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4246cb04-662d-4d25-8e2b-272d17804f95 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:47.791918 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.816511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4246cb04-662d-4d25-8e2b-272d17804f95 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:47.817628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.838428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:47.844370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:47.848586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:47.877335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=8df8658e-d985-4782-9efa-d080a294ee2f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:47.905469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:47.912150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.916213 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:47.955181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 4246cb04-662d-4d25-8e2b-272d17804f95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4246cb04-662d-4d25-8e2b-272d17804f95,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:48.000379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eb74f118-c1d6-4769-80f0-3741a8fb9f58 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.5332086
Nov 13 21:37:48.002855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35624) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:48.025945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.068063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66aeac-fcd4-4ac5-95f9-1f92cbe20bf5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:48.078076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66aeac-fcd4-4ac5-95f9-1f92cbe20bf5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:48.078076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cc66aeac-fcd4-4ac5-95f9-1f92cbe20bf5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.0731907
Nov 13 21:37:48.080013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35628) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:48.087940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e527b-5ad6-410b-8534-7bd9f8883628 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:48.113339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=4246cb04-662d-4d25-8e2b-272d17804f95,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:48.172181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8ec95750-1d29-405b-9bc4-84b4037f5460 None None] Provisioning complete for port 4246cb04-662d-4d25-8e2b-272d17804f95 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:48.172608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ec95750-1d29-405b-9bc4-84b4037f5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.182863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 8df8658e-d985-4782-9efa-d080a294ee2f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:48.185770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.271500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.283444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 8df8658e-d985-4782-9efa-d080a294ee2f owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:48.635944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8e626ebb-441a-4270-85af-deaa119b1b6d None None] Provisioning complete for port 4246cb04-662d-4d25-8e2b-272d17804f95 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:48.636241 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8e626ebb-441a-4270-85af-deaa119b1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.694376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.725665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=8df8658e-d985-4782-9efa-d080a294ee2f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:48.725924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8e626ebb-441a-4270-85af-deaa119b1b6d None None] Could not find standard attr ID for object 8df8658e-d985-4782-9efa-d080a294ee2f. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:48.820249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.825792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-56d2fdfc-19b8-4ff2-a577-ffcbac2d8ef9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/8df8658e-d985-4782-9efa-d080a294ee2f HTTP/1.1" status: 204  len: 168 time: 0.7412260
Nov 13 21:37:48.830544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35630) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:48.838319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3e4a8cf9-3c1c-4864-a1c3-b24a6d56e7d9 None None] Could not find standard attr ID for object 8df8658e-d985-4782-9efa-d080a294ee2f. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:48.880904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99054d93-c6c5-4139-94c8-e41c2a2355e0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:48.882767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99054d93-c6c5-4139-94c8-e41c2a2355e0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:48.884398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99054d93-c6c5-4139-94c8-e41c2a2355e0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:48.886037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-99054d93-c6c5-4139-94c8-e41c2a2355e0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0589001
Nov 13 21:37:48.888781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35632) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:48.946560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 205ea02b-c7d7-4b43-affe-6ff8e14daab6 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:48.950146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:48.993377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.077323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.231780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.258391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=205ea02b-c7d7-4b43-affe-6ff8e14daab6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:49.262520 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.277617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4c2eb8c7-b5a4-4bdd-9290-69b00938be76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/205ea02b-c7d7-4b43-affe-6ff8e14daab6 HTTP/1.1" status: 204  len: 168 time: 0.3760357
Nov 13 21:37:49.277617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35638) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:49.278718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ec532-5292-4e48-b7f6-a72f38e03b55 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:49.319269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 83cb0da1-4a29-4bad-b934-926af5ee7b30 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:49.322463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.365949 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.452433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.586107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.612559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=83cb0da1-4a29-4bad-b934-926af5ee7b30,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:49.620794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.624255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e9f3f960-eb1d-4ed1-8cf2-86a2bc964fc7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/83cb0da1-4a29-4bad-b934-926af5ee7b30 HTTP/1.1" status: 204  len: 168 time: 0.3549182
Nov 13 21:37:49.626615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35640) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:49.676451 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47981131-8761-49d9-b54a-1e4c89d1c970 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0487401
Nov 13 21:37:49.679597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35642) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:49.732305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4246cb04-662d-4d25-8e2b-272d17804f95 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:49.737696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94946b1a-acc1-4f86-bdbb-237aaf80e72e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:49.740756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94946b1a-acc1-4f86-bdbb-237aaf80e72e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0590603
Nov 13 21:37:49.744007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35644) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:49.786431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4246cb04-662d-4d25-8e2b-272d17804f95 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:49.786792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:49.799036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959a870a-2ada-457b-9cc3-2c6a8efcf7ee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:49.802436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-959a870a-2ada-457b-9cc3-2c6a8efcf7ee tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0573421
Nov 13 21:37:49.803386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35646) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:49.843533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-133c56a9-ed7d-493a-abd9-13b3418681fc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0389736
Nov 13 21:37:49.848503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35648) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:49.854171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1d34f6a1-0b78-45f1-b3aa-28e0430c0e14 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:49.937231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed79ff7-070e-4876-bcfb-1b0d5e80749f None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:49.996699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d34f6a1-0b78-45f1-b3aa-28e0430c0e14 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:50.000468 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d34f6a1-0b78-45f1-b3aa-28e0430c0e14 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.002019 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d34f6a1-0b78-45f1-b3aa-28e0430c0e14 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:50.003988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d34f6a1-0b78-45f1-b3aa-28e0430c0e14 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:50.009847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b7170987-5a76-43ed-bbc6-cf1f05101a26 None None] Provisioning complete for port 4246cb04-662d-4d25-8e2b-272d17804f95 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:50.010242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b7170987-5a76-43ed-bbc6-cf1f05101a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.078100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d34f6a1-0b78-45f1-b3aa-28e0430c0e14 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2252755
Nov 13 21:37:50.079184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35652) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:50.084317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-16737b87-1938-4afe-9a97-0ce7ad1fce9e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:50.156832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:50.212956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] Deleting port 4246cb04-662d-4d25-8e2b-272d17804f95 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:50.213462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.271488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16737b87-1938-4afe-9a97-0ce7ad1fce9e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:50.275185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16737b87-1938-4afe-9a97-0ce7ad1fce9e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.276702 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-16737b87-1938-4afe-9a97-0ce7ad1fce9e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:50.280619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] For port 4246cb04-662d-4d25-8e2b-272d17804f95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4246cb04-662d-4d25-8e2b-272d17804f95,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:50.280946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16737b87-1938-4afe-9a97-0ce7ad1fce9e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:50.281087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.290698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] Calling delete_port for 4246cb04-662d-4d25-8e2b-272d17804f95 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:50.377094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-16737b87-1938-4afe-9a97-0ce7ad1fce9e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2966716
Nov 13 21:37:50.380071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35656) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:50.385245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-94651216-32b9-4a7f-b151-9ffae1e34e02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:50.443084 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.472871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] Pushing event deleted for resources: {'Port': ['ID=4246cb04-662d-4d25-8e2b-272d17804f95,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:50.477839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3daa24-491f-4463-a9ba-1db26e31d94b None None] No DVR routers for this DVR port 4246cb04-662d-4d25-8e2b-272d17804f95 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:50.539759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94651216-32b9-4a7f-b151-9ffae1e34e02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:50.544554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94651216-32b9-4a7f-b151-9ffae1e34e02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.559304 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-94651216-32b9-4a7f-b151-9ffae1e34e02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:50.559304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94651216-32b9-4a7f-b151-9ffae1e34e02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:50.668917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94651216-32b9-4a7f-b151-9ffae1e34e02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2877033
Nov 13 21:37:50.671867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35658) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:50.676605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-41e6429e-9d0f-4b8f-9070-a2fcae171c6b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:50.802799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e6429e-9d0f-4b8f-9070-a2fcae171c6b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:50.806298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-41e6429e-9d0f-4b8f-9070-a2fcae171c6b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:50.807678 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e6429e-9d0f-4b8f-9070-a2fcae171c6b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:50.808102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e6429e-9d0f-4b8f-9070-a2fcae171c6b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:50.890853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-41e6429e-9d0f-4b8f-9070-a2fcae171c6b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2179883
Nov 13 21:37:50.893786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35660) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:50.898565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-06662bbd-f853-4a77-82b2-ebaf93e05a1e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:51.065440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06662bbd-f853-4a77-82b2-ebaf93e05a1e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:51.068994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-06662bbd-f853-4a77-82b2-ebaf93e05a1e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:51.070367 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-06662bbd-f853-4a77-82b2-ebaf93e05a1e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:51.070788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06662bbd-f853-4a77-82b2-ebaf93e05a1e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:51.165411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-06662bbd-f853-4a77-82b2-ebaf93e05a1e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2705848
Nov 13 21:37:51.170427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35664) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:51.175402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e3a73713-f1e3-46ba-b307-ea041a702695 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:51.317123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a73713-f1e3-46ba-b307-ea041a702695 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:51.320662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3a73713-f1e3-46ba-b307-ea041a702695 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:51.322073 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a73713-f1e3-46ba-b307-ea041a702695 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:37:51.322492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a73713-f1e3-46ba-b307-ea041a702695 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:37:51.422528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e3a73713-f1e3-46ba-b307-ea041a702695 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2510226
Nov 13 21:37:51.425053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35668) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:51.452441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e12673c8-03fa-4c09-b618-a3d04360fba0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0262725
Nov 13 21:37:51.454708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:51.509292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0205fb04-1914-47a3-801b-ee96ed826201 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:51.510747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0205fb04-1914-47a3-801b-ee96ed826201 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0551610
Nov 13 21:37:51.513291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35674) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:51.549718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b4d24b87-f33c-4ce0-a9d6-6e7afa6f5d7d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0353739
Nov 13 21:37:51.554815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35676) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:51.560183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:51.714368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4246cb04-662d-4d25-8e2b-272d17804f95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:51.735117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 4246cb04-662d-4d25-8e2b-272d17804f95 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:51.738834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4246cb04-662d-4d25-8e2b-272d17804f95 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:51.808330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:51.812529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.134076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:52.135415 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.173351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:52.176498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:52.185740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c0384-0691-4235-9af3-fa1a5f9d6891 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:52.186414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:52.187001 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.201292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=c1c08c59-d489-4aff-b519-62644cac9390,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:52.291554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-82490d89-26a2-4e06-9301-37ae77f84fb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0614054
Nov 13 21:37:52.300891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8f7aea1c-3bd5-4ada-ad46-49a4828cb6fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7365558
Nov 13 21:37:52.300891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:52.302895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:fa:ea:70', 'name': 'tempest-NetworksTestDHCPv6-1380473956'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:52.357031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'c1c08c59-d489-4aff-b519-62644cac9390'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:52.358065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.360758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13326-958a-499c-9bc0-eec69a25875f req-9eae5e88-65dc-496a-9063-358c5716ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:52.362357 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-9eae5e88-65dc-496a-9063-358c5716ba8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 1096 time: 0.0455606
Nov 13 21:37:52.472902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13326-958a-499c-9bc0-eec69a25875f req-b5457143-0d17-4b73-8a12-097b4bf4b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:52.474374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-b5457143-0d17-4b73-8a12-097b4bf4b2d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 200  len: 911 time: 0.0899582
Nov 13 21:37:52.499175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Allocated IP 2001:db8::f816:3eff:fe43:1b88 (a70517ce-5bb8-4729-a15e-ace70aa9169a/c1c08c59-d489-4aff-b519-62644cac9390/717cac59-f4d6-4c3d-b798-69e5153e33b4) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:52.512192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:52.552118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-07085298-0dcb-4cbe-9f10-42090e5905bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd HTTP/1.1" status: 200  len: 1001 time: 0.0692925
Nov 13 21:37:52.607005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13326-958a-499c-9bc0-eec69a25875f req-8b815323-4cb1-4159-aafe-ba7af6af6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:52.607275 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.607825 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-8b815323-4cb1-4159-aafe-ba7af6af6bd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 200  len: 849 time: 0.0486834
Nov 13 21:37:52.627674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 664e766e-beb5-45a6-940d-1b4aba6bfda2 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:52.651998 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.658233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13326-958a-499c-9bc0-eec69a25875f req-ed548422-6554-41c6-adf3-66eb4a9104a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:52.659818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-ed548422-6554-41c6-adf3-66eb4a9104a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9fc7ed6e-8e49-4710-8692-23faadf52313&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444872
Nov 13 21:37:52.755095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-535f66dd-26c7-4dfc-9877-e43ca51113f9 service neutron] 10.222.0.46 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872743
Nov 13 21:37:52.809573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.849804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7c13326-958a-499c-9bc0-eec69a25875f req-c39397c6-d179-4bf4-b6d6-03b534812cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873659
Nov 13 21:37:52.852540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:52.859509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:52.860788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fefa:ea70 (a70517ce-5bb8-4729-a15e-ace70aa9169a/c1c08c59-d489-4aff-b519-62644cac9390/664e766e-beb5-45a6-940d-1b4aba6bfda2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:52.863075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:52.870936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Pushing event updated for resources: {'Port': ['ID=717cac59-f4d6-4c3d-b798-69e5153e33b4,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:52.881089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.881432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.881766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.882096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.882679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.883007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.883325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.883644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.883960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.884273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.884585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.884921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:52.930701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Attempting to bind port 717cac59-f4d6-4c3d-b798-69e5153e33b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:52.931066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Attempting to bind port 717cac59-f4d6-4c3d-b798-69e5153e33b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:52.931425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Attempting to bind port 717cac59-f4d6-4c3d-b798-69e5153e33b4 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:52.936955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:52.937325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:52.937717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:52.938101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:52.938562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Bound port: 717cac59-f4d6-4c3d-b798-69e5153e33b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:52.938926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.005750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] For port 717cac59-f4d6-4c3d-b798-69e5153e33b4, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:53.009109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] For port 717cac59-f4d6-4c3d-b798-69e5153e33b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717cac59-f4d6-4c3d-b798-69e5153e33b4,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:53.033042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.066699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.123038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.162415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1517b4-2628-45b9-a6f4-2a414f244af6 None None] Pushing event updated for resources: {'Port': ['ID=717cac59-f4d6-4c3d-b798-69e5153e33b4,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:53.173755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:53.179188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:53.183790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:53.189795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:53.190397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.196653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=664e766e-beb5-45a6-940d-1b4aba6bfda2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:53.303573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-536fec0a-bb94-4884-81d9-197dd0902683 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.0053518
Nov 13 21:37:53.317273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35704) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:53.408016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b222d5-fbcd-43db-a2f6-08295c0bdd76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:53.414052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b222d5-fbcd-43db-a2f6-08295c0bdd76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:53.417060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-15b222d5-fbcd-43db-a2f6-08295c0bdd76 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0974514
Nov 13 21:37:53.419325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35708) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:53.509148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 664e766e-beb5-45a6-940d-1b4aba6bfda2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:53.509377 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.595715 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.610528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 664e766e-beb5-45a6-940d-1b4aba6bfda2 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:53.753967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 717cac59-f4d6-4c3d-b798-69e5153e33b4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:53.808202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 717cac59-f4d6-4c3d-b798-69e5153e33b4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:53.808566 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.820359 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.854974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=664e766e-beb5-45a6-940d-1b4aba6bfda2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:53.886253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.889885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b745efa0-4ee6-444b-a811-6a8cc40901cd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/664e766e-beb5-45a6-940d-1b4aba6bfda2 HTTP/1.1" status: 204  len: 168 time: 0.4695704
Nov 13 21:37:53.892508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35724) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:53.898307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:53.937823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 717cac59-f4d6-4c3d-b798-69e5153e33b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717cac59-f4d6-4c3d-b798-69e5153e33b4,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:53.949586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a6393-efef-48f5-879d-7c76971bf301 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:53.951273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a6393-efef-48f5-879d-7c76971bf301 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:53.952809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc7a6393-efef-48f5-879d-7c76971bf301 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0586329
Nov 13 21:37:53.955636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35726) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:53.997968 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.010171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet c1c08c59-d489-4aff-b519-62644cac9390 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:54.013593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.051825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=717cac59-f4d6-4c3d-b798-69e5153e33b4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:54.064042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.145976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.185823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d12ee374-6f7b-428a-9b3e-6fbbb3e83ade None None] Provisioning complete for port 717cac59-f4d6-4c3d-b798-69e5153e33b4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:54.186346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d12ee374-6f7b-428a-9b3e-6fbbb3e83ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.295078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.327758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c08c59-d489-4aff-b519-62644cac9390,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:54.334976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.340725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-be29a4d9-f792-4709-a7dd-4ba3c43c1089 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/c1c08c59-d489-4aff-b519-62644cac9390 HTTP/1.1" status: 204  len: 168 time: 0.3832629
Nov 13 21:37:54.343215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35728) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:54.346088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10549a5-65df-4e52-a2fc-5ec1256196b9 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:54.386529 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2b30b70f-6480-4952-9a9b-ee4c99ab9119 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0394077
Nov 13 21:37:54.387612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35732) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:54.393945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:54.409044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dc5fdfc9-e062-4552-932d-f77a2945c1db None None] Could not find standard attr ID for object 664e766e-beb5-45a6-940d-1b4aba6bfda2. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:54.540845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:54.546175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:54.549320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.608237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] Deleting port 717cac59-f4d6-4c3d-b798-69e5153e33b4 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:54.608736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.827805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] For port 717cac59-f4d6-4c3d-b798-69e5153e33b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=717cac59-f4d6-4c3d-b798-69e5153e33b4,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:54.828210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.841881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] Calling delete_port for 717cac59-f4d6-4c3d-b798-69e5153e33b4 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:54.932566 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a53270f-9664-4a9b-b2a6-9466945887f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:54.970822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:54.997170 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.023789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] Pushing event deleted for resources: {'Port': ['ID=717cac59-f4d6-4c3d-b798-69e5153e33b4,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:55.025650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce825f1-7779-410d-85d1-142d1a7f8686 None None] No DVR routers for this DVR port 717cac59-f4d6-4c3d-b798-69e5153e33b4 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:55.124852 ncdv-master-1 neutron-server[120533]: WARNING neutron.services.revisions.revision_plugin [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fefdda5e4c0] {port_id='717cac59-f4d6-4c3d-b798-69e5153e33b4', ip_address='2001:db8::f816:3eff:fe43:1b88', subnet_id='3d5429fa-d261-4639-b96b-a6b13e85fda2', network_id='a70517ce-5bb8-4729-a15e-ace70aa9169a'}> to bump revision.
Nov 13 21:37:55.179561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_pluggable_backend [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Port 717cac59-f4d6-4c3d-b798-69e5153e33b4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=120533) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Nov 13 21:37:55.179865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_pluggable_backend [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Reverting IP allocation for 2001:db8::f816:3eff:fe43:1b88 {{(pid=120533) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Nov 13 21:37:55.183523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_pluggable_backend [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe43:1b88 {{(pid=120533) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Nov 13 21:37:55.184710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.226197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:55.230840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:55.233844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:55.234437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.246543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a855526c-cdbf-46b5-97b0-bb766250e0b5 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:55.250547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=3d5429fa-d261-4639-b96b-a6b13e85fda2,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:55.365441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7f1a6f5a-b055-4530-b187-bfdbad2a3712 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9765563
Nov 13 21:37:55.368030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35744) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:55.373442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:de:64:93', 'name': 'tempest-NetworksTestDHCPv6-1597458641'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:55.395742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '3d5429fa-d261-4639-b96b-a6b13e85fda2'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:55.396707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.533673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Allocated IP 2001:db8::f816:3eff:fe64:2585 (a70517ce-5bb8-4729-a15e-ace70aa9169a/3d5429fa-d261-4639-b96b-a6b13e85fda2/81ee6300-8a20-4fc1-9078-96bfa6b2569a) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:55.575803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:55.665881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.689133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port e39cdc10-28dc-46ff-a3d2-d0daf9a519fe yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:55.689382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.738999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 717cac59-f4d6-4c3d-b798-69e5153e33b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:55.763681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 717cac59-f4d6-4c3d-b798-69e5153e33b4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:55.763838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 717cac59-f4d6-4c3d-b798-69e5153e33b4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:55.794150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.834833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:55.837699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:55.842543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fede:6493 (a70517ce-5bb8-4729-a15e-ace70aa9169a/3d5429fa-d261-4639-b96b-a6b13e85fda2/e39cdc10-28dc-46ff-a3d2-d0daf9a519fe) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:55.845001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:55.855708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Pushing event updated for resources: {'Port': ['ID=81ee6300-8a20-4fc1-9078-96bfa6b2569a,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:55.907562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Attempting to bind port 81ee6300-8a20-4fc1-9078-96bfa6b2569a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:55.908039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Attempting to bind port 81ee6300-8a20-4fc1-9078-96bfa6b2569a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:55.908406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Attempting to bind port 81ee6300-8a20-4fc1-9078-96bfa6b2569a on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:55.913575 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:55.913942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:55.914334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.914716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:55.915196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Bound port: 81ee6300-8a20-4fc1-9078-96bfa6b2569a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:55.915684 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:55.979725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] For port 81ee6300-8a20-4fc1-9078-96bfa6b2569a, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:55.983864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] For port 81ee6300-8a20-4fc1-9078-96bfa6b2569a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ee6300-8a20-4fc1-9078-96bfa6b2569a,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:56.011190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.054365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.100758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.141480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259297c3-566d-43ee-b41b-bf84033afd8b None None] Pushing event updated for resources: {'Port': ['ID=81ee6300-8a20-4fc1-9078-96bfa6b2569a,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:56.153503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:56.158322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:56.161758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:56.168025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:56.168652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.172379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=e39cdc10-28dc-46ff-a3d2-d0daf9a519fe,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:56.185733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.186107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.186974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.186974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.187249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.187412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.187724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.188147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.188371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.188879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.189062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.189361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:37:56.228164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4e6f080-c462-4775-8165-836e0b8ffb6e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.8591001
Nov 13 21:37:56.231796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:56.284190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb534a-8634-46a0-863c-a85c1582ab4b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:56.290291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb534a-8634-46a0-863c-a85c1582ab4b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:56.292535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7fbb534a-8634-46a0-863c-a85c1582ab4b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0597472
Nov 13 21:37:56.295075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:56.396812 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:37:56.420719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port e39cdc10-28dc-46ff-a3d2-d0daf9a519fe {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:56.421202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.517787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.530946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for e39cdc10-28dc-46ff-a3d2-d0daf9a519fe owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:56.849355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.881098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=e39cdc10-28dc-46ff-a3d2-d0daf9a519fe,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:56.908211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:56.911538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ceacead7-8730-451e-8e38-684b3c8f674d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/e39cdc10-28dc-46ff-a3d2-d0daf9a519fe HTTP/1.1" status: 204  len: 168 time: 0.6154747
Nov 13 21:37:56.914133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35768) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.061315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aa3d8161-966e-4154-b09a-bf1dca3ac5d4 None None] Provisioning complete for port 81ee6300-8a20-4fc1-9078-96bfa6b2569a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:57.062270 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8161-966e-4154-b09a-bf1dca3ac5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.139013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e049eb4-a17f-4cfc-bdcb-92e88bbc0d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.158677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8161-966e-4154-b09a-bf1dca3ac5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.198453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-aa3d8161-966e-4154-b09a-bf1dca3ac5d4 None None] For port 81ee6300-8a20-4fc1-9078-96bfa6b2569a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ee6300-8a20-4fc1-9078-96bfa6b2569a,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:57.283159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa3d8161-966e-4154-b09a-bf1dca3ac5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.315262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835c6b9-a6ab-4e46-9077-116e60d9a94e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:57.316982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835c6b9-a6ab-4e46-9077-116e60d9a94e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:57.318755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8835c6b9-a6ab-4e46-9077-116e60d9a94e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.4038529
Nov 13 21:37:57.322486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.341111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d8161-966e-4154-b09a-bf1dca3ac5d4 None None] Pushing event updated for resources: {'Port': ['ID=81ee6300-8a20-4fc1-9078-96bfa6b2569a,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:57.376177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 3d5429fa-d261-4639-b96b-a6b13e85fda2 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:37:57.380510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.401277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-eb63c8f8-f685-4efa-b387-8fdf7c797ce2 None None] Could not find standard attr ID for object e39cdc10-28dc-46ff-a3d2-d0daf9a519fe. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:37:57.430102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.532333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.694921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.731621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5429fa-d261-4639-b96b-a6b13e85fda2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:57.735534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.738793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3e652ef-91df-4ffb-8642-dbad31a544b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/3d5429fa-d261-4639-b96b-a6b13e85fda2 HTTP/1.1" status: 204  len: 168 time: 0.4164212
Nov 13 21:37:57.744438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35782) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.745006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4431e-f9bc-44ff-bfeb-05741602074e None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:57.772194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 81ee6300-8a20-4fc1-9078-96bfa6b2569a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:37:57.781324 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-546fab36-5227-4509-9679-0f4bff57b2f0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0389278
Nov 13 21:37:57.783719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35784) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.839187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e926f4c-4f90-488d-8ee0-072847666693 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:57.845223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2e926f4c-4f90-488d-8ee0-072847666693 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0605226
Nov 13 21:37:57.845443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.900486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53cdd9-b08f-4640-9d22-80090c336d62 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:57.902697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3f53cdd9-b08f-4640-9d22-80090c336d62 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0562794
Nov 13 21:37:57.905490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35790) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.914283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 81ee6300-8a20-4fc1-9078-96bfa6b2569a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:37:57.919878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:57.951553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b38eee1-5745-453e-a690-3f9e47370cc5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0409176
Nov 13 21:37:57.951959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35792) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:57.956971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:58.024856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:37:58.071095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] Deleting port 81ee6300-8a20-4fc1-9078-96bfa6b2569a {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:58.071763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.136917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] For port 81ee6300-8a20-4fc1-9078-96bfa6b2569a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81ee6300-8a20-4fc1-9078-96bfa6b2569a,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:37:58.137308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.150306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] Calling delete_port for 81ee6300-8a20-4fc1-9078-96bfa6b2569a owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:37:58.197029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:58.201368 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.299740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.327504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] Pushing event deleted for resources: {'Port': ['ID=81ee6300-8a20-4fc1-9078-96bfa6b2569a,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:58.330902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f400770-aed7-42bf-82b3-2a1db8f2260b None None] No DVR routers for this DVR port 81ee6300-8a20-4fc1-9078-96bfa6b2569a on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:37:58.521335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:37:58.522841 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.563953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:58.568468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:58.583814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:58.583814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.586134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=20e6e99b-c7fb-4754-95bc-e9a755515c33,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:58.590976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd67b37-6428-4786-be91-245e31ac20ed None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:37:58.611362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.691338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-070b66da-5517-4ae4-9848-f24820f85945 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.7383173
Nov 13 21:37:58.693963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35796) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:58.699268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:a5:fb:3d', 'name': 'tempest-NetworksTestDHCPv6-78752949'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:37:58.743078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '20e6e99b-c7fb-4754-95bc-e9a755515c33'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:37:58.743939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.871962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:37:58.872934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Allocated IP 2001:db8::f816:3eff:feeb:31b0 (a70517ce-5bb8-4729-a15e-ace70aa9169a/20e6e99b-c7fb-4754-95bc-e9a755515c33/3027b1c8-4448-43b8-ac9c-f8a5ecdee227) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:58.968716 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:58.989218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:37:59.037187 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.242830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.280681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:59.286020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:59.289655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:59.297744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Pushing event updated for resources: {'Port': ['ID=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:59.299917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fea5:fb3d (a70517ce-5bb8-4729-a15e-ace70aa9169a/20e6e99b-c7fb-4754-95bc-e9a755515c33/d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:37:59.356913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Attempting to bind port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:37:59.357288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Attempting to bind port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:37:59.357654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Attempting to bind port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:37:59.362897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:37:59.363280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:37:59.363664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.364057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:37:59.364514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Bound port: 3027b1c8-4448-43b8-ac9c-f8a5ecdee227, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:37:59.365093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.428292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] For port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:37:59.431359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] For port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:37:59.461983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.512679 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.534816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.575129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365d65f-7161-4399-a450-a668fa79c675 None None] Pushing event updated for resources: {'Port': ['ID=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:59.594379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:37:59.597805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:37:59.599520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:37:59.601560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:37:59.607580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:59.608154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.753104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 81ee6300-8a20-4fc1-9078-96bfa6b2569a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:37:59.757853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b9fdb8ef-f571-47c4-ad5f-376a1c7b23b4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.0624404
Nov 13 21:37:59.761108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:59.783157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 81ee6300-8a20-4fc1-9078-96bfa6b2569a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:37:59.784494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 81ee6300-8a20-4fc1-9078-96bfa6b2569a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:37:59.820020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f82f5c-8fe2-4e75-8d4f-00d355beb49b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:59.826708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f82f5c-8fe2-4e75-8d4f-00d355beb49b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:37:59.828367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c9f82f5c-8fe2-4e75-8d4f-00d355beb49b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.0663049
Nov 13 21:37:59.831013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35812) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:37:59.922160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:37:59.922895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:37:59.951520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.013379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.027684 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:00.557274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8bb93612-bc91-4857-8ceb-426802655e76 None None] Provisioning complete for port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:00.557274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8bb93612-bc91-4857-8ceb-426802655e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.580908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.602658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.633914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:00.639396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8bb93612-bc91-4857-8ceb-426802655e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.665090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.671674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35818) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:00.672294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc9c52d2-7e66-400c-861a-485b5b6ff794 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac HTTP/1.1" status: 204  len: 168 time: 0.8398657
Nov 13 21:38:00.674063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8bb93612-bc91-4857-8ceb-426802655e76 None None] For port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:00.725241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74270fc-fb46-41d9-bbf0-91062cd631ae tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:00.727684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74270fc-fb46-41d9-bbf0-91062cd631ae tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:00.728408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e74270fc-fb46-41d9-bbf0-91062cd631ae tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0551960
Nov 13 21:38:00.731689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35820) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:00.787820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 20e6e99b-c7fb-4754-95bc-e9a755515c33 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:00.791884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.821159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8bb93612-bc91-4857-8ceb-426802655e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.836001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.876101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb93612-bc91-4857-8ceb-426802655e76 None None] Pushing event updated for resources: {'Port': ['ID=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:00.920491 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:00.932507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-79f0ec1d-3ef8-413d-95bc-6397497c1aca None None] Could not find standard attr ID for object d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:38:01.043442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.072113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=20e6e99b-c7fb-4754-95bc-e9a755515c33,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:01.077378 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.080627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-44d89ed9-a127-457d-ade8-7933eb925d61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/20e6e99b-c7fb-4754-95bc-e9a755515c33 HTTP/1.1" status: 204  len: 168 time: 0.3480289
Nov 13 21:38:01.083181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35824) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:01.085255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d933b-4bea-408c-9ae8-4e74ab73ceb5 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:01.120650 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59409788-c36d-4616-ac0c-93028260f5a2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0363579
Nov 13 21:38:01.123340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35826) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:01.128077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:01.261825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:01.276897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:01.280561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.309097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] Deleting port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:01.309467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.371640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] For port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:01.372038 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.384981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] Calling delete_port for 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:01.581041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.605928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] Pushing event deleted for resources: {'Port': ['ID=3027b1c8-4448-43b8-ac9c-f8a5ecdee227,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:01.609754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11555caa-476f-4a3b-8b90-a1c410c45536 None None] No DVR routers for this DVR port 3027b1c8-4448-43b8-ac9c-f8a5ecdee227 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:01.630810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:38:01.632376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.678105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:01.683186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:01.686124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:01.686735 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.695586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f307721-782f-471b-bdd9-1f84274d17aa None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:01.703284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:01.755343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfee0700-a86c-4ed2-8176-b995c1a7fec7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.6309645
Nov 13 21:38:01.763912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35830) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:01.765049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:b7:ca:bd', 'name': 'tempest-NetworksTestDHCPv6-2025401420'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:01.887285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:01.888465 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:01.980985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:01.986170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.009452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 705ddf12-8af6-4816-aa5c-922015a5bb31 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:02.131334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:feb7:cabd (a70517ce-5bb8-4729-a15e-ace70aa9169a/b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95/705ddf12-8af6-4816-aa5c-922015a5bb31) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:02.276833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.403193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.446377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Allocated IP 2001:db8::f816:3eff:fe62:a9bc (a70517ce-5bb8-4729-a15e-ace70aa9169a/b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95/5273e1b7-ae5a-4196-96ee-b0f42204a4b2) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:02.453381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:02.456718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:02.461211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:02.466766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:02.467388 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.470966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=705ddf12-8af6-4816-aa5c-922015a5bb31,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:02.554271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-de9ecaac-0bec-4f1b-ac46-e35395370649 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 0.7892656
Nov 13 21:38:02.554393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:02.603493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.617974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7724929-39b9-4eba-b331-3cfcd07d9732 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:02.620448 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b7724929-39b9-4eba-b331-3cfcd07d9732 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0650616
Nov 13 21:38:02.622670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35844) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:02.699931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.713285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 705ddf12-8af6-4816-aa5c-922015a5bb31 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:02.713909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.738110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:02.741008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:02.747821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:02.764104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Pushing event updated for resources: {'Port': ['ID=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:02.825021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.837978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 705ddf12-8af6-4816-aa5c-922015a5bb31 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:02.859106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Attempting to bind port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:02.859475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Attempting to bind port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:02.859838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Attempting to bind port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:02.866879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:02.867252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:02.867650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.868042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:02.868518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Bound port: 5273e1b7-ae5a-4196-96ee-b0f42204a4b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:02.868906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:02.977986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] For port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:02.982322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] For port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:03.048513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.049087 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.076556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=705ddf12-8af6-4816-aa5c-922015a5bb31,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:03.111915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cac91-6f42-4d4c-bf28-84eaebe8f17a None None] Pushing event updated for resources: {'Port': ['ID=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:03.117407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.120030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc26c5fa-9609-4be9-be36-5067ab5585a6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/705ddf12-8af6-4816-aa5c-922015a5bb31 HTTP/1.1" status: 204  len: 168 time: 0.4963329
Nov 13 21:38:03.122715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35850) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.204066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f505291-3217-4f29-978a-6107e2657673 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:03.204310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f505291-3217-4f29-978a-6107e2657673 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:03.206194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8f505291-3217-4f29-978a-6107e2657673 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0823674
Nov 13 21:38:03.209014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35856) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.278012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:03.284120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.366816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.502910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.620730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.646122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:03.651736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.655074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8ced6e1-ee5c-490a-aa0b-8bf2457729fa tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95 HTTP/1.1" status: 204  len: 168 time: 0.4449785
Nov 13 21:38:03.657947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35880) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.733739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-924ee29f-dce3-4d50-a130-ce4081eef1ab tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0737224
Nov 13 21:38:03.735267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35886) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.808908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8670f6-ab88-4c3f-a299-e4131e9738a8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:03.812746 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1b8670f6-ab88-4c3f-a299-e4131e9738a8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0739331
Nov 13 21:38:03.813175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35898) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.815090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798a28-4dc7-451d-bb5a-ab968834b9de req-48270063-0795-42c2-8367-f2627f86f43a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:03.815651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:03.816818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e798a28-4dc7-451d-bb5a-ab968834b9de req-48270063-0795-42c2-8367-f2627f86f43a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.0713387
Nov 13 21:38:03.875633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dcf431-fc19-4b15-a839-224b0e2c1116 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:03.876291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:03.876896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:03.880327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e4dcf431-fc19-4b15-a839-224b0e2c1116 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0631306
Nov 13 21:38:03.881104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.889822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e798a28-4dc7-451d-bb5a-ab968834b9de req-acfa4ec2-9a90-486b-a601-44d76472893e tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647531
Nov 13 21:38:03.928002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06ee081a-3dfb-48b6-89c3-626373051fdc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0456183
Nov 13 21:38:03.933105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35902) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:03.937962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:03.966796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.002509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:04.094522 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.117137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:04.123367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.147638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:04.236136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198ecc0-381b-4791-b716-96da44bd9415 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:04.316204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7f7631eb-da0c-400f-ab7f-dd0bc9953d1f None None] Provisioning complete for port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:04.316488 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7f7631eb-da0c-400f-ab7f-dd0bc9953d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.374593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.426886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:04.438125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:04.438125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:04.438125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.438599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=72ee0de8-1da8-48be-8966-f2ba31551d1e,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:04.487993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:04.502192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a519e1d6-07f1-4c64-9a0b-e83da0c266fe tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5682888
Nov 13 21:38:04.504960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35906) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:04.510739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:9e:b1:34', 'name': 'tempest-NetworksTestDHCPv6-282697515'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:04.540309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] Deleting port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:04.540698 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.622936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] For port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:04.623333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.640499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] Calling delete_port for 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:04.705520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:04.785633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.811057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port ef258d70-e190-487e-bf76-ceb6546ae3a4 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:04.814081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:04.838894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] Pushing event deleted for resources: {'Port': ['ID=5273e1b7-ae5a-4196-96ee-b0f42204a4b2,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:04.842209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28653ab-20ff-4702-af7b-e13e7e4d9350 None None] No DVR routers for this DVR port 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:04.860739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb145173-36cd-4383-aa76-828f3f4748a1 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:04.939732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::18e (a70517ce-5bb8-4729-a15e-ace70aa9169a/72ee0de8-1da8-48be-8966-f2ba31551d1e/ef258d70-e190-487e-bf76-ceb6546ae3a4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:05.014496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '72ee0de8-1da8-48be-8966-f2ba31551d1e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:05.015360 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.080516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b0f52-a809-49d1-92ec-ac892da6c1a9 req-42198171-81e6-4357-8a54-93d903405ee2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:05.081928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-607b0f52-a809-49d1-92ec-ac892da6c1a9 req-42198171-81e6-4357-8a54-93d903405ee2 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1159849
Nov 13 21:38:05.160955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.172885 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-607b0f52-a809-49d1-92ec-ac892da6c1a9 req-b4a75446-0a96-4c29-93b3-1315da66ebc5 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/security-groups?id=1aa6780f-78b1-4a31-ae4c-140c2f95a16c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760953
Nov 13 21:38:05.307296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.336285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/72ee0de8-1da8-48be-8966-f2ba31551d1e/e92246ce-cabd-4486-be3a-0a241346b6b5) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:05.363234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:05.370286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:05.373043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=ef258d70-e190-487e-bf76-ceb6546ae3a4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:05.375383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:05.381047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:05.381532 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.391098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-348c59ff-850d-4679-837b-00505b6d640a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:05.392538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-348c59ff-850d-4679-837b-00505b6d640a tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 946 time: 0.1175206
Nov 13 21:38:05.487190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.496203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e3bdeaa8-9548-4fc3-8eb9-b4a92deb5c61 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9867039
Nov 13 21:38:05.496552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:05.497027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Deleting port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:05.497307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.554721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c93447-416f-4683-b3a1-c30d7719ac7f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:05.559461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d6c93447-416f-4683-b3a1-c30d7719ac7f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0588603
Nov 13 21:38:05.559605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:05.587879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.605815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] For port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,segment=NetworkSegment(480e5d75-8dcd-44e9-abba-3c166f843643),segment_id=480e5d75-8dcd-44e9-abba-3c166f843643)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:05.606277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.625147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Calling delete_port for ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:05.649670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:05.654105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Pushing event updated for resources: {'Port': ['ID=e92246ce-cabd-4486-be3a-0a241346b6b5,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:05.657683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:05.664967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:05.668008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port ef258d70-e190-487e-bf76-ceb6546ae3a4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:05.668354 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.743493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:05.770576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Attempting to bind port e92246ce-cabd-4486-be3a-0a241346b6b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:05.770969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Attempting to bind port e92246ce-cabd-4486-be3a-0a241346b6b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:05.771328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Attempting to bind port e92246ce-cabd-4486-be3a-0a241346b6b5 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:05.774627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:05.774960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5273e1b7-ae5a-4196-96ee-b0f42204a4b2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:05.784603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:05.784603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:05.784603 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.784603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:05.784603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Bound port: e92246ce-cabd-4486-be3a-0a241346b6b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:05.784603 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.785243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.797854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for ef258d70-e190-487e-bf76-ceb6546ae3a4 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:05.849941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] For port e92246ce-cabd-4486-be3a-0a241346b6b5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:05.853354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] For port e92246ce-cabd-4486-be3a-0a241346b6b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e92246ce-cabd-4486-be3a-0a241346b6b5,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:05.934456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.945902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:38:05.962100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Pushing event deleted for resources: {'Port': ['ID=ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:05.969176 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:05.974557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.013053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] No DVR routers for this DVR port ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:06.013769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=ef258d70-e190-487e-bf76-ceb6546ae3a4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:06.015377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.019540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd3311ed-80ba-44cb-aa37-5e9c7e7e753a req-8402eb36-3467-4008-96b2-86d78eef9027 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.37 "DELETE /v2.0/ports/ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab HTTP/1.1" status: 204  len: 173 time: 0.6192787
Nov 13 21:38:06.025912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-deleted', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:38:06.025912 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d3529e-e75b-4958-9561-5fe1f290756f" -d '{"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-deleted", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:38:06.053834 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.056357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd87f1-61ba-43d0-9415-7fa55a30e3d4 None None] Pushing event updated for resources: {'Port': ['ID=e92246ce-cabd-4486-be3a-0a241346b6b5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:06.060490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-03e379ef-679a-430f-b7ec-6d5e6aefca00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/ef258d70-e190-487e-bf76-ceb6546ae3a4 HTTP/1.1" status: 204  len: 168 time: 0.4977176
Nov 13 21:38:06.062639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.085145 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0c7f4-fc28-4325-85c9-272bd2b1325f x-openstack-request-id: req-e2d0c7f4-fc28-4325-85c9-272bd2b1325f {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:38:06.085445 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac88c875-3789-461d-8fa9-fc0af5c4e7f1", "name": "network-vif-deleted", "tag": "ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:38:06.085817 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2d0c7f4-fc28-4325-85c9-272bd2b1325f {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:38:06.086258 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac88c875-3789-461d-8fa9-fc0af5c4e7f1', 'name': 'network-vif-deleted', 'tag': 'ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab', 'status': 'completed', 'code': 200}
Nov 13 21:38:06.120545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f147146-ab0e-4927-8faf-cb684b39f834 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:06.122548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f147146-ab0e-4927-8faf-cb684b39f834 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:06.124748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4f147146-ab0e-4927-8faf-cb684b39f834 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0617418
Nov 13 21:38:06.127068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35928) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.186949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 72ee0de8-1da8-48be-8966-f2ba31551d1e {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:06.191317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.275952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.325930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-51d45806-8058-4fd0-b88e-f7cf014f4c9d req-58206a96-42f2-49e9-acff-f49d7ef7e775 tempest-ServersNegativeTestJSON-1640442432 tempest-ServersNegativeTestJSON-1640442432-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac88c875-3789-461d-8fa9-fc0af5c4e7f1 HTTP/1.1" status: 200  len: 210 time: 0.0468643
Nov 13 21:38:06.388831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.524147 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.554660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=72ee0de8-1da8-48be-8966-f2ba31551d1e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:06.558450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:06.564027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7debad3-6b8f-4cb6-a302-116bd1e56c00 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/72ee0de8-1da8-48be-8966-f2ba31551d1e HTTP/1.1" status: 204  len: 168 time: 0.4336445
Nov 13 21:38:06.567449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35934) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.610266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47b2b11f-6655-4a21-94d8-59fbacab15fb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0448875
Nov 13 21:38:06.617066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35936) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.661926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b3f65-301f-41c9-859a-b35ccc391fab tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:06.663423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c69b3f65-301f-41c9-859a-b35ccc391fab tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0497103
Nov 13 21:38:06.665966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35938) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.726227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ca9bc-3b72-497c-8f13-55a8e133f005 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:06.731110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b3ca9bc-3b72-497c-8f13-55a8e133f005 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0631223
Nov 13 21:38:06.731521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.774238 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2f994614-4c7c-4a19-ac3f-93db66a2cf91 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0410550
Nov 13 21:38:06.778401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35942) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:06.783507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:06.951977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:06.958088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.068676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d88a80-b94f-491f-b348-31d3710ed4bc None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:07.141951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-963f5525-2fa0-422e-b053-51198d386e8c None None] Provisioning complete for port e92246ce-cabd-4486-be3a-0a241346b6b5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:07.142475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-963f5525-2fa0-422e-b053-51198d386e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.277740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-963f5525-2fa0-422e-b053-51198d386e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.298652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32533991-162e-4e0d-acea-b36757d7614a None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:07.337434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-963f5525-2fa0-422e-b053-51198d386e8c None None] For port e92246ce-cabd-4486-be3a-0a241346b6b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e92246ce-cabd-4486-be3a-0a241346b6b5,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:07.359412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:38:07.368934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-32533991-162e-4e0d-acea-b36757d7614a None None] Deleting port e92246ce-cabd-4486-be3a-0a241346b6b5 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:07.369935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32533991-162e-4e0d-acea-b36757d7614a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.391304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35952) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:07.427360 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-963f5525-2fa0-422e-b053-51198d386e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.447424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Deleting subnet d7017fae-016f-4c2c-aa9c-50ff4985ac69 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:07.451116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.492978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.502450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32533991-162e-4e0d-acea-b36757d7614a None None] For port e92246ce-cabd-4486-be3a-0a241346b6b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e92246ce-cabd-4486-be3a-0a241346b6b5,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:07.503274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32533991-162e-4e0d-acea-b36757d7614a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.524332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-32533991-162e-4e0d-acea-b36757d7614a None None] Calling delete_port for e92246ce-cabd-4486-be3a-0a241346b6b5 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:07.525976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f5525-2fa0-422e-b053-51198d386e8c None None] Pushing event updated for resources: {'Port': ['ID=e92246ce-cabd-4486-be3a-0a241346b6b5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:07.545484 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.631683 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.722814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.751574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.754801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d7017fae-016f-4c2c-aa9c-50ff4985ac69 HTTP/1.1" status: 204  len: 168 time: 0.3622963
Nov 13 21:38:07.755903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d065c1-dc85-498f-a817-c6d9c2c2638a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7017fae-016f-4c2c-aa9c-50ff4985ac69,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:07.757613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35956) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:07.774032 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32533991-162e-4e0d-acea-b36757d7614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.801425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32533991-162e-4e0d-acea-b36757d7614a None None] Pushing event deleted for resources: {'Port': ['ID=e92246ce-cabd-4486-be3a-0a241346b6b5,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:07.803206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32533991-162e-4e0d-acea-b36757d7614a None None] No DVR routers for this DVR port e92246ce-cabd-4486-be3a-0a241346b6b5 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:07.887392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:07.974087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] For port e92246ce-cabd-4486-be3a-0a241346b6b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e92246ce-cabd-4486-be3a-0a241346b6b5,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:08.010848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.042937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7640ee0>,) {'filters': {'network_id': ['192e2326-b1d1-4f1e-83b7-6735d39ab658']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:08.056210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.060438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7640ee0>, '480e5d75-8dcd-44e9-abba-3c166f843643') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:08.062998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7640ee0>, '480e5d75-8dcd-44e9-abba-3c166f843643') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:08.069543 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.082597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.089074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   items = [
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:08.094058 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:08.130704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.131429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.193213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=e92246ce-cabd-4486-be3a-0a241346b6b5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:08.212027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:08.216273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:08.219258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:08.219893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.225754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6f0eb-7de8-449c-b823-6f6733143e87 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:08.232866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=c21258a3-b0e7-4ce5-9c1b-72ac82e6a953,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:08.277632 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.282649 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.286167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] 10.222.0.20 "DELETE /v2.0/networks/192e2326-b1d1-4f1e-83b7-6735d39ab658 HTTP/1.1" status: 204  len: 168 time: 0.5271814
Nov 13 21:38:08.300570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630680bb-e4df-4dfc-8b10-c8080335918f admin admin] Pushing event deleted for resources: {'Network': ['ID=192e2326-b1d1-4f1e-83b7-6735d39ab658,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:08.326437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7eb532df-3fe7-43ce-8cc0-48b340956810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5469518
Nov 13 21:38:08.329290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35960) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:08.337877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:08.387704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'c21258a3-b0e7-4ce5-9c1b-72ac82e6a953'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:08.388608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.557419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:08.562035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.677254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Allocated IP 2001:db8::f816:3eff:fe0e:29d9 (a70517ce-5bb8-4729-a15e-ace70aa9169a/c21258a3-b0e7-4ce5-9c1b-72ac82e6a953/b6822e5a-6f8a-4824-9989-60e3d72655da) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:08.681573 ncdv-master-1 neutron-server[120533]: INFO neutron.db.ipam_backend_mixin [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c21258a3-b0e7-4ce5-9c1b-72ac82e6a953 (CIDR: 2001:db8::/64)
Nov 13 21:38:08.696835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35964) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:08.729469 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:38:08.729977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:08.738023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-feff92eb-6a5d-4661-abf7-d1fc0bcb67c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37ac3cb8b49c4b22974bcd78a16f2a3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393641
Nov 13 21:38:08.740588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:08.794530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8fbd7e1-3cfa-4156-b6a7-6b71e4ebbaef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.816937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8fbd7e1-3cfa-4156-b6a7-6b71e4ebbaef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.830274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.863042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cee45ed1-2904-489c-b8d0-9413f4198877 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5326738
Nov 13 21:38:08.865864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35968) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:08.871419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:08.940167 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.975719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:08.978545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:08.983942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:08.991195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8fbd7e1-3cfa-4156-b6a7-6b71e4ebbaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.992966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:08.993982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8fbd7e1-3cfa-4156-b6a7-6b71e4ebbaef admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:08.995678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8fbd7e1-3cfa-4156-b6a7-6b71e4ebbaef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aa6780f-78b1-4a31-ae4c-140c2f95a16c HTTP/1.1" status: 204  len: 168 time: 0.2541072
Nov 13 21:38:09.005127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbd7e1-3cfa-4156-b6a7-6b71e4ebbaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa6780f-78b1-4a31-ae4c-140c2f95a16c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:09.050986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Attempting to bind port b6822e5a-6f8a-4824-9989-60e3d72655da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:09.051352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Attempting to bind port b6822e5a-6f8a-4824-9989-60e3d72655da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:09.051714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Attempting to bind port b6822e5a-6f8a-4824-9989-60e3d72655da on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:09.057328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:09.057704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:09.058127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.058634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:09.058975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Bound port: b6822e5a-6f8a-4824-9989-60e3d72655da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:09.059358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.082797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:09.086996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.127850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:09.130919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:09.192665 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.258691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3980d-5ce3-4ddc-a7f9-c619f5b2020c None None] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:09.443159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.484321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:09.487614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:09.493127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:09.493728 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.513280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=fff20d1f-a778-4d54-a910-91f7787d82c5,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:09.590391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ccee72ed-7449-48d2-a08a-8e058ea9f59d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7190826
Nov 13 21:38:09.591858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 35980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:09.596978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:51:88:14', 'name': 'tempest-NetworksTestDHCPv6-1114056211'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:09.785466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b6822e5a-6f8a-4824-9989-60e3d72655da up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:09.808302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:09.852710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:09.852710 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.886362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:09.910409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:09.910759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device ae3a1011-cd98-4d4f-9f1b-1e0009ee95ab not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:09.928633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:09.951049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port d4f6673a-3679-4093-90e3-6e7cf6c7b25d yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:09.960594 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.014414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:10.106759 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.164563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:10.178982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8:0:1::396 (a70517ce-5bb8-4729-a15e-ace70aa9169a/fff20d1f-a778-4d54-a910-91f7787d82c5/d4f6673a-3679-4093-90e3-6e7cf6c7b25d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:10.185627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fe51:8814 (a70517ce-5bb8-4729-a15e-ace70aa9169a/c21258a3-b0e7-4ce5-9c1b-72ac82e6a953/d4f6673a-3679-4093-90e3-6e7cf6c7b25d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:10.230395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a4038-44b3-4027-b4a7-94e746f710f8 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:10.312831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-874d9b08-bc3a-4248-9bb8-ab34f3e8e261 None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:10.314036 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-874d9b08-bc3a-4248-9bb8-ab34f3e8e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.343622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.448658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.497135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:10.500538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:10.508186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:10.513991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:10.514615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.519039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=d4f6673a-3679-4093-90e3-6e7cf6c7b25d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:10.519949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] Update dhcp port {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': 'c21258a3-b0e7-4ce5-9c1b-72ac82e6a953', 'ip_address': '2001:db8::f816:3eff:fe0e:29d9'}, {'subnet_id': 'fff20d1f-a778-4d54-a910-91f7787d82c5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b6822e5a-6f8a-4824-9989-60e3d72655da'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:38:10.552776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.586305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 35998) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:10.586888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-887ef2cb-b141-406f-8e9a-c2798a4f7987 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 0.9934449
Nov 13 21:38:10.677171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port d4f6673a-3679-4093-90e3-6e7cf6c7b25d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:10.677430 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.725700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] Allocated IP 2001:db8:0:1::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/fff20d1f-a778-4d54-a910-91f7787d82c5/b6822e5a-6f8a-4824-9989-60e3d72655da) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:10.776372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.791062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for d4f6673a-3679-4093-90e3-6e7cf6c7b25d owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:10.853762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:10.886778 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:10.991509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.043038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.073810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=d4f6673a-3679-4093-90e3-6e7cf6c7b25d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:11.089544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa438b32-5886-40f8-a9ef-7d374b2d25a1 None None] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:11.129027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.129027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9ec61e0c-ac78-4308-884d-f0ae69e5d1cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/d4f6673a-3679-4093-90e3-6e7cf6c7b25d HTTP/1.1" status: 204  len: 168 time: 0.5373147
Nov 13 21:38:11.129027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36016) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:11.191944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19415b84-f38f-4389-ac1c-123ba1d6d185 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:11.200913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-19415b84-f38f-4389-ac1c-123ba1d6d185 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0655820
Nov 13 21:38:11.200913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36022) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:11.255191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b48afde-7d42-4fe9-a0d8-757cf72247a7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:11.268653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b48afde-7d42-4fe9-a0d8-757cf72247a7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0599809
Nov 13 21:38:11.268653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36026) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:11.325285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6c711-cfbf-4acf-968d-eaba1f86e863 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:11.327777 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6c711-cfbf-4acf-968d-eaba1f86e863 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:11.329962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b6c711-cfbf-4acf-968d-eaba1f86e863 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:11.332945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-85b6c711-cfbf-4acf-968d-eaba1f86e863 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0704899
Nov 13 21:38:11.337484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36032) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:11.391421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet c21258a3-b0e7-4ce5-9c1b-72ac82e6a953 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:11.395402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.444824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.530200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.667575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.694120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.698755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/c21258a3-b0e7-4ce5-9c1b-72ac82e6a953 HTTP/1.1" status: 204  len: 168 time: 0.3618605
Nov 13 21:38:11.701162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36042) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:11.735450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10737e-57ad-45e3-90bf-5dce9d626a6b None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:11.751137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72196f2a-2bc6-4dcd-8d61-39dbc51e1790 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=c21258a3-b0e7-4ce5-9c1b-72ac82e6a953,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:11.800405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet fff20d1f-a778-4d54-a910-91f7787d82c5 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:11.804296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.806513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b6822e5a-6f8a-4824-9989-60e3d72655da up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:11.847122 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.873464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f15c7eb5-caa8-434d-9605-d69165b5829a None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:11.873830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f15c7eb5-caa8-434d-9605-d69165b5829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.940362 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:11.976255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:11.976255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:12.128874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:12.158762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=fff20d1f-a778-4d54-a910-91f7787d82c5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:12.160717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:12.166354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c0c42869-da38-4bcf-94fa-75c457ef87bb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/fff20d1f-a778-4d54-a910-91f7787d82c5 HTTP/1.1" status: 204  len: 168 time: 0.4605036
Nov 13 21:38:12.166470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36048) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:12.204033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-709dcf5d-5ba4-4ee2-bf6e-3743e1f07e51 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0364668
Nov 13 21:38:12.206837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36050) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:12.211664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:12.248841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:12.391233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:12.394980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:12.632161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d61f8-39ba-4c37-b999-4c80ccc1801e None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:12.747879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fc9159f4-960d-46fc-bf7b-b2dcb5f9a61f None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:12.748404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fc9159f4-960d-46fc-bf7b-b2dcb5f9a61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:12.820495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.objects.ports [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:38:12.911569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Update dhcp port {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '0026d51b-7652-494d-b9c2-2998650ca897'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b6822e5a-6f8a-4824-9989-60e3d72655da'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:38:12.937203 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.078549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.152067 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0e:29d9-4023a8e7-bfa5-42e9-a6c5-4125a07fdb {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:38:13.152402 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:38:13.207788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36070) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:13.257593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:13.288091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.339817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7626c24-3ef9-4c06-aba8-f97129758997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.351195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.351958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.417870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7626c24-3ef9-4c06-aba8-f97129758997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.422849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:13.440561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:13.448541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:13.449150 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.455924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:13.461333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=0026d51b-7652-494d-b9c2-2998650ca897,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:13.488392 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7626c24-3ef9-4c06-aba8-f97129758997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.527544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c7626c24-3ef9-4c06-aba8-f97129758997 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=726b7be384dd4ea6b5d36eed6f73ec0f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3186853
Nov 13 21:38:13.528483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626c24-3ef9-4c06-aba8-f97129758997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47336b01-5873-429d-bf4f-e8da85195fbf,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:13.530399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36074) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:13.680857 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.759184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b6822e5a-6f8a-4824-9989-60e3d72655da up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:13.895353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:13.895353 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.917066 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6547975f-c1a0-4a5e-99bc-d5b3ee06a2b9 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7090662
Nov 13 21:38:13.919947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36076) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:13.925519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:13.950098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29e428d2-ba00-4416-9c13-7d545a3cb887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:13.973849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29e428d2-ba00-4416-9c13-7d545a3cb887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.040484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:14.078817 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.111015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29e428d2-ba00-4416-9c13-7d545a3cb887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.113684 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-29e428d2-ba00-4416-9c13-7d545a3cb887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.114927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-29e428d2-ba00-4416-9c13-7d545a3cb887 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47336b01-5873-429d-bf4f-e8da85195fbf HTTP/1.1" status: 204  len: 168 time: 0.5833976
Nov 13 21:38:14.134481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e428d2-ba00-4416-9c13-7d545a3cb887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47336b01-5873-429d-bf4f-e8da85195fbf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:14.179659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.179893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:14.186101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.238719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1d3d9-3c75-41b9-9474-e220f7648e22 None None] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:14.297547 ncdv-master-1 neutron-server[120532]: INFO neutron.db.ipam_backend_mixin [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0026d51b-7652-494d-b9c2-2998650ca897 (CIDR: 2001:db8::/64)
Nov 13 21:38:14.352723 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:38:14.354245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:14.458929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e63795e5-f35d-477e-8982-cad391be49c4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5374758
Nov 13 21:38:14.465851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36084) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:14.467757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:14.713842 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.752014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:14.755831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:14.856851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8642cd7d-b3d0-4445-8f4a-1e2a37057500 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:14.936102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36100) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:14.951019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e4bd-8371-459b-bbea-834b118287f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.035845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e4bd-8371-459b-bbea-834b118287f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.088167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dceb82a1-d3ff-4c2f-8de4-39c6aca145d9 None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:15.088528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dceb82a1-d3ff-4c2f-8de4-39c6aca145d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.162820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.163433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e4bd-8371-459b-bbea-834b118287f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.213500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3c4e4bd-8371-459b-bbea-834b118287f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b533948a254431185a150c0b5afb6f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2739840
Nov 13 21:38:15.213755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:15.213874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36102) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:15.216463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:15.216983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4e4bd-8371-459b-bbea-834b118287f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06815b-37db-4b33-bafd-5a739d48dbef,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:15.221272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:15.221977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.234552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=2fc81b25-032f-463e-8165-5065361ec937,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:15.289801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-300387dc-4a7d-4aaa-ac2e-21c15d8efc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.313989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-300387dc-4a7d-4aaa-ac2e-21c15d8efc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.321491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e3fbc5ee-6ba8-42df-9c98-2c563f7ee75c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8587463
Nov 13 21:38:15.331820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36104) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:15.339696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:fd:e0:f8', 'name': 'tempest-NetworksTestDHCPv6-871318165'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:15.455210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f87c9-7ff8-44b5-83d1-1eadd3d2f2f4 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:15.481536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c3d65bb3-02a0-406c-af97-f69f939131bc None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:15.481918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3d65bb3-02a0-406c-af97-f69f939131bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.501640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9424d-c517-4662-99c2-2ae63d2ac63d req-f628669e-715f-4722-9e6b-4ae03c7b1e2c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:15.503145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84e9424d-c517-4662-99c2-2ae63d2ac63d req-f628669e-715f-4722-9e6b-4ae03c7b1e2c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.0796051
Nov 13 21:38:15.546880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-300387dc-4a7d-4aaa-ac2e-21c15d8efc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.549408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-300387dc-4a7d-4aaa-ac2e-21c15d8efc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.553053 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-300387dc-4a7d-4aaa-ac2e-21c15d8efc72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab06815b-37db-4b33-bafd-5a739d48dbef HTTP/1.1" status: 204  len: 168 time: 0.3353491
Nov 13 21:38:15.561796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300387dc-4a7d-4aaa-ac2e-21c15d8efc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06815b-37db-4b33-bafd-5a739d48dbef,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:15.571732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84e9424d-c517-4662-99c2-2ae63d2ac63d req-e3b441d6-3871-4163-b77f-2bc55e523be9 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617437
Nov 13 21:38:15.608030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:15.692333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.717269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 8d897090-07e9-4aa0-a5fb-2a40442f2f1e yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:15.762196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] Update dhcp port {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'fixed_ips': [{'subnet_id': '0026d51b-7652-494d-b9c2-2998650ca897', 'ip_address': '2001:db8::f816:3eff:fe0e:29d9'}, {'subnet_id': '2fc81b25-032f-463e-8165-5065361ec937'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b6822e5a-6f8a-4824-9989-60e3d72655da'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:38:15.788293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:15.885409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8:0:1::23b (a70517ce-5bb8-4729-a15e-ace70aa9169a/2fc81b25-032f-463e-8165-5065361ec937/8d897090-07e9-4aa0-a5fb-2a40442f2f1e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:15.891218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::f816:3eff:fefd:e0f8 (a70517ce-5bb8-4729-a15e-ace70aa9169a/0026d51b-7652-494d-b9c2-2998650ca897/8d897090-07e9-4aa0-a5fb-2a40442f2f1e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:16.040793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.163364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.204878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:16.209895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:16.212014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] Allocated IP 2001:db8:0:1::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/2fc81b25-032f-463e-8165-5065361ec937/b6822e5a-6f8a-4824-9989-60e3d72655da) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:16.214389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:16.220021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:16.222714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.227040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=8d897090-07e9-4aa0-a5fb-2a40442f2f1e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:16.309192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:16.342732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ea4a0e67-ef12-47b2-813c-a50410438ee6 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.0089035
Nov 13 21:38:16.343421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.345377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36120) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:16.437232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.437887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 8d897090-07e9-4aa0-a5fb-2a40442f2f1e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:16.438363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.524058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc48ed8-3c67-4c72-b2f5-39b0796d5136 None None] Pushing event updated for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:16.533125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.548600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 8d897090-07e9-4aa0-a5fb-2a40442f2f1e owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:16.716288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fe9ac-779c-4519-9d6b-017388f8a2fc req-47eadcfa-1763-488c-911f-8ddaebf95fb7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:16.724750 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd0fe9ac-779c-4519-9d6b-017388f8a2fc req-47eadcfa-1763-488c-911f-8ddaebf95fb7 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.0618799
Nov 13 21:38:16.782724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd0fe9ac-779c-4519-9d6b-017388f8a2fc req-d0982534-c2c2-4fb5-b604-3fec5e0f3a21 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569518
Nov 13 21:38:16.848831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.884038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=8d897090-07e9-4aa0-a5fb-2a40442f2f1e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:16.933661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:16.937500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ebc2a37a-e6b6-4c11-8c85-00fb6bb08a46 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/8d897090-07e9-4aa0-a5fb-2a40442f2f1e HTTP/1.1" status: 204  len: 168 time: 0.5908339
Nov 13 21:38:16.939703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36134) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:16.993263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c4ec2-a6c4-4e44-8fb5-e88805bd0fdb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:16.997786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f54c4ec2-a6c4-4e44-8fb5-e88805bd0fdb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0547180
Nov 13 21:38:16.998032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36138) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:17.072660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e84e2f-929c-4aaf-8426-821b1b2ff554 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:17.074283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e2e84e2f-929c-4aaf-8426-821b1b2ff554 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.0752454
Nov 13 21:38:17.077372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:17.118082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-d36e21cc-ff0e-49f7-ad72-d956c0773754 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:17.119568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-d36e21cc-ff0e-49f7-ad72-d956c0773754 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 945 time: 0.1090746
Nov 13 21:38:17.173503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd8c25-c376-4d4e-9e6e-65f057624f6d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:17.175041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd8c25-c376-4d4e-9e6e-65f057624f6d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:17.176678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd8c25-c376-4d4e-9e6e-65f057624f6d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:17.178314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-21dd8c25-c376-4d4e-9e6e-65f057624f6d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1000235
Nov 13 21:38:17.187645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36144) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:17.217139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fa431da9-af64-456f-94f9-67df8c22c8d6 None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:17.218429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa431da9-af64-456f-94f9-67df8c22c8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.251145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Deleting port 54a553ff-bdb2-41f3-9755-d05a597c47dd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:17.251145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.264259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 0026d51b-7652-494d-b9c2-2998650ca897 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:17.272008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.331884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.369510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] For port 54a553ff-bdb2-41f3-9755-d05a597c47dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a553ff-bdb2-41f3-9755-d05a597c47dd,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:17.370142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.437110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.444647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4ac8387d-0627-491f-b4f5-0f9f82d46df9 None None] Could not find standard attr ID for object d4f6673a-3679-4093-90e3-6e7cf6c7b25d. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:38:17.606164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.606534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.606956 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Floating IP 77c34d78-735e-48db-8f1c-1a61321f781f disassociated. External IP: 172.35.3.152, port: 54a553ff-bdb2-41f3-9755-d05a597c47dd.
Nov 13 21:38:17.607277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Calling delete_port for 54a553ff-bdb2-41f3-9755-d05a597c47dd owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:17.622514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.659424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=0026d51b-7652-494d-b9c2-2998650ca897,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:17.661722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.668745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-273fa4e4-c52d-403a-b1f7-8e596567aab4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/0026d51b-7652-494d-b9c2-2998650ca897 HTTP/1.1" status: 204  len: 168 time: 0.4798336
Nov 13 21:38:17.669622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36154) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:17.691605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b33f7f-4d9b-40aa-8cff-8ddbcf63b465 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:17.834318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 2fc81b25-032f-463e-8165-5065361ec937 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:17.834318 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.836468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d826b481-a0d1-4a24-84d9-464d0b2767cf None None] Could not find standard attr ID for object 8d897090-07e9-4aa0-a5fb-2a40442f2f1e. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:38:17.836468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b6822e5a-6f8a-4824-9989-60e3d72655da up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:17.836999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.923694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:17.924068 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.940302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.961657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:17.990790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event deleted for resources: {'Port': ['ID=54a553ff-bdb2-41f3-9755-d05a597c47dd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:18.008723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e3cfb-1a2f-440a-b252-cb983787479c req-8df949b4-e366-4ef1-826d-979bcd52e98c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:18.010308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-757e3cfb-1a2f-440a-b252-cb983787479c req-8df949b4-e366-4ef1-826d-979bcd52e98c tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 867 time: 0.1194675
Nov 13 21:38:18.091600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-757e3cfb-1a2f-440a-b252-cb983787479c req-c83e107c-75b4-421f-b892-c1cf7f8b541e tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups?id=6fd8d217-f5aa-4850-910e-0a7546c2ae17&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645480
Nov 13 21:38:18.136918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:38:18.249001 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:18.274703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:38:18.292483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc81b25-032f-463e-8165-5065361ec937,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:18.310936 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:18.311637 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:38:18.312101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d58b0c21-2e36-468b-a4f9-3661a764972a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/2fc81b25-032f-463e-8165-5065361ec937 HTTP/1.1" status: 204  len: 168 time: 0.6326396
Nov 13 21:38:18.312101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:18.312495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:18.313136 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:37:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:18.347307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] No DVR routers for this DVR port 54a553ff-bdb2-41f3-9755-d05a597c47dd on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:18.347307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:18.350881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c98ac511-f28c-4cc0-bcb1-f0ab1bb1a798 req-99cb5f2f-148c-46f6-80e5-bedb60275716 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.46 "DELETE /v2.0/ports/54a553ff-bdb2-41f3-9755-d05a597c47dd HTTP/1.1" status: 204  len: 173 time: 1.2239106
Nov 13 21:38:18.351402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'name': 'network-vif-deleted', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:38:18.354252 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1b6b6a-238e-46ca-9866-7ea4afb135b8" -d '{"events": [{"server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "name": "network-vif-deleted", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:38:18.356836 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-162ffbbb-ad2e-48cc-83c6-6ab984525756 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0491457
Nov 13 21:38:18.359516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36172) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:18.365325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:18.436720 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06960a57-4bab-4ed6-9380-1b4cf30d823e x-openstack-request-id: req-06960a57-4bab-4ed6-9380-1b4cf30d823e {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:38:18.437273 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de0965-d8b9-444f-a1c1-0f3d65d11ffc", "name": "network-vif-deleted", "tag": "54a553ff-bdb2-41f3-9755-d05a597c47dd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:38:18.437740 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06960a57-4bab-4ed6-9380-1b4cf30d823e {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:38:18.439083 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de0965-d8b9-444f-a1c1-0f3d65d11ffc', 'name': 'network-vif-deleted', 'tag': '54a553ff-bdb2-41f3-9755-d05a597c47dd', 'status': 'completed', 'code': 200}
Nov 13 21:38:18.504711 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:38:18.653904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:18.661007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:18.842222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b640>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:18.873426 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:38:18.882458 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:18.883312 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:37:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:18.899608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27c2a82-a9fe-4275-b50b-c5cb33735a96 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:18.983599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-43e142e8-3106-4f04-bb30-aa9bb010fdc4 None None] Provisioning complete for port b6822e5a-6f8a-4824-9989-60e3d72655da triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:18.983966 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-43e142e8-3106-4f04-bb30-aa9bb010fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:18.998171 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:38:19.174637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:19.221579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4102888e-9969-483e-8287-0dfdd5f3612e req-5141987e-6856-4af7-8b36-cd604f492fe4 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/ports?device_id=90de0965-d8b9-444f-a1c1-0f3d65d11ffc HTTP/1.1" status: 200  len: 210 time: 0.0270591
Nov 13 21:38:19.222910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.232226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] Deleting port b6822e5a-6f8a-4824-9989-60e3d72655da {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:19.232919 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.257252 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdea4b640>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:19.279139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:19.282731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:19.287873 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c901ce5d-397a-41d0-91c0-0f2401bf9f1a None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '479f696f-0ba6-4426-af5c-9fea5bd4a9e2', 'name': '', 'network_id': '9fc7ed6e-8e49-4710-8692-23faadf52313', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'mac_address': 'fa:16:3e:69:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:11Z', 'updated_at': '2021-11-13T21:32:15Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'subnets': [{'id': 'fc4dfe22-5d34-4329-8270-2dc0172005f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:38:19.292667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:19.293441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.310518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=e84d36dd-9061-470b-ae15-bf125a35a431,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:19.323809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] For port b6822e5a-6f8a-4824-9989-60e3d72655da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6822e5a-6f8a-4824-9989-60e3d72655da,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:19.324202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.338360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] Calling delete_port for b6822e5a-6f8a-4824-9989-60e3d72655da owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:19.544170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532f668-8480-42a8-bf3e-69cf0a63e18e None None] New status for floating IP 77c34d78-735e-48db-8f1c-1a61321f781f: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:38:19.665326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-163456b9-48a1-43a3-9865-587aa5c94d02 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3022509
Nov 13 21:38:19.665934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36184) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:19.670414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:19.735425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b6822e5a-6f8a-4824-9989-60e3d72655da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:19.809248 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.813436 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.846884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] Pushing event deleted for resources: {'Port': ['ID=b6822e5a-6f8a-4824-9989-60e3d72655da,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:19.855622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d4bd8-1692-4853-93ac-4a9ab5c7b0ab None None] No DVR routers for this DVR port b6822e5a-6f8a-4824-9989-60e3d72655da on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:19.860585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:19.869363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:19.875110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d763a45-9305-4fb5-a9aa-4eceeca3e024 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:20.022269 ncdv-master-1 neutron-server[120532]: INFO neutron.db.ipam_backend_mixin [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e84d36dd-9061-470b-ae15-bf125a35a431 (CIDR: 2001:db8::/64)
Nov 13 21:38:20.072950 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:38:20.073619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:20.078984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': 'e84d36dd-9061-470b-ae15-bf125a35a431'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:20.079936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.142954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-696cce0f-737f-44cb-968a-c417250f5ac1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4762981
Nov 13 21:38:20.145829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36190) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:20.151480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:20.218931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/e84d36dd-9061-470b-ae15-bf125a35a431/256a3a55-b2bd-459c-a4db-efbe5f045877) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:20.364938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.437281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:20.443009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.443972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36196) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:20.498221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0e005c7-d928-43fc-acac-9178e0b50c82 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.505942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.523319 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0e005c7-d928-43fc-acac-9178e0b50c82 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.700277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0e005c7-d928-43fc-acac-9178e0b50c82 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.704981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:20.705133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0e005c7-d928-43fc-acac-9178e0b50c82 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.708663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0e005c7-d928-43fc-acac-9178e0b50c82 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "DELETE /v2.0/security-groups/6fd8d217-f5aa-4850-910e-0a7546c2ae17 HTTP/1.1" status: 204  len: 168 time: 0.2632294
Nov 13 21:38:20.709683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36202) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:20.710389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:20.712595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Pushing event updated for resources: {'Port': ['ID=256a3a55-b2bd-459c-a4db-efbe5f045877,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:20.714918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:20.748375 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-547baa81-4279-4ff1-a37b-ae49ae9cb0ce tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] show failed (client error): The resource could not be found.
Nov 13 21:38:20.753268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36204) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:20.754764 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-547baa81-4279-4ff1-a37b-ae49ae9cb0ce tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "GET /v2.0/security-groups/6fd8d217-f5aa-4850-910e-0a7546c2ae17 HTTP/1.1" status: 404  len: 347 time: 0.0262187
Nov 13 21:38:20.756961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e005c7-d928-43fc-acac-9178e0b50c82 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd8d217-f5aa-4850-910e-0a7546c2ae17,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:20.781825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Attempting to bind port 256a3a55-b2bd-459c-a4db-efbe5f045877 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:20.782328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Attempting to bind port 256a3a55-b2bd-459c-a4db-efbe5f045877 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:20.782704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Attempting to bind port 256a3a55-b2bd-459c-a4db-efbe5f045877 on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:20.791581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 54a553ff-bdb2-41f3-9755-d05a597c47dd no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:20.795332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:20.795703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:20.796116 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.796511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:20.797046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Bound port: 256a3a55-b2bd-459c-a4db-efbe5f045877, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:20.797395 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.829128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 54a553ff-bdb2-41f3-9755-d05a597c47dd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:20.829473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 54a553ff-bdb2-41f3-9755-d05a597c47dd not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:20.882000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] For port 256a3a55-b2bd-459c-a4db-efbe5f045877, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:20.885320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] For port 256a3a55-b2bd-459c-a4db-efbe5f045877, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=256a3a55-b2bd-459c-a4db-efbe5f045877,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:20.951449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Deleting port d9774170-8fdf-4905-ab3e-fae3c41a53b8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:20.951783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.957532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:20.971532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:38:21.026446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4c1ab-ac09-422d-baf9-1ab8f35be729 None None] Pushing event updated for resources: {'Port': ['ID=256a3a55-b2bd-459c-a4db-efbe5f045877,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:21.133806 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.134204 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.155214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Calling delete_port for d9774170-8fdf-4905-ab3e-fae3c41a53b8 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:21.222478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36208) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:21.347691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.374319 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0629a3c5-bb27-4ed0-95b8-501519d82b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.437888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.454377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0629a3c5-bb27-4ed0-95b8-501519d82b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.494544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Pushing event deleted for resources: {'Port': ['ID=d9774170-8fdf-4905-ab3e-fae3c41a53b8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:21.522646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0629a3c5-bb27-4ed0-95b8-501519d82b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.562079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629a3c5-bb27-4ed0-95b8-501519d82b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523be58d-2da7-41b3-8328-8753602c66d8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:21.566580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0629a3c5-bb27-4ed0-95b8-501519d82b3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c22f398c1ad649dfadeda0a5ce93d92a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3430669
Nov 13 21:38:21.569370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36228) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:21.587296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] For port 256a3a55-b2bd-459c-a4db-efbe5f045877, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=256a3a55-b2bd-459c-a4db-efbe5f045877,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:21.595897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.598510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.602077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce3bf09c-9965-43c8-9caf-147d3072bfe0 tempest-AttachVolumeTestJSON-1492305703 tempest-AttachVolumeTestJSON-1492305703-project] 10.222.0.20 "DELETE /v2.0/floatingips/77c34d78-735e-48db-8f1c-1a61321f781f HTTP/1.1" status: 204  len: 168 time: 0.8454170
Nov 13 21:38:21.639648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e06fe941-3af2-44c0-8370-6502d7164d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.641506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.671006 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e06fe941-3af2-44c0-8370-6502d7164d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.735350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.735350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.801525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 256a3a55-b2bd-459c-a4db-efbe5f045877 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:21.804373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:21.813547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:21.822717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:21.823572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.842642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=48d0cf5e-615b-4d56-b6a7-1cca9b0f4f19,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:21.851541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=256a3a55-b2bd-459c-a4db-efbe5f045877,revision_number=4']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:21.868813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 256a3a55-b2bd-459c-a4db-efbe5f045877 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:21.870110 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.882952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e06fe941-3af2-44c0-8370-6502d7164d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.886304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e06fe941-3af2-44c0-8370-6502d7164d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.887791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e06fe941-3af2-44c0-8370-6502d7164d20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/523be58d-2da7-41b3-8328-8753602c66d8 HTTP/1.1" status: 204  len: 168 time: 0.3171909
Nov 13 21:38:21.896719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe941-3af2-44c0-8370-6502d7164d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523be58d-2da7-41b3-8328-8753602c66d8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:21.977258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:21.977519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4516d0ce-da7f-4607-bb3e-0724d833d956 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.8301730
Nov 13 21:38:21.980770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36234) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:21.985713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:25:50:10', 'name': 'tempest-NetworksTestDHCPv6-87101265'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:22.034990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 256a3a55-b2bd-459c-a4db-efbe5f045877, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=256a3a55-b2bd-459c-a4db-efbe5f045877,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:22.065276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19c03a-1efd-4ec7-a184-be8f5bed11c2 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:22.136790 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.242046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=256a3a55-b2bd-459c-a4db-efbe5f045877,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:22.265653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-de14150f-dff4-409b-9c15-85cdf390b41a None None] Provisioning complete for port 256a3a55-b2bd-459c-a4db-efbe5f045877 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:22.266148 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-de14150f-dff4-409b-9c15-85cdf390b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.557908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:22.649736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36250) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:22.659058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.668324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd70ed11-4b73-4455-9350-2f9cf18257e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.700316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port dff9750d-26f6-4a2e-99e2-4cb2f1048c72 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:22.850591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd70ed11-4b73-4455-9350-2f9cf18257e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.912381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b673c4c7-98f2-438b-bd7e-d282165dc328 None None] Provisioning complete for port 256a3a55-b2bd-459c-a4db-efbe5f045877 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:22.912991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b673c4c7-98f2-438b-bd7e-d282165dc328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.916796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::39b (a70517ce-5bb8-4729-a15e-ace70aa9169a/e84d36dd-9061-470b-ae15-bf125a35a431/dff9750d-26f6-4a2e-99e2-4cb2f1048c72) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:22.922814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8:0:1:f816:3eff:fe25:5010 (a70517ce-5bb8-4729-a15e-ace70aa9169a/48d0cf5e-615b-4d56-b6a7-1cca9b0f4f19/dff9750d-26f6-4a2e-99e2-4cb2f1048c72) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:22.924852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd70ed11-4b73-4455-9350-2f9cf18257e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:22.970076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd70ed11-4b73-4455-9350-2f9cf18257e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85a3476a522c4927b44c50b2b83be78c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3192503
Nov 13 21:38:22.973029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36252) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:22.981463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70ed11-4b73-4455-9350-2f9cf18257e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265b967-f3a9-4599-bc35-01c644dd9f8b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:23.028504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-414c932d-d39b-4750-bf5c-d55add68abcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.050914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-414c932d-d39b-4750-bf5c-d55add68abcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.111626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.190921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-414c932d-d39b-4750-bf5c-d55add68abcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.193678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-414c932d-d39b-4750-bf5c-d55add68abcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.194922 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-414c932d-d39b-4750-bf5c-d55add68abcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6265b967-f3a9-4599-bc35-01c644dd9f8b HTTP/1.1" status: 204  len: 168 time: 0.2204309
Nov 13 21:38:23.202976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c932d-d39b-4750-bf5c-d55add68abcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265b967-f3a9-4599-bc35-01c644dd9f8b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:23.237708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.278777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:23.281814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:23.288866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:23.294511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:23.295159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.308828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=dff9750d-26f6-4a2e-99e2-4cb2f1048c72,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:23.411535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e12a33c7-1417-4090-9b0e-c8b29f20b828 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.4297051
Nov 13 21:38:23.415356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36258) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:23.506998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port dff9750d-26f6-4a2e-99e2-4cb2f1048c72 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:23.507333 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.526035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a86db4f6-434b-4b13-a24f-502429923dbf None None] Provisioning complete for port dff9750d-26f6-4a2e-99e2-4cb2f1048c72 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:23.527992 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a86db4f6-434b-4b13-a24f-502429923dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.575336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a86db4f6-434b-4b13-a24f-502429923dbf None None] Port dff9750d-26f6-4a2e-99e2-4cb2f1048c72 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:38:23.600100 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.612332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for dff9750d-26f6-4a2e-99e2-4cb2f1048c72 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:23.769649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 256a3a55-b2bd-459c-a4db-efbe5f045877 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:23.820072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 256a3a55-b2bd-459c-a4db-efbe5f045877 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:23.820429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.906014 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.941389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=dff9750d-26f6-4a2e-99e2-4cb2f1048c72,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:23.988229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:23.994391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc9748f6-e479-4663-9308-c55b6a710103 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/dff9750d-26f6-4a2e-99e2-4cb2f1048c72 HTTP/1.1" status: 204  len: 168 time: 0.5753522
Nov 13 21:38:23.994721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36270) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.046116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74ac36-ff85-4e74-b8e8-6472d0d2ad45 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:24.047690 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a74ac36-ff85-4e74-b8e8-6472d0d2ad45 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0516746
Nov 13 21:38:24.050299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36272) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.101772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf8437-a87e-4328-96b9-ea50a7e69318 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:24.105390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-22bf8437-a87e-4328-96b9-ea50a7e69318 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0522468
Nov 13 21:38:24.107465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36274) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.175070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ccfd69-cbfb-47cf-92e4-d1af290fb7e2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:24.177467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ccfd69-cbfb-47cf-92e4-d1af290fb7e2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:24.179549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ccfd69-cbfb-47cf-92e4-d1af290fb7e2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:24.181163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c8ccfd69-cbfb-47cf-92e4-d1af290fb7e2 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0727191
Nov 13 21:38:24.184354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36282) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.235948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 48d0cf5e-615b-4d56-b6a7-1cca9b0f4f19 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:24.239091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.278797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.365876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.495393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.523499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=48d0cf5e-615b-4d56-b6a7-1cca9b0f4f19,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:24.526042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.529605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91bb9e75-83a7-45b7-b812-2a913d58a471 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/48d0cf5e-615b-4d56-b6a7-1cca9b0f4f19 HTTP/1.1" status: 204  len: 168 time: 0.3440259
Nov 13 21:38:24.531897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36290) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.532528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5551e9-de47-4d28-a43b-051c605c65a2 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:24.586044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet e84d36dd-9061-470b-ae15-bf125a35a431 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:24.589951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.632431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.732295 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.838291 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b713047-1033-4816-9a91-dcbc7105ca75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.860513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.899790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=e84d36dd-9061-470b-ae15-bf125a35a431,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:24.905665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:24.911725 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fe3607da-c842-4206-b4b5-2132d5d95a6c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/e84d36dd-9061-470b-ae15-bf125a35a431 HTTP/1.1" status: 204  len: 168 time: 0.3779151
Nov 13 21:38:24.918502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36298) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.963849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0d2f8387-c9fd-4142-a506-5ed46dcedfb5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0441527
Nov 13 21:38:24.977459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36300) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:24.982849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:25.169307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:25.169307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.283989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddf4dd-bb4c-4538-aa84-e96ad93e447a None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:25.363648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5656e11f-f758-433a-a804-2201242d4eb8 None None] Provisioning complete for port 256a3a55-b2bd-459c-a4db-efbe5f045877 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:25.364022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5656e11f-f758-433a-a804-2201242d4eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.483047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.512864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:25.524396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:25.527656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:25.533269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:25.538864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.548801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=6660f733-a8cb-4439-a4b8-4970c9f8d181,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:25.567907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] Deleting port 256a3a55-b2bd-459c-a4db-efbe5f045877 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:25.568439 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.649908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] For port 256a3a55-b2bd-459c-a4db-efbe5f045877, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=256a3a55-b2bd-459c-a4db-efbe5f045877,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:25.650301 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.662351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] Calling delete_port for 256a3a55-b2bd-459c-a4db-efbe5f045877 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:25.669094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ee8dd770-c877-4b75-95de-db45b8c96827 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6903841
Nov 13 21:38:25.672236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:25.677419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:25.768009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 256a3a55-b2bd-459c-a4db-efbe5f045877 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:25.846416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.900557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.934895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:25.939242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:25.946715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] Pushing event deleted for resources: {'Port': ['ID=256a3a55-b2bd-459c-a4db-efbe5f045877,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:25.948633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddaa09-ebad-48b3-91d9-15cedb6fde6a None None] No DVR routers for this DVR port 256a3a55-b2bd-459c-a4db-efbe5f045877 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:25.967503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d38ea2-4065-4cff-a33c-417cc58b9ea1 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:26.051651 ncdv-master-1 neutron-server[120533]: INFO neutron.db.ipam_backend_mixin [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6660f733-a8cb-4439-a4b8-4970c9f8d181 (CIDR: 2001:db8::/64)
Nov 13 21:38:26.090039 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:38:26.090496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:26.125249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a70517ce-5bb8-4729-a15e-ace70aa9169a', 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'tenant_id': '05c5102dbee149ac996ed34ea4ee3d7b', 'fixed_ips': [{'subnet_id': '6660f733-a8cb-4439-a4b8-4970c9f8d181'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:26.126213 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.165281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-11042126-789c-4d3e-a105-62f0211cce11 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4918272
Nov 13 21:38:26.169204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36330) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:26.174664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'subnet': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:26.272543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Allocated IP 2001:db8::2 (a70517ce-5bb8-4729-a15e-ace70aa9169a/6660f733-a8cb-4439-a4b8-4970c9f8d181/133f0f09-9f3c-4125-a216-683ffc72cf9c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:26.409161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:26.415010 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.418018 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.495616 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.538944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:26.542375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:26.546922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:26.549970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Pushing event updated for resources: {'Port': ['ID=133f0f09-9f3c-4125-a216-683ffc72cf9c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:26.601552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Attempting to bind port 133f0f09-9f3c-4125-a216-683ffc72cf9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:26.602223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Attempting to bind port 133f0f09-9f3c-4125-a216-683ffc72cf9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:26.602223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Attempting to bind port 133f0f09-9f3c-4125-a216-683ffc72cf9c on network a70517ce-5bb8-4729-a15e-ace70aa9169a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:26.607745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:26.608110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Checking segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:26.608499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.608913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Bound using segment: {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:26.609369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Bound port: 133f0f09-9f3c-4125-a216-683ffc72cf9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bc000b-d030-403f-9e20-4b16afb69549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:26.609744 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.679052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] For port 133f0f09-9f3c-4125-a216-683ffc72cf9c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:26.682818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] For port 133f0f09-9f3c-4125-a216-683ffc72cf9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=133f0f09-9f3c-4125-a216-683ffc72cf9c,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:26.803965 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:26.878868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396258ce-2397-41e0-a92d-82a387a6fffa None None] Pushing event updated for resources: {'Port': ['ID=133f0f09-9f3c-4125-a216-683ffc72cf9c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:26.889931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:38:27.067034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c45915f-158b-4548-9897-59e19a41bcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.138482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.327412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] For port 133f0f09-9f3c-4125-a216-683ffc72cf9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=133f0f09-9f3c-4125-a216-683ffc72cf9c,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:27.369157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.449084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.449858 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.483850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36350) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:27.520529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:27.529475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:27.544624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:27.545287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.573418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=133f0f09-9f3c-4125-a216-683ffc72cf9c,revision_number=4']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:27.584370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Subnet': ['ID=8dbf1e80-92e1-4d7d-b326-a700dc1f9f7d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:27.616535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87f87ed2-0d2c-49b2-bdae-25c72c9a343f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.691364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09274b88-a640-4afc-a450-daf44f6aeebc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.5207410
Nov 13 21:38:27.694311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36354) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:27.701376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87f87ed2-0d2c-49b2-bdae-25c72c9a343f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.703138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Request body: {'port': {'network_id': 'a70517ce-5bb8-4729-a15e-ace70aa9169a', 'mac_address': 'fa:16:3e:ff:a9:0f', 'name': 'tempest-NetworksTestDHCPv6-1150176074'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:27.757050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-87f87ed2-0d2c-49b2-bdae-25c72c9a343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.797761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87f87ed2-0d2c-49b2-bdae-25c72c9a343f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1bbff5e2e5147b2a030c1f1e9d8ec7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3128126
Nov 13 21:38:27.802010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36356) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:27.810682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f87ed2-0d2c-49b2-bdae-25c72c9a343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61768f1d-7705-492f-bacd-de2e9534b052,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:27.816430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 133f0f09-9f3c-4125-a216-683ffc72cf9c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:27.868197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df033c61-e7b6-4148-8dfe-c051999eabac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.882316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 133f0f09-9f3c-4125-a216-683ffc72cf9c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:27.882678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.895642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df033c61-e7b6-4148-8dfe-c051999eabac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:27.956526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091568ba-dd00-4004-82e7-be7494285f5f None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:28.015734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.025876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Made reservation on behalf of 05c5102dbee149ac996ed34ea4ee3d7b for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:28.083305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df033c61-e7b6-4148-8dfe-c051999eabac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.087253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df033c61-e7b6-4148-8dfe-c051999eabac admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.088554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-df033c61-e7b6-4148-8dfe-c051999eabac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61768f1d-7705-492f-bacd-de2e9534b052 HTTP/1.1" status: 204  len: 168 time: 0.2857599
Nov 13 21:38:28.097380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033c61-e7b6-4148-8dfe-c051999eabac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61768f1d-7705-492f-bacd-de2e9534b052,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:28.133879 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.155443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] device_id is not set on port 45c01e30-678c-43f1-863a-becf97d61d68 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:28.230492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 133f0f09-9f3c-4125-a216-683ffc72cf9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=133f0f09-9f3c-4125-a216-683ffc72cf9c,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:28.235848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e8dbb568-2cba-4a52-bb8e-53d08ebcf1bd None None] Provisioning complete for port 133f0f09-9f3c-4125-a216-683ffc72cf9c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:28.236175 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e8dbb568-2cba-4a52-bb8e-53d08ebcf1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.324229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.332310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8::2eb (a70517ce-5bb8-4729-a15e-ace70aa9169a/6660f733-a8cb-4439-a4b8-4970c9f8d181/45c01e30-678c-43f1-863a-becf97d61d68) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:28.338966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:a90f (a70517ce-5bb8-4729-a15e-ace70aa9169a/8dbf1e80-92e1-4d7d-b326-a700dc1f9f7d/45c01e30-678c-43f1-863a-becf97d61d68) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:28.422189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=133f0f09-9f3c-4125-a216-683ffc72cf9c,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:28.527410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.706232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.707084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.749926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Network a70517ce-5bb8-4729-a15e-ace70aa9169a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:28.753077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:28.755504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:28.762175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:28.762794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.781576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event updated for resources: {'Port': ['ID=45c01e30-678c-43f1-863a-becf97d61d68,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:28.862750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36364) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:28.873179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-69c8c7cb-ce95-4f0f-9df7-715015d483e4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.1758893
Nov 13 21:38:28.875092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36366) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:28.877945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bac5d0f-a4d8-44c3-83d6-dc68c66f247a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.968158 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bac5d0f-a4d8-44c3-83d6-dc68c66f247a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:28.969569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a9ed4c87-0616-47a8-b957-1da7513120cb None None] Provisioning complete for port 133f0f09-9f3c-4125-a216-683ffc72cf9c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:28.970104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4c87-0616-47a8-b957-1da7513120cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.014219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting port 45c01e30-678c-43f1-863a-becf97d61d68 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:29.014591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.082974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bac5d0f-a4d8-44c3-83d6-dc68c66f247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.109982 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.123768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Calling delete_port for 45c01e30-678c-43f1-863a-becf97d61d68 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:29.131320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0bac5d0f-a4d8-44c3-83d6-dc68c66f247a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8177f21c2d91403f815d3b2cc56d84f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2643950
Nov 13 21:38:29.131320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac5d0f-a4d8-44c3-83d6-dc68c66f247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006bf482-8bea-4e80-b841-4c1bda996f1d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:29.132365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36368) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:29.182744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-48910992-53f3-4a8d-b21f-db1607df7b5a None None] Provisioning complete for port 45c01e30-678c-43f1-863a-becf97d61d68 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:29.183012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48910992-53f3-4a8d-b21f-db1607df7b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.223447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-48910992-53f3-4a8d-b21f-db1607df7b5a None None] Port 45c01e30-678c-43f1-863a-becf97d61d68 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:38:29.234912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54f852bc-9e74-45dd-b50a-7f94bf902984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.266111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54f852bc-9e74-45dd-b50a-7f94bf902984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.419524 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54f852bc-9e74-45dd-b50a-7f94bf902984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.422063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-54f852bc-9e74-45dd-b50a-7f94bf902984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.423209 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-54f852bc-9e74-45dd-b50a-7f94bf902984 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/006bf482-8bea-4e80-b841-4c1bda996f1d HTTP/1.1" status: 204  len: 168 time: 0.2897556
Nov 13 21:38:29.430764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f852bc-9e74-45dd-b50a-7f94bf902984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006bf482-8bea-4e80-b841-4c1bda996f1d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:29.449104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.484900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Port': ['ID=45c01e30-678c-43f1-863a-becf97d61d68,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:29.530723 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.535174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-028cde84-0c6d-4e6e-8c7f-9428efede346 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/45c01e30-678c-43f1-863a-becf97d61d68 HTTP/1.1" status: 204  len: 168 time: 0.6584187
Nov 13 21:38:29.539504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36374) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:29.596238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e2cea-5efe-4e2c-9380-bc775ef51306 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:29.599635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a0e2cea-5efe-4e2c-9380-bc775ef51306 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0513561
Nov 13 21:38:29.600630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36376) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:29.658235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c8669-c620-4cf8-9718-7d5ddae90821 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:29.658235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-db3c8669-c620-4cf8-9718-7d5ddae90821 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0541215
Nov 13 21:38:29.658532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:29.712272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee25f7f-8f5c-4618-9d0e-a0da39e41810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:29.713878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee25f7f-8f5c-4618-9d0e-a0da39e41810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:29.715524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee25f7f-8f5c-4618-9d0e-a0da39e41810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:29.717117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8ee25f7f-8f5c-4618-9d0e-a0da39e41810 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0578752
Nov 13 21:38:29.719755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36380) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:29.751508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 133f0f09-9f3c-4125-a216-683ffc72cf9c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:29.776763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 6660f733-a8cb-4439-a4b8-4970c9f8d181 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:29.779843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.803190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 133f0f09-9f3c-4125-a216-683ffc72cf9c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:29.803561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.820361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:29.916646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.013844 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.151894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.179937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=6660f733-a8cb-4439-a4b8-4970c9f8d181,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:30.181944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.185299 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ad018c59-9ae9-4cb5-9827-dcfa0913a8d7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/6660f733-a8cb-4439-a4b8-4970c9f8d181 HTTP/1.1" status: 204  len: 168 time: 0.4645038
Nov 13 21:38:30.187339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a1adc-9095-4c4b-abaf-43ff5fd95ff0 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:30.187764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.240497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Deleting subnet 8dbf1e80-92e1-4d7d-b326-a700dc1f9f7d {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:30.243566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.287768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.375149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.378922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.495171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.526229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbf1e80-92e1-4d7d-b326-a700dc1f9f7d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:30.528364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:30.531737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-008e7ba3-8909-4918-98bc-5231ae3099b0 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/8dbf1e80-92e1-4d7d-b326-a700dc1f9f7d HTTP/1.1" status: 204  len: 168 time: 0.3430364
Nov 13 21:38:30.534181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36402) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.579073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-726bb63d-a26f-49a5-8188-08cec44e7d26 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0435162
Nov 13 21:38:30.582801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36404) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.632071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9a577-0966-438b-a40d-04c1457d74df tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:30.633914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ace9a577-0966-438b-a40d-04c1457d74df tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0497036
Nov 13 21:38:30.642997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36406) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.698707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c09e6-51cc-47a1-9768-98c00a459ff1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:30.702781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5b6c09e6-51cc-47a1-9768-98c00a459ff1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0562284
Nov 13 21:38:30.702972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36410) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.747236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-130e9e4f-654c-4bd2-90d6-806a0fb0e4cc tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0431068
Nov 13 21:38:30.751625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36412) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.781079 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e68be4-8271-42d1-b368-7349c428011f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:30.781887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e68be4-8271-42d1-b368-7349c428011f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:30.787353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-75e68be4-8271-42d1-b368-7349c428011f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/45c01e30-678c-43f1-863a-becf97d61d68 HTTP/1.1" status: 404  len: 333 time: 0.0322080
Nov 13 21:38:30.787589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36416) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.826563 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dade0b0-6098-449c-b796-2b8abbdb52e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:30.826563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dade0b0-6098-449c-b796-2b8abbdb52e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:30.826563 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7dade0b0-6098-449c-b796-2b8abbdb52e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/8dbf1e80-92e1-4d7d-b326-a700dc1f9f7d HTTP/1.1" status: 404  len: 337 time: 0.0348840
Nov 13 21:38:30.826563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36420) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.852792 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee612e45-e707-4ee0-ae47-5201667e47df tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:30.854655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee612e45-e707-4ee0-ae47-5201667e47df tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:30.860235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee612e45-e707-4ee0-ae47-5201667e47df tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/6660f733-a8cb-4439-a4b8-4970c9f8d181 HTTP/1.1" status: 404  len: 337 time: 0.0298924
Nov 13 21:38:30.860449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36426) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.885862 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6316d4-4147-4488-a7b2-6d6639187723 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:30.886536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6316d4-4147-4488-a7b2-6d6639187723 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:30.891948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8e6316d4-4147-4488-a7b2-6d6639187723 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/dff9750d-26f6-4a2e-99e2-4cb2f1048c72 HTTP/1.1" status: 404  len: 333 time: 0.0286241
Nov 13 21:38:30.892242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36432) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.918635 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d305bc6-8c90-496f-bfce-667d64e02f41 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:30.919086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d305bc6-8c90-496f-bfce-667d64e02f41 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:30.924510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7d305bc6-8c90-496f-bfce-667d64e02f41 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/48d0cf5e-615b-4d56-b6a7-1cca9b0f4f19 HTTP/1.1" status: 404  len: 337 time: 0.0289690
Nov 13 21:38:30.925037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36434) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.954902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf75ca-17cf-42bf-8023-1f1439556ac1 None None] Network a70517ce-5bb8-4729-a15e-ace70aa9169a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:30.969479 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-153cb6be-248f-4793-9ae4-540fbac17bd7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:30.969479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153cb6be-248f-4793-9ae4-540fbac17bd7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:30.969479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-153cb6be-248f-4793-9ae4-540fbac17bd7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/e84d36dd-9061-470b-ae15-bf125a35a431 HTTP/1.1" status: 404  len: 337 time: 0.0385051
Nov 13 21:38:30.969479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36436) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:30.999563 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b428c5-13e9-4813-b3b1-009ad462bd9f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.000280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b428c5-13e9-4813-b3b1-009ad462bd9f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.003511 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41b428c5-13e9-4813-b3b1-009ad462bd9f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/8d897090-07e9-4aa0-a5fb-2a40442f2f1e HTTP/1.1" status: 404  len: 333 time: 0.0351901
Nov 13 21:38:31.006177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36438) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.032227 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-33538313-7b3d-4a91-b79f-457670fb50f7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.032732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33538313-7b3d-4a91-b79f-457670fb50f7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.035723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33538313-7b3d-4a91-b79f-457670fb50f7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/2fc81b25-032f-463e-8165-5065361ec937 HTTP/1.1" status: 404  len: 337 time: 0.0286005
Nov 13 21:38:31.038218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.066835 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fc1516-68fd-44ea-a620-49229d76a5c3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.067292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fc1516-68fd-44ea-a620-49229d76a5c3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.070454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60fc1516-68fd-44ea-a620-49229d76a5c3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/0026d51b-7652-494d-b9c2-2998650ca897 HTTP/1.1" status: 404  len: 337 time: 0.0312524
Nov 13 21:38:31.073043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36442) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.088570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f0d754ec-d079-4a89-a555-be30dd3e2ab8 None None] Provisioning complete for port 133f0f09-9f3c-4125-a216-683ffc72cf9c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:31.089214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0d754ec-d079-4a89-a555-be30dd3e2ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.095452 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c39a76-8b87-4ab1-a78d-69c3d86e824c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.096097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c39a76-8b87-4ab1-a78d-69c3d86e824c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.099208 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-18c39a76-8b87-4ab1-a78d-69c3d86e824c tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/d4f6673a-3679-4093-90e3-6e7cf6c7b25d HTTP/1.1" status: 404  len: 333 time: 0.0252354
Nov 13 21:38:31.101783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36444) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.128003 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0877c89-db46-4f65-a990-9b30d81976d3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.128466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0877c89-db46-4f65-a990-9b30d81976d3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.131597 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0877c89-db46-4f65-a990-9b30d81976d3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/fff20d1f-a778-4d54-a910-91f7787d82c5 HTTP/1.1" status: 404  len: 337 time: 0.0288973
Nov 13 21:38:31.134784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36446) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.167549 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de59d8f-1831-4288-a92b-0f6d489b80dd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.167549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de59d8f-1831-4288-a92b-0f6d489b80dd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.167549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7de59d8f-1831-4288-a92b-0f6d489b80dd tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/c21258a3-b0e7-4ce5-9c1b-72ac82e6a953 HTTP/1.1" status: 404  len: 337 time: 0.0295167
Nov 13 21:38:31.168201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.198562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] DHCP port deletion for a70517ce-5bb8-4729-a15e-ace70aa9169a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:31.199439 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc23ea4e-1549-423b-8901-4a25f117927e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.200132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc23ea4e-1549-423b-8901-4a25f117927e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.203251 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc23ea4e-1549-423b-8901-4a25f117927e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/ef258d70-e190-487e-bf76-ceb6546ae3a4 HTTP/1.1" status: 404  len: 333 time: 0.0339890
Nov 13 21:38:31.205925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36450) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.232159 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cdf082-58cf-478d-9d38-3ff174813679 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.232610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cdf082-58cf-478d-9d38-3ff174813679 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.235651 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d7cdf082-58cf-478d-9d38-3ff174813679 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/72ee0de8-1da8-48be-8966-f2ba31551d1e HTTP/1.1" status: 404  len: 337 time: 0.0287061
Nov 13 21:38:31.238392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36452) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.254251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] Deleting port 133f0f09-9f3c-4125-a216-683ffc72cf9c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:31.255132 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.264119 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbde923-1f44-436d-9afc-ac3625b101ed tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.264582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbde923-1f44-436d-9afc-ac3625b101ed tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.267953 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7dbde923-1f44-436d-9afc-ac3625b101ed tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/705ddf12-8af6-4816-aa5c-922015a5bb31 HTTP/1.1" status: 404  len: 333 time: 0.0284350
Nov 13 21:38:31.270800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36462) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.300044 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee27921-c845-4e9b-8e50-e436bebd8024 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.302744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee27921-c845-4e9b-8e50-e436bebd8024 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.303707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2ee27921-c845-4e9b-8e50-e436bebd8024 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/b60a8d95-dd08-4b9a-a6dc-b22bdfce8e95 HTTP/1.1" status: 404  len: 337 time: 0.0318599
Nov 13 21:38:31.306961 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36468) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.330392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] For port 133f0f09-9f3c-4125-a216-683ffc72cf9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=133f0f09-9f3c-4125-a216-683ffc72cf9c,segment=NetworkSegment(a4bc000b-d030-403f-9e20-4b16afb69549),segment_id=a4bc000b-d030-403f-9e20-4b16afb69549)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:31.330793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.335933 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc07a677-3b98-417e-a38b-b159a8da3369 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.336560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc07a677-3b98-417e-a38b-b159a8da3369 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.341379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc07a677-3b98-417e-a38b-b159a8da3369 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/d85e9d3a-d8b5-4a42-bfbc-5e3c14762dac HTTP/1.1" status: 404  len: 333 time: 0.0326512
Nov 13 21:38:31.343220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36476) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.349555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] Calling delete_port for 133f0f09-9f3c-4125-a216-683ffc72cf9c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:31.370389 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e530b9-da99-482b-9b56-59d566a32e63 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.370843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e530b9-da99-482b-9b56-59d566a32e63 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.374807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-00e530b9-da99-482b-9b56-59d566a32e63 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/20e6e99b-c7fb-4754-95bc-e9a755515c33 HTTP/1.1" status: 404  len: 337 time: 0.0297186
Nov 13 21:38:31.379454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36478) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.403025 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b790070-d78e-48a2-b2d4-99117581d9d3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.403726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b790070-d78e-48a2-b2d4-99117581d9d3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.407637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b790070-d78e-48a2-b2d4-99117581d9d3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/e39cdc10-28dc-46ff-a3d2-d0daf9a519fe HTTP/1.1" status: 404  len: 333 time: 0.0263512
Nov 13 21:38:31.410634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-1d95a89b-462c-4dee-a0e4-38dbc95f900a req-82d89d1b-05de-49f1-b8b7-de87965a657a service neutron] (120533) timed out ('10.222.0.37', 64763) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:38:31.419681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.419862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36482) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.450552 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c2f50e-5c54-4c83-bf09-1343c0c85b6a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.451003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c2f50e-5c54-4c83-bf09-1343c0c85b6a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.454025 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-72c2f50e-5c54-4c83-bf09-1343c0c85b6a tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/3d5429fa-d261-4639-b96b-a6b13e85fda2 HTTP/1.1" status: 404  len: 337 time: 0.0334094
Nov 13 21:38:31.456678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36486) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.479784 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e69f770-d147-4fd2-ab55-64c1d12bae19 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.480414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e69f770-d147-4fd2-ab55-64c1d12bae19 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.488000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e69f770-d147-4fd2-ab55-64c1d12bae19 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/664e766e-beb5-45a6-940d-1b4aba6bfda2 HTTP/1.1" status: 404  len: 333 time: 0.0258646
Nov 13 21:38:31.489833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36488) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.511682 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.514910 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a48b3a-73d3-45f3-a373-c59a4b225e36 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.520826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a48b3a-73d3-45f3-a373-c59a4b225e36 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.520826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-49a48b3a-73d3-45f3-a373-c59a4b225e36 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/c1c08c59-d489-4aff-b519-62644cac9390 HTTP/1.1" status: 404  len: 337 time: 0.0276229
Nov 13 21:38:31.521209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.535159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b2a4243-3438-4507-a441-486efc454d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.539730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] Pushing event deleted for resources: {'Port': ['ID=133f0f09-9f3c-4125-a216-683ffc72cf9c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:31.545865 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-43afc267-f342-4ee6-a0eb-6a2d1ac4e22e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.546875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43afc267-f342-4ee6-a0eb-6a2d1ac4e22e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.555095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-43afc267-f342-4ee6-a0eb-6a2d1ac4e22e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/8df8658e-d985-4782-9efa-d080a294ee2f HTTP/1.1" status: 404  len: 333 time: 0.0276217
Nov 13 21:38:31.555095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.557657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511a176-0cb9-4c01-95f2-bab7448a7180 None None] No DVR routers for this DVR port 133f0f09-9f3c-4125-a216-683ffc72cf9c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:31.591914 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c91d0d-c729-4dfd-b4d2-1ff0c562951d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.591914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c91d0d-c729-4dfd-b4d2-1ff0c562951d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.591914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f2c91d0d-c729-4dfd-b4d2-1ff0c562951d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/83cb0da1-4a29-4bad-b934-926af5ee7b30 HTTP/1.1" status: 404  len: 337 time: 0.0350173
Nov 13 21:38:31.593638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.620656 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de81e7c-20ad-4adb-a36d-b9edde355243 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.621149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de81e7c-20ad-4adb-a36d-b9edde355243 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.625173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7de81e7c-20ad-4adb-a36d-b9edde355243 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/205ea02b-c7d7-4b43-affe-6ff8e14daab6 HTTP/1.1" status: 404  len: 337 time: 0.0298541
Nov 13 21:38:31.625862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b2a4243-3438-4507-a441-486efc454d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.629893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36500) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.657647 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5e8577-fef9-45eb-b743-a571183b4dda tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.658359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5e8577-fef9-45eb-b743-a571183b4dda tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.661394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a5e8577-fef9-45eb-b743-a571183b4dda tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/dbbce8c5-b10a-49fe-8339-1fe93207ef10 HTTP/1.1" status: 404  len: 333 time: 0.0303915
Nov 13 21:38:31.663950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.688924 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-9290f76c-cebc-4973-b5a0-7e75b7fcec1b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.689372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9290f76c-cebc-4973-b5a0-7e75b7fcec1b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.692625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9290f76c-cebc-4973-b5a0-7e75b7fcec1b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/b0464a76-2ebe-4404-b411-a8a8a79d9d97 HTTP/1.1" status: 404  len: 337 time: 0.0275123
Nov 13 21:38:31.695273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36504) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.726930 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-652089cd-4f74-4bf0-acde-8b7d3d023c70 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.727372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652089cd-4f74-4bf0-acde-8b7d3d023c70 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.730380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-652089cd-4f74-4bf0-acde-8b7d3d023c70 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/5272161b-2117-4982-959d-a3aa23499eda HTTP/1.1" status: 404  len: 337 time: 0.0341427
Nov 13 21:38:31.733144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36506) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.743432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 133f0f09-9f3c-4125-a216-683ffc72cf9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:31.756734 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aab93a2-a6bc-4ac6-aed6-cf2dfd0c9792 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.757321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aab93a2-a6bc-4ac6-aed6-cf2dfd0c9792 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.761187 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0aab93a2-a6bc-4ac6-aed6-cf2dfd0c9792 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/923333df-8ec5-433f-8b2c-26ea55ca6e52 HTTP/1.1" status: 404  len: 333 time: 0.0271554
Nov 13 21:38:31.763884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36508) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.764089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 133f0f09-9f3c-4125-a216-683ffc72cf9c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:31.764448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 133f0f09-9f3c-4125-a216-683ffc72cf9c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:31.795871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b2a4243-3438-4507-a441-486efc454d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.804488 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d275d9-b879-4a70-833a-15c19b697625 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.804978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d275d9-b879-4a70-833a-15c19b697625 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.808177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-85d275d9-b879-4a70-833a-15c19b697625 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/9caaf2fc-b6c6-46b2-a1be-3e08fc5ee972 HTTP/1.1" status: 404  len: 337 time: 0.0433056
Nov 13 21:38:31.810772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36510) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.836584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a4243-3438-4507-a441-486efc454d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d0142-1285-4ea1-a662-bc817facb497,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:31.839372 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-239e13eb-508d-44ac-8d89-4a357c0aa50b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.839826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239e13eb-508d-44ac-8d89-4a357c0aa50b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.843210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-239e13eb-508d-44ac-8d89-4a357c0aa50b tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/47d70900-74f6-426b-9663-4725e101c035 HTTP/1.1" status: 404  len: 337 time: 0.0311835
Nov 13 21:38:31.843932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b2a4243-3438-4507-a441-486efc454d04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57a57a1445a94d2b9790ca458d094892&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4230843
Nov 13 21:38:31.847404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36512) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.847404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36514) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.878251 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fb62cf-eac9-4560-8a95-400c9e401411 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.878872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fb62cf-eac9-4560-8a95-400c9e401411 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.881933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-88fb62cf-eac9-4560-8a95-400c9e401411 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/0de71ae4-e3db-4458-8650-a24e5d99699b HTTP/1.1" status: 404  len: 333 time: 0.0354354
Nov 13 21:38:31.885247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36516) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.924810 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ecf138-0afd-4a17-ac6c-74cc032591f1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.925373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ecf138-0afd-4a17-ac6c-74cc032591f1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.928563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-15ecf138-0afd-4a17-ac6c-74cc032591f1 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/a138e54a-d592-400f-9bbc-9039480520f1 HTTP/1.1" status: 404  len: 337 time: 0.0424213
Nov 13 21:38:31.931293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36520) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.957242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-874282fa-8a3f-4c1e-b290-71a7c051d16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:31.963598 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6bb079-03e7-4cdd-8f1c-9de611e33f32 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:31.964045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6bb079-03e7-4cdd-8f1c-9de611e33f32 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:31.967815 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8c6bb079-03e7-4cdd-8f1c-9de611e33f32 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/486bb1be-3339-4563-96fe-1269ec23c667 HTTP/1.1" status: 404  len: 337 time: 0.0346982
Nov 13 21:38:31.970508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36522) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:31.984960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-874282fa-8a3f-4c1e-b290-71a7c051d16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.001296 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-961554cb-5e35-482d-9703-8ac65fc57fcb tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c4b65f2-eb56-41c4-8959-977329f54aec HTTP/1.1" status: 200  len: 205 time: 0.0292387
Nov 13 21:38:32.012724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36524) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.054860 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-72642c7d-79c1-44b2-bcd2-74e890423a80 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] delete failed (client error): The resource could not be found.
Nov 13 21:38:32.055870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-72642c7d-79c1-44b2-bcd2-74e890423a80 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/routers/7c4b65f2-eb56-41c4-8959-977329f54aec HTTP/1.1" status: 404  len: 336 time: 0.0422442
Nov 13 21:38:32.059008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36536) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.084724 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0347fd4-3b22-4d3c-83ba-5b652bb9b5c3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.085143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0347fd4-3b22-4d3c-83ba-5b652bb9b5c3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.088150 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b0347fd4-3b22-4d3c-83ba-5b652bb9b5c3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/a46976b8-5a31-4c40-88f0-2c2967b4d751 HTTP/1.1" status: 404  len: 337 time: 0.0282633
Nov 13 21:38:32.090534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36538) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.094588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-874282fa-8a3f-4c1e-b290-71a7c051d16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.097688 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-874282fa-8a3f-4c1e-b290-71a7c051d16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.098989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-874282fa-8a3f-4c1e-b290-71a7c051d16a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b25d0142-1285-4ea1-a662-bc817facb497 HTTP/1.1" status: 204  len: 168 time: 0.2452939
Nov 13 21:38:32.107114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874282fa-8a3f-4c1e-b290-71a7c051d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d0142-1285-4ea1-a662-bc817facb497,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:32.119187 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-34329bd5-daab-4034-8137-967027f62735 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "GET /v2.0/ports?device_id=1940d3b8-0dad-4b2a-834e-6872a2aa0b46 HTTP/1.1" status: 200  len: 205 time: 0.0264285
Nov 13 21:38:32.121798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36542) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.160307 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-c1a1fb71-f173-4d70-8f19-e1543a70731d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] delete failed (client error): The resource could not be found.
Nov 13 21:38:32.161458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c1a1fb71-f173-4d70-8f19-e1543a70731d tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/routers/1940d3b8-0dad-4b2a-834e-6872a2aa0b46 HTTP/1.1" status: 404  len: 336 time: 0.0386541
Nov 13 21:38:32.163926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.192546 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afc71a4-18af-4484-94d5-766a35e0bd2f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.192944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afc71a4-18af-4484-94d5-766a35e0bd2f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.195973 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2afc71a4-18af-4484-94d5-766a35e0bd2f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/78547f3e-57fe-4f2e-9216-2e29b1879f85 HTTP/1.1" status: 404  len: 337 time: 0.0310993
Nov 13 21:38:32.201436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36546) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.228011 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede3e013-725a-48eb-bab7-c84c5a1c0809 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.228487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede3e013-725a-48eb-bab7-c84c5a1c0809 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.231500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ede3e013-725a-48eb-bab7-c84c5a1c0809 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/c8136ced-fe9f-4e4f-a733-e989391bf1fd HTTP/1.1" status: 404  len: 337 time: 0.0315065
Nov 13 21:38:32.233919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36548) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.256794 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-09202e98-b0a5-4093-ab96-a8409f119acf tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.257397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09202e98-b0a5-4093-ab96-a8409f119acf tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.261230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09202e98-b0a5-4093-ab96-a8409f119acf tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/9a0d0df4-ee68-406c-a8db-cfa438d8710b HTTP/1.1" status: 404  len: 333 time: 0.0264304
Nov 13 21:38:32.263967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36550) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.289646 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff3d1b3-4f4c-4006-89dc-0a1d11042867 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.292430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff3d1b3-4f4c-4006-89dc-0a1d11042867 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.293835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ff3d1b3-4f4c-4006-89dc-0a1d11042867 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/f76799cd-3773-47e2-b8eb-2a7dc4b4a641 HTTP/1.1" status: 404  len: 337 time: 0.0288792
Nov 13 21:38:32.296389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.319094 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd73187c-52f7-4663-8007-c2e4d16b1843 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.319692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd73187c-52f7-4663-8007-c2e4d16b1843 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.323419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd73187c-52f7-4663-8007-c2e4d16b1843 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/535d9199-3168-45a1-be39-c7bf2b35bda0 HTTP/1.1" status: 404  len: 333 time: 0.0260546
Nov 13 21:38:32.325917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36554) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.355828 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-914ee3c3-81e3-4b63-996e-376be56e0d2f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.356272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914ee3c3-81e3-4b63-996e-376be56e0d2f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.359315 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-914ee3c3-81e3-4b63-996e-376be56e0d2f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/4e9d9eeb-ad16-46be-a592-fb07d732e117 HTTP/1.1" status: 404  len: 337 time: 0.0324974
Nov 13 21:38:32.361758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36556) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.386269 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82160d6-f419-4e74-95f3-5504100d469e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.386922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82160d6-f419-4e74-95f3-5504100d469e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.391049 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e82160d6-f419-4e74-95f3-5504100d469e tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/b021cd7b-b02f-4896-bb0e-6dd92aa7d739 HTTP/1.1" status: 404  len: 333 time: 0.0274084
Nov 13 21:38:32.397885 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36560) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.424117 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d98899-9187-49a1-bc2b-561854417b79 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.424605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d98899-9187-49a1-bc2b-561854417b79 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.427621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-22d98899-9187-49a1-bc2b-561854417b79 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/1dc7ed6f-91b0-4a98-acb7-50b3efe6bedb HTTP/1.1" status: 404  len: 337 time: 0.0287480
Nov 13 21:38:32.430214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36562) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.452995 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7762ff1a-ef0f-4b13-91a1-892425abfbde tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.453610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7762ff1a-ef0f-4b13-91a1-892425abfbde tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.456631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7762ff1a-ef0f-4b13-91a1-892425abfbde tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/56426fa5-a755-4504-a247-476c3c38754b HTTP/1.1" status: 404  len: 333 time: 0.0255010
Nov 13 21:38:32.459191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36564) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.484523 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b676691a-ea6a-4d98-9b3d-9bdcad06cf23 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.484997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b676691a-ea6a-4d98-9b3d-9bdcad06cf23 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.487984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b676691a-ea6a-4d98-9b3d-9bdcad06cf23 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/8965b45b-01b6-44bb-b9f1-ff61846342b8 HTTP/1.1" status: 404  len: 337 time: 0.0278952
Nov 13 21:38:32.490589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36568) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.527431 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c869f47-cae8-47d7-ba77-1f5ab00980c8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.527431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c869f47-cae8-47d7-ba77-1f5ab00980c8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.527431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c869f47-cae8-47d7-ba77-1f5ab00980c8 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/d427c7da-2713-4421-b7c0-300dcfb043b9 HTTP/1.1" status: 404  len: 333 time: 0.0259886
Nov 13 21:38:32.528887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.559872 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f1bcac-f5a9-4a92-9549-c7db128924ae tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.560325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f1bcac-f5a9-4a92-9549-c7db128924ae tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.563398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c3f1bcac-f5a9-4a92-9549-c7db128924ae tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/05367e09-e657-4933-b830-993593f86390 HTTP/1.1" status: 404  len: 337 time: 0.0334980
Nov 13 21:38:32.565938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36576) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.590404 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa996c02-a42f-4aea-a9ac-0070b3b6fbf4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.591049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa996c02-a42f-4aea-a9ac-0070b3b6fbf4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.594123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aa996c02-a42f-4aea-a9ac-0070b3b6fbf4 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/95c9bbba-0980-4ae2-ab59-e881232fca4c HTTP/1.1" status: 404  len: 333 time: 0.0271056
Nov 13 21:38:32.596596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.623011 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b7f55d-6bdd-4981-816b-fe3fad31e0e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.623454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b7f55d-6bdd-4981-816b-fe3fad31e0e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.626522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-66b7f55d-6bdd-4981-816b-fe3fad31e0e3 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/f7afa74c-4ceb-4b43-b313-006595adff22 HTTP/1.1" status: 404  len: 337 time: 0.0289898
Nov 13 21:38:32.628929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.651696 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c225ccc-780d-4afa-8643-a66cc853bcf5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.652342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c225ccc-780d-4afa-8643-a66cc853bcf5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.655502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8c225ccc-780d-4afa-8643-a66cc853bcf5 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/ports/1cedb5cb-656b-48ff-a50e-7c1a4d65b973 HTTP/1.1" status: 404  len: 333 time: 0.0256441
Nov 13 21:38:32.657993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36584) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.685157 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fad99aa-b711-470a-a064-d1923bcbd8e7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:38:32.685615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fad99aa-b711-470a-a064-d1923bcbd8e7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:38:32.688813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7fad99aa-b711-470a-a064-d1923bcbd8e7 tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/subnets/d30ba2b9-dfd2-4b20-8f7a-2210f70f565e HTTP/1.1" status: 404  len: 337 time: 0.0298338
Nov 13 21:38:32.691408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36586) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:32.770835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.860955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.885595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7b09550>,) {'filters': {'network_id': ['a70517ce-5bb8-4729-a15e-ace70aa9169a']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:32.895335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7b09550>, 'a4bc000b-d030-403f-9e20-4b16afb69549') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:32.898981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7b09550>, 'a4bc000b-d030-403f-9e20-4b16afb69549') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:32.905555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.919206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.925396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:32.931088 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:33.065936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.070473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.074168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] 10.222.0.20 "DELETE /v2.0/networks/a70517ce-5bb8-4729-a15e-ace70aa9169a HTTP/1.1" status: 204  len: 168 time: 0.3818383
Nov 13 21:38:33.090526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6ebac-5c89-4a67-a98d-f5211c1b633f tempest-NetworksTestDHCPv6-1174962052 tempest-NetworksTestDHCPv6-1174962052-project] Pushing event deleted for resources: {'Network': ['ID=a70517ce-5bb8-4729-a15e-ace70aa9169a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:33.352229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36614) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:33.396122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:38:33.508175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Deleting port f1ca9626-79ad-423f-b15a-dd9528dc4824 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:33.508824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.510708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36620) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:33.596932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.596932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.607360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Calling delete_port for f1ca9626-79ad-423f-b15a-dd9528dc4824 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:33.663280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-84e9703e-56ec-42e7-982d-3b71ef1ebd04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05c5102dbee149ac996ed34ea4ee3d7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1506948
Nov 13 21:38:33.667684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36632) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:33.720381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-46253934-8497-4e38-baa4-7cb9f07221b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.745531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-46253934-8497-4e38-baa4-7cb9f07221b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.865890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.891841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event deleted for resources: {'Port': ['ID=f1ca9626-79ad-423f-b15a-dd9528dc4824,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:33.895092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-46253934-8497-4e38-baa4-7cb9f07221b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.900883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-46253934-8497-4e38-baa4-7cb9f07221b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.902048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-46253934-8497-4e38-baa4-7cb9f07221b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae7dfdf9-e2eb-475e-a0e9-68445b2bff7f HTTP/1.1" status: 204  len: 168 time: 0.2334037
Nov 13 21:38:33.910033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46253934-8497-4e38-baa4-7cb9f07221b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7dfdf9-e2eb-475e-a0e9-68445b2bff7f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:33.966540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:33.966540 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Floating IP 40d4f8a8-7e2c-4110-946d-768d92762588 disassociated (deleted). External IP: 172.35.3.220, port: 18aa8eb0-6788-4d88-857e-b14b0d22dd95.
Nov 13 21:38:34.177408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Router 66ff2255-931a-43f7-8120-39771efc71de has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:38:34.300425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:38:34.307382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:34.314589 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] Sync routers for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:38:34.329296 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:34.330570 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:34.335453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-57ef94db-b158-47bd-a711-4b676fb7a0b2 req-bba9f753-07fb-4469-9d1f-20372c94b030 service neutron] (120533) timed out ('10.222.0.37', 64698) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:38:34.341666 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-21076b43-087a-4fe5-84f1-613bdf20fbc5 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "DELETE /v2.0/floatingips/40d4f8a8-7e2c-4110-946d-768d92762588 HTTP/1.1" status: 204  len: 168 time: 0.9948778
Nov 13 21:38:34.342281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:38:34.348742 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423dc5d1-2a29-4572-9074-e0c41fbdb50c" -d '{"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:38:34.423810 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba4f42e-0b0b-479a-bca2-48e2ccb09636 x-openstack-request-id: req-cba4f42e-0b0b-479a-bca2-48e2ccb09636 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:38:34.425112 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:38:34.426747 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cba4f42e-0b0b-479a-bca2-48e2ccb09636 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:38:34.431592 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'status': 'completed', 'code': 200}
Nov 13 21:38:34.496921 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:38:34.504663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-e6d86968-583b-4767-9d27-4af4609244c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:34.506425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-e6d86968-583b-4767-9d27-4af4609244c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 1097 time: 0.0595632
Nov 13 21:38:34.626861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-8e1582b2-e270-4a68-b5fc-ac618abe0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:34.628278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-8e1582b2-e270-4a68-b5fc-ac618abe0ae3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 200  len: 914 time: 0.1148927
Nov 13 21:38:34.708972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-1a3487b7-7eb9-48e6-ae4a-4704e64e498e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 200  len: 217 time: 0.0721869
Nov 13 21:38:34.758049 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3520>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:34.766341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-c3204ad5-276f-4b4e-8087-d3cc79cb9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:34.767854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-c3204ad5-276f-4b4e-8087-d3cc79cb9f15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 200  len: 852 time: 0.0504520
Nov 13 21:38:34.787487 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] Checking router: 66ff2255-931a-43f7-8120-39771efc71de for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:38:34.800002 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:34.800610 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:34.846294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-864b4ee3-3a74-4791-8957-54a16435366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:34.853359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-864b4ee3-3a74-4791-8957-54a16435366a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5981e510-4976-4abf-989e-c7a28fd7124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0770345
Nov 13 21:38:34.926874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dca50-bcf5-4f33-81d8-d8c3575595ed req-2208a9ce-95d0-425c-acf7-165920fc4c9b tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:34.934697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-963dca50-bcf5-4f33-81d8-d8c3575595ed req-2208a9ce-95d0-425c-acf7-165920fc4c9b tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0798573
Nov 13 21:38:34.945127 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:38:34.990831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-5cfe260f-40e6-4d78-9f41-fcf6e2e0221a service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231730
Nov 13 21:38:35.011367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-963dca50-bcf5-4f33-81d8-d8c3575595ed req-90ebbecc-bd39-4945-b92d-800278b69577 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758052
Nov 13 21:38:35.110000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-423dc5d1-2a29-4572-9074-e0c41fbdb50c req-2f6c12b7-613b-49d6-a30b-92d992271c31 service neutron] 10.222.0.37 "GET /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114733
Nov 13 21:38:35.187380 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3520>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:35.191722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36712) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:35.217873 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e87a18-b696-4f2f-bcad-63e67b57dd49 None None] The sync data for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 is: [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2688ed5-3928-4f54-b4fc-24d4eac1da5a', 'name': '', 'network_id': '5981e510-4976-4abf-989e-c7a28fd7124a', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'mac_address': 'fa:16:3e:af:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:54Z', 'updated_at': '2021-11-13T21:33:59Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'subnets': [{'id': 'ae6ccc57-2875-4010-85fc-54a9a1cbc4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:38:35.298057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'networks': [{'name': 'tempest-network--1975354769'}, {'name': 'tempest-network--999372963'}]} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:35.298366 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'network': {'name': 'tempest-network--1975354769'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:35.298818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'network': {'name': 'tempest-network--999372963'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:35.368413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'network': 2} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:35.373608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.388126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.464184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fd25d-f1db-42bc-a3a7-31778c52e6e8 None None] New status for floating IP 40d4f8a8-7e2c-4110-946d-768d92762588: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:38:35.469766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.528531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.529272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.570146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3724ce0-b926-4e36-b650-14ceea1af85f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:35.575241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:35.585376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.585727 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Added segment f110d059-7bf3-4aad-8df7-7ded5a80a7b3 of type vlan for network 65246a63-73fb-4668-b9a2-34cca7208303
Nov 13 21:38:35.627948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.656650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:35.665367 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.666241 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Added segment c028299a-d55a-4198-be48-9a4e98c59476 of type vlan for network 8c085f1a-f8ac-4c71-a416-bc604427aff3
Nov 13 21:38:35.710681 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.819685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.820203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.825824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:35.830610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:35.831226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:35.895029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Network': ['ID=65246a63-73fb-4668-b9a2-34cca7208303,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:35.905987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 65246a63-73fb-4668-b9a2-34cca7208303 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:35.957987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.7625067
Nov 13 21:38:35.959125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36744) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:35.965948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3ada2-f2ec-4449-91f7-9e341d0e3d28 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Network': ['ID=8c085f1a-f8ac-4c71-a416-bc604427aff3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:35.976368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8c085f1a-f8ac-4c71-a416-bc604427aff3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:36.145897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b1585-74f5-4ffc-a465-0ab1a177e983 req-a14316f6-ce0c-4482-aac9-b7da800eca3d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:36.147912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba5b1585-74f5-4ffc-a465-0ab1a177e983 req-a14316f6-ce0c-4482-aac9-b7da800eca3d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0592318
Nov 13 21:38:36.211804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba5b1585-74f5-4ffc-a465-0ab1a177e983 req-0c1e8764-b2e1-4b8d-ba3e-d3d0b40b804e tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/security-groups?id=6986dda7-0066-4074-bf9f-b183b9029f69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538588
Nov 13 21:38:36.480231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7f98b-60b2-4480-a4bb-1e5a7858436f tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:36.486060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7f98b-60b2-4480-a4bb-1e5a7858436f tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:36.492085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7f98b-60b2-4480-a4bb-1e5a7858436f tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:36.498786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7f98b-60b2-4480-a4bb-1e5a7858436f tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:36.500454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f6d7f98b-60b2-4480-a4bb-1e5a7858436f tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.5403087
Nov 13 21:38:36.503226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36770) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:36.581833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.669612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.689193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf756eb0>,) {'filters': {'network_id': ['65246a63-73fb-4668-b9a2-34cca7208303']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:36.793655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf756eb0>, 'f110d059-7bf3-4aad-8df7-7ded5a80a7b3') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:36.793904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf756eb0>, 'f110d059-7bf3-4aad-8df7-7ded5a80a7b3') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:36.803924 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.819848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.826551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:36.826940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   items = [
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:36.830071 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:36.838394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-882e3a19-ee27-4922-86c1-33e593e07a9d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:36.840856 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-882e3a19-ee27-4922-86c1-33e593e07a9d tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.37 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 946 time: 0.0580502
Nov 13 21:38:36.943360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Deleting port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:36.943695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.968610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.977380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:36.981036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/networks/65246a63-73fb-4668-b9a2-34cca7208303 HTTP/1.1" status: 204  len: 168 time: 0.4768722
Nov 13 21:38:36.989602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:36.999256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444567c-f4c9-4fb8-9eb8-1b0fcd4fde61 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Network': ['ID=65246a63-73fb-4668-b9a2-34cca7208303,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:37.034495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] For port 18aa8eb0-6788-4d88-857e-b14b0d22dd95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18aa8eb0-6788-4d88-857e-b14b0d22dd95,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:37.034860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.048222 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Calling delete_port for 18aa8eb0-6788-4d88-857e-b14b0d22dd95 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:37.065023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.157575 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.188078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfe870d0>,) {'filters': {'network_id': ['8c085f1a-f8ac-4c71-a416-bc604427aff3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:37.198395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe870d0>, 'c028299a-d55a-4198-be48-9a4e98c59476') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:37.198531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe870d0>, 'c028299a-d55a-4198-be48-9a4e98c59476') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:37.208438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.222938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.230183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:37.230579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:37.238933 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:37.265462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.294280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event deleted for resources: {'Port': ['ID=18aa8eb0-6788-4d88-857e-b14b0d22dd95,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:37.323810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9521d981-2396-4205-87fb-1c213384e5ea req-6c05fe63-2666-4d56-a3f0-443969821d1c tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 210 time: 0.0309098
Nov 13 21:38:37.345814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] No DVR routers for this DVR port 18aa8eb0-6788-4d88-857e-b14b0d22dd95 on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:37.348328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.351869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba0ce75d-ee31-439d-98a7-8f7c0114c84c req-f24ea9b7-babc-410e-a8c3-e2adb7e832da tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.37 "DELETE /v2.0/ports/18aa8eb0-6788-4d88-857e-b14b0d22dd95 HTTP/1.1" status: 204  len: 173 time: 0.5048418
Nov 13 21:38:37.352306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'name': 'network-vif-deleted', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:38:37.355197 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be53f9a-bfc9-431f-b89d-b16cc4426dda" -d '{"events": [{"server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "name": "network-vif-deleted", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:38:37.395112 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13034aeb-110d-4004-9cec-1e27815c20cd x-openstack-request-id: req-13034aeb-110d-4004-9cec-1e27815c20cd {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:38:37.395511 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73151830-35fc-4f87-b4bf-637b85560607", "name": "network-vif-deleted", "tag": "18aa8eb0-6788-4d88-857e-b14b0d22dd95", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:38:37.395904 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13034aeb-110d-4004-9cec-1e27815c20cd {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:38:37.396273 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73151830-35fc-4f87-b4bf-637b85560607', 'name': 'network-vif-deleted', 'tag': '18aa8eb0-6788-4d88-857e-b14b0d22dd95', 'status': 'completed', 'code': 200}
Nov 13 21:38:37.459866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.467784 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.471548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/networks/8c085f1a-f8ac-4c71-a416-bc604427aff3 HTTP/1.1" status: 204  len: 168 time: 0.4810097
Nov 13 21:38:37.474213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36816) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:37.483443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2b556-df56-4315-ad50-3a8194bfee44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Network': ['ID=8c085f1a-f8ac-4c71-a416-bc604427aff3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:37.584903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e7b40-7dad-4531-91c5-5e76c1fcac53 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:37.591480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e7b40-7dad-4531-91c5-5e76c1fcac53 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:37.593034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b5e7b40-7dad-4531-91c5-5e76c1fcac53 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1177607
Nov 13 21:38:37.596872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36818) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:37.601542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1375708585'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:37.665641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:37.670364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.698178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:37.707292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.707634 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Added segment 833a1509-edf3-4681-9fc2-59777ad4fb0c of type vlan for network be0b4bed-dabe-409d-b37f-f9930365c22b
Nov 13 21:38:37.751054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.894140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.899764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:37.900995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:37.969170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Network': ['ID=be0b4bed-dabe-409d-b37f-f9930365c22b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:37.982905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network be0b4bed-dabe-409d-b37f-f9930365c22b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:38.009835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36844) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:38.010642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-39afd135-21ff-49c2-b707-dad4d0844457 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4107001
Nov 13 21:38:38.014386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1785431506'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:38.116664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:38.120129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.143995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:38.153148 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.153488 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Added segment 32a1cb77-01da-4130-a278-4f0d2eb2adaa of type vlan for network 15c29088-361f-48a4-9b6c-2385233b8253
Nov 13 21:38:38.195561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.288247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.294512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:38.295089 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.363300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Network': ['ID=15c29088-361f-48a4-9b6c-2385233b8253,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:38.374237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 15c29088-361f-48a4-9b6c-2385233b8253 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:38.408136 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-36f8d95b-76e4-445c-9766-46fc08048863 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3953533
Nov 13 21:38:38.408391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36854) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:38.413453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'ports': [{'network_id': 'be0b4bed-dabe-409d-b37f-f9930365c22b', 'name': 'tempest-port--1179030903', 'admin_state_up': True}, {'network_id': '15c29088-361f-48a4-9b6c-2385233b8253', 'admin_state_up': False}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:38.413764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'port': {'network_id': 'be0b4bed-dabe-409d-b37f-f9930365c22b', 'name': 'tempest-port--1179030903', 'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:38.414247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'port': {'network_id': '15c29088-361f-48a4-9b6c-2385233b8253', 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:38.460400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44b7111f-5e3c-40d1-a843-1b0a31005697 req-22e1a7ea-b166-472a-a073-33aee0db504f tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "GET /v2.0/ports?device_id=73151830-35fc-4f87-b4bf-637b85560607 HTTP/1.1" status: 200  len: 210 time: 0.0411978
Nov 13 21:38:38.734063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'port': 2} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:38.738630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.752864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:38.834201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] device_id is not set on port 3899099f-1337-43b4-a22d-04de97175c6b yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:38.945121 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.015579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] device_id is not set on port b6dc6191-1118-410b-b805-ec727ec09e38 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:39.124808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.220335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.220799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36880) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:39.288457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Port': ['ID=3899099f-1337-43b4-a22d-04de97175c6b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:39.297870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Checking segment: {'id': '833a1509-edf3-4681-9fc2-59777ad4fb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'be0b4bed-dabe-409d-b37f-f9930365c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:39.298265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network hostable DHCP agents. Network: be0b4bed-dabe-409d-b37f-f9930365c22b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:39.335138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f03adcd-c2b6-4e78-9a81-588929f0a232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.385859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network be0b4bed-dabe-409d-b37f-f9930365c22b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:39.413128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f03adcd-c2b6-4e78-9a81-588929f0a232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.488618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be0b4bed-dabe-409d-b37f-f9930365c22b) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:39.492300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:39.493289 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.498446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec011a-d853-4511-9cff-f55fd76f76a5 None None] Network be0b4bed-dabe-409d-b37f-f9930365c22b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:39.517271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4f03adcd-c2b6-4e78-9a81-588929f0a232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.523846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36894) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:39.550487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03adcd-c2b6-4e78-9a81-588929f0a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaae9a0-46b8-4781-9b1c-f7193f09a0aa,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:39.573951 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4f03adcd-c2b6-4e78-9a81-588929f0a232 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4e1df6740a3465f9beaea5b40001ede&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3519301
Nov 13 21:38:39.576392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36896) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:39.629101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Port': ['ID=b6dc6191-1118-410b-b805-ec727ec09e38,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:39.635217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c10775ae-0662-4ec2-bdd1-027af1760f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.660980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Checking segment: {'id': '32a1cb77-01da-4130-a278-4f0d2eb2adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '15c29088-361f-48a4-9b6c-2385233b8253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:39.664382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network hostable DHCP agents. Network: 15c29088-361f-48a4-9b6c-2385233b8253, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:39.666260 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c10775ae-0662-4ec2-bdd1-027af1760f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.682845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae33e4c2-5d7a-4c03-82a0-fb3d23642e49 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.724743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae33e4c2-5d7a-4c03-82a0-fb3d23642e49 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.802510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network 15c29088-361f-48a4-9b6c-2385233b8253 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:39.825146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c10775ae-0662-4ec2-bdd1-027af1760f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.827831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c10775ae-0662-4ec2-bdd1-027af1760f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.829052 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c10775ae-0662-4ec2-bdd1-027af1760f32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eaae9a0-46b8-4781-9b1c-f7193f09a0aa HTTP/1.1" status: 204  len: 168 time: 0.2508502
Nov 13 21:38:39.837742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10775ae-0662-4ec2-bdd1-027af1760f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaae9a0-46b8-4781-9b1c-f7193f09a0aa,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:39.888534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae33e4c2-5d7a-4c03-82a0-fb3d23642e49 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.895439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae33e4c2-5d7a-4c03-82a0-fb3d23642e49 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:39.896621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ae33e4c2-5d7a-4c03-82a0-fb3d23642e49 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] 10.222.0.20 "DELETE /v2.0/security-groups/6986dda7-0066-4074-bf9f-b183b9029f69 HTTP/1.1" status: 204  len: 168 time: 0.3698275
Nov 13 21:38:39.902752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15c29088-361f-48a4-9b6c-2385233b8253) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:39.910493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33e4c2-5d7a-4c03-82a0-fb3d23642e49 tempest-TestVolumeBackupRestore-355465777 tempest-TestVolumeBackupRestore-355465777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6986dda7-0066-4074-bf9f-b183b9029f69,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:39.912213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:39.918864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:39.924091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6fd80-d5df-4c37-b1e1-6ad5c06ecbec None None] Network 15c29088-361f-48a4-9b6c-2385233b8253 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:39.931779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:39.932564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.010131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c97cd0dc-8675-4c24-b239-a2fdd2e39532 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.6006851
Nov 13 21:38:40.010553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36914) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:40.016162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 18aa8eb0-6788-4d88-857e-b14b0d22dd95 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:40.056668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 18aa8eb0-6788-4d88-857e-b14b0d22dd95 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:40.056934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 18aa8eb0-6788-4d88-857e-b14b0d22dd95 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:40.070940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2fe44-f03c-4888-a451-ec45203a35f1 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:40.078589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2fe44-f03c-4888-a451-ec45203a35f1 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:40.080140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-57f2fe44-f03c-4888-a451-ec45203a35f1 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0683870
Nov 13 21:38:40.084270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36918) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:40.176474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Deleting port 3899099f-1337-43b4-a22d-04de97175c6b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:40.176829 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.241702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.256023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Calling delete_port for 3899099f-1337-43b4-a22d-04de97175c6b owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:40.500980 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.546014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Port': ['ID=3899099f-1337-43b4-a22d-04de97175c6b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:40.572297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.581990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36954) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:40.592659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60a27f9e-d767-46fc-a89e-c44884f70a5e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/ports/3899099f-1337-43b4-a22d-04de97175c6b HTTP/1.1" status: 204  len: 168 time: 0.4974868
Nov 13 21:38:40.698410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Deleting port b6dc6191-1118-410b-b805-ec727ec09e38 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:40.698753 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.769669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.783114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Calling delete_port for b6dc6191-1118-410b-b805-ec727ec09e38 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:40.939643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.969455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Port': ['ID=b6dc6191-1118-410b-b805-ec727ec09e38,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:40.980251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.980613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.980984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.981333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.981678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.982000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.982377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.982699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.983019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.983337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.983674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.984011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:40.986977 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:40.994495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0219ec9c-3755-4a10-96c9-1bc54c058c5c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/ports/b6dc6191-1118-410b-b805-ec727ec09e38 HTTP/1.1" status: 204  len: 168 time: 0.4065626
Nov 13 21:38:40.995816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 36968) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:41.023799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9b0b952-60b8-4140-ac55-8ba6a7baf409 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0265036
Nov 13 21:38:41.028187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 36970) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:41.033751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1994991150'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:41.128086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:41.131934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.156697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:41.166731 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.167140 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Added segment bb7812ed-ce2c-431c-bca5-2c65099ab6c8 of type vlan for network ef168cbb-4432-4438-85d4-35698dcd57dd
Nov 13 21:38:41.209490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.288383 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.294725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:41.296583 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.714437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:41.716863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6853004
Nov 13 21:38:41.721948 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad5690-401f-4e96-8617-60e1b445078d tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Network': ['ID=ef168cbb-4432-4438-85d4-35698dcd57dd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:41.722090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1285060041'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:41.734985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ef168cbb-4432-4438-85d4-35698dcd57dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:41.899873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:41.903393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.929742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:41.942637 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:41.942971 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Added segment d31909b5-2216-4ced-9ef7-f1412430246e of type vlan for network 5abc60ea-9615-4976-9391-d7e7d8f1f969
Nov 13 21:38:41.982163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.111114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.116884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:42.117461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.185713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Network': ['ID=5abc60ea-9615-4976-9391-d7e7d8f1f969,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:42.196089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5abc60ea-9615-4976-9391-d7e7d8f1f969 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:42.228562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc1c257d-2ea6-4556-9a3d-ec2729750929 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.5122418
Nov 13 21:38:42.248372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37008) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:42.260111 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.361072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9935de-d833-4576-9929-b1a63af566dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.450935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9935de-d833-4576-9929-b1a63af566dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.545539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9935de-d833-4576-9929-b1a63af566dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.585391 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f9935de-d833-4576-9929-b1a63af566dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5fa26331e784f049a5651f592a41e6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3359008
Nov 13 21:38:42.586283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9935de-d833-4576-9929-b1a63af566dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ee97d-a038-483d-ae1c-62ca78f8cb31,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:42.588940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37012) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:42.644679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb70c-acc7-4067-ac9e-7b4b0e5a9182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.667916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb70c-acc7-4067-ac9e-7b4b0e5a9182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.803155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb70c-acc7-4067-ac9e-7b4b0e5a9182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.806903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb70c-acc7-4067-ac9e-7b4b0e5a9182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:42.808120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d3dcb70c-acc7-4067-ac9e-7b4b0e5a9182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/744ee97d-a038-483d-ae1c-62ca78f8cb31 HTTP/1.1" status: 204  len: 168 time: 0.2181435
Nov 13 21:38:42.821509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcb70c-acc7-4067-ac9e-7b4b0e5a9182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ee97d-a038-483d-ae1c-62ca78f8cb31,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:44.722869 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:45.430894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37082) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:45.451987 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37086) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:45.457732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'subnets': [{'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1005900455', 'ip_version': 6}, {'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:45.458059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'subnet': {'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1005900455', 'ip_version': 6}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:45.458771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Request body: {'subnet': {'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:45.580178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:45.735523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:45.841072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:45.877691 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Made reservation on behalf of 23d4c52eb06247df925dc437d81b5f38 for: {'subnet': 2} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:45.882292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:45.882635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.040239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Allocated IP 172.35.3.21 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/25a8e0e2-a44f-4935-85d3-6c4c23de8d81) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:46.273650 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.423267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.459495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:46.466545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:46.471161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:46.473870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Port': ['ID=25a8e0e2-a44f-4935-85d3-6c4c23de8d81,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:46.547704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.579593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.619991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Subnet': ['ID=cad8ad00-0e15-40b1-9839-7266b9ee7490,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:46.632244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Checking segment: {'id': 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:46.632600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network hostable DHCP agents. Network: ef168cbb-4432-4438-85d4-35698dcd57dd, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:46.742918 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.745746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network ef168cbb-4432-4438-85d4-35698dcd57dd is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:46.863453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef168cbb-4432-4438-85d4-35698dcd57dd) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:46.877491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ec9f8-78a8-476c-8503-1661cd8963b7 None None] Network ef168cbb-4432-4438-85d4-35698dcd57dd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:46.878095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.961038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event updated for resources: {'Subnet': ['ID=344d0b85-0d28-4e6a-91c3-0239811e7d0f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:46.966462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:46.980806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Checking segment: {'id': 'd31909b5-2216-4ced-9ef7-f1412430246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:46.980806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network hostable DHCP agents. Network: 5abc60ea-9615-4976-9391-d7e7d8f1f969, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:47.037038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ef168cbb-4432-4438-85d4-35698dcd57dd', 'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd', 'tenant_id': '23d4c52eb06247df925dc437d81b5f38', 'fixed_ips': [{'subnet_id': 'cad8ad00-0e15-40b1-9839-7266b9ee7490'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:47.037899 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.043070 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.109765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Network 5abc60ea-9615-4976-9391-d7e7d8f1f969 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:47.123752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Port': ['ID=25a8e0e2-a44f-4935-85d3-6c4c23de8d81,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:47.137883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.182051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Allocated IP 2001:db8::1 (ef168cbb-4432-4438-85d4-35698dcd57dd/cad8ad00-0e15-40b1-9839-7266b9ee7490/462f8a02-69ed-4671-866c-9ca16e72da66) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:47.192060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5abc60ea-9615-4976-9391-d7e7d8f1f969) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:47.196261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:47.197322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:47.197958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.216850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183fc9c1-0847-49f8-b3e7-c98f1b740790 None None] Network 5abc60ea-9615-4976-9391-d7e7d8f1f969 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:47.222516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.223878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-422c365b-9f4c-4c36-b884-a854bddcda68 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7914116
Nov 13 21:38:47.226469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37096) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:47.231338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-915449946'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:47.288668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78099075-0ab1-4b33-8760-1c4b0a8b310b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.8356314
Nov 13 21:38:47.300624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37098) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:47.357426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4e135-0061-4e6f-9217-dac79e1a03ce tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:47.359176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4e135-0061-4e6f-9217-dac79e1a03ce tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:47.360741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc4e135-0061-4e6f-9217-dac79e1a03ce tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:47.362381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ddc4e135-0061-4e6f-9217-dac79e1a03ce tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.0606992
Nov 13 21:38:47.372081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37100) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:47.400264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Made reservation on behalf of e44bd8ccf8734a4c80d00f9cae743bbc for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:47.403623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.419842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.432453 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.444924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Deleting subnet cad8ad00-0e15-40b1-9839-7266b9ee7490 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:47.471811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5abc60ea-9615-4976-9391-d7e7d8f1f969', 'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969', 'tenant_id': '23d4c52eb06247df925dc437d81b5f38', 'fixed_ips': [{'subnet_id': '344d0b85-0d28-4e6a-91c3-0239811e7d0f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:47.472665 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.505076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.533001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.539738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.554176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.597568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Network ef168cbb-4432-4438-85d4-35698dcd57dd is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:47.608202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:47.622297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.628539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:47.640103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Pushing event updated for resources: {'Port': ['ID=462f8a02-69ed-4671-866c-9ca16e72da66,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:47.656892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:47.679584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.683298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044c2854-1ef9-4a83-8820-58c02d9d353d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:47.697805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Allocated IP 2001:db8:0:1::1 (5abc60ea-9615-4976-9391-d7e7d8f1f969/344d0b85-0d28-4e6a-91c3-0239811e7d0f/9ecb896e-defd-4446-8c7e-da21a5d7b40d) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:47.703289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.703628 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Added segment 94430427-73a2-4959-8f9c-e599aad02725 of type vlan for network 1a27f154-4d9a-44d5-a1c4-67b96a59d169
Nov 13 21:38:47.713942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Attempting to bind port 462f8a02-69ed-4671-866c-9ca16e72da66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:47.714310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Attempting to bind port 462f8a02-69ed-4671-866c-9ca16e72da66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:47.714675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Attempting to bind port 462f8a02-69ed-4671-866c-9ca16e72da66 on network ef168cbb-4432-4438-85d4-35698dcd57dd {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:47.724368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:47.724368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Checking segment: {'id': 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:47.724368 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.724676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Bound using segment: {'id': 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:47.725034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Bound port: 462f8a02-69ed-4671-866c-9ca16e72da66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef168cbb-4432-4438-85d4-35698dcd57dd'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:47.725415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.771866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.843087 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.872968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.878733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:47.879451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.883128 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Subnet': ['ID=cad8ad00-0e15-40b1-9839-7266b9ee7490,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:47.903830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:47.906928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c7df806e-21e4-4475-bc0e-98808515535e tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/subnets/cad8ad00-0e15-40b1-9839-7266b9ee7490 HTTP/1.1" status: 204  len: 168 time: 0.5337274
Nov 13 21:38:47.910142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37104) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:47.969904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Network': ['ID=1a27f154-4d9a-44d5-a1c4-67b96a59d169,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:47.981592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Deleting subnet 344d0b85-0d28-4e6a-91c3-0239811e7d0f {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:47.988195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:47.994035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfbc3652-3086-4abc-a2f9-be26ccbeb120 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7665348
Nov 13 21:38:47.996914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37114) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:48.002493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Request body: {'subnet': {'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:48.088120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] For port 462f8a02-69ed-4671-866c-9ca16e72da66, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:48.144966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] For port 462f8a02-69ed-4671-866c-9ca16e72da66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=462f8a02-69ed-4671-866c-9ca16e72da66,segment=NetworkSegment(bb7812ed-ce2c-431c-bca5-2c65099ab6c8),segment_id=bb7812ed-ce2c-431c-bca5-2c65099ab6c8)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:48.174394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37132) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:48.176515 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.208376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Made reservation on behalf of e44bd8ccf8734a4c80d00f9cae743bbc for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:48.209356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.212839 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.260284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.290890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.306032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c4647-868b-46b0-aabc-1089a1fcf9ab None None] Pushing event updated for resources: {'Port': ['ID=462f8a02-69ed-4671-866c-9ca16e72da66,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:48.319184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Network 5abc60ea-9615-4976-9391-d7e7d8f1f969 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:48.324946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.340452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:48.342375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a138dd8-45c0-4d13-ad74-df298df6b864 None None] Network ef168cbb-4432-4438-85d4-35698dcd57dd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:48.348491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:48.431836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.438144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Pushing event updated for resources: {'Port': ['ID=9ecb896e-defd-4446-8c7e-da21a5d7b40d,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:48.492910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Attempting to bind port 9ecb896e-defd-4446-8c7e-da21a5d7b40d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:48.493195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Attempting to bind port 9ecb896e-defd-4446-8c7e-da21a5d7b40d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd31909b5-2216-4ced-9ef7-f1412430246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:48.494960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Attempting to bind port 9ecb896e-defd-4446-8c7e-da21a5d7b40d on network 5abc60ea-9615-4976-9391-d7e7d8f1f969 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:48.507347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.515394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:48.516086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Checking segment: {'id': 'd31909b5-2216-4ced-9ef7-f1412430246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:48.517754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.517754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Bound using segment: {'id': 'd31909b5-2216-4ced-9ef7-f1412430246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:48.517754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Bound port: 9ecb896e-defd-4446-8c7e-da21a5d7b40d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31909b5-2216-4ced-9ef7-f1412430246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5abc60ea-9615-4976-9391-d7e7d8f1f969'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:48.517754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.582409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.599623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] For port 9ecb896e-defd-4446-8c7e-da21a5d7b40d, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:48.602991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] For port 9ecb896e-defd-4446-8c7e-da21a5d7b40d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ecb896e-defd-4446-8c7e-da21a5d7b40d,segment=NetworkSegment(d31909b5-2216-4ced-9ef7-f1412430246e),segment_id=d31909b5-2216-4ced-9ef7-f1412430246e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:48.616243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Subnet': ['ID=344d0b85-0d28-4e6a-91c3-0239811e7d0f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:48.622435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.625778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5b9f84fe-3fa5-4fb5-b49b-8240d3b5aa5b tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/subnets/344d0b85-0d28-4e6a-91c3-0239811e7d0f HTTP/1.1" status: 204  len: 168 time: 0.7144563
Nov 13 21:38:48.628229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37136) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:48.636600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Subnet': ['ID=d02b8be0-b631-4a9e-888b-04c293a2ba17,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:48.675414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Checking segment: {'id': '94430427-73a2-4959-8f9c-e599aad02725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:48.675661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network hostable DHCP agents. Network: 1a27f154-4d9a-44d5-a1c4-67b96a59d169, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:48.683941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1188e9-009b-47d0-95ee-e095f44e3d9a tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:48.684681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.685515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4f1188e9-009b-47d0-95ee-e095f44e3d9a tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0561204
Nov 13 21:38:48.689835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37138) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:48.768181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af74b2-11e1-4b5d-8933-480e262119c0 None None] Pushing event updated for resources: {'Port': ['ID=9ecb896e-defd-4446-8c7e-da21a5d7b40d,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:48.790666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.794398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:48.853712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Deleting port 9ecb896e-defd-4446-8c7e-da21a5d7b40d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:48.854044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.893919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.896994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a27f154-4d9a-44d5-a1c4-67b96a59d169) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:48.901826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:48.902435 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.909665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fec840-ede3-4323-ad75-35bd4108f013 None None] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:48.923374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] For port 9ecb896e-defd-4446-8c7e-da21a5d7b40d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ecb896e-defd-4446-8c7e-da21a5d7b40d,segment=NetworkSegment(d31909b5-2216-4ced-9ef7-f1412430246e),segment_id=d31909b5-2216-4ced-9ef7-f1412430246e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:48.923903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:48.938885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Calling delete_port for 9ecb896e-defd-4446-8c7e-da21a5d7b40d owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:49.068754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a2776e81-2757-41c4-b747-bd2d39cbe556 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0681159
Nov 13 21:38:49.069785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37142) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:49.075836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-610018761', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:49.122056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.152591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Port': ['ID=9ecb896e-defd-4446-8c7e-da21a5d7b40d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:49.157586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] No DVR routers for this DVR port 9ecb896e-defd-4446-8c7e-da21a5d7b40d on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:49.164328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1a27f154-4d9a-44d5-a1c4-67b96a59d169', 'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169', 'tenant_id': 'e44bd8ccf8734a4c80d00f9cae743bbc', 'fixed_ips': [{'subnet_id': 'd02b8be0-b631-4a9e-888b-04c293a2ba17'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:49.169720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.188065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.189482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.265298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.279371 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Deleting port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:49.279794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.305107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.313501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b6670>,) {'filters': {'network_id': ['5abc60ea-9615-4976-9391-d7e7d8f1f969']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:49.322672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b6670>, 'd31909b5-2216-4ced-9ef7-f1412430246e') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:49.322946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd8b6670>, 'd31909b5-2216-4ced-9ef7-f1412430246e') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:49.325718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Allocated IP 172.20.0.2 (1a27f154-4d9a-44d5-a1c4-67b96a59d169/d02b8be0-b631-4a9e-888b-04c293a2ba17/e3756ad4-df03-48db-b0ed-cd2c5a981356) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:49.339046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.355593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.363225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:49.363901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.367457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] For port 479f696f-0ba6-4426-af5c-9fea5bd4a9e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:49.367630 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:49.370516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.388307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Calling delete_port for 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:49.490947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.554888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.574379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.580597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.584044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/networks/5abc60ea-9615-4976-9391-d7e7d8f1f969 HTTP/1.1" status: 204  len: 168 time: 0.8931198
Nov 13 21:38:49.586817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37144) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:49.600208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98521a-c186-4cab-870b-af9d39765c44 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Network': ['ID=5abc60ea-9615-4976-9391-d7e7d8f1f969,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:49.631832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.669044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:49.672163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:49.679445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.679891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:49.711882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Pushing event updated for resources: {'Port': ['ID=e3756ad4-df03-48db-b0ed-cd2c5a981356,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:49.762291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Deleting port 462f8a02-69ed-4671-866c-9ca16e72da66 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:49.762631 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.765807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Attempting to bind port e3756ad4-df03-48db-b0ed-cd2c5a981356 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:49.766194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Attempting to bind port e3756ad4-df03-48db-b0ed-cd2c5a981356 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94430427-73a2-4959-8f9c-e599aad02725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:49.766613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Attempting to bind port e3756ad4-df03-48db-b0ed-cd2c5a981356 on network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:49.772394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:49.772620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Checking segment: {'id': '94430427-73a2-4959-8f9c-e599aad02725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:49.773304 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.773701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Bound using segment: {'id': '94430427-73a2-4959-8f9c-e599aad02725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:49.774319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Bound port: e3756ad4-df03-48db-b0ed-cd2c5a981356, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94430427-73a2-4959-8f9c-e599aad02725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:49.775314 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.787181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.832752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Pushing event deleted for resources: {'Port': ['ID=479f696f-0ba6-4426-af5c-9fea5bd4a9e2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:49.863915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] For port e3756ad4-df03-48db-b0ed-cd2c5a981356, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:49.870453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] For port e3756ad4-df03-48db-b0ed-cd2c5a981356, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3756ad4-df03-48db-b0ed-cd2c5a981356,segment=NetworkSegment(94430427-73a2-4959-8f9c-e599aad02725),segment_id=94430427-73a2-4959-8f9c-e599aad02725)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:49.924141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.949291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] For port 462f8a02-69ed-4671-866c-9ca16e72da66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=462f8a02-69ed-4671-866c-9ca16e72da66,segment=NetworkSegment(bb7812ed-ce2c-431c-bca5-2c65099ab6c8),segment_id=bb7812ed-ce2c-431c-bca5-2c65099ab6c8)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:49.949853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.954501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:49.969764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Calling delete_port for 462f8a02-69ed-4671-866c-9ca16e72da66 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:49.970458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.062284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d280ab-52e3-49d6-b4b9-e13b2a428087 None None] Pushing event updated for resources: {'Port': ['ID=e3756ad4-df03-48db-b0ed-cd2c5a981356,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:50.118978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Allocated IP 172.35.3.29 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/34020386-39fc-46f3-8f60-0ffcbffb72b9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:50.162735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6ea2db74-0744-4d53-b0b1-8e8ddb1734f6 None None] Could not find standard attr ID for object 9ecb896e-defd-4446-8c7e-da21a5d7b40d. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:38:50.183567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61c775-7150-4d12-8f11-57f84cc70c34 None None] DHCP port deletion for 5abc60ea-9615-4976-9391-d7e7d8f1f969 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:50.210264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ae75f-e0e4-4147-a0db-fdca0ef6de75 None None] Network 5abc60ea-9615-4976-9391-d7e7d8f1f969 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:50.233914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ae75f-e0e4-4147-a0db-fdca0ef6de75 None None] Network 5abc60ea-9615-4976-9391-d7e7d8f1f969 could not be found, it might have been deleted concurrently. {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}}
Nov 13 21:38:50.254931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.360952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.368380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.409050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Port': ['ID=462f8a02-69ed-4671-866c-9ca16e72da66,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:50.409050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] No DVR routers for this DVR port 462f8a02-69ed-4671-866c-9ca16e72da66 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:50.483023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.525651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:50.527554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.531295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:50.533318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Port': ['ID=34020386-39fc-46f3-8f60-0ffcbffb72b9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:50.541809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:50.548522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ee712-999f-4b4f-9dad-3823571da832 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:50.558223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd75177c0>,) {'filters': {'network_id': ['ef168cbb-4432-4438-85d4-35698dcd57dd']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:50.604265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-782aab2c-3fdd-4da9-a75b-cb3b2beccf55 None None] Provisioning complete for port 34020386-39fc-46f3-8f60-0ffcbffb72b9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:50.604843 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-782aab2c-3fdd-4da9-a75b-cb3b2beccf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:50.644820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-782aab2c-3fdd-4da9-a75b-cb3b2beccf55 None None] Port 34020386-39fc-46f3-8f60-0ffcbffb72b9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:38:50.966023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75177c0>, 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:50.966749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75177c0>, 'bb7812ed-ce2c-431c-bca5-2c65099ab6c8') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:50.984306 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.005279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.014986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:38:51.016088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:51.016483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:51.019776 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:51.163796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.180073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.180073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/networks/ef168cbb-4432-4438-85d4-35698dcd57dd HTTP/1.1" status: 204  len: 168 time: 1.5914116
Nov 13 21:38:51.183879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:51.194493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcdfd3d-f0ee-4273-acc6-925a4fcbf6bb None None] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:51.195059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.206581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:38:51.212902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53652a24-84fa-4eb4-b585-cd9acde1872d admin admin] 10.222.0.20 "PUT /v2.0/routers/801ce863-2a2c-4c7c-a754-7f4c41cc3150/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0373161
Nov 13 21:38:51.217196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbc62e-104e-4a6f-b213-535e66879c83 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Network': ['ID=ef168cbb-4432-4438-85d4-35698dcd57dd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:51.217196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:51.227423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] Sync routers for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:38:51.239383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:51.240105 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4720d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.319262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.336080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fb747c1c-6633-4c12-b202-73f070ceb616 None None] Provisioning complete for port e3756ad4-df03-48db-b0ed-cd2c5a981356 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:51.336434 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fb747c1c-6633-4c12-b202-73f070ceb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.359174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.393607 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:38:51.476427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fb747c1c-6633-4c12-b202-73f070ceb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.492457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.516733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fb747c1c-6633-4c12-b202-73f070ceb616 None None] For port e3756ad4-df03-48db-b0ed-cd2c5a981356, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3756ad4-df03-48db-b0ed-cd2c5a981356,segment=NetworkSegment(94430427-73a2-4959-8f9c-e599aad02725),segment_id=94430427-73a2-4959-8f9c-e599aad02725)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:51.565980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.601517 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4720d0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37'}], 'enable_snat': True}, 'gw_port_id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:38:49Z', 'revision_number': 5, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port': {'id': 'f7b18de8-2ee4-402d-9c8b-5bd9036fcaea', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:32:09Z', 'updated_at': '2021-11-13T21:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.629168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc28dfa0>,) {'filters': {'network_id': ['15c29088-361f-48a4-9b6c-2385233b8253']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.635708 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] Checking router: 801ce863-2a2c-4c7c-a754-7f4c41cc3150 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:38:51.643836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc28dfa0>, '32a1cb77-01da-4130-a278-4f0d2eb2adaa') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.644223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc28dfa0>, '32a1cb77-01da-4130-a278-4f0d2eb2adaa') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.647128 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] Routers {'801ce863-2a2c-4c7c-a754-7f4c41cc3150'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:51.647938 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4720d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.661072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.663161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.667893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fb747c1c-6633-4c12-b202-73f070ceb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.674723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Deleting port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:51.675236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.785828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747c1c-6633-4c12-b202-73f070ceb616 None None] Pushing event updated for resources: {'Port': ['ID=e3756ad4-df03-48db-b0ed-cd2c5a981356,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:51.799550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] For port f7b18de8-2ee4-402d-9c8b-5bd9036fcaea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:51.802621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.803981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9f0aa-3eb5-4075-961a-c43db0052758 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 21:38:51.811144 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.829654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:51.830157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.830547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Calling delete_port for f7b18de8-2ee4-402d-9c8b-5bd9036fcaea owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:51.838371 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:51.863108 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] Set router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:38:51.935277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1da561b6-b99d-4092-a029-66c6a99aea03 None None] Provisioning complete for port e3756ad4-df03-48db-b0ed-cd2c5a981356 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:51.935642 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1da561b6-b99d-4092-a029-66c6a99aea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:51.948093 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4720d0>, [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:38:51Z', 'revision_number': 6, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:51.952467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Router 42a0f5d8-f688-42a4-9c93-a70d01af6951 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:38:51.983934 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad79de-e1c6-4d54-b735-367c5b32e85d None None] The sync data for ids ['801ce863-2a2c-4c7c-a754-7f4c41cc3150'] in ncdv-master-1 is: [{'id': '801ce863-2a2c-4c7c-a754-7f4c41cc3150', 'name': 'tempest-AttachVolumeTestJSON-429478145-router', 'tenant_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:32:08Z', 'updated_at': '2021-11-13T21:38:51Z', 'revision_number': 6, 'project_id': '88f2f838a4bc4b5dae3e6668d7634ab0', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:38:51.986727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e3756ad4-df03-48db-b0ed-cd2c5a981356 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:52.031352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9f0aa-3eb5-4075-961a-c43db0052758 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 21:38:52.088372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e3756ad4-df03-48db-b0ed-cd2c5a981356 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:52.088754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.152166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.197868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b18de8-2ee4-402d-9c8b-5bd9036fcaea,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:52.271584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.312852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9ecb896e-defd-4446-8c7e-da21a5d7b40d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:52.350419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9ecb896e-defd-4446-8c7e-da21a5d7b40d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:52.350767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9ecb896e-defd-4446-8c7e-da21a5d7b40d not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:52.412780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.413053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.413541 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.423775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.427688 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/networks/15c29088-361f-48a4-9b6c-2385233b8253 HTTP/1.1" status: 204  len: 168 time: 1.2428873
Nov 13 21:38:52.441335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37156) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:52.460463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f904562-efc4-4273-a235-5ad5cbf20bb3 tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Network': ['ID=15c29088-361f-48a4-9b6c-2385233b8253,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:52.468875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33cf80-26ad-4753-a197-2b78a8b9d2bf None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:52.539523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.540083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801ce863-2a2c-4c7c-a754-7f4c41cc3150 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:38:52.545816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.547442 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0cd0632c-762a-43d6-88de-a641dc56765a admin admin] 10.222.0.20 "DELETE /v2.0/routers/801ce863-2a2c-4c7c-a754-7f4c41cc3150 HTTP/1.1" status: 204  len: 168 time: 1.3297050
Nov 13 21:38:52.549802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37158) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:52.575793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.584409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:38:52.596640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] Sync routers for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:38:52.602325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Deleting subnet fc4dfe22-5d34-4329-8270-2dc0172005f9 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:38:52.607024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.609011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:52.609693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1804f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.643908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.647740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1804f0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.656587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:52.657151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1804f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.680081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.702567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.703819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7dcf0c71-5b0c-49f5-a47a-c5cf221e992c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 3.6328561
Nov 13 21:38:52.705666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf8d5550>,) {'filters': {'network_id': ['be0b4bed-dabe-409d-b37f-f9930365c22b']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.707971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37160) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:52.748831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.757113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf8d5550>, '833a1509-edf3-4681-9fc2-59777ad4fb0c') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.757401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf8d5550>, '833a1509-edf3-4681-9fc2-59777ad4fb0c') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.770885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.817014 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.827639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:52.828041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:52.831249 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:52.859535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1804f0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:52.860406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1618d-1a5a-4ecf-a650-bb52c105740e None None] The sync data for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:38:52.922869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.952005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4dfe22-5d34-4329-8270-2dc0172005f9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:52.957109 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:52.961853 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a99d9ea6-8da3-47ac-9238-77d996871b92 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc4dfe22-5d34-4329-8270-2dc0172005f9 HTTP/1.1" status: 204  len: 168 time: 0.4104919
Nov 13 21:38:52.964872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded916a-b7c4-4a50-8be3-20941b0338f2 None None] Network 9fc7ed6e-8e49-4710-8692-23faadf52313 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:52.965016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:52.991701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.000198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.003385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] 10.222.0.20 "DELETE /v2.0/networks/be0b4bed-dabe-409d-b37f-f9930365c22b HTTP/1.1" status: 204  len: 168 time: 0.5605366
Nov 13 21:38:53.026328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be1cfe-c43a-42eb-9a39-50763b80315c tempest-BulkNetworkOpsIpV6Test-848519282 tempest-BulkNetworkOpsIpV6Test-848519282-project] Pushing event deleted for resources: {'Network': ['ID=be0b4bed-dabe-409d-b37f-f9930365c22b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:53.066232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.148237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Deleting port 721193e3-71fd-4b54-8d87-64a5322b4dab {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:53.148578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.209260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] DHCP port deletion for 9fc7ed6e-8e49-4710-8692-23faadf52313 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:38:53.235166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] For port 721193e3-71fd-4b54-8d87-64a5322b4dab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721193e3-71fd-4b54-8d87-64a5322b4dab,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:53.235685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.253406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Calling delete_port for 721193e3-71fd-4b54-8d87-64a5322b4dab owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:53.279857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Deleting port 721193e3-71fd-4b54-8d87-64a5322b4dab {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:53.287628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.315705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.354831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] For port 721193e3-71fd-4b54-8d87-64a5322b4dab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=721193e3-71fd-4b54-8d87-64a5322b4dab,segment=NetworkSegment(fb829418-0ae5-465d-b649-61aafae0124a),segment_id=fb829418-0ae5-465d-b649-61aafae0124a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:38:53.355751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.368937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Calling delete_port for 721193e3-71fd-4b54-8d87-64a5322b4dab owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:53.459703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.465984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.499168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Pushing event deleted for resources: {'Port': ['ID=721193e3-71fd-4b54-8d87-64a5322b4dab,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:53.507507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] No DVR routers for this DVR port 721193e3-71fd-4b54-8d87-64a5322b4dab on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:53.510228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.510616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.510966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.511307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.511647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.512308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.512804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.513144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.513481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.513813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.514243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.514582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47175d16-bf72-498e-86df-499f9b577d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:53.524844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=721193e3-71fd-4b54-8d87-64a5322b4dab,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:53.530098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] No DVR routers for this DVR port 721193e3-71fd-4b54-8d87-64a5322b4dab on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:38:53.587296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37170) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:53.612088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.634265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcc91c70>,) {'filters': {'network_id': ['9fc7ed6e-8e49-4710-8692-23faadf52313']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:53.639615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Allocated IP 172.20.0.1 (1a27f154-4d9a-44d5-a1c4-67b96a59d169/d02b8be0-b631-4a9e-888b-04c293a2ba17/f00d5fc5-2274-4ebf-ba60-da3a6e219f5d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:53.652947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcc91c70>, 'fb829418-0ae5-465d-b649-61aafae0124a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:53.663773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcc91c70>, 'fb829418-0ae5-465d-b649-61aafae0124a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:53.663773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.682577 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:38:53.692994 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:38:53.789291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3d81a5e7-0999-46b2-a140-e14809356358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23d4c52eb06247df925dc437d81b5f38&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2006795
Nov 13 21:38:53.792384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:53.792665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.798508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e3756ad4-df03-48db-b0ed-cd2c5a981356 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:38:53.841513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7fd29a6b-0e55-40d0-b410-8c7004ef5eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.848925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e3756ad4-df03-48db-b0ed-cd2c5a981356 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:53.849303 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.857247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.867991 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.873653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9fc7ed6e-8e49-4710-8692-23faadf52313 HTTP/1.1" status: 204  len: 168 time: 0.9046667
Nov 13 21:38:53.893812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7fd29a6b-0e55-40d0-b410-8c7004ef5eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.897965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8229b-aac1-47b7-8125-05fdd5e00f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc7ed6e-8e49-4710-8692-23faadf52313,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:53.917767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:53.955703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:53.958691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:53.963017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:54.014813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Port': ['ID=f00d5fc5-2274-4ebf-ba60-da3a6e219f5d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:54.021626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:54.030008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7fd29a6b-0e55-40d0-b410-8c7004ef5eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.033395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7fd29a6b-0e55-40d0-b410-8c7004ef5eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.034838 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7fd29a6b-0e55-40d0-b410-8c7004ef5eb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3724ce0-b926-4e36-b650-14ceea1af85f HTTP/1.1" status: 204  len: 168 time: 0.2412319
Nov 13 21:38:54.041140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.047786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29a6b-0e55-40d0-b410-8c7004ef5eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3724ce0-b926-4e36-b650-14ceea1af85f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:54.080439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:54.080992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 479f696f-0ba6-4426-af5c-9fea5bd4a9e2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:54.081579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f7b18de8-2ee4-402d-9c8b-5bd9036fcaea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:54.105163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f7b18de8-2ee4-402d-9c8b-5bd9036fcaea {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:54.105931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f7b18de8-2ee4-402d-9c8b-5bd9036fcaea not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:54.105931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 721193e3-71fd-4b54-8d87-64a5322b4dab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:38:54.126292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 721193e3-71fd-4b54-8d87-64a5322b4dab {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:38:54.126636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 721193e3-71fd-4b54-8d87-64a5322b4dab not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:38:54.209529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37180) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:54.245535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-165f833b-1ae6-491c-8a2e-ce382bd654b5 None None] Provisioning complete for port f00d5fc5-2274-4ebf-ba60-da3a6e219f5d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:54.245535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-165f833b-1ae6-491c-8a2e-ce382bd654b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.251744 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-107f831c-27c7-4e7a-9821-fd9cead39e77 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88f2f838a4bc4b5dae3e6668d7634ab0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0410452
Nov 13 21:38:54.254259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37182) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:54.285434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-165f833b-1ae6-491c-8a2e-ce382bd654b5 None None] Port f00d5fc5-2274-4ebf-ba60-da3a6e219f5d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:38:54.305535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a60d40-4a91-439c-9950-e32d9c237f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.329225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a60d40-4a91-439c-9950-e32d9c237f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.340158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.419742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a60d40-4a91-439c-9950-e32d9c237f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.423202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a60d40-4a91-439c-9950-e32d9c237f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.426759 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96a60d40-4a91-439c-9950-e32d9c237f76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8133170c-d0b2-4a64-a79c-0ae31a0f1681 HTTP/1.1" status: 204  len: 168 time: 0.1692820
Nov 13 21:38:54.435867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a60d40-4a91-439c-9950-e32d9c237f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8133170c-d0b2-4a64-a79c-0ae31a0f1681,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:54.665997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.757145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.757849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cd3fb13-b000-4012-ac83-64e7d764b515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.836571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Port': ['ID=f00d5fc5-2274-4ebf-ba60-da3a6e219f5d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:54.839169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:54.935497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:54.942940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:55.073521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Router 42a0f5d8-f688-42a4-9c93-a70d01af6951 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:38:55.190402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37216) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:55.196005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:38:55.196005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3a1b5db4-410c-48d8-818e-dcba760adbf2 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "PUT /v2.0/routers/42a0f5d8-f688-42a4-9c93-a70d01af6951/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4867220
Nov 13 21:38:55.198683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37220) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:55.202011 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] Sync routers for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:38:55.209959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Request body: {'port': {'network_id': '1a27f154-4d9a-44d5-a1c4-67b96a59d169', 'name': 'tempest-FloatingIPAdminTestJSON-1471911983'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:55.214173 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:55.214886 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde65d5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:55.223151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-32f58487-78c2-4157-8520-76187492ba8a None None] Provisioning complete for port f00d5fc5-2274-4ebf-ba60-da3a6e219f5d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:55.223810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32f58487-78c2-4157-8520-76187492ba8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.248505 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde65d5e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:55.257859 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:55.258506 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde65d5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:55.268395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-32f58487-78c2-4157-8520-76187492ba8a None None] Port f00d5fc5-2274-4ebf-ba60-da3a6e219f5d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:38:55.308539 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde65d5e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:55.309391 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721f616f-e4f1-4ff3-88ee-571047a11ea7 None None] The sync data for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:38:55.327418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-430784224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:55.418790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Made reservation on behalf of e44bd8ccf8734a4c80d00f9cae743bbc for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:55.422621 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.445708 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] device_id is not set on port 14dbdbcc-323d-47ed-91db-d92ff0709736 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:38:55.538303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.546137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.610426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Allocated IP 172.20.0.5 (1a27f154-4d9a-44d5-a1c4-67b96a59d169/d02b8be0-b631-4a9e-888b-04c293a2ba17/14dbdbcc-323d-47ed-91db-d92ff0709736) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:55.613059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.715520 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.778702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.800380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.801702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3dbe1d35-5233-4e6d-99f2-c0bd2eb18b6b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.6103394
Nov 13 21:38:55.805053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37238) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:55.821023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-79367020'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:55.894534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.922612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:55.926164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.934992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:55.937069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:55.942084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:55.945934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:55.973844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event updated for resources: {'Port': ['ID=14dbdbcc-323d-47ed-91db-d92ff0709736,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:56.024933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:56.025971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.033226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.151790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.156506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b2ecf2b1-7789-4d78-944f-5d9c9cb6fc67 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9563870
Nov 13 21:38:56.159232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37252) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:56.178584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:56.188941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436d150c-3222-406c-bff7-ac9a5bba84ff,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:56.194456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.194805 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Added segment 48c1364d-8b8e-446c-8c39-8a925c75dfc1 of type vlan for network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3
Nov 13 21:38:56.207554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dead7a08-06cd-4881-8b52-3f440e62be84 None None] Provisioning complete for port 14dbdbcc-323d-47ed-91db-d92ff0709736 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:56.208064 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dead7a08-06cd-4881-8b52-3f440e62be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.251354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dead7a08-06cd-4881-8b52-3f440e62be84 None None] Port 14dbdbcc-323d-47ed-91db-d92ff0709736 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:38:56.259749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.338494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'project_id': 'e44bd8ccf8734a4c80d00f9cae743bbc', 'port_id': '14dbdbcc-323d-47ed-91db-d92ff0709736'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:56.470758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.476389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:56.477045 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.536492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.546317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Network': ['ID=a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:56.553060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:56.643041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.662829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b1a644db-e177-4a22-b057-e40c495a19b1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8557529
Nov 13 21:38:56.666279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37258) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:56.671199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'subnet': {'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:56.761239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Allocated IP 172.35.3.190 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/674c068e-1ec8-4c8f-8e64-e8fdbc1c5e42) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:56.837696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:56.841534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:56.885076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.014434 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.051887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:57.054665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:57.057029 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:57.071645 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-34bcd33a-e435-4111-93e6-c65b9b8e36c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.091724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Pushing event updated for resources: {'Port': ['ID=674c068e-1ec8-4c8f-8e64-e8fdbc1c5e42,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:57.100038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.103634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.103983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.104319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.104650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.105007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.105333 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.105680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.105983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.106306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.106625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.106944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.107309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:38:57.162809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Subnet': ['ID=6078821d-b5ef-4e9d-8115-cf27a96794c0,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:57.170040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Checking segment: {'id': '48c1364d-8b8e-446c-8c39-8a925c75dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:57.170404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network hostable DHCP agents. Network: a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:57.259996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:57.345306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:57.349864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:57.351013 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.353868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66d0390-8ba8-46fe-8900-6acbf656055e None None] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:57.430494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.438093 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-71b6353d-c847-40d6-b5d1-e33d35dce585 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7678719
Nov 13 21:38:57.438379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37268) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:57.443353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'network': {'name': 'tempest-router-network01--1224887475'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:57.500214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3', 'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3', 'tenant_id': 'afc596a387d4406d9ee6714afda3d371', 'fixed_ips': [{'subnet_id': '6078821d-b5ef-4e9d-8115-cf27a96794c0'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:57.501099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.528465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:57.541413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.556587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:57.566211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.566211 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Added segment d6541202-b4d4-423e-9aa9-a79b452d2bde of type vlan for network c04a5873-1de4-46be-95bf-0aa6dcb22bb2
Nov 13 21:38:57.596504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.609906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.645454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Allocated IP 2001:db8::2 (a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3/6078821d-b5ef-4e9d-8115-cf27a96794c0/15a51b62-20ed-4e23-beb9-8818087a7c70) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:38:57.745413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.751456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:57.751790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.752049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.801266 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.821625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Network': ['ID=c04a5873-1de4-46be-95bf-0aa6dcb22bb2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:57.832893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:57.842884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.874180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6e4df5d3-57db-4414-b4d6-8c0253df0743 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4347589
Nov 13 21:38:57.876881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:57.881792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'network': {'name': 'tempest-router-network02--1147246208'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:57.894418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.942487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Pushing event updated for resources: {'Port': ['ID=674c068e-1ec8-4c8f-8e64-e8fdbc1c5e42,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:57.956368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:57.959320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:38:57.966166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:57.968099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Pushing event updated for resources: {'Port': ['ID=15a51b62-20ed-4e23-beb9-8818087a7c70,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:57.970326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:38:58.019859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:58.022574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Attempting to bind port 15a51b62-20ed-4e23-beb9-8818087a7c70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:38:58.023016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Attempting to bind port 15a51b62-20ed-4e23-beb9-8818087a7c70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48c1364d-8b8e-446c-8c39-8a925c75dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:38:58.023444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Attempting to bind port 15a51b62-20ed-4e23-beb9-8818087a7c70 on network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:38:58.024264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.029715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:38:58.030173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Checking segment: {'id': '48c1364d-8b8e-446c-8c39-8a925c75dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:58.040741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.040741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Bound using segment: {'id': '48c1364d-8b8e-446c-8c39-8a925c75dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:38:58.040741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Bound port: 15a51b62-20ed-4e23-beb9-8818087a7c70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48c1364d-8b8e-446c-8c39-8a925c75dfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:38:58.040741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.052468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:38:58.061954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.062415 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Added segment 51ab6afd-edc1-4cc3-b157-2e032efe74a6 of type vlan for network a400cabe-5719-48ee-9a2f-056c60fb051f
Nov 13 21:38:58.064467 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Floating IP 15cbf8d2-88bd-4f1a-b250-da1dde30a18e associated. External IP: 172.35.3.190, port: 14dbdbcc-323d-47ed-91db-d92ff0709736.
Nov 13 21:38:58.100236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] For port 15a51b62-20ed-4e23-beb9-8818087a7c70, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:38:58.103997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.105164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] For port 15a51b62-20ed-4e23-beb9-8818087a7c70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a51b62-20ed-4e23-beb9-8818087a7c70,segment=NetworkSegment(48c1364d-8b8e-446c-8c39-8a925c75dfc1),segment_id=48c1364d-8b8e-446c-8c39-8a925c75dfc1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:38:58.232090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.254713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.262119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:58.262989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.294298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Router 42a0f5d8-f688-42a4-9c93-a70d01af6951 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:38:58.294689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed2fd-8210-45b7-ac3c-8f4b8fd493d3 None None] Pushing event updated for resources: {'Port': ['ID=15a51b62-20ed-4e23-beb9-8818087a7c70,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:58.356051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Network': ['ID=a400cabe-5719-48ee-9a2f-056c60fb051f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:58.368989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network a400cabe-5719-48ee-9a2f-056c60fb051f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:38:58.381058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b212c722-f0f9-46ed-a695-c4367f46b0bd tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4990401
Nov 13 21:38:58.382973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37278) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:58.391008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'subnet': {'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:58.415873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:38:58.432730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] Sync routers for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:38:58.458180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:58.458798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd04a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:58.522347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd04a100>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:58.537579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:38:58.538325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd04a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:58.544488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.578652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd04a100>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:38:58.579379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00617b97-41fc-4106-a14a-63ac34249e04 None None] The sync data for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:38:58.592206 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.609766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-43956054-ed6b-4f43-8327-75a28969c6cf tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 2.4493618
Nov 13 21:38:58.612895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37280) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:58.681285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:58.684738 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:58.793058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3e8e388-4f57-4e73-a699-7ce536d72389 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] 10.222.0.20 "GET /v2.0/floatingips/15cbf8d2-88bd-4f1a-b250-da1dde30a18e HTTP/1.1" status: 200  len: 983 time: 0.1763027
Nov 13 21:38:58.793468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37284) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:58.941802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-69e8e227-c3b8-4446-b8c0-7cc06bbfbd0e tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1466 time: 0.1471398
Nov 13 21:38:58.944405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37294) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:59.014286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.092820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Subnet': ['ID=fcd0001f-0d4b-4798-94ad-2c5e6feb05e6,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:59.101867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Checking segment: {'id': 'd6541202-b4d4-423e-9aa9-a79b452d2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:38:59.102275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network hostable DHCP agents. Network: c04a5873-1de4-46be-95bf-0aa6dcb22bb2, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:38:59.170710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting port 674c068e-1ec8-4c8f-8e64-e8fdbc1c5e42 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:38:59.171099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.191203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:38:59.259633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.259958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.265405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c04a5873-1de4-46be-95bf-0aa6dcb22bb2) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:38:59.269719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:38:59.270425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.275693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10414662-0ec5-4f22-b5e5-cc652fdff91c None None] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:59.283340 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Calling delete_port for 674c068e-1ec8-4c8f-8e64-e8fdbc1c5e42 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:38:59.342868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab4efdf4-f1de-4171-903b-6e44f412d90b tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9600623
Nov 13 21:38:59.346259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37328) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:38:59.353876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'subnet': {'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:38:59.406027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3addbc6-f945-4c5b-b815-925beefe2f18 None None] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:38:59.504111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8cf14336-dc62-4606-9eac-9f6b8f668de4 None None] Provisioning complete for port 15a51b62-20ed-4e23-beb9-8818087a7c70 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:38:59.504485 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8cf14336-dc62-4606-9eac-9f6b8f668de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.551272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:38:59.554888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.563275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c04a5873-1de4-46be-95bf-0aa6dcb22bb2', 'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2', 'tenant_id': 'afc596a387d4406d9ee6714afda3d371', 'fixed_ips': [{'subnet_id': 'fcd0001f-0d4b-4798-94ad-2c5e6feb05e6'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:38:59.564116 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.609622 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.640937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Port': ['ID=674c068e-1ec8-4c8f-8e64-e8fdbc1c5e42,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:38:59.790882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8cf14336-dc62-4606-9eac-9f6b8f668de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:38:59.895466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 15a51b62-20ed-4e23-beb9-8818087a7c70 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:00.081116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8cf14336-dc62-4606-9eac-9f6b8f668de4 None None] For port 15a51b62-20ed-4e23-beb9-8818087a7c70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a51b62-20ed-4e23-beb9-8818087a7c70,segment=NetworkSegment(48c1364d-8b8e-446c-8c39-8a925c75dfc1),segment_id=48c1364d-8b8e-446c-8c39-8a925c75dfc1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:00.100995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37348) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:00.145767 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.147456 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Floating IP 15cbf8d2-88bd-4f1a-b250-da1dde30a18e disassociated (deleted). External IP: 172.35.3.190, port: 14dbdbcc-323d-47ed-91db-d92ff0709736.
Nov 13 21:39:00.154659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Allocated IP 2001:db8::2 (c04a5873-1de4-46be-95bf-0aa6dcb22bb2/fcd0001f-0d4b-4798-94ad-2c5e6feb05e6/9bba0ad5-e201-4af2-bc5c-521007c4bad5) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:00.201445 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8cf14336-dc62-4606-9eac-9f6b8f668de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.219708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.260365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.329553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 15a51b62-20ed-4e23-beb9-8818087a7c70 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:00.330559 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.341939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Subnet': ['ID=dd4fcf2d-1053-4e19-92e0-f7f2c4b8ecfd,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:00.344375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Checking segment: {'id': '51ab6afd-edc1-4cc3-b157-2e032efe74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:00.344766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network hostable DHCP agents. Network: a400cabe-5719-48ee-9a2f-056c60fb051f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:39:00.381156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14336-dc62-4606-9eac-9f6b8f668de4 None None] Pushing event updated for resources: {'Port': ['ID=15a51b62-20ed-4e23-beb9-8818087a7c70,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:00.427967 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.448132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network a400cabe-5719-48ee-9a2f-056c60fb051f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:39:00.503556 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.523982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-16c7f6b0-7906-47a5-8cde-3ed404a62978 None None] Provisioning complete for port 15a51b62-20ed-4e23-beb9-8818087a7c70 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:00.524944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16c7f6b0-7906-47a5-8cde-3ed404a62978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.585271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a400cabe-5719-48ee-9a2f-056c60fb051f) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:00.592680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:00.599313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.606027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa6ae3d-ee95-4e8f-8fb0-f483d21f43a6 None None] Network a400cabe-5719-48ee-9a2f-056c60fb051f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:00.629104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.659951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Router 42a0f5d8-f688-42a4-9c93-a70d01af6951 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:00.689202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37376) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:00.689478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-238dc997-697f-4842-bc72-2b9cc25ecaab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3416395
Nov 13 21:39:00.712360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:00.724104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:00.731261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:00.733044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Pushing event updated for resources: {'Port': ['ID=9bba0ad5-e201-4af2-bc5c-521007c4bad5,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:00.822473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Attempting to bind port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:00.822838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Attempting to bind port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd6541202-b4d4-423e-9aa9-a79b452d2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:00.823197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Attempting to bind port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 on network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:00.842812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:00.843188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Checking segment: {'id': 'd6541202-b4d4-423e-9aa9-a79b452d2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:00.843580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.844014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Bound using segment: {'id': 'd6541202-b4d4-423e-9aa9-a79b452d2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:00.844489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Bound port: 9bba0ad5-e201-4af2-bc5c-521007c4bad5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6541202-b4d4-423e-9aa9-a79b452d2bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c04a5873-1de4-46be-95bf-0aa6dcb22bb2'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:00.844892 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.855686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a400cabe-5719-48ee-9a2f-056c60fb051f', 'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f', 'tenant_id': 'afc596a387d4406d9ee6714afda3d371', 'fixed_ips': [{'subnet_id': 'dd4fcf2d-1053-4e19-92e0-f7f2c4b8ecfd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:39:00.856532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:00.989704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] For port 9bba0ad5-e201-4af2-bc5c-521007c4bad5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:00.994824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] For port 9bba0ad5-e201-4af2-bc5c-521007c4bad5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bba0ad5-e201-4af2-bc5c-521007c4bad5,segment=NetworkSegment(d6541202-b4d4-423e-9aa9-a79b452d2bde),segment_id=d6541202-b4d4-423e-9aa9-a79b452d2bde)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:01.035696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Allocated IP 2001:db8::2 (a400cabe-5719-48ee-9a2f-056c60fb051f/dd4fcf2d-1053-4e19-92e0-f7f2c4b8ecfd/7d4dce01-6d47-4046-aec4-199fe0676e16) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:01.040205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.060073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:01.068764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.070813 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] Sync routers for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:01.083258 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:01.084133 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde65d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:01.122773 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde65d550>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:01.135223 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:01.135861 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde65d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:01.142676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c734f6b-b17b-4e59-a207-070ff826fec6 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "DELETE /v2.0/floatingips/15cbf8d2-88bd-4f1a-b250-da1dde30a18e HTTP/1.1" status: 204  len: 168 time: 2.1969738
Nov 13 21:39:01.146435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37380) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:01.155562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:01.162776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2226-a0ee-4e2d-adb1-d6a9ca22a8fe None None] Pushing event updated for resources: {'Port': ['ID=9bba0ad5-e201-4af2-bc5c-521007c4bad5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:01.178246 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde65d550>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:01.179192 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd037bfe-604d-48ea-beaa-377dce132b9f None None] The sync data for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:01.216927 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.254944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.369084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.391629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.397969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.459501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Network a400cabe-5719-48ee-9a2f-056c60fb051f is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:01.464393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:01.468289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:01.487831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Pushing event updated for resources: {'Port': ['ID=7d4dce01-6d47-4046-aec4-199fe0676e16,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:01.494219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.549605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Attempting to bind port 7d4dce01-6d47-4046-aec4-199fe0676e16 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:01.549971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Attempting to bind port 7d4dce01-6d47-4046-aec4-199fe0676e16 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51ab6afd-edc1-4cc3-b157-2e032efe74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:01.550331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Attempting to bind port 7d4dce01-6d47-4046-aec4-199fe0676e16 on network a400cabe-5719-48ee-9a2f-056c60fb051f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:01.557018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:01.557461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Checking segment: {'id': '51ab6afd-edc1-4cc3-b157-2e032efe74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:01.557872 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.558260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Bound using segment: {'id': '51ab6afd-edc1-4cc3-b157-2e032efe74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:01.558737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Bound port: 7d4dce01-6d47-4046-aec4-199fe0676e16, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ab6afd-edc1-4cc3-b157-2e032efe74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a400cabe-5719-48ee-9a2f-056c60fb051f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:01.559127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.636925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] For port 7d4dce01-6d47-4046-aec4-199fe0676e16, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:01.640667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] For port 7d4dce01-6d47-4046-aec4-199fe0676e16, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d4dce01-6d47-4046-aec4-199fe0676e16,segment=NetworkSegment(51ab6afd-edc1-4cc3-b157-2e032efe74a6),segment_id=51ab6afd-edc1-4cc3-b157-2e032efe74a6)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:01.657074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Allocated IP 172.35.3.118 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/f3c92aa4-3777-4374-8da2-fc6c8875788b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:01.772996 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.781283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.882346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01486645-294f-4e40-b8ee-9d5bd20bd51f None None] Pushing event updated for resources: {'Port': ['ID=7d4dce01-6d47-4046-aec4-199fe0676e16,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:01.896289 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:01.953848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 15a51b62-20ed-4e23-beb9-8818087a7c70 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:01.981134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:01.982490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c92aa4-3777-4374-8da2-fc6c8875788b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:01.985354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:01.989440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:02.006766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Allocated IP 2001:db8::1 (c04a5873-1de4-46be-95bf-0aa6dcb22bb2/fcd0001f-0d4b-4798-94ad-2c5e6feb05e6/158ab259-c3ee-46b4-be67-1b974c22c181) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:02.045241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 15a51b62-20ed-4e23-beb9-8818087a7c70 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:02.045713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.106387 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.159058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bba0ad5-e201-4af2-bc5c-521007c4bad5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:02.222055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:02.223446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.226348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.299189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.360037 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.385990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Deleting port b2688ed5-3928-4f54-b4fc-24d4eac1da5a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:02.386335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.404519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 9bba0ad5-e201-4af2-bc5c-521007c4bad5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bba0ad5-e201-4af2-bc5c-521007c4bad5,segment=NetworkSegment(d6541202-b4d4-423e-9aa9-a79b452d2bde),segment_id=d6541202-b4d4-423e-9aa9-a79b452d2bde)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:02.429922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.456256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98641c05-469f-4021-858a-8a44de002abf None None] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:02.474825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] For port b2688ed5-3928-4f54-b4fc-24d4eac1da5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:02.475230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.488548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Calling delete_port for b2688ed5-3928-4f54-b4fc-24d4eac1da5a owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:02.503909 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.522821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.533388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.582452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=9bba0ad5-e201-4af2-bc5c-521007c4bad5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:02.589548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d08c26b5-79db-4e7e-b0ba-65f200d2e558 None None] Provisioning complete for port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:02.589920 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d08c26b5-79db-4e7e-b0ba-65f200d2e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.601924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:02.603205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c92aa4-3777-4374-8da2-fc6c8875788b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:02.612546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Port': ['ID=158ab259-c3ee-46b4-be67-1b974c22c181,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:02.616598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:02.620243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:02.620789 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.655871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.730836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.732389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2eeee618-1a5e-496e-8e19-5925ced86873 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5846877
Nov 13 21:39:02.735254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37390) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:02.891278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:02.911788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.951399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.980133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:02.993343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2688ed5-3928-4f54-b4fc-24d4eac1da5a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:03.121766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.250621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ce7ee66c-8bd1-4db4-8637-7c9c547685f1 None None] Provisioning complete for port 158ab259-c3ee-46b4-be67-1b974c22c181 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:03.250998 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee66c-8bd1-4db4-8637-7c9c547685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.283197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Allocated IP 172.35.3.114 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/75a99517-f983-4a21-bae9-2f4bbaa79769) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:03.314471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ee66c-8bd1-4db4-8637-7c9c547685f1 None None] Port 158ab259-c3ee-46b4-be67-1b974c22c181 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:03.340518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ce7ee66c-8bd1-4db4-8637-7c9c547685f1 None None] Provisioning complete for port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:03.340921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee66c-8bd1-4db4-8637-7c9c547685f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.393975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bd07a-cc5f-493f-84b9-cbd7703d0cf5 None None] Network a400cabe-5719-48ee-9a2f-056c60fb051f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:03.418003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.426428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.459744 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.515080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.515863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.552150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.583610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:03.586807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:03.590458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:03.631491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Pushing event updated for resources: {'Port': ['ID=75a99517-f983-4a21-bae9-2f4bbaa79769,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:03.653933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Provisioning complete for port 158ab259-c3ee-46b4-be67-1b974c22c181 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:03.655032 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.682018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:03.687504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:03.693111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Port': ['ID=158ab259-c3ee-46b4-be67-1b974c22c181,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:03.709261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Port 158ab259-c3ee-46b4-be67-1b974c22c181 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:03.711464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.723071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Provisioning complete for port 7d4dce01-6d47-4046-aec4-199fe0676e16 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:03.723448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.851242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.918286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:03.937938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] For port 7d4dce01-6d47-4046-aec4-199fe0676e16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d4dce01-6d47-4046-aec4-199fe0676e16,segment=NetworkSegment(51ab6afd-edc1-4cc3-b157-2e032efe74a6),segment_id=51ab6afd-edc1-4cc3-b157-2e032efe74a6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:04.013796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Router 66ff2255-931a-43f7-8120-39771efc71de has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:04.019698 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.076402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Router e6ff64ab-d97e-46a8-b830-ddf2dbf5691c is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:39:04.101053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c715f0-01c6-4e4d-810b-61f9a148aba2 None None] Pushing event updated for resources: {'Port': ['ID=7d4dce01-6d47-4046-aec4-199fe0676e16,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:04.136123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7d4dce01-6d47-4046-aec4-199fe0676e16 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:04.155622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.176247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8f5f0bd2-b371-4929-8772-a36217e0c721 None None] Provisioning complete for port 158ab259-c3ee-46b4-be67-1b974c22c181 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:04.176737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0bd2-b371-4929-8772-a36217e0c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.215515 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.220787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f0bd2-b371-4929-8772-a36217e0c721 None None] Port 158ab259-c3ee-46b4-be67-1b974c22c181 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:04.225058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7d4dce01-6d47-4046-aec4-199fe0676e16 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:04.225425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.266445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8f5f0bd2-b371-4929-8772-a36217e0c721 None None] Provisioning complete for port 7d4dce01-6d47-4046-aec4-199fe0676e16 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:04.266882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0bd2-b371-4929-8772-a36217e0c721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.300003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Pushing event updated for resources: {'Port': ['ID=75a99517-f983-4a21-bae9-2f4bbaa79769,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:04.320585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.378161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bba0ad5-e201-4af2-bc5c-521007c4bad5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:04.412157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.415595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6f24a3d4-1682-44f6-9bc8-f7ff1cf957e1 tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6775932
Nov 13 21:39:04.423300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37398) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:04.438872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:04.439479 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.486541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:04.493155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2d5f19d-a3fd-4de4-9eb1-5de83deb3887 admin admin] 10.222.0.20 "PUT /v2.0/routers/66ff2255-931a-43f7-8120-39771efc71de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3886137
Nov 13 21:39:04.495315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37400) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:04.504186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:04.509754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0e758be-3a1e-46ac-925d-4bd71bcf36dd tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1651 time: 0.0841789
Nov 13 21:39:04.512024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37402) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:04.515986 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] Sync routers for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:04.530887 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:04.531527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde646970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:04.541494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4dd0b526-294f-4154-bac6-7d7b750b1bb6 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8501689
Nov 13 21:39:04.546174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37404) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:04.609758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7390e28a-4d6a-43e0-a33b-5cabcf5b7d24 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.0941274
Nov 13 21:39:04.610291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37406) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:04.625824 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde646970>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:04.639574 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:04.641637 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde646970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:04.666809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] Sync routers for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:04.695000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:04.697178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcc8c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:04.713733 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde646970>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:04.714384 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb2819-e043-4df9-9859-5e59d1b20fbb None None] The sync data for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:04.773706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Deleting port 75a99517-f983-4a21-bae9-2f4bbaa79769 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:04.774170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.824443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.860135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:04.873580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.874048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:04.892624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Calling delete_port for 75a99517-f983-4a21-bae9-2f4bbaa79769 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:05.034959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.072721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcc8c070>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:39:02Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:05.093789 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-88ea8fd5-5f99-4f42-ab32-766a34462a98 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:05.097536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-88ea8fd5-5f99-4f42-ab32-766a34462a98 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5475011
Nov 13 21:39:05.097807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37430) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:05.099267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] Checking router: 66ff2255-931a-43f7-8120-39771efc71de for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:39:05.108641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] Routers {'66ff2255-931a-43f7-8120-39771efc71de'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:05.109265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcc8c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['66ff2255-931a-43f7-8120-39771efc71de'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:05.162311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.190645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Pushing event deleted for resources: {'Port': ['ID=75a99517-f983-4a21-bae9-2f4bbaa79769,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:05.218406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Deleting port baaec4e3-88c9-47e4-8b9d-af89a62a5308 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:05.218766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.234806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] Set router 66ff2255-931a-43f7-8120-39771efc71de gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:05.334108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37434) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:05.341532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] For port baaec4e3-88c9-47e4-8b9d-af89a62a5308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baaec4e3-88c9-47e4-8b9d-af89a62a5308,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:05.344401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.356754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.359683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.361118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-248a97ed-a88b-4054-b431-701847e192da tempest-FloatingIPAdminTestJSON-1646649560 tempest-FloatingIPAdminTestJSON-1646649560-project] 10.222.0.20 "DELETE /v2.0/floatingips/785cb045-cc54-44f7-b431-f31f9fad9699 HTTP/1.1" status: 204  len: 168 time: 0.7499878
Nov 13 21:39:05.364215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37438) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:05.371124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Calling delete_port for baaec4e3-88c9-47e4-8b9d-af89a62a5308 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:05.483397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcc8c070>, [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:39:02Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:05.512745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7686-5264-4bd4-a120-068fcad34aad admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.515889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e289f-f72b-49bd-82f4-4ad1f732f70c None None] The sync data for ids ['66ff2255-931a-43f7-8120-39771efc71de'] in ncdv-master-1 is: [{'id': '66ff2255-931a-43f7-8120-39771efc71de', 'name': 'tempest-TestVolumeBackupRestore-992505779-router', 'tenant_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40'}], 'enable_snat': True}, 'gw_port_id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:51Z', 'updated_at': '2021-11-13T21:39:02Z', 'revision_number': 5, 'project_id': '4fb7ad13c9ca4cdc82aa3c91c886f406', 'gw_port': {'id': 'baaec4e3-88c9-47e4-8b9d-af89a62a5308', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ff2255-931a-43f7-8120-39771efc71de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:52Z', 'updated_at': '2021-11-13T21:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:05.566248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Deleting port f3c92aa4-3777-4374-8da2-fc6c8875788b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:05.566599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.655695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7686-5264-4bd4-a120-068fcad34aad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.673567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.674260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.693291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.695105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Calling delete_port for f3c92aa4-3777-4374-8da2-fc6c8875788b owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:05.708313 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.732620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Pushing event deleted for resources: {'Port': ['ID=baaec4e3-88c9-47e4-8b9d-af89a62a5308,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:05.749428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c40fb-a088-47c8-a91f-162e0525effc None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:05.761118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b5d7686-5264-4bd4-a120-068fcad34aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.829937 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b5d7686-5264-4bd4-a120-068fcad34aad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=408d22c89cec49faa55abfb72b41d117&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4947050
Nov 13 21:39:05.830675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d7686-5264-4bd4-a120-068fcad34aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83d2be-ba24-48bc-a0cb-a6ec2d3349ca,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:05.837344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:05.857309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.980338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f92ccf3d-cf9e-4f31-a1af-7f70d5c670c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:05.999877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.006992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.014479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f92ccf3d-cf9e-4f31-a1af-7f70d5c670c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.043908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting port 158ab259-c3ee-46b4-be67-1b974c22c181 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:06.051321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.064452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.087337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7d4dce01-6d47-4046-aec4-199fe0676e16 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:06.143734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3c92aa4-3777-4374-8da2-fc6c8875788b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:06.155386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7d4dce01-6d47-4046-aec4-199fe0676e16 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:06.155893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.162889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.164127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ff2255-931a-43f7-8120-39771efc71de {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:39:06.175237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.175237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc8b4894-8a38-41c9-8947-70d32c237814 admin admin] 10.222.0.20 "DELETE /v2.0/routers/66ff2255-931a-43f7-8120-39771efc71de HTTP/1.1" status: 204  len: 168 time: 1.6759732
Nov 13 21:39:06.175237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37442) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:06.206202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f92ccf3d-cf9e-4f31-a1af-7f70d5c670c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.209236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f92ccf3d-cf9e-4f31-a1af-7f70d5c670c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.210391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f92ccf3d-cf9e-4f31-a1af-7f70d5c670c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a83d2be-ba24-48bc-a0cb-a6ec2d3349ca HTTP/1.1" status: 204  len: 168 time: 0.3722587
Nov 13 21:39:06.226876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.230294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.231656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ccf3d-cf9e-4f31-a1af-7f70d5c670c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83d2be-ba24-48bc-a0cb-a6ec2d3349ca,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:06.232843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.234404 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a692948a-2d27-4073-aedd-8e544d7a2532 tempest-FloatingIPAdminTestJSON-1424297202 tempest-FloatingIPAdminTestJSON-1424297202-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/6466c391-ac92-4f90-be65-ed41e9e1bd07 HTTP/1.1" status: 204  len: 168 time: 0.8692508
Nov 13 21:39:06.242893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37446) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:06.255030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Deleting subnet ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:06.261296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.277920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Calling delete_port for 158ab259-c3ee-46b4-be67-1b974c22c181 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:06.287075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b2688ed5-3928-4f54-b4fc-24d4eac1da5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:06.306359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.313023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b2688ed5-3928-4f54-b4fc-24d4eac1da5a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:06.313449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b2688ed5-3928-4f54-b4fc-24d4eac1da5a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:06.400182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.450610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting port 14dbdbcc-323d-47ed-91db-d92ff0709736 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:06.450994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.545770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.575752 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6ccc57-2875-4010-85fc-54a9a1cbc4b4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:06.579884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.585798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a428f29c-61ef-4396-907c-2f4960786b1c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ae6ccc57-2875-4010-85fc-54a9a1cbc4b4 HTTP/1.1" status: 204  len: 168 time: 0.4073713
Nov 13 21:39:06.587534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:06.589278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.590243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4714a394-2689-4826-80e9-1f2427270fcf None None] Network 5981e510-4976-4abf-989e-c7a28fd7124a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:06.606599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Calling delete_port for 14dbdbcc-323d-47ed-91db-d92ff0709736 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:06.662286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.669035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.714158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Port': ['ID=158ab259-c3ee-46b4-be67-1b974c22c181,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:06.739878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Deleting port 16b35112-1e41-4e7c-b61a-e5357d0ce67a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:06.739878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.824015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] For port 16b35112-1e41-4e7c-b61a-e5357d0ce67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16b35112-1e41-4e7c-b61a-e5357d0ce67a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:06.824015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.850014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] DHCP port deletion for 5981e510-4976-4abf-989e-c7a28fd7124a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:06.853175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Calling delete_port for 16b35112-1e41-4e7c-b61a-e5357d0ce67a owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:06.956966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] Deleting port 16b35112-1e41-4e7c-b61a-e5357d0ce67a {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:06.957345 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:06.960973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.045232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.046055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] For port 16b35112-1e41-4e7c-b61a-e5357d0ce67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16b35112-1e41-4e7c-b61a-e5357d0ce67a,segment=NetworkSegment(5031dddc-10c2-4651-92b9-88d8496c40ac),segment_id=5031dddc-10c2-4651-92b9-88d8496c40ac)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:07.047189 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.059707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.062053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] Calling delete_port for 16b35112-1e41-4e7c-b61a-e5357d0ce67a owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:07.079534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Port': ['ID=14dbdbcc-323d-47ed-91db-d92ff0709736,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:07.095359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] No DVR routers for this DVR port 16b35112-1e41-4e7c-b61a-e5357d0ce67a on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:07.097478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b35112-1e41-4e7c-b61a-e5357d0ce67a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:07.169829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.187093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.202837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] Pushing event deleted for resources: {'Port': ['ID=16b35112-1e41-4e7c-b61a-e5357d0ce67a,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:07.206308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388aaa46-3818-432f-b1b9-9715c5a53939 None None] No DVR routers for this DVR port 16b35112-1e41-4e7c-b61a-e5357d0ce67a on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:07.225218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd79aba30>,) {'filters': {'network_id': ['5981e510-4976-4abf-989e-c7a28fd7124a']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.236367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd79aba30>, '5031dddc-10c2-4651-92b9-88d8496c40ac') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.236771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd79aba30>, '5031dddc-10c2-4651-92b9-88d8496c40ac') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.248063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.263328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.270513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:07.270928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:07.273160 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:07.402741 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.408845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.412540 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5981e510-4976-4abf-989e-c7a28fd7124a HTTP/1.1" status: 204  len: 168 time: 0.8248281
Nov 13 21:39:07.423212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37466) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:07.429229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c73ac-2c1c-47be-8cb8-56d35be47739 admin admin] Pushing event deleted for resources: {'Network': ['ID=5981e510-4976-4abf-989e-c7a28fd7124a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:07.574029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Router e6ff64ab-d97e-46a8-b830-ddf2dbf5691c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:07.691274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:07.698875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0da4652b-04e6-4b71-ab76-20c84384274c tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "DELETE /v2.0/ports/14dbdbcc-323d-47ed-91db-d92ff0709736 HTTP/1.1" status: 204  len: 168 time: 1.4539666
Nov 13 21:39:07.701790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37474) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:07.740189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:07.747889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-732f6e88-49ab-49cf-be1b-edeb63132283 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6488307
Nov 13 21:39:07.751565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37476) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:07.760629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] Sync routers for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:07.770457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:07.771323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0394c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.798090 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-ceecb359-0506-465d-812d-168633d4760d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] delete failed (client error): The resource could not be found.
Nov 13 21:39:07.799291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ceecb359-0506-465d-812d-168633d4760d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1617221369 HTTP/1.1" status: 404  len: 335 time: 0.0466685
Nov 13 21:39:07.805390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37478) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:07.825150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-98fceb7c-da36-4b71-b86a-606b5498e3fc tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:07.838925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c798ff-0a9b-455b-8299-fecc5c7c0d60 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:07.842070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0394c0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.843627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-93c798ff-0a9b-455b-8299-fecc5c7c0d60 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "GET /v2.0/ports?device_id=42a0f5d8-f688-42a4-9c93-a70d01af6951 HTTP/1.1" status: 200  len: 913 time: 0.1402307
Nov 13 21:39:07.844437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37480) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:07.851276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device baaec4e3-88c9-47e4-8b9d-af89a62a5308 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:07.878697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: baaec4e3-88c9-47e4-8b9d-af89a62a5308 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:07.880085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device baaec4e3-88c9-47e4-8b9d-af89a62a5308 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:07.880513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 16b35112-1e41-4e7c-b61a-e5357d0ce67a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:07.905144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:07.905765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0394c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.948543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 16b35112-1e41-4e7c-b61a-e5357d0ce67a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:07.949361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 16b35112-1e41-4e7c-b61a-e5357d0ce67a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:07.953063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0394c0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:07.954837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5993d58-248e-4c61-9c24-5e632e2ee158 None None] The sync data for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:08.145886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98fceb7c-da36-4b71-b86a-606b5498e3fc tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.146913 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.219775 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-98fceb7c-da36-4b71-b86a-606b5498e3fc tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] update failed (client error): The resource could not be found.
Nov 13 21:39:08.220901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-98fceb7c-da36-4b71-b86a-606b5498e3fc tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c HTTP/1.1" status: 404  len: 339 time: 0.4117389
Nov 13 21:39:08.225514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37482) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:08.230668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-972907795'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:08.345211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:08.345211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.384478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:39:08.413366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.413711 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Added segment 50aa0fff-018a-4926-94d7-37798b70024b of type vlan for network 228493bd-af68-412e-93da-e7a812704fd6
Nov 13 21:39:08.442962 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.486067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.526531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Deleting port 1bc25985-8cec-464d-925f-0381ba1668ed {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:08.526911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.581928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.587500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:08.588098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.682987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4536262
Nov 13 21:39:08.684556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a95de-940b-4d65-9789-2297ecd5fb01 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Network': ['ID=228493bd-af68-412e-93da-e7a812704fd6,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:08.687852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] For port 1bc25985-8cec-464d-925f-0381ba1668ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1bc25985-8cec-464d-925f-0381ba1668ed,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:08.688215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.690480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:08.695663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 228493bd-af68-412e-93da-e7a812704fd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:39:08.701769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'subnet': {'network_id': '228493bd-af68-412e-93da-e7a812704fd6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:08.727761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Calling delete_port for 1bc25985-8cec-464d-925f-0381ba1668ed owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:08.750860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting port f00d5fc5-2274-4ebf-ba60-da3a6e219f5d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:08.751465 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.843041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:08.856053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Calling delete_port for f00d5fc5-2274-4ebf-ba60-da3a6e219f5d owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:08.947131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Made reservation on behalf of afc596a387d4406d9ee6714afda3d371 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:08.950656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.088985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.131376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc25985-8cec-464d-925f-0381ba1668ed,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:09.134518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.174076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Port': ['ID=f00d5fc5-2274-4ebf-ba60-da3a6e219f5d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:09.297826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.376030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.428192 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.431424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Subnet': ['ID=e05d3f08-3b76-41a0-a6ba-f88107d17310,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:09.433679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Checking segment: {'id': '50aa0fff-018a-4926-94d7-37798b70024b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '228493bd-af68-412e-93da-e7a812704fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:09.434038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network hostable DHCP agents. Network: 228493bd-af68-412e-93da-e7a812704fd6, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:39:09.569717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network 228493bd-af68-412e-93da-e7a812704fd6 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:39:09.642285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Router 42a0f5d8-f688-42a4-9c93-a70d01af6951 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:09.664548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 228493bd-af68-412e-93da-e7a812704fd6) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:09.666607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:09.667198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.675074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd05ea9-7ca2-4ab4-ba19-9c7eb2774c07 None None] Network 228493bd-af68-412e-93da-e7a812704fd6 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:09.699175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Router 4e66fa23-8f9b-4917-ac7b-c37b5173746a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:09.759996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:09.771780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fc8dcad5-b0df-48bb-9c09-adcc84e967b4 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "PUT /v2.0/routers/42a0f5d8-f688-42a4-9c93-a70d01af6951/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8917687
Nov 13 21:39:09.779931 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] Sync routers for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:09.780399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:09.786421 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:09.787041 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:09.834826 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0c8b7b85-e01a-4e46-9d4a-1fea4e6627cf tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1426301
Nov 13 21:39:09.837622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37504) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:09.842017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6a52c13b-56ef-4c0b-add2-e7fd42bcb4cb tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'router': {'external_gateway_info': {'network_id': '228493bd-af68-412e-93da-e7a812704fd6'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:09.844640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-228493bd-af68-412e-93da-e7a812704fd6', 'network_id': '228493bd-af68-412e-93da-e7a812704fd6', 'tenant_id': 'afc596a387d4406d9ee6714afda3d371', 'fixed_ips': [{'subnet_id': 'e05d3f08-3b76-41a0-a6ba-f88107d17310'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:39:09.845803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:09.857986 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6f40>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:09.861276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:09.868965 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] Routers {'42a0f5d8-f688-42a4-9c93-a70d01af6951'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:09.869907 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['42a0f5d8-f688-42a4-9c93-a70d01af6951'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:09.874573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] Sync routers for ids ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:09.876454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7dbd84f-33a1-4a6c-822c-d23af2a75f6f admin admin] 10.222.0.20 "PUT /v2.0/routers/4e66fa23-8f9b-4917-ac7b-c37b5173746a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4521301
Nov 13 21:39:09.878483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37506) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:09.905925 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6a6f40>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:09.906840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e73c0-f98b-4779-a8cb-e1c683e13f54 None None] The sync data for ids ['42a0f5d8-f688-42a4-9c93-a70d01af6951'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:09.948450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] Routers {'4e66fa23-8f9b-4917-ac7b-c37b5173746a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:09.949093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcd71460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:10.010080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.082461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.091192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Allocated IP 2001:db8:1::2 (228493bd-af68-412e-93da-e7a812704fd6/e05d3f08-3b76-41a0-a6ba-f88107d17310/70cd6b8f-2777-43cd-bc7c-e87869f1355c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:10.115356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] Set router 4e66fa23-8f9b-4917-ac7b-c37b5173746a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:10.127370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.150588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a52c13b-56ef-4c0b-add2-e7fd42bcb4cb tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.251589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Deleting port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:10.252056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.339414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] For port 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:10.340119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.354849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Calling delete_port for 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:10.401742 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:39:10.599667 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.636862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcd71460>, [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96'}], 'enable_snat': True}, 'gw_port_id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:39:08Z', 'revision_number': 5, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port': {'id': '6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:33:59Z', 'updated_at': '2021-11-13T21:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:10.692924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.695004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] Checking router: 4e66fa23-8f9b-4917-ac7b-c37b5173746a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:39:10.702731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:10.754856 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-6a52c13b-56ef-4c0b-add2-e7fd42bcb4cb tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:10.756501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a52c13b-56ef-4c0b-add2-e7fd42bcb4cb tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c HTTP/1.1" status: 400  len: 364 time: 0.9177885
Nov 13 21:39:10.763368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37516) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:10.768144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Network 228493bd-af68-412e-93da-e7a812704fd6 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:10.769306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] Routers {'4e66fa23-8f9b-4917-ac7b-c37b5173746a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:10.770321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcd71460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:10.841720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:10.849541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:10.854282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Pushing event updated for resources: {'Port': ['ID=70cd6b8f-2777-43cd-bc7c-e87869f1355c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:10.915979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] Set router 4e66fa23-8f9b-4917-ac7b-c37b5173746a gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:10.973636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcd71460>, [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:39:10Z', 'revision_number': 6, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:10.975592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Attempting to bind port 70cd6b8f-2777-43cd-bc7c-e87869f1355c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:10.975958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Attempting to bind port 70cd6b8f-2777-43cd-bc7c-e87869f1355c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50aa0fff-018a-4926-94d7-37798b70024b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '228493bd-af68-412e-93da-e7a812704fd6'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:10.976321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Attempting to bind port 70cd6b8f-2777-43cd-bc7c-e87869f1355c on network 228493bd-af68-412e-93da-e7a812704fd6 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:10.980106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.008299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:11.009578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Checking segment: {'id': '50aa0fff-018a-4926-94d7-37798b70024b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '228493bd-af68-412e-93da-e7a812704fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:11.009923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.010318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Bound using segment: {'id': '50aa0fff-018a-4926-94d7-37798b70024b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '228493bd-af68-412e-93da-e7a812704fd6'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:11.010804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Bound port: 70cd6b8f-2777-43cd-bc7c-e87869f1355c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aa0fff-018a-4926-94d7-37798b70024b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '228493bd-af68-412e-93da-e7a812704fd6'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:11.011180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.013270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40a257-159c-486c-bed2-255ebabee162 None None] The sync data for ids ['4e66fa23-8f9b-4917-ac7b-c37b5173746a'] in ncdv-master-1 is: [{'id': '4e66fa23-8f9b-4917-ac7b-c37b5173746a', 'name': 'tempest-TestVolumeBackupRestore-1434607353-router', 'tenant_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:33:58Z', 'updated_at': '2021-11-13T21:39:10Z', 'revision_number': 6, 'project_id': 'c94d90b2ca0b4170a69adb4b9decdcdb', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:11.029917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:11.036399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting port 34020386-39fc-46f3-8f60-0ffcbffb72b9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:11.036843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.075928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71922741-fa5d-4f8b-a106-562b1ca894b2 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:11.112517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] For port 70cd6b8f-2777-43cd-bc7c-e87869f1355c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:11.119099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] For port 70cd6b8f-2777-43cd-bc7c-e87869f1355c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70cd6b8f-2777-43cd-bc7c-e87869f1355c,segment=NetworkSegment(50aa0fff-018a-4926-94d7-37798b70024b),segment_id=50aa0fff-018a-4926-94d7-37798b70024b)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:11.136879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.157793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.183393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.191906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.238947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.241492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.255935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Calling delete_port for 34020386-39fc-46f3-8f60-0ffcbffb72b9 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:11.293370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a8afc-1363-4ad6-8a4c-3a292c5e027c None None] Pushing event updated for resources: {'Port': ['ID=70cd6b8f-2777-43cd-bc7c-e87869f1355c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:11.396970 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.396970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e66fa23-8f9b-4917-ac7b-c37b5173746a {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:39:11.405509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.406571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f3d1de0f-93da-4de2-9ece-f8cb779b994c admin admin] 10.222.0.20 "DELETE /v2.0/routers/4e66fa23-8f9b-4917-ac7b-c37b5173746a HTTP/1.1" status: 204  len: 168 time: 1.5266988
Nov 13 21:39:11.414081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37522) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:11.480244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Deleting subnet 22fa4b30-1071-48c8-ac99-9c8503f295ab {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:11.488123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.558396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.593590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Allocated IP 2001:db8::1 (a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3/6078821d-b5ef-4e9d-8115-cf27a96794c0/61967746-23ee-4741-b5fa-80f646f14429) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:11.655860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.755576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.797315 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.824954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fa4b30-1071-48c8-ac99-9c8503f295ab,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:11.825769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.826916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.833003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9165c53c-2a71-46bc-9020-298299c0dcee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/22fa4b30-1071-48c8-ac99-9c8503f295ab HTTP/1.1" status: 204  len: 168 time: 0.4145474
Nov 13 21:39:11.833003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37536) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:11.838035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d831d9d-f833-4a23-915e-13aa27d3d12c None None] Network 55516109-365f-4432-becf-9b2cec09edb0 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:11.856261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Port': ['ID=34020386-39fc-46f3-8f60-0ffcbffb72b9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:11.867620 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.923852 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:11.952352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:11.960434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:11.963581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:11.964127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.018194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Port': ['ID=61967746-23ee-4741-b5fa-80f646f14429,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:12.018399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230fb25-d62b-46e5-96b5-2380dfe1c03e None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:12.022244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Deleting port 2bff4249-3285-469e-90a1-571c5a01c115 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:12.022801 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.033866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.096031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 70cd6b8f-2777-43cd-bc7c-e87869f1355c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:12.168601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] For port 2bff4249-3285-469e-90a1-571c5a01c115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bff4249-3285-469e-90a1-571c5a01c115,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:12.170554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.176860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.182301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.214887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Calling delete_port for 2bff4249-3285-469e-90a1-571c5a01c115 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:12.215077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 70cd6b8f-2777-43cd-bc7c-e87869f1355c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:12.215458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.243480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] DHCP port deletion for 55516109-365f-4432-becf-9b2cec09edb0 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:12.274902 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.362578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.366750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Fanout notify agent at l3_agent the message router_deleted on router 42a0f5d8-f688-42a4-9c93-a70d01af6951 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:39:12.369780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] Deleting port 2bff4249-3285-469e-90a1-571c5a01c115 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:12.370153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.385512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.392416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-09f1c575-caf5-4683-b8a5-63edde0e7f15 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "DELETE /v2.0/routers/42a0f5d8-f688-42a4-9c93-a70d01af6951 HTTP/1.1" status: 204  len: 168 time: 2.6157558
Nov 13 21:39:12.393606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37540) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:12.412142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.443029 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.446424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.496180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] No DVR routers for this DVR port 2bff4249-3285-469e-90a1-571c5a01c115 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:12.507894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bff4249-3285-469e-90a1-571c5a01c115,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:12.519510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] For port 2bff4249-3285-469e-90a1-571c5a01c115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2bff4249-3285-469e-90a1-571c5a01c115,segment=NetworkSegment(d69daa64-0e1b-47d5-8bf8-4d052b8149a0),segment_id=d69daa64-0e1b-47d5-8bf8-4d052b8149a0)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:12.528802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.549012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] Calling delete_port for 2bff4249-3285-469e-90a1-571c5a01c115 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:12.594201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.619204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddb95eb0>,) {'filters': {'network_id': ['55516109-365f-4432-becf-9b2cec09edb0']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:12.627424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb95eb0>, 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:12.627766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb95eb0>, 'd69daa64-0e1b-47d5-8bf8-4d052b8149a0') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:12.638506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.655951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.663036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:12.663508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.670955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2cba52-a0ff-4b71-ba65-d4bfee0ef3d2 None None] Network 228493bd-af68-412e-93da-e7a812704fd6 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:12.685680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fa178728-5a2a-453b-93ff-e29a7ae78b88 None None] Provisioning complete for port 61967746-23ee-4741-b5fa-80f646f14429 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:12.686183 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fa178728-5a2a-453b-93ff-e29a7ae78b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.697895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 70cd6b8f-2777-43cd-bc7c-e87869f1355c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70cd6b8f-2777-43cd-bc7c-e87869f1355c,segment=NetworkSegment(50aa0fff-018a-4926-94d7-37798b70024b),segment_id=50aa0fff-018a-4926-94d7-37798b70024b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:12.722257 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:12.729386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting subnet d02b8be0-b631-4a9e-888b-04c293a2ba17 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:12.732995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.771421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.771421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.791701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.809608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] No DVR routers for this DVR port 2bff4249-3285-469e-90a1-571c5a01c115 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:12.812626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fa178728-5a2a-453b-93ff-e29a7ae78b88 None None] Port 61967746-23ee-4741-b5fa-80f646f14429 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:12.814731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54d038-61d5-48d4-a7a7-65a95f9c0d19 None None] Pushing event deleted for resources: {'Port': ['ID=2bff4249-3285-469e-90a1-571c5a01c115,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:12.840359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.845959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.858919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/55516109-365f-4432-becf-9b2cec09edb0 HTTP/1.1" status: 204  len: 168 time: 1.0214889
Nov 13 21:39:12.871144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1bc25985-8cec-464d-925f-0381ba1668ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:12.881400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15724334-926a-4c64-a97c-ecae3e626df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=55516109-365f-4432-becf-9b2cec09edb0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:12.896322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.906129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1bc25985-8cec-464d-925f-0381ba1668ed {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:12.906476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1bc25985-8cec-464d-925f-0381ba1668ed not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:12.906894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:12.944008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.962619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.969200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:12.970171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:12.970516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6b91d03e-bf2c-4e66-92ef-a6af06c9e5f1 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:12.980101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=70cd6b8f-2777-43cd-bc7c-e87869f1355c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:12.994464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-13c488ac-ef99-4c48-8d76-bad593023f30 None None] Provisioning complete for port 70cd6b8f-2777-43cd-bc7c-e87869f1355c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:12.995298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13c488ac-ef99-4c48-8d76-bad593023f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.059804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event updated for resources: {'Port': ['ID=61967746-23ee-4741-b5fa-80f646f14429,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:13.097913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:13.099489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:13.135084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.179144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Subnet': ['ID=d02b8be0-b631-4a9e-888b-04c293a2ba17,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:13.184907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.187833 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a4b08c2e-ecb6-415d-9834-303723971315 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "DELETE /v2.0/subnets/d02b8be0-b631-4a9e-888b-04c293a2ba17 HTTP/1.1" status: 204  len: 168 time: 0.7928481
Nov 13 21:39:13.193173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:13.199224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8fe62-f45d-4d95-9acf-b2888e4d0f4b None None] Network 1a27f154-4d9a-44d5-a1c4-67b96a59d169 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:13.303486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Router e6ff64ab-d97e-46a8-b830-ddf2dbf5691c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:13.344407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37548) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:13.344643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.413313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3351d38a-687f-40fa-819e-fad3155922ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fb7ad13c9ca4cdc82aa3c91c886f406&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0752087
Nov 13 21:39:13.418343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37550) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:13.450827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-965bc299-02b7-4c65-8e9d-0601f0fbdca2 None None] Provisioning complete for port 70cd6b8f-2777-43cd-bc7c-e87869f1355c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:13.451571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-965bc299-02b7-4c65-8e9d-0601f0fbdca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.483115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] DHCP port deletion for 1a27f154-4d9a-44d5-a1c4-67b96a59d169 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:13.488126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d048274-8615-4cff-a0cb-f77d203bb7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.512114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:13.520878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d048274-8615-4cff-a0cb-f77d203bb7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.524817 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] Sync routers for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:13.530940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bde5e894-fc26-4f10-b070-c9f8a57d1644 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7658014
Nov 13 21:39:13.534618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37558) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:13.544882 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:13.544882 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8ee5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:13.614705 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8ee5e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:13.623717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] Deleting port e3756ad4-df03-48db-b0ed-cd2c5a981356 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:13.624093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.628332 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:13.629143 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8ee5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:13.636959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting port e3756ad4-df03-48db-b0ed-cd2c5a981356 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:13.637294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.654228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d048274-8615-4cff-a0cb-f77d203bb7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.656906 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d048274-8615-4cff-a0cb-f77d203bb7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.660508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d048274-8615-4cff-a0cb-f77d203bb7bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/596cbe7a-8f46-4c67-b3fd-cbd93b330acb HTTP/1.1" status: 204  len: 168 time: 0.2394524
Nov 13 21:39:13.672045 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8ee5e0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:13.672919 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4179c-e6fb-4edf-ba7c-05ed98f17cbf None None] The sync data for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:13.686529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d048274-8615-4cff-a0cb-f77d203bb7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596cbe7a-8f46-4c67-b3fd-cbd93b330acb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:13.710942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] For port e3756ad4-df03-48db-b0ed-cd2c5a981356, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3756ad4-df03-48db-b0ed-cd2c5a981356,segment=NetworkSegment(94430427-73a2-4959-8f9c-e599aad02725),segment_id=94430427-73a2-4959-8f9c-e599aad02725)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:13.711309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.726811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Calling delete_port for e3756ad4-df03-48db-b0ed-cd2c5a981356 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:13.762624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] For port e3756ad4-df03-48db-b0ed-cd2c5a981356, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3756ad4-df03-48db-b0ed-cd2c5a981356,segment=NetworkSegment(94430427-73a2-4959-8f9c-e599aad02725),segment_id=94430427-73a2-4959-8f9c-e599aad02725)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:13.763238 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.796503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] Calling delete_port for e3756ad4-df03-48db-b0ed-cd2c5a981356 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:13.833465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-965a0278-0f78-4604-9917-bf1680ea15f9 None None] Provisioning complete for port 61967746-23ee-4741-b5fa-80f646f14429 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:13.833949 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-965a0278-0f78-4604-9917-bf1680ea15f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.837742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25e86daa-426d-4693-9e21-9151eec53095 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.885998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 70cd6b8f-2777-43cd-bc7c-e87869f1355c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:13.902733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.935818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] No DVR routers for this DVR port e3756ad4-df03-48db-b0ed-cd2c5a981356 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:13.944079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-965a0278-0f78-4604-9917-bf1680ea15f9 None None] Port 61967746-23ee-4741-b5fa-80f646f14429 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:13.946762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Port': ['ID=e3756ad4-df03-48db-b0ed-cd2c5a981356,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:13.973110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 70cd6b8f-2777-43cd-bc7c-e87869f1355c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:13.973646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:13.974904 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.011658 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-25e86daa-426d-4693-9e21-9151eec53095 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] delete failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:39:14.012544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25e86daa-426d-4693-9e21-9151eec53095 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c HTTP/1.1" status: 409  len: 329 time: 0.4761181
Nov 13 21:39:14.015556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:14.030595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] Pushing event deleted for resources: {'Port': ['ID=e3756ad4-df03-48db-b0ed-cd2c5a981356,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:14.043177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9a0de-81aa-4c3a-b69a-5c3899baa2cd None None] No DVR routers for this DVR port e3756ad4-df03-48db-b0ed-cd2c5a981356 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:14.061567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.096978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeef1d00>,) {'filters': {'network_id': ['1a27f154-4d9a-44d5-a1c4-67b96a59d169']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:14.108450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeef1d00>, '94430427-73a2-4959-8f9c-e599aad02725') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:14.109142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeef1d00>, '94430427-73a2-4959-8f9c-e599aad02725') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:14.132413 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.157827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.164729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:14.166089 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:14.201423 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:14.225477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2bff4249-3285-469e-90a1-571c5a01c115 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:14.254565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2bff4249-3285-469e-90a1-571c5a01c115 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:14.254565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2bff4249-3285-469e-90a1-571c5a01c115 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:14.254565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e3756ad4-df03-48db-b0ed-cd2c5a981356 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:14.274451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e3756ad4-df03-48db-b0ed-cd2c5a981356 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:14.274755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e3756ad4-df03-48db-b0ed-cd2c5a981356 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:14.356766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.363813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.368947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "DELETE /v2.0/networks/1a27f154-4d9a-44d5-a1c4-67b96a59d169 HTTP/1.1" status: 204  len: 168 time: 1.1748922
Nov 13 21:39:14.370895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:14.388168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485631cc-7ef8-4c66-b592-2bb5a02b5e5d tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Network': ['ID=1a27f154-4d9a-44d5-a1c4-67b96a59d169,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:14.405377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.406287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37574) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:14.513073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Deleting port 25a8e0e2-a44f-4935-85d3-6c4c23de8d81 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:14.513423 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.525135 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c4f6175-0d83-4ad9-bff2-0138b65ce158 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c94d90b2ca0b4170a69adb4b9decdcdb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1168644
Nov 13 21:39:14.527657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:14.622011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.622334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.635756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Calling delete_port for 25a8e0e2-a44f-4935-85d3-6c4c23de8d81 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:14.651214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b27bb12-8b3c-4c51-8507-ff9be6bde429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.665855 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.680977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b27bb12-8b3c-4c51-8507-ff9be6bde429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.784329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting port 61967746-23ee-4741-b5fa-80f646f14429 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:14.784669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.854443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.874460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.880302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Pushing event deleted for resources: {'Port': ['ID=25a8e0e2-a44f-4935-85d3-6c4c23de8d81,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:14.889736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Calling delete_port for 61967746-23ee-4741-b5fa-80f646f14429 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:14.903105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b27bb12-8b3c-4c51-8507-ff9be6bde429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.905849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b27bb12-8b3c-4c51-8507-ff9be6bde429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.906984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b27bb12-8b3c-4c51-8507-ff9be6bde429 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea31fb62-7cbd-4930-8c6e-eec95c2e9658 HTTP/1.1" status: 204  len: 168 time: 0.3784387
Nov 13 21:39:14.941080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.944172 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:14.947835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-084fbb81-5b80-4fa5-87a4-1eae0cc06f53 tempest-FloatingIPAdminTestJSON-764878987 tempest-FloatingIPAdminTestJSON-764878987-project] 10.222.0.20 "DELETE /v2.0/floatingips/809f8b58-e3cc-4d5c-bdb9-303cc9af64c3 HTTP/1.1" status: 204  len: 168 time: 0.5724094
Nov 13 21:39:14.949283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27bb12-8b3c-4c51-8507-ff9be6bde429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea31fb62-7cbd-4930-8c6e-eec95c2e9658,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:15.202518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:15.230725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Port': ['ID=61967746-23ee-4741-b5fa-80f646f14429,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:15.354517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:15.568350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37618) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:15.586182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Router e6ff64ab-d97e-46a8-b830-ddf2dbf5691c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:15.671200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:15.680667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37628) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:15.682873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] Sync routers for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:15.688580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c1ed9411-9ed3-4529-8a54-b672609559f8 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6696687
Nov 13 21:39:15.697935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:15.698566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde265160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:15.733022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde265160>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:15.743985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] Routers {'e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:15.744649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde265160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:15.784476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde265160>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:15.785251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa9929-c980-4b32-b4a1-719fc6472fb9 None None] The sync data for ids ['e6ff64ab-d97e-46a8-b830-ddf2dbf5691c'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:16.090613 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-3327d388-4738-486f-a9aa-13c9898b09d5 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] show failed (client error): The resource could not be found.
Nov 13 21:39:16.091667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3327d388-4738-486f-a9aa-13c9898b09d5 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1120052425 HTTP/1.1" status: 404  len: 335 time: 0.4094813
Nov 13 21:39:16.095705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37656) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:16.101813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9c70c8fe-9b4d-4856-a6e2-cd7bfff83fa1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Request body: {'router': {'name': 'new_name'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:16.126111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fe7c1751-9b24-4d6b-be3d-12ccf6760165 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e44bd8ccf8734a4c80d00f9cae743bbc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5558882
Nov 13 21:39:16.128457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37658) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:16.144651 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-9c70c8fe-9b4d-4856-a6e2-cd7bfff83fa1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] update failed (client error): The resource could not be found.
Nov 13 21:39:16.150115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c70c8fe-9b4d-4856-a6e2-cd7bfff83fa1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-450130773 HTTP/1.1" status: 404  len: 334 time: 0.0531194
Nov 13 21:39:16.151232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37660) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:16.187967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a8d-1c2f-417f-a605-8064c1ac6d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.212577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:16.218813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting subnet e05d3f08-3b76-41a0-a6ba-f88107d17310 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:16.222030 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.222171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a8d-1c2f-417f-a605-8064c1ac6d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.275678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.340559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-387476922-network', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:16.359250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.373777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a8d-1c2f-417f-a605-8064c1ac6d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.376733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9a8d-1c2f-417f-a605-8064c1ac6d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.378090 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f1d9a8d-1c2f-417f-a605-8064c1ac6d20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/044c2854-1ef9-4a83-8820-58c02d9d353d HTTP/1.1" status: 204  len: 168 time: 0.2484829
Nov 13 21:39:16.388385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d9a8d-1c2f-417f-a605-8064c1ac6d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c2854-1ef9-4a83-8820-58c02d9d353d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:16.453783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Made reservation on behalf of f9ae928d75cc4e4d88c3e99de8f45af8 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:16.456229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.465092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.540101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.568070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Subnet': ['ID=e05d3f08-3b76-41a0-a6ba-f88107d17310,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:16.572217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.575584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-721cee05-0f42-45a1-b88a-96f7e92bd02d tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/subnets/e05d3f08-3b76-41a0-a6ba-f88107d17310 HTTP/1.1" status: 204  len: 168 time: 0.4233050
Nov 13 21:39:16.577970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37674) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:16.580991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504bda7-b5d8-47d3-bd2f-ac44413eaade None None] Network 228493bd-af68-412e-93da-e7a812704fd6 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:16.609238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.687869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.741766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting port 70cd6b8f-2777-43cd-bc7c-e87869f1355c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:16.742018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.781369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.803477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:39:16.832981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.833336 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Added segment 304ea422-b697-45f3-bffe-543e01ceead7 of type vlan for network 47f1ff9d-074e-4315-963f-151fbe169dfb
Nov 13 21:39:16.850580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0086363d-d26c-4a36-83bb-9c6f432f4c7c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:16.920076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:16.978287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] DHCP port deletion for 228493bd-af68-412e-93da-e7a812704fd6 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:17.008654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.010098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:17.010645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.046388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] Deleting port 70cd6b8f-2777-43cd-bc7c-e87869f1355c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:17.046756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.072641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] Pushing event updated for resources: {'Network': ['ID=47f1ff9d-074e-4315-963f-151fbe169dfb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.095524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 47f1ff9d-074e-4315-963f-151fbe169dfb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:39:17.119423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9299f0fa-f90f-4cf0-b410-0cdea8be40bc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9057395
Nov 13 21:39:17.126651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37690) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:17.126651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Request body: {'subnet': {'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-387476922-subnet', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:17.138206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] For port 70cd6b8f-2777-43cd-bc7c-e87869f1355c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70cd6b8f-2777-43cd-bc7c-e87869f1355c,segment=NetworkSegment(50aa0fff-018a-4926-94d7-37798b70024b),segment_id=50aa0fff-018a-4926-94d7-37798b70024b)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:17.138600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.143952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] For port 70cd6b8f-2777-43cd-bc7c-e87869f1355c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70cd6b8f-2777-43cd-bc7c-e87869f1355c,segment=NetworkSegment(50aa0fff-018a-4926-94d7-37798b70024b),segment_id=50aa0fff-018a-4926-94d7-37798b70024b)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:17.144311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.162465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Calling delete_port for 70cd6b8f-2777-43cd-bc7c-e87869f1355c owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:17.184615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] Calling delete_port for 70cd6b8f-2777-43cd-bc7c-e87869f1355c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:17.242334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Made reservation on behalf of f9ae928d75cc4e4d88c3e99de8f45af8 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:17.244851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.287398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37692) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:17.300376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d1e517b-8e6e-4602-91f1-1ad1004d646d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.335930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.340891 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.365942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] Pushing event deleted for resources: {'Port': ['ID=70cd6b8f-2777-43cd-bc7c-e87869f1355c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.369135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Port': ['ID=70cd6b8f-2777-43cd-bc7c-e87869f1355c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.371233 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bbe03-3c36-4b3f-be67-03de7e1bdbe5 None None] No DVR routers for this DVR port 70cd6b8f-2777-43cd-bc7c-e87869f1355c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:17.376001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] No DVR routers for this DVR port 70cd6b8f-2777-43cd-bc7c-e87869f1355c on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:17.391266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d1e517b-8e6e-4602-91f1-1ad1004d646d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.471150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1d1e517b-8e6e-4602-91f1-1ad1004d646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.490403 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.512509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e517b-8e6e-4602-91f1-1ad1004d646d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec6983c-f811-4356-91b5-c6023f248e33,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.517667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1d1e517b-8e6e-4602-91f1-1ad1004d646d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26c2e0cb8e264b0ead4bfee9bdd0fde6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2299786
Nov 13 21:39:17.522120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:17.540186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe06907c0>,) {'filters': {'network_id': ['228493bd-af68-412e-93da-e7a812704fd6']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:17.556583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe06907c0>, '50aa0fff-018a-4926-94d7-37798b70024b') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:17.556900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe06907c0>, '50aa0fff-018a-4926-94d7-37798b70024b') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:17.566049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.578232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2430506f-2b92-4086-a95a-a1fef1d89ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.584266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.590521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:17.590909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:17.593971 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:17.597034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2430506f-2b92-4086-a95a-a1fef1d89ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.642815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.700384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=480bc1ee-962f-4a5e-80c4-3f5f62a520d6,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.716515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:17.716903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Network hostable DHCP agents. Network: 47f1ff9d-074e-4315-963f-151fbe169dfb, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:39:17.731535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2430506f-2b92-4086-a95a-a1fef1d89ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.731535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2430506f-2b92-4086-a95a-a1fef1d89ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.731535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2430506f-2b92-4086-a95a-a1fef1d89ead admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ec6983c-f811-4356-91b5-c6023f248e33 HTTP/1.1" status: 204  len: 168 time: 0.1994071
Nov 13 21:39:17.731535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430506f-2b92-4086-a95a-a1fef1d89ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec6983c-f811-4356-91b5-c6023f248e33,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.774565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.779248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.785218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/networks/228493bd-af68-412e-93da-e7a812704fd6 HTTP/1.1" status: 204  len: 168 time: 1.2038245
Nov 13 21:39:17.785721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37700) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:17.800020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 70cd6b8f-2777-43cd-bc7c-e87869f1355c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:17.800755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fad1d-a595-4443-ae40-c73da6ad71f4 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Network': ['ID=228493bd-af68-412e-93da-e7a812704fd6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:17.825737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 70cd6b8f-2777-43cd-bc7c-e87869f1355c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:17.826136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 70cd6b8f-2777-43cd-bc7c-e87869f1355c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:17.855323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:39:17.866981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting subnet dd4fcf2d-1053-4e19-92e0-f7f2c4b8ecfd {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:17.870250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.912741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.950939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47f1ff9d-074e-4315-963f-151fbe169dfb) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:17.958861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:17.962277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:17.963666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8b229-2958-41a8-9289-aa2ec25e6fab None None] Network 47f1ff9d-074e-4315-963f-151fbe169dfb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:17.999735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.115221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47f1ff9d-074e-4315-963f-151fbe169dfb', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:39:18.116230 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.133077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf09187b-b052-4057-91c7-51455b5916ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0120814
Nov 13 21:39:18.136625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37704) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:18.141519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:18.208489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.242022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4fcf2d-1053-4e19-92e0-f7f2c4b8ecfd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:18.244074 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.249934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37706) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:18.250121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0126c8a-3024-48ba-9e7f-89c01315a26c tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/subnets/dd4fcf2d-1053-4e19-92e0-f7f2c4b8ecfd HTTP/1.1" status: 204  len: 168 time: 0.4631212
Nov 13 21:39:18.256508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f304e9-5064-48b4-93e7-e68ac290a029 None None] Network a400cabe-5719-48ee-9a2f-056c60fb051f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:18.300337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.301388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.307842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting subnet fcd0001f-0d4b-4798-94ad-2c5e6feb05e6 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:18.311031 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Allocated IP 172.20.0.2 (47f1ff9d-074e-4315-963f-151fbe169dfb/480bc1ee-962f-4a5e-80c4-3f5f62a520d6/d92350f1-6077-455f-812d-0499c51c6972) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:18.311396 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.368885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.417328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.485079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.519154 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.537472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] DHCP port deletion for a400cabe-5719-48ee-9a2f-056c60fb051f request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:18.558050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37708) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:18.581000 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.583930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d017c4a-7588-46f5-94af-c842b6d1bdce admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.633200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] Deleting port 7d4dce01-6d47-4046-aec4-199fe0676e16 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:18.634080 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.639650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:18.651541 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.658441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:18.661890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Pushing event updated for resources: {'Port': ['ID=d92350f1-6077-455f-812d-0499c51c6972,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:18.664927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d017c4a-7588-46f5-94af-c842b6d1bdce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.666336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:18.742337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] For port 7d4dce01-6d47-4046-aec4-199fe0676e16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d4dce01-6d47-4046-aec4-199fe0676e16,segment=NetworkSegment(51ab6afd-edc1-4cc3-b157-2e032efe74a6),segment_id=51ab6afd-edc1-4cc3-b157-2e032efe74a6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:18.743262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.757181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2d017c4a-7588-46f5-94af-c842b6d1bdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.773342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] Calling delete_port for 7d4dce01-6d47-4046-aec4-199fe0676e16 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:18.782022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.793813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Attempting to bind port d92350f1-6077-455f-812d-0499c51c6972 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:18.794192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Attempting to bind port d92350f1-6077-455f-812d-0499c51c6972 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:18.794559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Attempting to bind port d92350f1-6077-455f-812d-0499c51c6972 on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:18.795223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d017c4a-7588-46f5-94af-c842b6d1bdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2f7f2d-12b6-49d0-91aa-197360120a46,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:18.800358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2d017c4a-7588-46f5-94af-c842b6d1bdce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9de8335b27d4b8d853e9c615071ca26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2409794
Nov 13 21:39:18.808005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37712) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:18.816434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd0001f-0d4b-4798-94ad-2c5e6feb05e6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:18.823302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.826802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0b4b26f2-bc5a-4ab7-92bf-793da1daf8d0 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/subnets/fcd0001f-0d4b-4798-94ad-2c5e6feb05e6 HTTP/1.1" status: 204  len: 168 time: 0.5756330
Nov 13 21:39:18.830306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37714) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:18.841637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db494aa3-9365-4a9a-bc92-f2ef411e234f None None] Network c04a5873-1de4-46be-95bf-0aa6dcb22bb2 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:18.853161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:18.853712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:18.854136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.854966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Bound using segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:18.855359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Bound port: d92350f1-6077-455f-812d-0499c51c6972, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:18.855741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.867474 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9902cd38-baee-4bea-9f5f-8a5676a6f594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.892142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9902cd38-baee-4bea-9f5f-8a5676a6f594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.925962 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.986886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9902cd38-baee-4bea-9f5f-8a5676a6f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.989220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9902cd38-baee-4bea-9f5f-8a5676a6f594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:18.993580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9902cd38-baee-4bea-9f5f-8a5676a6f594 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e2f7f2d-12b6-49d0-91aa-197360120a46 HTTP/1.1" status: 204  len: 168 time: 0.1867280
Nov 13 21:39:19.000739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902cd38-baee-4bea-9f5f-8a5676a6f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2f7f2d-12b6-49d0-91aa-197360120a46,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.046293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] For port d92350f1-6077-455f-812d-0499c51c6972, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:19.050536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] For port d92350f1-6077-455f-812d-0499c51c6972, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d92350f1-6077-455f-812d-0499c51c6972,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:19.071259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.101282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] Pushing event deleted for resources: {'Port': ['ID=7d4dce01-6d47-4046-aec4-199fe0676e16,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.107322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d15530-e26c-446f-bae2-91f0db238ed7 None None] No DVR routers for this DVR port 7d4dce01-6d47-4046-aec4-199fe0676e16 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:19.127253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.129804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting port 7d4dce01-6d47-4046-aec4-199fe0676e16 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:19.130128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.151437 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.158822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.204570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] DHCP port deletion for c04a5873-1de4-46be-95bf-0aa6dcb22bb2 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:19.226830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b725627-85d0-4287-b6f8-30f9ee8e3690 None None] Pushing event updated for resources: {'Port': ['ID=d92350f1-6077-455f-812d-0499c51c6972,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.268618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] For port 7d4dce01-6d47-4046-aec4-199fe0676e16, host ncdv-master-1, got binding levels [] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:19.269003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.304636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] Deleting port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:19.304904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Calling delete_port for 7d4dce01-6d47-4046-aec4-199fe0676e16 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:19.305158 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.308969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Port 7d4dce01-6d47-4046-aec4-199fe0676e16 was not found and therefore no delete operation was performed {{(pid=120533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:39:19.311630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.352919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Port': ['ID=7d4dce01-6d47-4046-aec4-199fe0676e16,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.361678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] No DVR routers for this DVR port 7d4dce01-6d47-4046-aec4-199fe0676e16 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:19.378911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Allocated IP 172.35.3.43 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/715f69e1-4254-44c1-bb82-4234c8dee404) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:19.390702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] For port 9bba0ad5-e201-4af2-bc5c-521007c4bad5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bba0ad5-e201-4af2-bc5c-521007c4bad5,segment=NetworkSegment(d6541202-b4d4-423e-9aa9-a79b452d2bde),segment_id=d6541202-b4d4-423e-9aa9-a79b452d2bde)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:19.391108 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.415902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] Calling delete_port for 9bba0ad5-e201-4af2-bc5c-521007c4bad5 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:19.517344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.572758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdedd9e50>,) {'filters': {'network_id': ['a400cabe-5719-48ee-9a2f-056c60fb051f']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:19.587875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdedd9e50>, '51ab6afd-edc1-4cc3-b157-2e032efe74a6') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:19.588178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdedd9e50>, '51ab6afd-edc1-4cc3-b157-2e032efe74a6') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:19.605332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.633770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.641942 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.645854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:19.646175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:19.649759 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:19.654443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.683653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] Pushing event deleted for resources: {'Port': ['ID=9bba0ad5-e201-4af2-bc5c-521007c4bad5,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.690980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04608377-c37c-41f2-a5ec-2182d5a27c4b None None] No DVR routers for this DVR port 9bba0ad5-e201-4af2-bc5c-521007c4bad5 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:19.825357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.829072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d92350f1-6077-455f-812d-0499c51c6972 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:19.834958 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.838399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/networks/a400cabe-5719-48ee-9a2f-056c60fb051f HTTP/1.1" status: 204  len: 168 time: 1.0068686
Nov 13 21:39:19.840934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37730) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:19.860621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2705d0-5b37-43c0-8634-a8992b465d92 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Network': ['ID=a400cabe-5719-48ee-9a2f-056c60fb051f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.877074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.903067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d92350f1-6077-455f-812d-0499c51c6972 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:19.903067 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.919978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:19.926846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:19.930678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:19.936764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=715f69e1-4254-44c1-bb82-4234c8dee404,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:19.942392 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:19.952876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188ed3f-1694-483f-a882-3d845c429e5d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:20.056742 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.070729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ef11033c-7716-46c6-9ba4-3296a77f7fca None None] Provisioning complete for port 715f69e1-4254-44c1-bb82-4234c8dee404 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:20.071465 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ef11033c-7716-46c6-9ba4-3296a77f7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.094069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.130773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfb7eac0>,) {'filters': {'network_id': ['c04a5873-1de4-46be-95bf-0aa6dcb22bb2']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:20.151246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb7eac0>, 'd6541202-b4d4-423e-9aa9-a79b452d2bde') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:20.151810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb7eac0>, 'd6541202-b4d4-423e-9aa9-a79b452d2bde') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:20.163231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ef11033c-7716-46c6-9ba4-3296a77f7fca None None] Port 715f69e1-4254-44c1-bb82-4234c8dee404 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:20.166197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.185681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port d92350f1-6077-455f-812d-0499c51c6972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d92350f1-6077-455f-812d-0499c51c6972,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:20.189442 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.195829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:20.196211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:20.199339 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:20.283832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.368410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7d4dce01-6d47-4046-aec4-199fe0676e16 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:20.384813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.396216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7d4dce01-6d47-4046-aec4-199fe0676e16 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:20.396555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7d4dce01-6d47-4046-aec4-199fe0676e16 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:20.397362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bba0ad5-e201-4af2-bc5c-521007c4bad5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:20.397516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.404216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.406957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37740) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:20.409228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/networks/c04a5873-1de4-46be-95bf-0aa6dcb22bb2 HTTP/1.1" status: 204  len: 168 time: 0.5662582
Nov 13 21:39:20.422140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=d92350f1-6077-455f-812d-0499c51c6972,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:20.426608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d9017-2f09-4dcd-83b6-01e2cf053afa tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Network': ['ID=c04a5873-1de4-46be-95bf-0aa6dcb22bb2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:20.430532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9bba0ad5-e201-4af2-bc5c-521007c4bad5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:20.431097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9bba0ad5-e201-4af2-bc5c-521007c4bad5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:20.477447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37742) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:20.527236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01357ea3-c5bd-4e7d-afc6-13da994c9f59 None None] Network 47f1ff9d-074e-4315-963f-151fbe169dfb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:20.543179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting subnet 6078821d-b5ef-4e9d-8115-cf27a96794c0 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:20.546735 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.593378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2025190167'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:20.604791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.632507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f974c714-c638-479c-8e8b-feefde6b7d1c None None] Provisioning complete for port d92350f1-6077-455f-812d-0499c51c6972 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:20.632922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f974c714-c638-479c-8e8b-feefde6b7d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.711597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:20.717664 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.728846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.837970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.882796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.924902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:39:20.936098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a11a2-4c62-4865-8c28-59b18c9284bc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:20.941299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:20.941653 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Added segment b04cef4d-b8a6-477a-be74-c2cc7ac06ae6 of type vlan for network da243331-52c6-458e-8e6b-dd77fd89443d
Nov 13 21:39:21.000734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.057796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.071300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.077051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:21.077642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.101304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.110725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-83640212-d921-4700-98e2-7ebfa78c5d34 None None] Provisioning complete for port d92350f1-6077-455f-812d-0499c51c6972 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:21.111998 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-83640212-d921-4700-98e2-7ebfa78c5d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.145884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Network': ['ID=da243331-52c6-458e-8e6b-dd77fd89443d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:21.159843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab194b23-77fa-49ad-beba-877829ccbcb5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.6810668
Nov 13 21:39:21.161039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37764) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:21.162551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network da243331-52c6-458e-8e6b-dd77fd89443d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:39:21.168145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'subnet': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:21.255439 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.298783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Router 02d079d7-fce2-4f37-ab0e-7db1a41893fa is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:39:21.301174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Subnet': ['ID=6078821d-b5ef-4e9d-8115-cf27a96794c0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:21.307828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.315010 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-06e335cd-429f-4654-a605-04dced7d42ab tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/subnets/6078821d-b5ef-4e9d-8115-cf27a96794c0 HTTP/1.1" status: 204  len: 168 time: 0.9042535
Nov 13 21:39:21.315820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:21.380204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:21.383937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.407140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac466f12-d1ba-4cf1-8ef0-199a31a66e5b None None] Network a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:21.432567 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:21.452304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Sync routers for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:21.459406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.467421 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:21.468176 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8eea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:21.536768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.538556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-69b8478f-e320-4ec8-a789-bdff6c2beeb0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.4007416
Nov 13 21:39:21.541834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37782) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:21.598841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Deleting port 15a51b62-20ed-4e23-beb9-8818087a7c70 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:21.599267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.602830 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:21.636409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] DHCP port deletion for a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:21.722040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] For port 15a51b62-20ed-4e23-beb9-8818087a7c70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a51b62-20ed-4e23-beb9-8818087a7c70,segment=NetworkSegment(48c1364d-8b8e-446c-8c39-8a925c75dfc1),segment_id=48c1364d-8b8e-446c-8c39-8a925c75dfc1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:21.722844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.725141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] Deleting port 15a51b62-20ed-4e23-beb9-8818087a7c70 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:21.725703 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.744614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Calling delete_port for 15a51b62-20ed-4e23-beb9-8818087a7c70 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:21.859231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] For port 15a51b62-20ed-4e23-beb9-8818087a7c70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15a51b62-20ed-4e23-beb9-8818087a7c70,segment=NetworkSegment(48c1364d-8b8e-446c-8c39-8a925c75dfc1),segment_id=48c1364d-8b8e-446c-8c39-8a925c75dfc1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:21.860080 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:21.887139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] Calling delete_port for 15a51b62-20ed-4e23-beb9-8818087a7c70 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:21.890744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d92350f1-6077-455f-812d-0499c51c6972 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:21.915089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8eea90>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:20Z', 'revision_number': 3, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:21.947708 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Checking router: 02d079d7-fce2-4f37-ab0e-7db1a41893fa for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:39:21.948080 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Updating router 02d079d7-fce2-4f37-ab0e-7db1a41893fa port 715f69e1-4254-44c1-bb82-4234c8dee404 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:39:21.977707 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.000950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d92350f1-6077-455f-812d-0499c51c6972 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:22.001324 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.052823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.143180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 15a51b62-20ed-4e23-beb9-8818087a7c70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:22.168709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.202530 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No active binding found for port 15a51b62-20ed-4e23-beb9-8818087a7c70 {{(pid=120534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 13 21:39:22.204214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 15a51b62-20ed-4e23-beb9-8818087a7c70 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:22.213356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.216486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.246564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] Pushing event deleted for resources: {'Port': ['ID=15a51b62-20ed-4e23-beb9-8818087a7c70,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.250792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183ee83-f734-49ad-a1c0-fee954dbbed0 None None] No DVR routers for this DVR port 15a51b62-20ed-4e23-beb9-8818087a7c70 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:22.258641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Port': ['ID=15a51b62-20ed-4e23-beb9-8818087a7c70,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.275574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] No DVR routers for this DVR port 15a51b62-20ed-4e23-beb9-8818087a7c70 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:22.278850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Subnet': ['ID=9aaa9330-5508-42f6-927d-833275710031,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.310376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Allocated IP 172.20.0.1 (47f1ff9d-074e-4315-963f-151fbe169dfb/480bc1ee-962f-4a5e-80c4-3f5f62a520d6/86aac3e4-3a90-491b-8492-d91ebb741352) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:22.313435 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.348957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Checking segment: {'id': 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:22.348957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network hostable DHCP agents. Network: da243331-52c6-458e-8e6b-dd77fd89443d, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:39:22.391100 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.398845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.420353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85f734-ffca-4a9a-9b12-96c556e3cb2a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:22.430446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf69db80>,) {'filters': {'network_id': ['a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:22.450488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf69db80>, '48c1364d-8b8e-446c-8c39-8a925c75dfc1') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:22.459907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf69db80>, '48c1364d-8b8e-446c-8c39-8a925c75dfc1') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:22.460087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Attempting to bind port 715f69e1-4254-44c1-bb82-4234c8dee404 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:22.460087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Attempting to bind port 715f69e1-4254-44c1-bb82-4234c8dee404 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:22.460087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Attempting to bind port 715f69e1-4254-44c1-bb82-4234c8dee404 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:22.465889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.467189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.467790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a0a3b8ca-937a-4bd6-9b37-af7f72989242 None None] Provisioning complete for port 715f69e1-4254-44c1-bb82-4234c8dee404 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:22.469105 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0a3b8ca-937a-4bd6-9b37-af7f72989242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.469263 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:22.469773 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:22.470184 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.470641 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:22.478351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:39:22.480060 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Bound port: 715f69e1-4254-44c1-bb82-4234c8dee404, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:22.481689 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.490566 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Pushing event updated for resources: {'Port': ['ID=715f69e1-4254-44c1-bb82-4234c8dee404,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.496302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.503276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:22.504054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:22.508955 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:22.521600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3b8ca-937a-4bd6-9b37-af7f72989242 None None] Port 715f69e1-4254-44c1-bb82-4234c8dee404 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:22.522993 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.523342 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.523729 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.524664 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.525031 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.525366 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.525705 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.526193 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.526577 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.527108 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.527428 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.527938 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:22.560420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da243331-52c6-458e-8e6b-dd77fd89443d) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:22.565071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:22.565662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.565810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] For port 715f69e1-4254-44c1-bb82-4234c8dee404, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:22.568635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.576387 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] For port 715f69e1-4254-44c1-bb82-4234c8dee404, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=715f69e1-4254-44c1-bb82-4234c8dee404,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:22.576619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108182d-bcf3-4d65-8f33-49597434fee6 None None] Network da243331-52c6-458e-8e6b-dd77fd89443d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:22.636673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:22.640976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:22.643440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Pushing event updated for resources: {'Port': ['ID=86aac3e4-3a90-491b-8492-d91ebb741352,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.643628 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.645616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:22.686119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ed52358-35e2-4b14-959a-57e84ad73c66 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5238481
Nov 13 21:39:22.688571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.689133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37800) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:22.692417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.697658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1736162967'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:22.700822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/networks/a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3 HTTP/1.1" status: 204  len: 168 time: 1.3809791
Nov 13 21:39:22.702204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37802) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:22.702949 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.707148 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:22.711160 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8eea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:22.728669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad9c1b-66c5-4f16-9d97-7c6eab643ad1 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Pushing event deleted for resources: {'Network': ['ID=a9623fc0-54c1-4ef0-8f8a-1b3e5dff9dc3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.734590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e5371-7f80-4799-a492-fa5079d3fb58 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:22.799353 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd254cd-91db-41d5-8ae5-6e899004409d None None] Pushing event updated for resources: {'Port': ['ID=715f69e1-4254-44c1-bb82-4234c8dee404,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:22.811592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da243331-52c6-458e-8e6b-dd77fd89443d', 'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'tenant_id': '73bc20fe59de46019fbb79f2dbf1b6b0', 'fixed_ips': [{'subnet_id': '9aaa9330-5508-42f6-927d-833275710031'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:39:22.812537 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.826232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-457ca123-5d49-4f1e-9549-577d8c930eba tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6ff64ab-d97e-46a8-b830-ddf2dbf5691c HTTP/1.1" status: 200  len: 205 time: 0.0794628
Nov 13 21:39:22.828751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37804) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:22.938331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.961808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1391740b-076b-4e34-8084-6e6640f9b69f None None] Provisioning complete for port 715f69e1-4254-44c1-bb82-4234c8dee404 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:22.961808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1391740b-076b-4e34-8084-6e6640f9b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:22.969748 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:23.043799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Allocated IP 2001:db8::2 (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/540a738f-4163-4689-ab94-309e48f4bab2) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:23.110758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1391740b-076b-4e34-8084-6e6640f9b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.161814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1391740b-076b-4e34-8084-6e6640f9b69f None None] For port 715f69e1-4254-44c1-bb82-4234c8dee404, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=715f69e1-4254-44c1-bb82-4234c8dee404,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:23.174599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.179986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.223326 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8eea90>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:20Z', 'revision_number': 3, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:23.230162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1391740b-076b-4e34-8084-6e6640f9b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.251711 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c028a2-3827-410b-9a07-7fcd703df096 None None] The sync data for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 is: [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:20Z', 'revision_number': 3, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:23.289433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.301015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391740b-076b-4e34-8084-6e6640f9b69f None None] Pushing event updated for resources: {'Port': ['ID=715f69e1-4254-44c1-bb82-4234c8dee404,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:23.319655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.322083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Fanout notify agent at l3_agent the message router_deleted on router e6ff64ab-d97e-46a8-b830-ddf2dbf5691c {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:39:23.322327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:23.325819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.334876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.335970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d3cdc74-3d44-4d6e-9608-88cd8d1aeb43 tempest-RoutersNegativeIpV6Test-947322043 tempest-RoutersNegativeIpV6Test-947322043-project] 10.222.0.20 "DELETE /v2.0/routers/e6ff64ab-d97e-46a8-b830-ddf2dbf5691c HTTP/1.1" status: 204  len: 168 time: 0.5041804
Nov 13 21:39:23.358504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.358662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6cc2733f-9d32-47ec-8e69-72aca2a63d77 None None] Provisioning complete for port 86aac3e4-3a90-491b-8492-d91ebb741352 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:23.358662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cc2733f-9d32-47ec-8e69-72aca2a63d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.369003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] device_id is not set on port 5a2179d2-4cc5-4714-9d89-4d15a507ae8d yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:39:23.382644 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.441112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:23.448127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:23.449928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2733f-9d32-47ec-8e69-72aca2a63d77 None None] Port 86aac3e4-3a90-491b-8492-d91ebb741352 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:23.451971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:23.455479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Pushing event updated for resources: {'Port': ['ID=540a738f-4163-4689-ab94-309e48f4bab2,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:23.525113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Attempting to bind port 540a738f-4163-4689-ab94-309e48f4bab2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:23.525113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Attempting to bind port 540a738f-4163-4689-ab94-309e48f4bab2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:23.525113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Attempting to bind port 540a738f-4163-4689-ab94-309e48f4bab2 on network da243331-52c6-458e-8e6b-dd77fd89443d {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:23.525113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:23.525552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Checking segment: {'id': 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:23.525666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.526434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Bound using segment: {'id': 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:23.526675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Bound port: 540a738f-4163-4689-ab94-309e48f4bab2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:23.527136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.555189 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Allocated IP 2001:db8::2d5 (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/5a2179d2-4cc5-4714-9d89-4d15a507ae8d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:23.626865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] For port 540a738f-4163-4689-ab94-309e48f4bab2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:23.630866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] For port 540a738f-4163-4689-ab94-309e48f4bab2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=540a738f-4163-4689-ab94-309e48f4bab2,segment=NetworkSegment(b04cef4d-b8a6-477a-be74-c2cc7ac06ae6),segment_id=b04cef4d-b8a6-477a-be74-c2cc7ac06ae6)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:23.695618 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.784213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6402b92-b9c7-4a39-a13d-8dbce1c17634 None None] Pushing event updated for resources: {'Port': ['ID=540a738f-4163-4689-ab94-309e48f4bab2,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:23.825257 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.883835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.892499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 715f69e1-4254-44c1-bb82-4234c8dee404 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:23.928385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:23.968292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37812) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:23.974691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 715f69e1-4254-44c1-bb82-4234c8dee404 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:23.975067 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.037303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.076736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.092483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Pushing event updated for resources: {'Port': ['ID=86aac3e4-3a90-491b-8492-d91ebb741352,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:24.192719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b78fd532-55da-4894-88af-68274cf6aad6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afc596a387d4406d9ee6714afda3d371&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2225249
Nov 13 21:39:24.195279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37816) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:24.235142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:24.254108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:24.257171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693cf0d6-aace-4604-9b34-c1a72714ddcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.262773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:24.269662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:24.270357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.286500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693cf0d6-aace-4604-9b34-c1a72714ddcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.294617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=5a2179d2-4cc5-4714-9d89-4d15a507ae8d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:24.301131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:24.304164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:24.423097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c74ed8c-e8c0-4008-b744-d09ba05c77d9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.7328548
Nov 13 21:39:24.426129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37818) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:24.431855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-403148542', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d5', 'mac_address': 'fa:16:3e:e6:37:7a'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:24.448221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693cf0d6-aace-4604-9b34-c1a72714ddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.448221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-693cf0d6-aace-4604-9b34-c1a72714ddcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.448793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-693cf0d6-aace-4604-9b34-c1a72714ddcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/436d150c-3222-406c-bff7-ac9a5bba84ff HTTP/1.1" status: 204  len: 168 time: 0.2520726
Nov 13 21:39:24.462177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cf0d6-aace-4604-9b34-c1a72714ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d150c-3222-406c-bff7-ac9a5bba84ff,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:24.535630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Router 02d079d7-fce2-4f37-ab0e-7db1a41893fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:24.690392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9a4136e2-636a-45cd-82d4-80827972f892 None None] Provisioning complete for port 86aac3e4-3a90-491b-8492-d91ebb741352 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:24.691395 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9a4136e2-636a-45cd-82d4-80827972f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.710437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:24.725398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-48a065d1-3945-45cb-903e-2911aad17898 admin admin] 10.222.0.20 "PUT /v2.0/routers/02d079d7-fce2-4f37-ab0e-7db1a41893fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1729169
Nov 13 21:39:24.731725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:24.748409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0af06c96-db5d-4cec-969e-03378e962833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:24.753494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9a4136e2-636a-45cd-82d4-80827972f892 None None] Port 86aac3e4-3a90-491b-8492-d91ebb741352 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:25.001566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d36d3d-2b24-4cda-a79e-b160093e10bf None None] Network da243331-52c6-458e-8e6b-dd77fd89443d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:25.120192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d5978729-cc01-45e4-b28b-28abdacb7277 None None] Provisioning complete for port 540a738f-4163-4689-ab94-309e48f4bab2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:25.121227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d5978729-cc01-45e4-b28b-28abdacb7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.160568 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.184334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] device_id is not set on port 218c9f9d-91f3-4703-bb4a-3854e37d4fa2 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:39:25.281649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d5978729-cc01-45e4-b28b-28abdacb7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.321631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d5978729-cc01-45e4-b28b-28abdacb7277 None None] For port 540a738f-4163-4689-ab94-309e48f4bab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=540a738f-4163-4689-ab94-309e48f4bab2,segment=NetworkSegment(b04cef4d-b8a6-477a-be74-c2cc7ac06ae6),segment_id=b04cef4d-b8a6-477a-be74-c2cc7ac06ae6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:25.330700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Allocated IP 2001:db8::34 (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/218c9f9d-91f3-4703-bb4a-3854e37d4fa2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:25.397525 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d5978729-cc01-45e4-b28b-28abdacb7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.499151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Sync routers for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:25.505356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978729-cc01-45e4-b28b-28abdacb7277 None None] Pushing event updated for resources: {'Port': ['ID=540a738f-4163-4689-ab94-309e48f4bab2,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:25.527955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:25.529503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ce3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:38:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:25.571620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.671303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.676022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:25.734476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7590eb24-7d9b-4623-a693-834d6ce74994 None None] Provisioning complete for port 540a738f-4163-4689-ab94-309e48f4bab2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:25.736458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7590eb24-7d9b-4623-a693-834d6ce74994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.745908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:25.765727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:25.770238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=218c9f9d-91f3-4703-bb4a-3854e37d4fa2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:25.776613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:25.791533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:25.792515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:25.857379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4eb3caa5-d9cc-486c-bc3c-2a27a269eac2 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 1.4301155
Nov 13 21:39:25.859818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:25.913548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 540a738f-4163-4689-ab94-309e48f4bab2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:25.913974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37858) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:25.922100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-709151396-network', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:25.948461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25fbe7-b625-42d4-b895-fe2520c9c825 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:25.955834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25fbe7-b625-42d4-b895-fe2520c9c825 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:25.962814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25fbe7-b625-42d4-b895-fe2520c9c825 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:25.964525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b25fbe7-b625-42d4-b895-fe2520c9c825 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.1032960
Nov 13 21:39:25.967591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37860) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:26.057814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Made reservation on behalf of e68303d26d1f40e0a9b480fac16cc175 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:26.060038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.087255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.097426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 540a738f-4163-4689-ab94-309e48f4bab2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:26.097793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.138496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:26.146234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port 218c9f9d-91f3-4703-bb4a-3854e37d4fa2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:26.146680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.165365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7590eb24-7d9b-4623-a693-834d6ce74994 None None] Provisioning complete for port 5a2179d2-4cc5-4714-9d89-4d15a507ae8d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:26.167200 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7590eb24-7d9b-4623-a693-834d6ce74994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.282942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-68101339-8a58-43fe-bc6b-b6e67e7a4d27 tempest-ServiceProvidersTest-318220681 tempest-ServiceProvidersTest-318220681-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1456590
Nov 13 21:39:26.306311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.330775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.332030 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for 218c9f9d-91f3-4703-bb4a-3854e37d4fa2 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:26.399161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.426746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:39:26.447411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7590eb24-7d9b-4623-a693-834d6ce74994 None None] Port 5a2179d2-4cc5-4714-9d89-4d15a507ae8d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:26.457484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f425ee-7693-4bf6-ab3e-cb4684a247bc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:26.460602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.460792 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Added segment 16afb73a-d683-4776-88c8-60cc366842e2 of type vlan for network 6b01beaf-08d6-44dc-9058-99dc97955e09
Nov 13 21:39:26.474201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ce3a0>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 2, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:26.511245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Checking router: 02d079d7-fce2-4f37-ab0e-7db1a41893fa for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:39:26.511687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Updating router 02d079d7-fce2-4f37-ab0e-7db1a41893fa port 86aac3e4-3a90-491b-8492-d91ebb741352 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:39:26.514335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.536549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.608648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-23cce273-6883-4aa4-8927-ea45398574bf None None] Provisioning complete for port 5a2179d2-4cc5-4714-9d89-4d15a507ae8d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:26.609039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23cce273-6883-4aa4-8927-ea45398574bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.613703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.615157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:26.615805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.659741 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.711824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-23cce273-6883-4aa4-8927-ea45398574bf None None] Port 5a2179d2-4cc5-4714-9d89-4d15a507ae8d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:26.719919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-23cce273-6883-4aa4-8927-ea45398574bf None None] Could not find standard attr ID for object 218c9f9d-91f3-4703-bb4a-3854e37d4fa2. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:39:26.744522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=218c9f9d-91f3-4703-bb4a-3854e37d4fa2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:26.753662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8377872
Nov 13 21:39:26.757373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:26.763872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Request body: {'subnet': {'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-709151396-subnet', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:26.783091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bdf95-6ca6-4e67-a137-9270d96886e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6b01beaf-08d6-44dc-9058-99dc97955e09,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:26.820028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:39:26.888318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:26.908396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Made reservation on behalf of e68303d26d1f40e0a9b480fac16cc175 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:26.911210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.965086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:26.971177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-69817494-19d5-47f2-864b-d4db7bf4abce tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/ports/218c9f9d-91f3-4703-bb4a-3854e37d4fa2 HTTP/1.1" status: 204  len: 168 time: 0.9992640
Nov 13 21:39:26.971177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:27.016437 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58e3ecd-cb90-4265-8d9c-5ba87379e67a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] GET failed (client error): The resource could not be found.
Nov 13 21:39:27.022757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c58e3ecd-cb90-4265-8d9c-5ba87379e67a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "GET /v2.0/ports/218c9f9d-91f3-4703-bb4a-3854e37d4fa2 HTTP/1.1" status: 404  len: 333 time: 0.0473685
Nov 13 21:39:27.025413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:27.032480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1464639254'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:27.050202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.098043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e5c4-cfe7-44e5-a2c4-f551a129fd39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.099638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2832870d-c378-468a-8fec-6385b6e56d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.135076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.209283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6485b-7655-40bc-bf83-0fc36b25af07 None None] Pushing event updated for resources: {'Port': ['ID=86aac3e4-3a90-491b-8492-d91ebb741352,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:27.241732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Attempting to bind port 86aac3e4-3a90-491b-8492-d91ebb741352 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:27.242103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Attempting to bind port 86aac3e4-3a90-491b-8492-d91ebb741352 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:27.243017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Attempting to bind port 86aac3e4-3a90-491b-8492-d91ebb741352 on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:27.248108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:27.252261 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.253555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:27.253941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:27.254347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.254739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Bound using segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:27.255211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Bound port: 86aac3e4-3a90-491b-8492-d91ebb741352, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:27.255592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.274108 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] device_id is not set on port 91605125-2bb8-42e5-a076-006627f758d5 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:39:27.275572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e5c4-cfe7-44e5-a2c4-f551a129fd39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.300378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.343954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] For port 86aac3e4-3a90-491b-8492-d91ebb741352, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:27.349905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] For port 86aac3e4-3a90-491b-8492-d91ebb741352, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86aac3e4-3a90-491b-8492-d91ebb741352,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:27.355750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e5c4-cfe7-44e5-a2c4-f551a129fd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.397808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdeb8adc-d0f3-4c6b-a526-fea7df3da297,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:27.403228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.434809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Checking segment: {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:27.435228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Network hostable DHCP agents. Network: 6b01beaf-08d6-44dc-9058-99dc97955e09, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:39:27.443248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6e5c4-cfe7-44e5-a2c4-f551a129fd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac94ab1-3bcb-49df-90a0-626e56ec24c3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:27.453156 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e3d6e5c4-cfe7-44e5-a2c4-f551a129fd39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6c825ed308c40a6a8c076d5d0533eb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5636580
Nov 13 21:39:27.454642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37914) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:27.464919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Allocated IP 2001:db8::6b (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/91605125-2bb8-42e5-a076-006627f758d5) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:27.518822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-269fc523-4039-48f7-9570-b307ec3d39cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.531850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:27.532478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ce3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:39:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:27.536726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6485b-7655-40bc-bf83-0fc36b25af07 None None] Pushing event updated for resources: {'Port': ['ID=86aac3e4-3a90-491b-8492-d91ebb741352,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:27.549854 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-269fc523-4039-48f7-9570-b307ec3d39cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.557746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-78fd0f5f-1f11-4da5-adcf-3625afb1d27d None None] Provisioning complete for port 86aac3e4-3a90-491b-8492-d91ebb741352 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:27.558563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-78fd0f5f-1f11-4da5-adcf-3625afb1d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.565579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:39:27.666847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b01beaf-08d6-44dc-9058-99dc97955e09) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:27.689643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:27.692174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.697672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92caf25f-569b-4cfb-9ece-e18d9889e678 None None] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:27.712365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.723150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-269fc523-4039-48f7-9570-b307ec3d39cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.732553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-269fc523-4039-48f7-9570-b307ec3d39cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.737353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-269fc523-4039-48f7-9570-b307ec3d39cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ac94ab1-3bcb-49df-90a0-626e56ec24c3 HTTP/1.1" status: 204  len: 168 time: 0.2788153
Nov 13 21:39:27.744543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fc523-4039-48f7-9570-b307ec3d39cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac94ab1-3bcb-49df-90a0-626e56ec24c3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:27.809563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37918) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:27.810463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0790ef8c-faef-45e0-a12d-f731898bbcb3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0509768
Nov 13 21:39:27.814973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:27.860334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.870944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:27.873822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-78fd0f5f-1f11-4da5-adcf-3625afb1d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.908470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:27.911584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:27.918172 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:27.924766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:27.926065 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.941092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=91605125-2bb8-42e5-a076-006627f758d5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:27.947599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:27.955753 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.007623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.068446 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41d1bb12-9b88-4b9c-810b-5a08b3d2c96b tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.0316114
Nov 13 21:39:28.068624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-78fd0f5f-1f11-4da5-adcf-3625afb1d27d None None] For port 86aac3e4-3a90-491b-8492-d91ebb741352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86aac3e4-3a90-491b-8492-d91ebb741352,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:28.068782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:28.074906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d5', 'mac_address': 'fa:16:3e:e6:37:7a'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:28.177811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b01beaf-08d6-44dc-9058-99dc97955e09', 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'fixed_ips': [{'subnet_id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:39:28.178737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.183357 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-78fd0f5f-1f11-4da5-adcf-3625afb1d27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.301763 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.312113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.325067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd0f5f-1f11-4da5-adcf-3625afb1d27d None None] Pushing event updated for resources: {'Port': ['ID=86aac3e4-3a90-491b-8492-d91ebb741352,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:28.358747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-76ff63f2-7542-40a5-a877-24f84ea99749 None None] Provisioning complete for port 86aac3e4-3a90-491b-8492-d91ebb741352 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:28.359062 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76ff63f2-7542-40a5-a877-24f84ea99749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.386327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2ce3a0>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:28.439937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53942399-d70f-42a6-9988-7de4dc9cdff8 None None] The sync data for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 is: [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:28.468366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Allocated IP 172.20.0.2 (6b01beaf-08d6-44dc-9058-99dc97955e09/cdeb8adc-d0f3-4c6b-a526-fea7df3da297/bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:28.640063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-76ff63f2-7542-40a5-a877-24f84ea99749 None None] Provisioning complete for port 91605125-2bb8-42e5-a076-006627f758d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:28.644517 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76ff63f2-7542-40a5-a877-24f84ea99749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.675934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.720470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-76ff63f2-7542-40a5-a877-24f84ea99749 None None] Port 91605125-2bb8-42e5-a076-006627f758d5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:28.738509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.751343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.798172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.808507 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.821176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.830902 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.869642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Pushing event updated for resources: {'Port': ['ID=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:28.875998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:28.883519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:28.883519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:28.919557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] In _notify_port_updated(), no bound segment for port 91605125-2bb8-42e5-a076-006627f758d5 on network da243331-52c6-458e-8e6b-dd77fd89443d {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:39:28.925744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:28.926460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.928040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "PUT /v2.0/ports/91605125-2bb8-42e5-a076-006627f758d5 HTTP/1.1" status: 200  len: 1002 time: 0.8581133
Nov 13 21:39:28.932271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37942) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:28.947449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Attempting to bind port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:28.947819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Attempting to bind port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:28.948171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Attempting to bind port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 on network 6b01beaf-08d6-44dc-9058-99dc97955e09 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:28.949822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d2c81-c82f-44cc-9703-ff2cbe546978 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=91605125-2bb8-42e5-a076-006627f758d5,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:28.964995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:28.966094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Checking segment: {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:28.967327 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:28.968351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Bound using segment: {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:28.969364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Bound port: bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:28.970052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.011130 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Allocated IP 172.35.3.176 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/ed9acdfb-bacf-413d-9bbf-148dec45a929) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:29.114640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] For port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:29.122893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] For port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:29.137744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port 91605125-2bb8-42e5-a076-006627f758d5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:29.138402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.145536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37946) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:29.151255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0043783
Nov 13 21:39:29.172834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37948) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:29.186101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.287101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ef5e1-fb98-49e0-87af-1f7b5edb4769 None None] Pushing event updated for resources: {'Port': ['ID=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:29.291641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.364643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.369558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-453de4ef-3d92-407f-b96d-e3d9d8eb036e None None] Provisioning complete for port 91605125-2bb8-42e5-a076-006627f758d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:29.370532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-453de4ef-3d92-407f-b96d-e3d9d8eb036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.396532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-561177b0-7a22-4786-879d-ef4417231df5 tempest-NetworksApiDiscovery-1728383749 tempest-NetworksApiDiscovery-1728383749-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2277615
Nov 13 21:39:29.406982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for 91605125-2bb8-42e5-a076-006627f758d5 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:29.433613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-453de4ef-3d92-407f-b96d-e3d9d8eb036e None None] Port 91605125-2bb8-42e5-a076-006627f758d5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:29.448475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.490445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:29.494355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:29.498700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:29.512596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efef96d-3c27-469f-899d-8f21fc859092 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:29.534068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9acdfb-bacf-413d-9bbf-148dec45a929,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:29.660973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4b9a907b-a274-4133-afcf-923d66bf1d38 None None] Provisioning complete for port ed9acdfb-bacf-413d-9bbf-148dec45a929 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:29.661428 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b9a907b-a274-4133-afcf-923d66bf1d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.679075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.730626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=91605125-2bb8-42e5-a076-006627f758d5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:29.735424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a907b-a274-4133-afcf-923d66bf1d38 None None] Port ed9acdfb-bacf-413d-9bbf-148dec45a929 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:29.967767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:29.970684 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.979948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:29.985239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a3f68e51-85dc-447c-8a50-2377cad9bff5 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/ports/91605125-2bb8-42e5-a076-006627f758d5 HTTP/1.1" status: 204  len: 168 time: 1.0516758
Nov 13 21:39:29.987732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37954) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:30.034811 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce090905-8028-44cd-8694-f6dcd4bd2877 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] GET failed (client error): The resource could not be found.
Nov 13 21:39:30.036765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce090905-8028-44cd-8694-f6dcd4bd2877 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "GET /v2.0/ports/91605125-2bb8-42e5-a076-006627f758d5 HTTP/1.1" status: 404  len: 333 time: 0.0480516
Nov 13 21:39:30.040714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37958) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:30.042154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.047859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-404403258'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:30.079479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:30.079862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.199426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37962) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:30.202148 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.264027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:30.323024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.323856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86aac3e4-3a90-491b-8492-d91ebb741352 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:30.381327 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.393636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.404282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:30.411648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.422240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 86aac3e4-3a90-491b-8492-d91ebb741352 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:30.422871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.437859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ab519dc-e145-4893-bc2f-c401b468ea7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.458301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] device_id is not set on port b2fbf90f-e019-4a8b-8151-3471cd25dc82 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:39:30.480712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:30.643321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Router 92917acd-ff80-47d5-bdcd-b2854d8d70ad is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:39:30.671824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Allocated IP 2001:db8::29 (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/b2fbf90f-e019-4a8b-8151-3471cd25dc82) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:30.684296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ab519dc-e145-4893-bc2f-c401b468ea7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.770301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ab519dc-e145-4893-bc2f-c401b468ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.810466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8134ba37-3217-4f87-afa1-67c2efb2f5c8 None None] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:30.869367 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ab519dc-e145-4893-bc2f-c401b468ea7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aef7786666d8496cbbcc94f031d0967f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6683865
Nov 13 21:39:30.872871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37982) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:30.874848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab519dc-e145-4893-bc2f-c401b468ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e235f284-8a7e-4dbf-8967-0de25a82e62e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:30.907564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-89dffc72-dda8-4a7d-a4cb-a86535832d3a None None] Provisioning complete for port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:30.907938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-89dffc72-dda8-4a7d-a4cb-a86535832d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.952126 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:30.987023 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-235854d6-4a9a-42a2-8dbc-b9c4c87b6762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.015325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-235854d6-4a9a-42a2-8dbc-b9c4c87b6762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.072323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.074593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:31.085802 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Sync routers for ids ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:31.099873 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Routers {'92917acd-ff80-47d5-bdcd-b2854d8d70ad'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:31.103715 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde21de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:39:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:31.124988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:31.130170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:31.134170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:31.140321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:31.140987 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.156949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-235854d6-4a9a-42a2-8dbc-b9c4c87b6762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.159995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-235854d6-4a9a-42a2-8dbc-b9c4c87b6762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.161201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-235854d6-4a9a-42a2-8dbc-b9c4c87b6762 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e235f284-8a7e-4dbf-8967-0de25a82e62e HTTP/1.1" status: 204  len: 168 time: 0.2873428
Nov 13 21:39:31.170026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.173867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c1dc2a0f-e3bf-435f-b73c-fd4a9ccb4fb9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3600495
Nov 13 21:39:31.174253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 37986) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:31.179010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=b2fbf90f-e019-4a8b-8151-3471cd25dc82,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:31.205901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235854d6-4a9a-42a2-8dbc-b9c4c87b6762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e235f284-8a7e-4dbf-8967-0de25a82e62e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:31.269792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-65a14ae2-ea6e-4a39-8af7-cc1fa3bbfd70 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.2225227
Nov 13 21:39:31.269792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 37988) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:31.281913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:37:7a'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:31.284236 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Set router 92917acd-ff80-47d5-bdcd-b2854d8d70ad gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:31.591349 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.623133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5b7dea72-c50a-43fc-9c31-2363de954938 None None] Provisioning complete for port b2fbf90f-e019-4a8b-8151-3471cd25dc82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:31.623700 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b7dea72-c50a-43fc-9c31-2363de954938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.632970 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde21de50>, [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:39:29Z', 'revision_number': 3, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:31.665672 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Checking router: 92917acd-ff80-47d5-bdcd-b2854d8d70ad for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:39:31.666414 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Updating router 92917acd-ff80-47d5-bdcd-b2854d8d70ad port ed9acdfb-bacf-413d-9bbf-148dec45a929 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:39:31.672718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5b7dea72-c50a-43fc-9c31-2363de954938 None None] Port b2fbf90f-e019-4a8b-8151-3471cd25dc82 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:31.699956 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.803896 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4657e0e2-5272-405e-b067-419ccd68f46c None None] Provisioning complete for port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:31.804271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4657e0e2-5272-405e-b067-419ccd68f46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.875818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:31.894067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.966329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38006) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:31.969247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:31.969693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:31.985468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.057625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.075165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] In _notify_port_updated(), no bound segment for port b2fbf90f-e019-4a8b-8151-3471cd25dc82 on network da243331-52c6-458e-8e6b-dd77fd89443d {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:39:32.082532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:32.083287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.084749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "PUT /v2.0/ports/b2fbf90f-e019-4a8b-8151-3471cd25dc82 HTTP/1.1" status: 200  len: 1001 time: 0.8156216
Nov 13 21:39:32.087778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38010) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:32.137841 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.217584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e321b0-cb1a-4360-ab81-a3c237ed8cef tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=b2fbf90f-e019-4a8b-8151-3471cd25dc82,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:32.234434 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44dbff16-e688-4e04-9b6e-88353333ae0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.266016 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.273931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port b2fbf90f-e019-4a8b-8151-3471cd25dc82 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:32.273931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.322927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Allocated IP 172.20.0.1 (6b01beaf-08d6-44dc-9058-99dc97955e09/cdeb8adc-d0f3-4c6b-a526-fea7df3da297/a1b518c7-506d-4e94-824f-76e19bafadae) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:32.340888 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425553e-1c5e-492e-b91c-0de976398694 None None] Pushing event updated for resources: {'Port': ['ID=ed9acdfb-bacf-413d-9bbf-148dec45a929,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:32.345005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Attempting to bind port ed9acdfb-bacf-413d-9bbf-148dec45a929 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:32.352483 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Attempting to bind port ed9acdfb-bacf-413d-9bbf-148dec45a929 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:32.352483 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Attempting to bind port ed9acdfb-bacf-413d-9bbf-148dec45a929 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:32.353248 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:32.353816 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:32.353969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294473b9-60ef-4745-a11b-92561418f23e None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:32.354513 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.355070 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:32.355753 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Bound port: ed9acdfb-bacf-413d-9bbf-148dec45a929, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:32.357357 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.411198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.435726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for b2fbf90f-e019-4a8b-8151-3471cd25dc82 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:32.449168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44dbff16-e688-4e04-9b6e-88353333ae0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.453050 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] For port ed9acdfb-bacf-413d-9bbf-148dec45a929, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:32.464267 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] For port ed9acdfb-bacf-413d-9bbf-148dec45a929, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed9acdfb-bacf-413d-9bbf-148dec45a929,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:32.494460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-00249566-d84f-4da9-b1ee-c50f7e75afed None None] Provisioning complete for port ed9acdfb-bacf-413d-9bbf-148dec45a929 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:32.495467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00249566-d84f-4da9-b1ee-c50f7e75afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.513956 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.541153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44dbff16-e688-4e04-9b6e-88353333ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.546280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-00249566-d84f-4da9-b1ee-c50f7e75afed None None] Port ed9acdfb-bacf-413d-9bbf-148dec45a929 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:32.556820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-00249566-d84f-4da9-b1ee-c50f7e75afed None None] Provisioning complete for port b2fbf90f-e019-4a8b-8151-3471cd25dc82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:32.557134 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.557360 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00249566-d84f-4da9-b1ee-c50f7e75afed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.599630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-00249566-d84f-4da9-b1ee-c50f7e75afed None None] Port b2fbf90f-e019-4a8b-8151-3471cd25dc82 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:32.613474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128aa8d-f7d8-463d-8c36-8ce7a339a223 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:32.624805 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425553e-1c5e-492e-b91c-0de976398694 None None] Pushing event updated for resources: {'Port': ['ID=ed9acdfb-bacf-413d-9bbf-148dec45a929,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:32.637037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Routers {'92917acd-ff80-47d5-bdcd-b2854d8d70ad'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:32.637037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde21de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:39:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:32.639003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.663242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44dbff16-e688-4e04-9b6e-88353333ae0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eef2e342d003462db9dc150f6a6fd59c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6923296
Nov 13 21:39:32.663472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38020) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:32.671382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbff16-e688-4e04-9b6e-88353333ae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee2c375-a1a4-4d72-bfa4-fe9755e7645e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:32.716209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:32.726669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.737732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:32.745497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:32.756683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=b2fbf90f-e019-4a8b-8151-3471cd25dc82,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:32.763270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd5f1-c2b2-4340-aba4-6b3aa2dae9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.768241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5922099c-6e67-4543-800c-a9f70f8b6291 None None] Provisioning complete for port ed9acdfb-bacf-413d-9bbf-148dec45a929 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:32.769599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5922099c-6e67-4543-800c-a9f70f8b6291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.772757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] Set router 92917acd-ff80-47d5-bdcd-b2854d8d70ad gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:32.811317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.815466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e4f7abf4-d791-445b-8869-60f7836a0090 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/ports/b2fbf90f-e019-4a8b-8151-3471cd25dc82 HTTP/1.1" status: 204  len: 168 time: 0.7259688
Nov 13 21:39:32.819788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38024) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:32.867993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.871992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd5f1-c2b2-4340-aba4-6b3aa2dae9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.874395 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e1a15b-af41-4ed6-a6d3-e1339d8aba05 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] GET failed (client error): The resource could not be found.
Nov 13 21:39:32.879643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9e1a15b-af41-4ed6-a6d3-e1339d8aba05 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "GET /v2.0/ports/b2fbf90f-e019-4a8b-8151-3471cd25dc82 HTTP/1.1" status: 404  len: 333 time: 0.0551441
Nov 13 21:39:32.885459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38026) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:32.890762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-324715669'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:32.964158 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5922099c-6e67-4543-800c-a9f70f8b6291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:32.991598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5922099c-6e67-4543-800c-a9f70f8b6291 None None] For port ed9acdfb-bacf-413d-9bbf-148dec45a929, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed9acdfb-bacf-413d-9bbf-148dec45a929,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:33.042649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b518c7-506d-4e94-824f-76e19bafadae,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:33.106209 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5922099c-6e67-4543-800c-a9f70f8b6291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.131008 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde21de50>, [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:39:29Z', 'revision_number': 3, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:33.172666 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9e7ab-299a-41ce-9e1b-c9b78ac7b222 None None] The sync data for ids ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'] in ncdv-master-1 is: [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:39:29Z', 'revision_number': 3, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:33.181325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.197952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd5f1-c2b2-4340-aba4-6b3aa2dae9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.201862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd5f1-c2b2-4340-aba4-6b3aa2dae9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.203365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ddbd5f1-c2b2-4340-aba4-6b3aa2dae9c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aee2c375-a1a4-4d72-bfa4-fe9755e7645e HTTP/1.1" status: 204  len: 168 time: 0.5390508
Nov 13 21:39:33.225297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbd5f1-c2b2-4340-aba4-6b3aa2dae9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee2c375-a1a4-4d72-bfa4-fe9755e7645e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:33.225587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922099c-6e67-4543-800c-a9f70f8b6291 None None] Pushing event updated for resources: {'Port': ['ID=ed9acdfb-bacf-413d-9bbf-148dec45a929,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:33.245722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:33.251952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.279378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1b12a004-e7e1-4623-848d-83b21f664549 None None] Provisioning complete for port a1b518c7-506d-4e94-824f-76e19bafadae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:33.280371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1b12a004-e7e1-4623-848d-83b21f664549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.290894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] device_id is not set on port 60f24ca8-c817-4442-83f3-080cb7afed1e yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:39:33.343562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1b12a004-e7e1-4623-848d-83b21f664549 None None] Port a1b518c7-506d-4e94-824f-76e19bafadae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:33.471913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Allocated IP 2001:db8::16 (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/60f24ca8-c817-4442-83f3-080cb7afed1e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:33.485483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.568311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.661222 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.674480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b518c7-506d-4e94-824f-76e19bafadae,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:33.709242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.831574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:33.849511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:33.851495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:33.892908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ed9acdfb-bacf-413d-9bbf-148dec45a929 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:33.944876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:33.953935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:33.964864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:33.977685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:33.978518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:34.011141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=60f24ca8-c817-4442-83f3-080cb7afed1e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:34.068993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ed9acdfb-bacf-413d-9bbf-148dec45a929 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:34.069469 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:34.107157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d0498d98-16ec-488f-8e53-6f9a3d0d10a4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.2205975
Nov 13 21:39:34.109073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38052) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:34.118882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'network_id': 'da243331-52c6-458e-8e6b-dd77fd89443d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-447234823'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:34.129957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Router 92917acd-ff80-47d5-bdcd-b2854d8d70ad has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:39:34.383889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a57a864a-6f60-457f-a5b6-b19d33fe3db6 None None] Provisioning complete for port a1b518c7-506d-4e94-824f-76e19bafadae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:34.385859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a57a864a-6f60-457f-a5b6-b19d33fe3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:34.411375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:39:34.422733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0322adfc-4e9a-451f-9fc2-5fe13d6bb495 admin admin] 10.222.0.20 "PUT /v2.0/routers/92917acd-ff80-47d5-bdcd-b2854d8d70ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2475450
Nov 13 21:39:34.473058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a57a864a-6f60-457f-a5b6-b19d33fe3db6 None None] Port a1b518c7-506d-4e94-824f-76e19bafadae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:34.541746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Made reservation on behalf of 73bc20fe59de46019fbb79f2dbf1b6b0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:34.548269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:34.575279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] device_id is not set on port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:39:34.605557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a4246279-d177-4438-a76c-c6acecf7e1ae None None] Provisioning complete for port 60f24ca8-c817-4442-83f3-080cb7afed1e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:34.606097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a4246279-d177-4438-a76c-c6acecf7e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:34.666798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a4246279-d177-4438-a76c-c6acecf7e1ae None None] Port 60f24ca8-c817-4442-83f3-080cb7afed1e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:34.741591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Allocated IP 2001:db8::145 (da243331-52c6-458e-8e6b-dd77fd89443d/9aaa9330-5508-42f6-927d-833275710031/91ee8a10-2123-4e0b-b8fe-da3608ab2dcd) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:34.937501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.020254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.083565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Network da243331-52c6-458e-8e6b-dd77fd89443d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:35.089613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:35.093808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:35.099471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:35.100110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.109679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=91ee8a10-2123-4e0b-b8fe-da3608ab2dcd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:35.171021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5995a47d-bddf-4143-b668-3d1f6d7f8c18 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.0608196
Nov 13 21:39:35.173841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38120) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:35.180177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d5', 'mac_address': 'fa:16:3e:e6:37:7a'}, {'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:6e:56:b0'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:35.253579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.453542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d00a1baa-8aef-4c93-abe2-930378c0723c None None] Provisioning complete for port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:35.453542 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d00a1baa-8aef-4c93-abe2-930378c0723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.453542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d00a1baa-8aef-4c93-abe2-930378c0723c None None] Port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:35.471416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.706885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Sync routers for ids ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:39:35.718291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Routers {'92917acd-ff80-47d5-bdcd-b2854d8d70ad'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:35.718927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd213eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:39:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:35.722638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.755023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] In _notify_port_updated(), no bound segment for port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd on network da243331-52c6-458e-8e6b-dd77fd89443d {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:39:35.761374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:35.761998 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:35.766182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "PUT /v2.0/ports/91ee8a10-2123-4e0b-b8fe-da3608ab2dcd HTTP/1.1" status: 200  len: 1066 time: 0.5883970
Nov 13 21:39:35.773252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:35.800941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa349bda-fdc1-475b-9fdc-bb44e5431eb9 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event updated for resources: {'Port': ['ID=91ee8a10-2123-4e0b-b8fe-da3608ab2dcd,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:35.851613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Set router 92917acd-ff80-47d5-bdcd-b2854d8d70ad gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:35.912056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:35.912659 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.109305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.145808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:36.225001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd213eb0>, [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:39:33Z', 'revision_number': 4, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b518c7-506d-4e94-824f-76e19bafadae', 'name': '', 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'mac_address': 'fa:16:3e:db:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:32Z', 'updated_at': '2021-11-13T21:39:33Z', 'revision_number': 2, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'subnets': [{'id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:36.255482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Checking router: 92917acd-ff80-47d5-bdcd-b2854d8d70ad for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:39:36.256127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Updating router 92917acd-ff80-47d5-bdcd-b2854d8d70ad port a1b518c7-506d-4e94-824f-76e19bafadae binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:39:36.285121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.409512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.409824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2624412c-699a-4240-9cdc-19520bc073bb None None] Provisioning complete for port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:36.410153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2624412c-699a-4240-9cdc-19520bc073bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.432765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2624412c-699a-4240-9cdc-19520bc073bb None None] Port 91ee8a10-2123-4e0b-b8fe-da3608ab2dcd was deleted so its status cannot be updated. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 13 21:39:36.445168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=91ee8a10-2123-4e0b-b8fe-da3608ab2dcd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:36.648086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.685877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.690195 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f48743b-e833-4182-9d37-35ec3500245e tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/ports/91ee8a10-2123-4e0b-b8fe-da3608ab2dcd HTTP/1.1" status: 204  len: 168 time: 0.9147763
Nov 13 21:39:36.693135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38192) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:36.716763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.720413 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d18e76c-9052-487b-9bef-3f677dbb07a8 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] GET failed (client error): The resource could not be found.
Nov 13 21:39:36.727832 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9d18e76c-9052-487b-9bef-3f677dbb07a8 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "GET /v2.0/ports/91ee8a10-2123-4e0b-b8fe-da3608ab2dcd HTTP/1.1" status: 404  len: 333 time: 0.0279117
Nov 13 21:39:36.727832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38194) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:36.811536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d55a34-eef4-447c-8d09-de0e9d51fc65 None None] Pushing event updated for resources: {'Port': ['ID=a1b518c7-506d-4e94-824f-76e19bafadae,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:36.835096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port 60f24ca8-c817-4442-83f3-080cb7afed1e {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:36.835604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.849223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Attempting to bind port a1b518c7-506d-4e94-824f-76e19bafadae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:36.849572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Attempting to bind port a1b518c7-506d-4e94-824f-76e19bafadae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:36.849964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Attempting to bind port a1b518c7-506d-4e94-824f-76e19bafadae on network 6b01beaf-08d6-44dc-9058-99dc97955e09 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:36.857965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:36.859838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Checking segment: {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:36.865789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.865789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Bound using segment: {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:36.865789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Bound port: a1b518c7-506d-4e94-824f-76e19bafadae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16afb73a-d683-4776-88c8-60cc366842e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:36.865789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.961223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:36.965774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] For port a1b518c7-506d-4e94-824f-76e19bafadae, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:36.970197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] For port a1b518c7-506d-4e94-824f-76e19bafadae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b518c7-506d-4e94-824f-76e19bafadae,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:36.974740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for 60f24ca8-c817-4442-83f3-080cb7afed1e owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:37.026333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.098610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Routers {'92917acd-ff80-47d5-bdcd-b2854d8d70ad'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:39:37.099236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd213eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:39:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:37.101013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f6af22bb-4c1e-4f76-a4df-529394f1ea63 None None] Provisioning complete for port a1b518c7-506d-4e94-824f-76e19bafadae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:37.102568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f6af22bb-4c1e-4f76-a4df-529394f1ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.107173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d55a34-eef4-447c-8d09-de0e9d51fc65 None None] Pushing event updated for resources: {'Port': ['ID=a1b518c7-506d-4e94-824f-76e19bafadae,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:37.225250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.261292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=60f24ca8-c817-4442-83f3-080cb7afed1e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:37.285921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] Set router 92917acd-ff80-47d5-bdcd-b2854d8d70ad gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:39:37.291770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.296577 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ae61b420-deb6-49a9-88b5-10db7a28618a tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/ports/60f24ca8-c817-4442-83f3-080cb7afed1e HTTP/1.1" status: 204  len: 168 time: 0.5704441
Nov 13 21:39:37.299145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38214) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:37.337241 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c88498c-51bf-4d56-8add-de43b6c37cea tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] GET failed (client error): The resource could not be found.
Nov 13 21:39:37.339548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f6af22bb-4c1e-4f76-a4df-529394f1ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.340876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c88498c-51bf-4d56-8add-de43b6c37cea tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "GET /v2.0/ports/60f24ca8-c817-4442-83f3-080cb7afed1e HTTP/1.1" status: 404  len: 333 time: 0.0398619
Nov 13 21:39:37.347101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38216) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:37.453267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port 5a2179d2-4cc5-4714-9d89-4d15a507ae8d {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:37.453602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.462337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f6af22bb-4c1e-4f76-a4df-529394f1ea63 None None] For port a1b518c7-506d-4e94-824f-76e19bafadae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b518c7-506d-4e94-824f-76e19bafadae,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:37.552506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.554386 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f6af22bb-4c1e-4f76-a4df-529394f1ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.567214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for 5a2179d2-4cc5-4714-9d89-4d15a507ae8d owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:37.619610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af22bb-4c1e-4f76-a4df-529394f1ea63 None None] Pushing event updated for resources: {'Port': ['ID=a1b518c7-506d-4e94-824f-76e19bafadae,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:37.634237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd213eb0>, [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:39:33Z', 'revision_number': 4, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b518c7-506d-4e94-824f-76e19bafadae', 'name': '', 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'mac_address': 'fa:16:3e:db:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:32Z', 'updated_at': '2021-11-13T21:39:36Z', 'revision_number': 4, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'subnets': [{'id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:37.658583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7c5eb-9959-406c-9eb1-019616ddb1cb None None] The sync data for ids ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'] in ncdv-master-1 is: [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:39:33Z', 'revision_number': 4, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b518c7-506d-4e94-824f-76e19bafadae', 'name': '', 'network_id': '6b01beaf-08d6-44dc-9058-99dc97955e09', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'mac_address': 'fa:16:3e:db:6f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:32Z', 'updated_at': '2021-11-13T21:39:36Z', 'revision_number': 4, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'subnets': [{'id': 'cdeb8adc-d0f3-4c6b-a526-fea7df3da297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:39:37.683809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8a2d485c-e302-4250-81c7-0aba5ccbd700 None None] Provisioning complete for port a1b518c7-506d-4e94-824f-76e19bafadae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:37.684310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a2d485c-e302-4250-81c7-0aba5ccbd700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.785566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.834212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=5a2179d2-4cc5-4714-9d89-4d15a507ae8d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:37.893929 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:37.894924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a1b518c7-506d-4e94-824f-76e19bafadae up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:39:37.903317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38222) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:37.903857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a96d17cf-f280-406f-aeef-aeb6555b5ce4 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/ports/5a2179d2-4cc5-4714-9d89-4d15a507ae8d HTTP/1.1" status: 204  len: 168 time: 0.5555208
Nov 13 21:39:37.995912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting subnet 9aaa9330-5508-42f6-927d-833275710031 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:39:38.001382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.085696 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.183151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a1b518c7-506d-4e94-824f-76e19bafadae triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:38.183520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.196779 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.386280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.414951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Subnet': ['ID=9aaa9330-5508-42f6-927d-833275710031,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:38.422841 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.428838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f5efa389-0186-48d1-8665-cf7f7aff6601 tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/subnets/9aaa9330-5508-42f6-927d-833275710031 HTTP/1.1" status: 204  len: 168 time: 0.5217845
Nov 13 21:39:38.428838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38230) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:38.429248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d412a74-e986-45de-8d17-f7236547f43f None None] Network da243331-52c6-458e-8e6b-dd77fd89443d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:39:38.530723 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.609187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Deleting port 540a738f-4163-4689-ab94-309e48f4bab2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:38.609527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.650129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] DHCP port deletion for da243331-52c6-458e-8e6b-dd77fd89443d request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:39:38.698358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] For port 540a738f-4163-4689-ab94-309e48f4bab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=540a738f-4163-4689-ab94-309e48f4bab2,segment=NetworkSegment(b04cef4d-b8a6-477a-be74-c2cc7ac06ae6),segment_id=b04cef4d-b8a6-477a-be74-c2cc7ac06ae6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:38.698729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.706106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] Deleting port 540a738f-4163-4689-ab94-309e48f4bab2 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:39:38.709620 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.714094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Calling delete_port for 540a738f-4163-4689-ab94-309e48f4bab2 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:38.770711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] For port 540a738f-4163-4689-ab94-309e48f4bab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=540a738f-4163-4689-ab94-309e48f4bab2,segment=NetworkSegment(b04cef4d-b8a6-477a-be74-c2cc7ac06ae6),segment_id=b04cef4d-b8a6-477a-be74-c2cc7ac06ae6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:39:38.771112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.784191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] Calling delete_port for 540a738f-4163-4689-ab94-309e48f4bab2 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:39:38.894122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.905077 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:38.925068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Port': ['ID=540a738f-4163-4689-ab94-309e48f4bab2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:38.927405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] Pushing event deleted for resources: {'Port': ['ID=540a738f-4163-4689-ab94-309e48f4bab2,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:38.928991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] No DVR routers for this DVR port 540a738f-4163-4689-ab94-309e48f4bab2 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:38.930492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fecdc77-c466-452d-90b2-8a50c83d7aa9 None None] No DVR routers for this DVR port 540a738f-4163-4689-ab94-309e48f4bab2 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:39:39.011894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.035258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf2071c0>,) {'filters': {'network_id': ['da243331-52c6-458e-8e6b-dd77fd89443d']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:39.042781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf2071c0>, 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:39.046080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf2071c0>, 'b04cef4d-b8a6-477a-be74-c2cc7ac06ae6') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:39:39.057264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.071321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.077889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:39:39.078276 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:39:39.081405 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:39:39.191954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.207887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.216535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] 10.222.0.20 "DELETE /v2.0/networks/da243331-52c6-458e-8e6b-dd77fd89443d HTTP/1.1" status: 204  len: 168 time: 0.7854676
Nov 13 21:39:39.232285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dcf74-e5c9-40e4-9ce5-6cdaaa68457f tempest-AllowedAddressPairIpV6TestJSON-2145494696 tempest-AllowedAddressPairIpV6TestJSON-2145494696-project] Pushing event deleted for resources: {'Network': ['ID=da243331-52c6-458e-8e6b-dd77fd89443d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:39.758283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38260) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:39.823091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 540a738f-4163-4689-ab94-309e48f4bab2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:39:39.842676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 540a738f-4163-4689-ab94-309e48f4bab2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:39:39.843189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 540a738f-4163-4689-ab94-309e48f4bab2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:39:39.913111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bfbb89ab-d478-4b2d-a04c-ce55fdc53794 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73bc20fe59de46019fbb79f2dbf1b6b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1534834
Nov 13 21:39:39.915976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38266) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:39.963610 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39979193-a520-4d77-bfd9-5ccbf98c2497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:39.986652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39979193-a520-4d77-bfd9-5ccbf98c2497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:40.076602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39979193-a520-4d77-bfd9-5ccbf98c2497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:40.079268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39979193-a520-4d77-bfd9-5ccbf98c2497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:40.080412 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-39979193-a520-4d77-bfd9-5ccbf98c2497 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf0a11a2-4c62-4865-8c28-59b18c9284bc HTTP/1.1" status: 204  len: 168 time: 0.1635518
Nov 13 21:39:40.088118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39979193-a520-4d77-bfd9-5ccbf98c2497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a11a2-4c62-4865-8c28-59b18c9284bc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:41.253220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38328) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:41.363883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f0b2ea89-f0ba-4456-87b9-cf8009c93782 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:41.364967 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-f0b2ea89-f0ba-4456-87b9-cf8009c93782 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 13 21:39:41.365727 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-f0b2ea89-f0ba-4456-87b9-cf8009c93782 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:39:41.370626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0b2ea89-f0ba-4456-87b9-cf8009c93782 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1124167
Nov 13 21:39:41.371093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:41.376268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394454235'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:41.470990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.479812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.567509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.625683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.666612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1503a339-4a64-4b80-bd31-96471841b7ea,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:41.683251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.683595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.683925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.684257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.684585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.684933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.685255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.685571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.685887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.686200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.686549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.686835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:41.717030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.830723 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.864126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e987a9-b2f8-43c2-8966-5b0e3f404792,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:41.981394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:41.982700 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-82121e94-e992-43b7-bfde-54241f69e89e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6105218
Nov 13 21:39:41.985586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38358) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:41.989966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a8e987a9-b2f8-43c2-8966-5b0e3f404792', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:42.090825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.167536 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.236667 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.259672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.278658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5e9fa0-ca83-439c-b1e7-4a71e97f2646,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:42.347721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.350105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-524a30c6-853d-4298-bb16-dbfcb9aa3496 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3624380
Nov 13 21:39:42.351897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38372) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:42.356099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a9439120-efc3-4bc7-8b58-7c8698cd1fd7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a8e987a9-b2f8-43c2-8966-5b0e3f404792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:42.424665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9439120-efc3-4bc7-8b58-7c8698cd1fd7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.540161 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-a9439120-efc3-4bc7-8b58-7c8698cd1fd7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:39:42.541639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9439120-efc3-4bc7-8b58-7c8698cd1fd7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1884227
Nov 13 21:39:42.544100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38376) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:42.602648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5d13458-38c2-4e42-a41a-15dd8b87ed50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.630156 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5d13458-38c2-4e42-a41a-15dd8b87ed50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.728122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5d13458-38c2-4e42-a41a-15dd8b87ed50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.731042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c5d13458-38c2-4e42-a41a-15dd8b87ed50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.734522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c5d13458-38c2-4e42-a41a-15dd8b87ed50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/a8e987a9-b2f8-43c2-8966-5b0e3f404792 HTTP/1.1" status: 204  len: 168 time: 0.1868858
Nov 13 21:39:42.735279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38380) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:42.742946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d13458-38c2-4e42-a41a-15dd8b87ed50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e987a9-b2f8-43c2-8966-5b0e3f404792,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:42.806801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:42.807089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7ca5485d-53ea-4669-a12a-e2e87ba3ab8e tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0695641
Nov 13 21:39:42.811599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935188300'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:42.899809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:42.964557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.030879 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.062375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21712be3-e729-42e7-82f8-a10dc649ca38,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:43.095979 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.099959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa88301a-bd9c-4e4b-958a-f81e16df882a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2892480
Nov 13 21:39:43.100104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38390) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.104929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8514ee29-7a13-4eb1-9ffe-d1fa116b4ff5 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '21712be3-e729-42e7-82f8-a10dc649ca38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:43.105410 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-8514ee29-7a13-4eb1-9ffe-d1fa116b4ff5 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Nov 13 21:39:43.105896 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-8514ee29-7a13-4eb1-9ffe-d1fa116b4ff5 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:43.106804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8514ee29-7a13-4eb1-9ffe-d1fa116b4ff5 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0058084
Nov 13 21:39:43.109410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38392) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.163633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65f82a24-792b-45c5-b86a-62bf3e7dcee3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.189124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65f82a24-792b-45c5-b86a-62bf3e7dcee3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.305937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65f82a24-792b-45c5-b86a-62bf3e7dcee3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.308672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-65f82a24-792b-45c5-b86a-62bf3e7dcee3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.309871 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-65f82a24-792b-45c5-b86a-62bf3e7dcee3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/21712be3-e729-42e7-82f8-a10dc649ca38 HTTP/1.1" status: 204  len: 168 time: 0.1993394
Nov 13 21:39:43.320822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38394) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.321001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f82a24-792b-45c5-b86a-62bf3e7dcee3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21712be3-e729-42e7-82f8-a10dc649ca38,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:43.370432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9abcf5f9-63f4-47ea-a316-c20442c23178 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0520275
Nov 13 21:39:43.370724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38396) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.374917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234510043'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:43.471626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.496017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38400) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.539010 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.602748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.605098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bcc06edb-5dc3-45d9-bee8-518654831314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.637785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c43372-a5c2-4166-b165-f64585e27e16,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:43.681185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bcc06edb-5dc3-45d9-bee8-518654831314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.707245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.708550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-252c0a21-8c2b-4fd4-a3d6-039d39f8aa15 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3369586
Nov 13 21:39:43.711363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38404) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.715634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-46ba8230-a900-4203-aeaa-099487f79dba tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '16c43372-a5c2-4166-b165-f64585e27e16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:43.716516 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-46ba8230-a900-4203-aeaa-099487f79dba tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Nov 13 21:39:43.717036 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-46ba8230-a900-4203-aeaa-099487f79dba tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:43.717923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-46ba8230-a900-4203-aeaa-099487f79dba tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0056865
Nov 13 21:39:43.720231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38406) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.728466 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bcc06edb-5dc3-45d9-bee8-518654831314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.766746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc06edb-5dc3-45d9-bee8-518654831314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9675f0ba-67f1-4f77-bdf1-ae94f0eedf4b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:43.770959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bcc06edb-5dc3-45d9-bee8-518654831314 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9cc3aa22b234029a69c783303d6899c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2739196
Nov 13 21:39:43.773591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38408) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.775923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce14b-1354-4775-bdd2-857729ef32a7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.799735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce14b-1354-4775-bdd2-857729ef32a7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.829051 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53a0a739-3f3a-4aa0-b7ca-bec808563469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.854228 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53a0a739-3f3a-4aa0-b7ca-bec808563469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.933490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce14b-1354-4775-bdd2-857729ef32a7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.936200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9b9ce14b-1354-4775-bdd2-857729ef32a7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:43.937381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9b9ce14b-1354-4775-bdd2-857729ef32a7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/16c43372-a5c2-4166-b165-f64585e27e16 HTTP/1.1" status: 204  len: 168 time: 0.2162333
Nov 13 21:39:43.940063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38414) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.946627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ce14b-1354-4775-bdd2-857729ef32a7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c43372-a5c2-4166-b165-f64585e27e16,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:43.986278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3803e582-a9eb-4a3b-855d-15de327983c9 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0451236
Nov 13 21:39:43.989768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38416) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:43.994442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--482064272'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:43.999710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53a0a739-3f3a-4aa0-b7ca-bec808563469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.002177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-53a0a739-3f3a-4aa0-b7ca-bec808563469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.005273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-53a0a739-3f3a-4aa0-b7ca-bec808563469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9675f0ba-67f1-4f77-bdf1-ae94f0eedf4b HTTP/1.1" status: 204  len: 168 time: 0.2287176
Nov 13 21:39:44.017835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0a739-3f3a-4aa0-b7ca-bec808563469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9675f0ba-67f1-4f77-bdf1-ae94f0eedf4b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:44.105578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.173819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.242485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.271148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08db3943-e89e-4f5e-b9fa-96fbac5794ea,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:44.324583 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.326065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aaf11daf-79c9-4931-94df-85fca9e28269 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3353803
Nov 13 21:39:44.328894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38422) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.333583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-05a4afec-9542-497b-bdb5-42fc7f88cc5d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '08db3943-e89e-4f5e-b9fa-96fbac5794ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:44.335515 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-05a4afec-9542-497b-bdb5-42fc7f88cc5d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Nov 13 21:39:44.336548 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-05a4afec-9542-497b-bdb5-42fc7f88cc5d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:44.337573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-05a4afec-9542-497b-bdb5-42fc7f88cc5d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0076964
Nov 13 21:39:44.350634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38424) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.356130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c0955c0f-9105-4fb6-84ce-e0b4ded5dcc1 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '08db3943-e89e-4f5e-b9fa-96fbac5794ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:44.356739 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-c0955c0f-9105-4fb6-84ce-e0b4ded5dcc1 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Nov 13 21:39:44.357319 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-c0955c0f-9105-4fb6-84ce-e0b4ded5dcc1 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:44.359310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c0955c0f-9105-4fb6-84ce-e0b4ded5dcc1 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0076668
Nov 13 21:39:44.362111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38426) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.367278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-73ade523-a380-42f8-8f3c-45cf9ba1d553 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '08db3943-e89e-4f5e-b9fa-96fbac5794ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:44.368128 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-73ade523-a380-42f8-8f3c-45cf9ba1d553 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Nov 13 21:39:44.368601 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-73ade523-a380-42f8-8f3c-45cf9ba1d553 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:44.369573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-73ade523-a380-42f8-8f3c-45cf9ba1d553 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0065076
Nov 13 21:39:44.373017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.376878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e962eb7b-fe7c-4f04-b1bf-6881afa57104 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '08db3943-e89e-4f5e-b9fa-96fbac5794ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:44.377717 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-e962eb7b-fe7c-4f04-b1bf-6881afa57104 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Nov 13 21:39:44.378160 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-e962eb7b-fe7c-4f04-b1bf-6881afa57104 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:44.379061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e962eb7b-fe7c-4f04-b1bf-6881afa57104 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0052130
Nov 13 21:39:44.381386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38430) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.433260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4653-3981-4c33-9e94-277ade3e2705 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.457302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4653-3981-4c33-9e94-277ade3e2705 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.566992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38434) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.583095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b70bf05b-0fb6-46ee-86e3-4aac68a528ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.598419 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4653-3981-4c33-9e94-277ade3e2705 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.601585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4653-3981-4c33-9e94-277ade3e2705 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.602735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d0dc4653-3981-4c33-9e94-277ade3e2705 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/08db3943-e89e-4f5e-b9fa-96fbac5794ea HTTP/1.1" status: 204  len: 168 time: 0.2205255
Nov 13 21:39:44.605604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38436) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.622949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4653-3981-4c33-9e94-277ade3e2705 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db3943-e89e-4f5e-b9fa-96fbac5794ea,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:44.660297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c0ef3535-45d3-4803-9857-ab8fb316dcf5 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0535793
Nov 13 21:39:44.661916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.664165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38438) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.671939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427118544'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:44.693928 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b70bf05b-0fb6-46ee-86e3-4aac68a528ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.791207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b70bf05b-0fb6-46ee-86e3-4aac68a528ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.791424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.833008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b70bf05b-0fb6-46ee-86e3-4aac68a528ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bf0e908305246c4aea83861bec88583&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2648814
Nov 13 21:39:44.834098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bf05b-0fb6-46ee-86e3-4aac68a528ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe6c93-5125-4fbd-845f-773525ce497e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:44.835725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:44.898464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.914287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-381c8cb8-64de-4054-bcd7-057d1e28eb4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.948066 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-381c8cb8-64de-4054-bcd7-057d1e28eb4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:44.970690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.014353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4541b-22b5-4662-b7c4-ca45ff6c7111,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:45.095578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.096878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-993253bd-4c36-4a4a-b123-69773802697f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4316847
Nov 13 21:39:45.099723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38464) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.104803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c611d088-d625-4c0f-bcdb-b9aa04534f23 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.105276 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-c611d088-d625-4c0f-bcdb-b9aa04534f23 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 13 21:39:45.105758 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-c611d088-d625-4c0f-bcdb-b9aa04534f23 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.106654 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c611d088-d625-4c0f-bcdb-b9aa04534f23 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0060406
Nov 13 21:39:45.109816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38466) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.114157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8a2cd15a-607d-460c-b984-a15f5b564b71 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.122403 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-381c8cb8-64de-4054-bcd7-057d1e28eb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.124887 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-381c8cb8-64de-4054-bcd7-057d1e28eb4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.125934 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-381c8cb8-64de-4054-bcd7-057d1e28eb4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81fe6c93-5125-4fbd-845f-773525ce497e HTTP/1.1" status: 204  len: 168 time: 0.2891982
Nov 13 21:39:45.142437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c8cb8-64de-4054-bcd7-057d1e28eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe6c93-5125-4fbd-845f-773525ce497e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:45.385508 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-8a2cd15a-607d-460c-b984-a15f5b564b71 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.389320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8a2cd15a-607d-460c-b984-a15f5b564b71 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2759378
Nov 13 21:39:45.389505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.393969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-fb335506-26a8-416c-9313-8281ea7b2427 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.394433 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-fb335506-26a8-416c-9313-8281ea7b2427 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Nov 13 21:39:45.394901 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-fb335506-26a8-416c-9313-8281ea7b2427 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.395823 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fb335506-26a8-416c-9313-8281ea7b2427 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0053933
Nov 13 21:39:45.399003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.404104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bd314d47-9dba-43c8-a4b2-d3b673fadb1d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.419520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38476) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.537432 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5308f449-f08b-48b2-a308-3ebc6b395af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.625045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5308f449-f08b-48b2-a308-3ebc6b395af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.636521 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-bd314d47-9dba-43c8-a4b2-d3b673fadb1d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.637615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd314d47-9dba-43c8-a4b2-d3b673fadb1d tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2378135
Nov 13 21:39:45.640977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38488) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.645338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5a5e415a-5e71-4c87-8ac1-9aa13b4221b3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.645799 ncdv-master-1 neutron-server[120533]: WARNING neutron.api.v2.base [None req-5a5e415a-5e71-4c87-8ac1-9aa13b4221b3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Nov 13 21:39:45.646249 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-5a5e415a-5e71-4c87-8ac1-9aa13b4221b3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.648936 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5a5e415a-5e71-4c87-8ac1-9aa13b4221b3 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0052626
Nov 13 21:39:45.650816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.654796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b01b09ee-d406-422e-812c-b0b3d3cde4a4 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.766868 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5308f449-f08b-48b2-a308-3ebc6b395af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.809044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5308f449-f08b-48b2-a308-3ebc6b395af9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a29eebb7727f492c9a059de8038b9a03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3889110
Nov 13 21:39:45.811652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.814036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f449-f08b-48b2-a308-3ebc6b395af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d0153-aba9-45b8-8106-29a4e6a1b123,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:45.865840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99b7dd23-d9c2-4ddd-8e25-1d5e3c52818e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:45.877314 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-b01b09ee-d406-422e-812c-b0b3d3cde4a4 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.880888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b01b09ee-d406-422e-812c-b0b3d3cde4a4 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2267315
Nov 13 21:39:45.881395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.887676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3e51f2dc-8552-4e90-8cd6-3688185d3a2a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.887676 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-3e51f2dc-8552-4e90-8cd6-3688185d3a2a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Nov 13 21:39:45.887676 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-3e51f2dc-8552-4e90-8cd6-3688185d3a2a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:45.888361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3e51f2dc-8552-4e90-8cd6-3688185d3a2a tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0058427
Nov 13 21:39:45.890877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38504) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:45.897147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3f89d07d-69e1-4e04-bbf0-20a1da050a3f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:45.908655 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99b7dd23-d9c2-4ddd-8e25-1d5e3c52818e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.028123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99b7dd23-d9c2-4ddd-8e25-1d5e3c52818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.031255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-99b7dd23-d9c2-4ddd-8e25-1d5e3c52818e admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.032642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-99b7dd23-d9c2-4ddd-8e25-1d5e3c52818e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/055d0153-aba9-45b8-8106-29a4e6a1b123 HTTP/1.1" status: 204  len: 168 time: 0.2197897
Nov 13 21:39:46.044468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7dd23-d9c2-4ddd-8e25-1d5e3c52818e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d0153-aba9-45b8-8106-29a4e6a1b123,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:46.065722 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-3f89d07d-69e1-4e04-bbf0-20a1da050a3f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:46.066842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3f89d07d-69e1-4e04-bbf0-20a1da050a3f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1748872
Nov 13 21:39:46.071374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:46.077003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0c598d5d-efb8-409a-b5c4-e6b6d38b1799 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'a9b4541b-22b5-4662-b7c4-ca45ff6c7111', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:46.248738 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-0c598d5d-efb8-409a-b5c4-e6b6d38b1799 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:46.250074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0c598d5d-efb8-409a-b5c4-e6b6d38b1799 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1773360
Nov 13 21:39:46.253118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38526) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:46.307508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bac2c4f-7b2a-4d3e-b41b-f0dfbc1fa0cf tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.340416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bac2c4f-7b2a-4d3e-b41b-f0dfbc1fa0cf tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.454373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bac2c4f-7b2a-4d3e-b41b-f0dfbc1fa0cf tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.457131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bac2c4f-7b2a-4d3e-b41b-f0dfbc1fa0cf tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.461406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5bac2c4f-7b2a-4d3e-b41b-f0dfbc1fa0cf tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9b4541b-22b5-4662-b7c4-ca45ff6c7111 HTTP/1.1" status: 204  len: 168 time: 0.2042024
Nov 13 21:39:46.464211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38532) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:46.478059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac2c4f-7b2a-4d3e-b41b-f0dfbc1fa0cf tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4541b-22b5-4662-b7c4-ca45ff6c7111,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:46.526205 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bea11733-6ba9-4fc1-9b2c-f9fcecb45399 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0590692
Nov 13 21:39:46.530513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38536) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:46.534645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579387747'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:46.619941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.701183 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.727249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38540) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:46.741257 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a57bd01-447b-44d5-8269-1d6a45fbcd2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.772925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.822824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb8eb5-49ff-4931-a3a4-0cb218a33f0b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:46.857427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a57bd01-447b-44d5-8269-1d6a45fbcd2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.884335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.886221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-327183ff-8bb3-4b35-a407-3a76974c6808 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3551009
Nov 13 21:39:46.889229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38544) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:46.893599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-743bab8f-201e-40f8-939e-a8c9bf45c4f2 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'f5bb8eb5-49ff-4931-a3a4-0cb218a33f0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:46.968023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5a57bd01-447b-44d5-8269-1d6a45fbcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:46.971828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-4b44f17e-ea52-4c1b-a0a4-542378eb7506 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:46.973486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-4b44f17e-ea52-4c1b-a0a4-542378eb7506 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.5774541
Nov 13 21:39:46.993069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-454d2b42-4a3a-42a7-8c72-e381b3943849 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/quotas/f9ae928d75cc4e4d88c3e99de8f45af8 HTTP/1.1" status: 200  len: 375 time: 0.0118396
Nov 13 21:39:47.016875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5a57bd01-447b-44d5-8269-1d6a45fbcd2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc6a344a1c0446c9b9eb41e7d2e796b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2883804
Nov 13 21:39:47.018665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57bd01-447b-44d5-8269-1d6a45fbcd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623f351-7c38-4546-87a8-14928d1195f2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:47.022943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38548) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:47.080534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6adcc549-5636-42cf-93e7-d20dd52f64ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.084763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-dbc64ebd-e8f4-43f0-bec1-8795abf12d4e tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0855925
Nov 13 21:39:47.106849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6adcc549-5636-42cf-93e7-d20dd52f64ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.134026 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-743bab8f-201e-40f8-939e-a8c9bf45c4f2 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The resource could not be found.
Nov 13 21:39:47.138193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-743bab8f-201e-40f8-939e-a8c9bf45c4f2 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2448986
Nov 13 21:39:47.138317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38556) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:47.143156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bf7c9fd4-7d25-41c5-b0b3-a446f3c97634 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': 'f5bb8eb5-49ff-4931-a3a4-0cb218a33f0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8768616e-cf40-4eb8-8791-facfdce5c7f7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:47.211606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-cb9d27df-1a5f-4ff0-910c-31ef2440b627 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:39:47.212563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-cb9d27df-1a5f-4ff0-910c-31ef2440b627 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1197069
Nov 13 21:39:47.270707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6adcc549-5636-42cf-93e7-d20dd52f64ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.275091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6adcc549-5636-42cf-93e7-d20dd52f64ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.276275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6adcc549-5636-42cf-93e7-d20dd52f64ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c623f351-7c38-4546-87a8-14928d1195f2 HTTP/1.1" status: 204  len: 168 time: 0.2523656
Nov 13 21:39:47.284470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcc549-5636-42cf-93e7-d20dd52f64ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623f351-7c38-4546-87a8-14928d1195f2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:47.313467 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-644f17d7-6a87-48ad-9516-53c9097faec2 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940764
Nov 13 21:39:47.368736 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-bf7c9fd4-7d25-41c5-b0b3-a446f3c97634 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The resource could not be found.
Nov 13 21:39:47.369799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf7c9fd4-7d25-41c5-b0b3-a446f3c97634 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2306514
Nov 13 21:39:47.374944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38564) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:47.394297 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:39:47.438286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45babb63-5873-46b9-addb-af788e378814 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.448882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-f1189f3b-b8f7-48a5-9cf3-2b752ae74416 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281366
Nov 13 21:39:47.472360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45babb63-5873-46b9-addb-af788e378814 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.659311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45babb63-5873-46b9-addb-af788e378814 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.662075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-45babb63-5873-46b9-addb-af788e378814 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:47.665603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-45babb63-5873-46b9-addb-af788e378814 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5bb8eb5-49ff-4931-a3a4-0cb218a33f0b HTTP/1.1" status: 204  len: 168 time: 0.2873478
Nov 13 21:39:47.666042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38570) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:47.675949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45babb63-5873-46b9-addb-af788e378814 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb8eb5-49ff-4931-a3a4-0cb218a33f0b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:47.770807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-45af13e4-e0fe-48c9-ab23-ad1f1cd6e9a9 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1034944
Nov 13 21:39:47.776792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38582) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:47.782135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5b734a5e-ad66-4e3a-adb1-a99a73c0ced9 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '268f867b-6927-4268-a657-13e5bd7669b3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:48.005758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-83e16548-e1cc-4c4a-b680-defa7426b60e req-1388dba1-379e-4481-98b7-d4bb7d4dde19 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 210 time: 0.2788537
Nov 13 21:39:48.019976 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-5b734a5e-ad66-4e3a-adb1-a99a73c0ced9 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The resource could not be found.
Nov 13 21:39:48.021050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5b734a5e-ad66-4e3a-adb1-a99a73c0ced9 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2429833
Nov 13 21:39:48.035021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38600) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:48.041197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757180462'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:48.157204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.228856 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.322974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.355839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedc045-97e8-42f0-b0c3-573ffc94a753,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:48.445179 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.446962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-85ed2718-6509-4480-a95b-8747384bab9c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4106662
Nov 13 21:39:48.449959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38616) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:48.454448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--326502989'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:48.699748 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.767332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.871293 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.902070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b750f13-b34f-4cff-be69-787e447959fe,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:48.965036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:48.969140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f6b8ce70-e778-45db-97d5-2788fa526b6c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5154243
Nov 13 21:39:48.969741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38630) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:48.975441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6067c49f-eddc-47f0-ba2c-9495551f2e97 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group_rule': {'security_group_id': '6bedc045-97e8-42f0-b0c3-573ffc94a753', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b750f13-b34f-4cff-be69-787e447959fe'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:49.110960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0301992-4b62-4cda-90db-5b89ead4a1c5 req-2a81247d-144b-4cbf-9c5b-4bd7d18f2077 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 210 time: 0.0259659
Nov 13 21:39:49.157810 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-6067c49f-eddc-47f0-ba2c-9495551f2e97 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:39:49.158892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6067c49f-eddc-47f0-ba2c-9495551f2e97 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1880946
Nov 13 21:39:49.161707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38634) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:49.223534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e9c-7f1d-426f-926a-d7bb04c615f7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.248054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e9c-7f1d-426f-926a-d7bb04c615f7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.374033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e9c-7f1d-426f-926a-d7bb04c615f7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.376619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2e27e9c-7f1d-426f-926a-d7bb04c615f7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.377795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2e27e9c-7f1d-426f-926a-d7bb04c615f7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b750f13-b34f-4cff-be69-787e447959fe HTTP/1.1" status: 204  len: 168 time: 0.2148278
Nov 13 21:39:49.385439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38642) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:49.388219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27e9c-7f1d-426f-926a-d7bb04c615f7 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b750f13-b34f-4cff-be69-787e447959fe,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:49.446714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-afe5cd80-e95c-4dad-a04b-f676219c741c tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0569830
Nov 13 21:39:49.447345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38646) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:49.508652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a779de58-a010-4005-820f-835a908e3c89 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.532257 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a779de58-a010-4005-820f-835a908e3c89 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.653739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a779de58-a010-4005-820f-835a908e3c89 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.656917 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a779de58-a010-4005-820f-835a908e3c89 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.658190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a779de58-a010-4005-820f-835a908e3c89 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/6bedc045-97e8-42f0-b0c3-573ffc94a753 HTTP/1.1" status: 204  len: 168 time: 0.2102468
Nov 13 21:39:49.660781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:49.682360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779de58-a010-4005-820f-835a908e3c89 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedc045-97e8-42f0-b0c3-573ffc94a753,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:49.718860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2735bf8-f92c-4d41-a4c0-809c65441c0f tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0568235
Nov 13 21:39:49.723325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38656) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:49.728593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164370198'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:49.813960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:49.899335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.110920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.141521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb71a84-06d2-4ca7-82ec-a7be32a80e96,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:50.214461 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-66fc1f21-2db0-40ee-9697-de07c751e834 req-1992e99c-bab6-496f-8158-a4f0160cc6ee tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 210 time: 0.0310531
Nov 13 21:39:50.221670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.222891 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4c3199b9-30d7-412b-8ce8-f254d92a8b99 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4985323
Nov 13 21:39:50.225901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38668) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.233953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6ca2fe58-e227-4645-b923-5faaaa0709be tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Request body: {'security_group': {'name': 'default'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:50.234371 ncdv-master-1 neutron-server[120532]: WARNING neutron.api.v2.base [None req-6ca2fe58-e227-4645-b923-5faaaa0709be tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Nov 13 21:39:50.234849 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-6ca2fe58-e227-4645-b923-5faaaa0709be tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] update failed (client error): There was a conflict when trying to complete your request.
Nov 13 21:39:50.236408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6ca2fe58-e227-4645-b923-5faaaa0709be tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "PUT /v2.0/security-groups/1fb71a84-06d2-4ca7-82ec-a7be32a80e96 HTTP/1.1" status: 409  len: 330 time: 0.0084107
Nov 13 21:39:50.239138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.280042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38672) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.306285 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-664b4afb-8207-438c-b91a-695a300c839b tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.354198 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-664b4afb-8207-438c-b91a-695a300c839b tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.431866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb76ddb0-7fa3-4eae-beaf-e8f058ec5449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.571352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-664b4afb-8207-438c-b91a-695a300c839b tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.575726 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-664b4afb-8207-438c-b91a-695a300c839b tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.575726 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-664b4afb-8207-438c-b91a-695a300c839b tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/1fb71a84-06d2-4ca7-82ec-a7be32a80e96 HTTP/1.1" status: 204  len: 168 time: 0.3352869
Nov 13 21:39:50.586994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38680) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.592544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b4afb-8207-438c-b91a-695a300c839b tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb71a84-06d2-4ca7-82ec-a7be32a80e96,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:50.682464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb76ddb0-7fa3-4eae-beaf-e8f058ec5449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.688370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9d1668d8-8d93-43f6-9a5c-0b1469c7ef50 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0932517
Nov 13 21:39:50.691923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.705341 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-d15ee58c-be34-4cb8-95cf-9ee33ac9bee1 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] delete failed (client error): The resource could not be found.
Nov 13 21:39:50.709786 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d15ee58c-be34-4cb8-95cf-9ee33ac9bee1 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2cf50ab-2dcf-4d3c-9f7f-0489813c66fd HTTP/1.1" status: 404  len: 347 time: 0.0133982
Nov 13 21:39:50.710089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38684) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.728468 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-e748cb9d-b17a-41de-a1dc-eea35c5f73cc tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] show failed (client error): The resource could not be found.
Nov 13 21:39:50.729536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e748cb9d-b17a-41de-a1dc-eea35c5f73cc tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-groups/ec3a8937-68c6-4e42-87f2-ae23853452fb HTTP/1.1" status: 404  len: 347 time: 0.0179307
Nov 13 21:39:50.733298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38686) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.745106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-310c0d36-c6b7-4522-9e81-a45c157af3fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:50.746926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-310c0d36-c6b7-4522-9e81-a45c157af3fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.5008836
Nov 13 21:39:50.747480 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-b196ab0f-7017-4804-b93e-7c53b9c4db56 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] show failed (client error): The resource could not be found.
Nov 13 21:39:50.748491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b196ab0f-7017-4804-b93e-7c53b9c4db56 tempest-NegativeSecGroupTest-1043631933 tempest-NegativeSecGroupTest-1043631933-project] 10.222.0.20 "GET /v2.0/security-group-rules/496c1bfa-b7c8-4ee7-8f5b-7c46e05ee69d HTTP/1.1" status: 404  len: 356 time: 0.0142930
Nov 13 21:39:50.763320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'port': {'device_id': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'admin_state_up': True, 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:50.774763 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb76ddb0-7fa3-4eae-beaf-e8f058ec5449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.822190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb76ddb0-7fa3-4eae-beaf-e8f058ec5449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f23bb11af23f4234aec27b32d3610dfb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5409083
Nov 13 21:39:50.826107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38690) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:50.831766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76ddb0-7fa3-4eae-beaf-e8f058ec5449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc565bf-aaf0-4e8e-a395-bb13ca8f2abb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:50.908268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1f09f3a-1245-40d1-bfc9-6895c4f6a8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:50.937449 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1f09f3a-1245-40d1-bfc9-6895c4f6a8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.042427 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Made reservation on behalf of f9ae928d75cc4e4d88c3e99de8f45af8 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:39:51.046256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.123893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1f09f3a-1245-40d1-bfc9-6895c4f6a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.126462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1f09f3a-1245-40d1-bfc9-6895c4f6a8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.127701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e1f09f3a-1245-40d1-bfc9-6895c4f6a8ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cc565bf-aaf0-4e8e-a395-bb13ca8f2abb HTTP/1.1" status: 204  len: 168 time: 0.3005564
Nov 13 21:39:51.165038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f09f3a-1245-40d1-bfc9-6895c4f6a8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc565bf-aaf0-4e8e-a395-bb13ca8f2abb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:51.257700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Allocated IP 172.20.0.10 (47f1ff9d-074e-4315-963f-151fbe169dfb/480bc1ee-962f-4a5e-80c4-3f5f62a520d6/205bd7c5-6629-48b3-b1ed-4d0177b1b5af) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:39:51.314936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:51.319880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3650165-6414-4daf-8f15-20fa37a50feb req-aeefa915-1cf2-44ab-a2eb-267e2af14839 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 210 time: 0.0285792
Nov 13 21:39:51.430331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.498337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2244c45b-9eb2-4e83-b938-24afaaac11ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76f43d82b5584646b141a202dbe74131&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1812971
Nov 13 21:39:51.499973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38704) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:51.548281 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1ca8-62ae-4a6e-89f6-53735a7b7309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.570347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1ca8-62ae-4a6e-89f6-53735a7b7309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.649263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.683105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1ca8-62ae-4a6e-89f6-53735a7b7309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.685763 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1ca8-62ae-4a6e-89f6-53735a7b7309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.686927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fd7d1ca8-62ae-4a6e-89f6-53735a7b7309 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1503a339-4a64-4b80-bd31-96471841b7ea HTTP/1.1" status: 204  len: 168 time: 0.1859939
Nov 13 21:39:51.712954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d1ca8-62ae-4a6e-89f6-53735a7b7309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1503a339-4a64-4b80-bd31-96471841b7ea,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:51.716047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:39:51.727469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:39:51.730513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:39:51.740952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'Port': ['ID=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:51.825898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:51.826567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:51.903104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-23568bee-e6fc-4b4d-afb8-5f5f99bbe395 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1464629
Nov 13 21:39:51.916329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Request body: {'port': {'device_id': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:39:51.973121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.045897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-496f8b74-5040-4946-a202-edad35d43549 None None] Provisioning complete for port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:39:52.046426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-496f8b74-5040-4946-a202-edad35d43549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.083995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-496f8b74-5040-4946-a202-edad35d43549 None None] Port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:39:52.274311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38740) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:52.307435 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-749dc8f8-9c9a-4b7d-b027-3c55c972f187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.329302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205bd7c5-6629-48b3-b1ed-4d0177b1b5af {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:39:52.340574 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.371047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Transition to ACTIVE for port object 205bd7c5-6629-48b3-b1ed-4d0177b1b5af will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:39:52.446848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.491140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-749dc8f8-9c9a-4b7d-b027-3c55c972f187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.524296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Pushing event updated for resources: {'Port': ['ID=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:52.545862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce7de8-3130-4925-b3fe-7119fb44091d req-c725a4a1-5e75-40ea-9823-83c3deb0f163 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:52.545862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05ce7de8-3130-4925-b3fe-7119fb44091d req-c725a4a1-5e75-40ea-9823-83c3deb0f163 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 932 time: 0.1351190
Nov 13 21:39:52.569171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-749dc8f8-9c9a-4b7d-b027-3c55c972f187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.657617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-749dc8f8-9c9a-4b7d-b027-3c55c972f187 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec8160bb8e14413b9e72cd74f6f06d97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3822265
Nov 13 21:39:52.661100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38764) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:52.668376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dc8f8-9c9a-4b7d-b027-3c55c972f187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a775109-e1fe-4306-a0ca-7f9660def101,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:52.722784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Attempting to bind port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:39:52.722784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Attempting to bind port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:39:52.722784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Attempting to bind port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:52.727986 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-05ce7de8-3130-4925-b3fe-7119fb44091d req-41b2e704-fddc-48b2-b899-1abb94294f25 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628201
Nov 13 21:39:52.730291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af on network 47f1ff9d-074e-4315-963f-151fbe169dfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:39:52.730621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Attempting to bind port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:39:52.743513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e84ff26b-0568-409d-8ff8-f3e50d9359b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.746984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:39:52.747732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:39:52.748124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Bound using segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:39:52.748568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Bound port: 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:39:52.749138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.770770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e84ff26b-0568-409d-8ff8-f3e50d9359b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.833491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] For port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:39:52.836863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] For port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:39:52.934564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.969641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:52.970441 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.972248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] 10.222.0.46 "PUT /v2.0/ports/205bd7c5-6629-48b3-b1ed-4d0177b1b5af HTTP/1.1" status: 200  len: 1092 time: 1.0613120
Nov 13 21:39:52.972721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'tag': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:39:52.979151 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7ba78a-2ab6-43ba-994d-7296c8f9d458", "tag": "205bd7c5-6629-48b3-b1ed-4d0177b1b5af"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:39:52.985651 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e84ff26b-0568-409d-8ff8-f3e50d9359b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.988301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e84ff26b-0568-409d-8ff8-f3e50d9359b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:52.992392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e84ff26b-0568-409d-8ff8-f3e50d9359b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a775109-e1fe-4306-a0ca-7f9660def101 HTTP/1.1" status: 204  len: 168 time: 0.3270128
Nov 13 21:39:52.998957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ff26b-0568-409d-8ff8-f3e50d9359b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a775109-e1fe-4306-a0ca-7f9660def101,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:53.020318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbe4dd-e7fc-4ace-9406-90bb61946744 service neutron] Pushing event updated for resources: {'Port': ['ID=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:53.197193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-5ecd8de2-c13a-4075-947c-fa2dfe3a7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:53.198375 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-5ecd8de2-c13a-4075-947c-fa2dfe3a7c1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 1095 time: 0.0723639
Nov 13 21:39:53.205009 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad407881-e27c-4782-be1d-f5ee8eaa81fd x-openstack-request-id: req-ad407881-e27c-4782-be1d-f5ee8eaa81fd {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:39:53.205009 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7ba78a-2ab6-43ba-994d-7296c8f9d458", "tag": "205bd7c5-6629-48b3-b1ed-4d0177b1b5af", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:39:53.205009 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad407881-e27c-4782-be1d-f5ee8eaa81fd {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:39:53.205009 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'tag': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af', 'status': 'completed', 'code': 200}
Nov 13 21:39:53.259396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-1f083144-12df-4bb0-97e8-7fbb783299c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af HTTP/1.1" status: 200  len: 217 time: 0.0472009
Nov 13 21:39:53.310091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-dbaa7ac9-8613-4dc2-95d0-77c4c2740d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:53.311561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-dbaa7ac9-8613-4dc2-95d0-77c4c2740d5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0457072
Nov 13 21:39:53.356927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-a0f05f84-482c-48a6-9594-dd9ae01f1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:53.358406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-a0f05f84-482c-48a6-9594-dd9ae01f1480 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397968
Nov 13 21:39:53.452601 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-f54074e8-1287-4d8e-a952-89bc6b4ed60d service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874431
Nov 13 21:39:53.550571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-576acccf-0a5e-446b-a9e3-4ab63d910800 req-e5659d97-aaf8-4738-9d87-e4363f44fbee service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900357
Nov 13 21:39:53.825641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-907ed0ae-8726-4a7d-8be5-5f98c7480d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:53.827129 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-907ed0ae-8726-4a7d-8be5-5f98c7480d0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 1095 time: 0.0744324
Nov 13 21:39:53.934550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3da72-159c-4b4b-b2f0-45cf1ecbda83 req-55cb8e52-9883-45de-8c8c-bac556311010 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:53.936007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f6a3da72-159c-4b4b-b2f0-45cf1ecbda83 req-55cb8e52-9883-45de-8c8c-bac556311010 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.1078336
Nov 13 21:39:53.962595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-80b4092e-02bc-4972-898b-e5d17e158dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:53.964019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-80b4092e-02bc-4972-898b-e5d17e158dbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.1268077
Nov 13 21:39:54.008881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-627dbb53-6666-4c6e-9177-5b85b5c3790a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af HTTP/1.1" status: 200  len: 217 time: 0.0359550
Nov 13 21:39:54.065927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f6a3da72-159c-4b4b-b2f0-45cf1ecbda83 req-64ccabc3-b378-44a0-ac90-817b3cc11fde tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231067
Nov 13 21:39:54.080305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-c2c7d9ab-b2ed-45cc-8d93-55571140e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:54.081793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-c2c7d9ab-b2ed-45cc-8d93-55571140e07c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0628262
Nov 13 21:39:54.133284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-b0cb293e-fce3-4dd2-95cd-5144631347c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:54.134779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-b0cb293e-fce3-4dd2-95cd-5144631347c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457699
Nov 13 21:39:54.261658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-f234cd31-8a1b-4f38-84bd-f3c6a2e5314a service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1142402
Nov 13 21:39:54.364748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9ff7a5e-1384-49c3-bf6b-f0eba09e4d52 req-c830056f-30f9-4bac-9b80-de0836547e49 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006000
Nov 13 21:39:54.728850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-93e92013-74f7-46ec-9f88-455a741f6bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.204505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c029a-34ea-47a9-9ce2-d3849d8fedbc req-058a2e51-39fd-40e0-ba5a-2106baf527a8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:55.206548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-787c029a-34ea-47a9-9ce2-d3849d8fedbc req-058a2e51-39fd-40e0-ba5a-2106baf527a8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.0651639
Nov 13 21:39:55.269340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-787c029a-34ea-47a9-9ce2-d3849d8fedbc req-561ab724-439d-401a-947c-abce145af93d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547607
Nov 13 21:39:55.283246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38862) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:55.407261 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf19282-b4fa-4a5b-bc53-eae8e2222839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.489131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf19282-b4fa-4a5b-bc53-eae8e2222839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.579955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8cf19282-b4fa-4a5b-bc53-eae8e2222839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.621639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8cf19282-b4fa-4a5b-bc53-eae8e2222839 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=092b969e9f1a415193fa260ffe4d43b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3405573
Nov 13 21:39:55.622537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf19282-b4fa-4a5b-bc53-eae8e2222839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a7041f-db5e-4966-aab0-5627adb842e1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:55.624271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:55.679434 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9806340-6eee-4ba3-9dc5-df833d7b09a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.702773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9806340-6eee-4ba3-9dc5-df833d7b09a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.853904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9806340-6eee-4ba3-9dc5-df833d7b09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.856437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9806340-6eee-4ba3-9dc5-df833d7b09a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:55.857601 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9806340-6eee-4ba3-9dc5-df833d7b09a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2a7041f-db5e-4966-aab0-5627adb842e1 HTTP/1.1" status: 204  len: 168 time: 0.2307720
Nov 13 21:39:55.865645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806340-6eee-4ba3-9dc5-df833d7b09a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a7041f-db5e-4966-aab0-5627adb842e1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:56.397778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddf4b0-2c60-426a-b5fd-351d8c235e2c req-b6478b5f-fc0a-4622-a431-137e502b2baa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:56.399346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11ddf4b0-2c60-426a-b5fd-351d8c235e2c req-b6478b5f-fc0a-4622-a431-137e502b2baa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.0529430
Nov 13 21:39:56.451068 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11ddf4b0-2c60-426a-b5fd-351d8c235e2c req-df135e93-e795-4802-a285-3d116579cfcf tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457282
Nov 13 21:39:56.586104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38906) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:56.599947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e08fd590-0be9-478d-ab36-3cc49d07cea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:56.676221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e08fd590-0be9-478d-ab36-3cc49d07cea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:56.797269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e08fd590-0be9-478d-ab36-3cc49d07cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:56.834890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e08fd590-0be9-478d-ab36-3cc49d07cea2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50bbc3a8e12b478286991b0c86a8792c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2471333
Nov 13 21:39:56.837383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fd590-0be9-478d-ab36-3cc49d07cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74dd47-4d3d-40c6-99f4-f3aa83f8edde,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:56.838536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38912) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:56.887434 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c094-5156-4bc1-9b01-96d11488891a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:56.908629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c094-5156-4bc1-9b01-96d11488891a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:56.998489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c094-5156-4bc1-9b01-96d11488891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.001739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e6c094-5156-4bc1-9b01-96d11488891a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.003074 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f9e6c094-5156-4bc1-9b01-96d11488891a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a74dd47-4d3d-40c6-99f4-f3aa83f8edde HTTP/1.1" status: 204  len: 168 time: 0.1634927
Nov 13 21:39:57.020798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6c094-5156-4bc1-9b01-96d11488891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74dd47-4d3d-40c6-99f4-f3aa83f8edde,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:57.054344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e130c6a-8610-4152-a564-eca1595198be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.488041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38930) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:57.584952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467888a-d999-440e-bd27-816653566db3 req-60e33b10-398b-43da-97b6-a1038234a378 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:57.593652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7467888a-d999-440e-bd27-816653566db3 req-60e33b10-398b-43da-97b6-a1038234a378 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.0684035
Nov 13 21:39:57.641828 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.643387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7467888a-d999-440e-bd27-816653566db3 req-589ba29e-b4b1-43aa-8ab4-6cfc3a91410b tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479703
Nov 13 21:39:57.717182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.860663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.899976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31ace600372b48c0ae2b222a2d1cd5e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4107764
Nov 13 21:39:57.900900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b3845-3a76-4147-af8c-2c8d0d648599,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:57.902656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38944) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:57.908763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.909114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.909461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.909807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.910145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.910486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.910879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.911249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.911576 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.911929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.912256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.912579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72063117-9f3a-4a07-819d-495385f753a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:39:57.954749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122ad6f3-6c07-4c19-9524-7f0fc306864b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:57.986624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122ad6f3-6c07-4c19-9524-7f0fc306864b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:58.122554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122ad6f3-6c07-4c19-9524-7f0fc306864b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:58.125151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-122ad6f3-6c07-4c19-9524-7f0fc306864b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:58.126299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-122ad6f3-6c07-4c19-9524-7f0fc306864b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc7b3845-3a76-4147-af8c-2c8d0d648599 HTTP/1.1" status: 204  len: 168 time: 0.2225106
Nov 13 21:39:58.134514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ad6f3-6c07-4c19-9524-7f0fc306864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b3845-3a76-4147-af8c-2c8d0d648599,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:58.631019 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:58.769936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa674c4-9e42-41a5-88db-6126dc71b33f req-9d1a66ae-bddf-4be5-897b-813352ce3ff8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:58.771414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aaa674c4-9e42-41a5-88db-6126dc71b33f req-9d1a66ae-bddf-4be5-897b-813352ce3ff8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.0565469
Nov 13 21:39:58.821463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aaa674c4-9e42-41a5-88db-6126dc71b33f req-2369130d-49eb-451a-99f3-46b0bc5bc835 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440354
Nov 13 21:39:58.913017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 38988) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:58.926883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ff732e5-f855-4507-a7e0-a0769910f8ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.000508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ff732e5-f855-4507-a7e0-a0769910f8ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.065264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8ff732e5-f855-4507-a7e0-a0769910f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.104624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8ff732e5-f855-4507-a7e0-a0769910f8ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e65f8b73ab384fe99ffe7015ce6d06d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1904032
Nov 13 21:39:59.105888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff732e5-f855-4507-a7e0-a0769910f8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb06ab2-81bb-40d5-8ad3-c558651b579a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:59.107348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 38996) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:59.161581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc740d9a-3a00-432b-9f9b-ee8de0d1a035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.196667 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc740d9a-3a00-432b-9f9b-ee8de0d1a035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.310764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc740d9a-3a00-432b-9f9b-ee8de0d1a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.313508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc740d9a-3a00-432b-9f9b-ee8de0d1a035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.317256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cc740d9a-3a00-432b-9f9b-ee8de0d1a035 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bb06ab2-81bb-40d5-8ad3-c558651b579a HTTP/1.1" status: 204  len: 168 time: 0.2057705
Nov 13 21:39:59.323275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740d9a-3a00-432b-9f9b-ee8de0d1a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb06ab2-81bb-40d5-8ad3-c558651b579a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:39:59.862734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39018) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:39:59.957174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:39:59.959707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d645586-f216-4577-883f-f818f6b0d2d2 req-97bbb0e2-15e8-4f0e-8728-76272810d349 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:39:59.961281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d645586-f216-4577-883f-f818f6b0d2d2 req-97bbb0e2-15e8-4f0e-8728-76272810d349 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.0585804
Nov 13 21:39:59.982589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e478375-e223-483b-ac71-edd0100d17ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.014554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d645586-f216-4577-883f-f818f6b0d2d2 req-e50aa10a-5c17-4621-ad0d-3b8283f1d793 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471153
Nov 13 21:40:00.075430 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e478375-e223-483b-ac71-edd0100d17ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.173540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e478375-e223-483b-ac71-edd0100d17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.218685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e478375-e223-483b-ac71-edd0100d17ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba90175e5e3f416dab21cef3df2237a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3540514
Nov 13 21:40:00.218831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39030) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:00.219641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e478375-e223-483b-ac71-edd0100d17ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd00539-3c5a-4f8f-a513-ca5022211fbd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:00.273336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1c35147-91d5-447a-af2e-466692e1f48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.295177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1c35147-91d5-447a-af2e-466692e1f48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.328069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.407833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1c35147-91d5-447a-af2e-466692e1f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.410455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f1c35147-91d5-447a-af2e-466692e1f48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:00.411620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f1c35147-91d5-447a-af2e-466692e1f48b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebd00539-3c5a-4f8f-a513-ca5022211fbd HTTP/1.1" status: 204  len: 168 time: 0.1916702
Nov 13 21:40:00.419908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35147-91d5-447a-af2e-466692e1f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd00539-3c5a-4f8f-a513-ca5022211fbd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:01.035803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39050) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:01.049608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f81486f5-d9cb-4be6-b4ac-0f89dc6c9de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.134169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f81486f5-d9cb-4be6-b4ac-0f89dc6c9de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.141632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66690ac-093e-498f-b087-ba0b20c80214 req-e29d11ad-9f73-48fb-8aeb-b8d194b196ed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:01.143218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a66690ac-093e-498f-b087-ba0b20c80214 req-e29d11ad-9f73-48fb-8aeb-b8d194b196ed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 944 time: 0.0575390
Nov 13 21:40:01.196190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a66690ac-093e-498f-b087-ba0b20c80214 req-9165a68b-2f72-49bf-8253-e6159ecb3179 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454502
Nov 13 21:40:01.201820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 205bd7c5-6629-48b3-b1ed-4d0177b1b5af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:40:01.225717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f81486f5-d9cb-4be6-b4ac-0f89dc6c9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.272375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f81486f5-d9cb-4be6-b4ac-0f89dc6c9de5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7a4a090362144a2aefd39f35e8c94e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2320547
Nov 13 21:40:01.272516 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39058) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:01.272629 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81486f5-d9cb-4be6-b4ac-0f89dc6c9de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f718ecb6-0565-4063-b272-6cc0b0f87885,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:01.335729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d561-67b2-488e-b3d3-d79fc43c2583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.337533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:01.351685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'port_id': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af', 'mac_address': 'fa:16:3e:02:5d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:40:01.357617 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d561-67b2-488e-b3d3-d79fc43c2583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.395590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.408444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205bd7c5-6629-48b3-b1ed-4d0177b1b5af {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:40:01.427634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:01.465708 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d561-67b2-488e-b3d3-d79fc43c2583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.468619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d561-67b2-488e-b3d3-d79fc43c2583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.469916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ddd1d561-67b2-488e-b3d3-d79fc43c2583 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f718ecb6-0565-4063-b272-6cc0b0f87885 HTTP/1.1" status: 204  len: 168 time: 0.1994631
Nov 13 21:40:01.478582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1d561-67b2-488e-b3d3-d79fc43c2583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718ecb6-0565-4063-b272-6cc0b0f87885,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:01.500043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:01.554153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:01.563278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.563684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.568617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:01.741951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['205bd7c5-6629-48b3-b1ed-4d0177b1b5af'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:40:02.328534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82047205-c562-468c-91df-5cda49fd51ac req-f1760030-3004-4d42-8e91-dde6faf57ad0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:02.330754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-82047205-c562-468c-91df-5cda49fd51ac req-f1760030-3004-4d42-8e91-dde6faf57ad0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 945 time: 0.0527470
Nov 13 21:40:02.397539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-82047205-c562-468c-91df-5cda49fd51ac req-4e432b96-a3d7-4601-90bb-6883dd65d30b tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567684
Nov 13 21:40:02.730699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39124) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:02.844909 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ee71f63-b0cd-4952-a644-fcc137c2af0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:02.932267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ee71f63-b0cd-4952-a644-fcc137c2af0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.088210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ee71f63-b0cd-4952-a644-fcc137c2af0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.127354 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5ee71f63-b0cd-4952-a644-fcc137c2af0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c41c762b039464a9d3b50fa3a372045&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3954306
Nov 13 21:40:03.129398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee71f63-b0cd-4952-a644-fcc137c2af0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52080333-3b95-4e9a-aab6-aa213d9a776b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:03.130246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39132) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:03.189361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df39edfe-6c47-45dc-8a5c-4abc226cebe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.209976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df39edfe-6c47-45dc-8a5c-4abc226cebe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.214009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 205bd7c5-6629-48b3-b1ed-4d0177b1b5af up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:40:03.322448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df39edfe-6c47-45dc-8a5c-4abc226cebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.325143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df39edfe-6c47-45dc-8a5c-4abc226cebe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.326467 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-df39edfe-6c47-45dc-8a5c-4abc226cebe4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52080333-3b95-4e9a-aab6-aa213d9a776b HTTP/1.1" status: 204  len: 168 time: 0.1948931
Nov 13 21:40:03.334267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39edfe-6c47-45dc-8a5c-4abc226cebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52080333-3b95-4e9a-aab6-aa213d9a776b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:03.355907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:40:03.365401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:03.365401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.444788 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.467881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:40:03.470128 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89fb2d-4ad3-47fe-81c7-794baeb3d47a" -d '{"events": [{"server_uuid": "6c7ba78a-2ab6-43ba-994d-7296c8f9d458", "name": "network-vif-plugged", "status": "completed", "tag": "205bd7c5-6629-48b3-b1ed-4d0177b1b5af"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:40:03.485783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:03.517602 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35866904-6785-42f1-ac47-a61b64cc7ea7 x-openstack-request-id: req-35866904-6785-42f1-ac47-a61b64cc7ea7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:40:03.517893 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7ba78a-2ab6-43ba-994d-7296c8f9d458", "name": "network-vif-plugged", "status": "completed", "tag": "205bd7c5-6629-48b3-b1ed-4d0177b1b5af", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:40:03.518138 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35866904-6785-42f1-ac47-a61b64cc7ea7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:40:03.519221 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af', 'code': 200}
Nov 13 21:40:03.527742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3cde-69aa-4728-9aeb-97bf39f462e6 req-7366719a-55f3-4dea-8712-df50c8522dcb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:03.535204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e4ed3cde-69aa-4728-9aeb-97bf39f462e6 req-7366719a-55f3-4dea-8712-df50c8522dcb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 945 time: 0.0647604
Nov 13 21:40:03.538717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:03.601485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e4ed3cde-69aa-4728-9aeb-97bf39f462e6 req-6d7efc24-ac1a-4603-aeb1-98a47f3cb13d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651243
Nov 13 21:40:03.613057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:03.689247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce234f3e-3d57-4213-8c06-349ccd8271fd req-1d4d46fd-cc62-47f2-8fcd-cdc91a3d4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:03.691566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce234f3e-3d57-4213-8c06-349ccd8271fd req-1d4d46fd-cc62-47f2-8fcd-cdc91a3d4a34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 1097 time: 0.0860734
Nov 13 21:40:03.751142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce234f3e-3d57-4213-8c06-349ccd8271fd req-a1cf6415-cfa3-49cc-bf2d-8ccb29c6a45e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523140
Nov 13 21:40:04.180613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39162) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:04.193826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8fc71884-7b7d-4597-8520-c68976ef7701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.268041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8fc71884-7b7d-4597-8520-c68976ef7701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.339613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8fc71884-7b7d-4597-8520-c68976ef7701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.380636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8fc71884-7b7d-4597-8520-c68976ef7701 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e32cd2e7f194463c8f57d25b214da15c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1987789
Nov 13 21:40:04.381914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc71884-7b7d-4597-8520-c68976ef7701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50f3eba-db32-46d2-89d6-f89378ccec5f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:04.383831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:04.432512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42f0a053-b69d-44e2-8cb6-0bdc32ca3a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.454501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42f0a053-b69d-44e2-8cb6-0bdc32ca3a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.694032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42f0a053-b69d-44e2-8cb6-0bdc32ca3a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.696703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42f0a053-b69d-44e2-8cb6-0bdc32ca3a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:04.697965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42f0a053-b69d-44e2-8cb6-0bdc32ca3a84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a50f3eba-db32-46d2-89d6-f89378ccec5f HTTP/1.1" status: 204  len: 168 time: 0.3128088
Nov 13 21:40:04.705934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0a053-b69d-44e2-8cb6-0bdc32ca3a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50f3eba-db32-46d2-89d6-f89378ccec5f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:04.725718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667691f-32e2-4793-a753-bd3c363ac04a req-f6ee4f4f-a629-4ac7-96cf-e53d70146175 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:04.731010 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e667691f-32e2-4793-a753-bd3c363ac04a req-f6ee4f4f-a629-4ac7-96cf-e53d70146175 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0562038
Nov 13 21:40:04.779373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e667691f-32e2-4793-a753-bd3c363ac04a req-7add898e-9359-4ba4-a651-5c07124beeea tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453935
Nov 13 21:40:05.895845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af97e4-4619-42f7-8bb1-ba5b47a1c483 req-f4b860e9-b585-489f-91f5-76bdf3bc23f8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:05.897430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39af97e4-4619-42f7-8bb1-ba5b47a1c483 req-f4b860e9-b585-489f-91f5-76bdf3bc23f8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0504363
Nov 13 21:40:05.949628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39af97e4-4619-42f7-8bb1-ba5b47a1c483 req-6b56f948-f657-4820-89b5-fb0cf16787e8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453866
Nov 13 21:40:06.068779 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b033bf-869c-4f71-9c48-c93d2d4751e8 req-33d8b4be-9a14-4237-b51e-4aa744ef6290 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:06.070303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7b033bf-869c-4f71-9c48-c93d2d4751e8 req-33d8b4be-9a14-4237-b51e-4aa744ef6290 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0503373
Nov 13 21:40:06.117826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7b033bf-869c-4f71-9c48-c93d2d4751e8 req-1d1333d7-211b-40e4-92b3-bc35d57b401d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414474
Nov 13 21:40:06.231033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d37e-3fa4-43a3-ba30-7329fde58d5e req-c8d8c52d-a95d-4967-a90a-6d15b7e84da1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:06.232464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0225d37e-3fa4-43a3-ba30-7329fde58d5e req-c8d8c52d-a95d-4967-a90a-6d15b7e84da1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0486598
Nov 13 21:40:06.283867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0225d37e-3fa4-43a3-ba30-7329fde58d5e req-fa6e1f60-00e7-4ca0-ae7a-fd2270ecdc9e tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448773
Nov 13 21:40:06.730379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb790659-97bf-4fd4-8f74-0e72c74d6cfb req-7237a8c9-bf99-41b6-b8c7-9a5c49da7363 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:06.731901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb790659-97bf-4fd4-8f74-0e72c74d6cfb req-7237a8c9-bf99-41b6-b8c7-9a5c49da7363 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0525513
Nov 13 21:40:06.782555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cb790659-97bf-4fd4-8f74-0e72c74d6cfb req-ab854508-b745-43f6-8bd4-53d28f9494b5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447938
Nov 13 21:40:07.926250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308961c-b351-4f33-ae03-23ecc604948e req-bdcb6b12-2acf-4c50-8d13-62a1ebc0f336 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:07.928399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5308961c-b351-4f33-ae03-23ecc604948e req-bdcb6b12-2acf-4c50-8d13-62a1ebc0f336 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0677955
Nov 13 21:40:07.981008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5308961c-b351-4f33-ae03-23ecc604948e req-9343686f-b011-494e-b922-70e663edfb63 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465307
Nov 13 21:40:08.193416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dd790-4f91-41b7-973d-28095e5a4537 req-350e6559-6198-4918-a530-ff39ca746ba3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:08.194860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-135dd790-4f91-41b7-973d-28095e5a4537 req-350e6559-6198-4918-a530-ff39ca746ba3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 946 time: 0.0509291
Nov 13 21:40:08.284934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Deleting port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:08.285373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:08.376404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] For port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:08.376797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:08.390025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Calling delete_port for 205bd7c5-6629-48b3-b1ed-4d0177b1b5af owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:08.568387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:08.581202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['205bd7c5-6629-48b3-b1ed-4d0177b1b5af'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:40:08.600984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event deleted for resources: {'Port': ['ID=205bd7c5-6629-48b3-b1ed-4d0177b1b5af,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:08.645451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] No DVR routers for this DVR port 205bd7c5-6629-48b3-b1ed-4d0177b1b5af on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:08.648181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:08.652077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-135dd790-4f91-41b7-973d-28095e5a4537 req-9652976e-0aaf-4233-b7fa-0f50577e82bd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "DELETE /v2.0/ports/205bd7c5-6629-48b3-b1ed-4d0177b1b5af HTTP/1.1" status: 204  len: 173 time: 0.4509530
Nov 13 21:40:08.652636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'name': 'network-vif-deleted', 'tag': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:40:08.655280 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92ccd0e-15a7-479c-ac09-f0678519da04" -d '{"events": [{"server_uuid": "6c7ba78a-2ab6-43ba-994d-7296c8f9d458", "name": "network-vif-deleted", "tag": "205bd7c5-6629-48b3-b1ed-4d0177b1b5af"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:40:08.705443 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815bebaa-6b3e-4925-8bd6-cd9d573dbb8d x-openstack-request-id: req-815bebaa-6b3e-4925-8bd6-cd9d573dbb8d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:40:08.705831 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7ba78a-2ab6-43ba-994d-7296c8f9d458", "name": "network-vif-deleted", "tag": "205bd7c5-6629-48b3-b1ed-4d0177b1b5af", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:40:08.705992 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-815bebaa-6b3e-4925-8bd6-cd9d573dbb8d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:40:08.706393 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7ba78a-2ab6-43ba-994d-7296c8f9d458', 'name': 'network-vif-deleted', 'tag': '205bd7c5-6629-48b3-b1ed-4d0177b1b5af', 'status': 'completed', 'code': 200}
Nov 13 21:40:08.867432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39320) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:08.976343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fe1-bd69-4246-b06b-9321104ba74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.089024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fe1-bd69-4246-b06b-9321104ba74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.097927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4661229d-43ec-41cb-b059-f2021e1ea18f req-14e36af8-67ea-4a5e-838f-f3082bc3d431 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7ba78a-2ab6-43ba-994d-7296c8f9d458 HTTP/1.1" status: 200  len: 210 time: 0.0376315
Nov 13 21:40:09.127303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39332) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:09.186231 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fe1-bd69-4246-b06b-9321104ba74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.230909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39344) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:09.231192 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7c54fe1-bd69-4246-b06b-9321104ba74f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c362409976e472ca5d1c55233f907fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3624284
Nov 13 21:40:09.238123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54fe1-bd69-4246-b06b-9321104ba74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538e4053-406a-4c73-b61e-89a3ec512899,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:09.260501 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec1d597-b3d1-46f8-8998-77c332a47123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.289195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50d3d889-2e01-4d9f-b547-7a83eed584bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.313019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50d3d889-2e01-4d9f-b547-7a83eed584bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.337438 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec1d597-b3d1-46f8-8998-77c332a47123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.407757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bec1d597-b3d1-46f8-8998-77c332a47123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.442203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50d3d889-2e01-4d9f-b547-7a83eed584bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.445230 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50d3d889-2e01-4d9f-b547-7a83eed584bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.446993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50d3d889-2e01-4d9f-b547-7a83eed584bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/538e4053-406a-4c73-b61e-89a3ec512899 HTTP/1.1" status: 204  len: 168 time: 0.2141645
Nov 13 21:40:09.450276 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bec1d597-b3d1-46f8-8998-77c332a47123 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0b5ccd9d166433f968f37381bda2e4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3218582
Nov 13 21:40:09.450445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39350) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:09.451517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d597-b3d1-46f8-8998-77c332a47123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0263e10-c1e5-419d-8444-28ab00dee532,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:09.474900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3d889-2e01-4d9f-b547-7a83eed584bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538e4053-406a-4c73-b61e-89a3ec512899,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:09.513181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e384220b-d32e-4efd-b69e-5f39dab62ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.540813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e384220b-d32e-4efd-b69e-5f39dab62ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.670820 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e384220b-d32e-4efd-b69e-5f39dab62ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.673505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e384220b-d32e-4efd-b69e-5f39dab62ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:09.674658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e384220b-d32e-4efd-b69e-5f39dab62ddf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0263e10-c1e5-419d-8444-28ab00dee532 HTTP/1.1" status: 204  len: 168 time: 0.2231429
Nov 13 21:40:09.683851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384220b-d32e-4efd-b69e-5f39dab62ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0263e10-c1e5-419d-8444-28ab00dee532,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:10.483753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39394) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:10.497340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aeea0cb8-7746-4ac8-be59-2b47a8db6a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.575399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aeea0cb8-7746-4ac8-be59-2b47a8db6a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.642340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aeea0cb8-7746-4ac8-be59-2b47a8db6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.682826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aeea0cb8-7746-4ac8-be59-2b47a8db6a75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c9979648acc496d8473458c40319c7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1978858
Nov 13 21:40:10.684800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea0cb8-7746-4ac8-be59-2b47a8db6a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06ed893-484a-4d90-a90d-511b6253aeb9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:10.685750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39398) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:10.743652 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b02d5d11-8511-410b-afae-d7417e0d9f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.765457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b02d5d11-8511-410b-afae-d7417e0d9f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.900371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b02d5d11-8511-410b-afae-d7417e0d9f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.903015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b02d5d11-8511-410b-afae-d7417e0d9f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:10.904283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b02d5d11-8511-410b-afae-d7417e0d9f71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e06ed893-484a-4d90-a90d-511b6253aeb9 HTTP/1.1" status: 204  len: 168 time: 0.2173922
Nov 13 21:40:10.916051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d5d11-8511-410b-afae-d7417e0d9f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06ed893-484a-4d90-a90d-511b6253aeb9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:11.305977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39420) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:11.454164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-24426144'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:11.540120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Made reservation on behalf of 47c3ba9215f7445cbf68d1de5506f39f for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:11.543641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.556297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.629151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.711047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.735437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:11.752018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210c08d9-16b0-4a91-8c9a-3592c199513b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:11.756408 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.756845 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Added segment fb449a0e-a748-4de8-827c-23d49d91e528 of type vlan for network 4e5242a3-ff2c-4511-9360-6a48a884b0da
Nov 13 21:40:11.798162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.916945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.922604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:11.923232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:11.990220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Pushing event updated for resources: {'Network': ['ID=4e5242a3-ff2c-4511-9360-6a48a884b0da,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:12.000074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4e5242a3-ff2c-4511-9360-6a48a884b0da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:12.000668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f40d99d1-5e46-4455-a6d9-87cd3a418903 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6932101
Nov 13 21:40:12.003753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39438) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:12.159635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'network': {'name': 'tempest-network--768465832', 'router:external': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:12.242719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.289000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Made reservation on behalf of 618686903512446c9acbc49a52702f48 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:12.294308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.302018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.373314 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.448339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.469377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:12.483317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b61e9dd-3fef-402a-bf8b-fd13cc40f648,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:12.486189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.486570 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Added segment e274bd01-e932-4469-a83a-a0ccbc3ae6e7 of type vlan for network 5d341aea-fce4-4ce6-bcde-d733d67a240e
Nov 13 21:40:12.535414 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.636998 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.638003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:12.638581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.698265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Network': ['ID=5d341aea-fce4-4ce6-bcde-d733d67a240e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:12.712795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5d341aea-fce4-4ce6-bcde-d733d67a240e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:12.731866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-63c880f4-692d-4837-ae53-55ce2572d190 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.7268572
Nov 13 21:40:12.734756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39458) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:12.814762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.906557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.927819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc9e7f70>,) {'filters': {'network_id': ['5d341aea-fce4-4ce6-bcde-d733d67a240e']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:12.938495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc9e7f70>, 'e274bd01-e932-4469-a83a-a0ccbc3ae6e7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:12.938788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc9e7f70>, 'e274bd01-e932-4469-a83a-a0ccbc3ae6e7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:12.952540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.965660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.971371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:12.971747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:12.973599 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:13.145506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.151194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5d341aea-fce4-4ce6-bcde-d733d67a240e {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:40:13.153866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.157249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5d341aea-fce4-4ce6-bcde-d733d67a240e HTTP/1.1" status: 204  len: 168 time: 0.4214585
Nov 13 21:40:13.160908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39466) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:13.166669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'network': {'router:external': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:13.167698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6a2fd-67de-4a83-9b29-fe7084ef65bf tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d341aea-fce4-4ce6-bcde-d733d67a240e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:13.263280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 205bd7c5-6629-48b3-b1ed-4d0177b1b5af no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:40:13.299312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 205bd7c5-6629-48b3-b1ed-4d0177b1b5af {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:40:13.299659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 205bd7c5-6629-48b3-b1ed-4d0177b1b5af not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:40:13.309314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Made reservation on behalf of 618686903512446c9acbc49a52702f48 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:13.309314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.342209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:13.358645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.361581 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Added segment 97897ce5-c909-4863-a7b3-2feaf405004e of type vlan for network 8858c4cc-f70c-4251-a074-3ed6285410be
Nov 13 21:40:13.415880 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.533949 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.538533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:13.538533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:13.603125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Network': ['ID=8858c4cc-f70c-4251-a074-3ed6285410be,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:13.612697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8858c4cc-f70c-4251-a074-3ed6285410be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:13.657340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f266f6f8-fb53-4d11-950c-ea6de174de94 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.4953434
Nov 13 21:40:13.660341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:13.666746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'subnet': {'network_id': '8858c4cc-f70c-4251-a074-3ed6285410be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:13.773802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Made reservation on behalf of 618686903512446c9acbc49a52702f48 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:13.776278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.149125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.objects.ports [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Nov 13 21:40:14.149878 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.191828 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39506) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:14.204379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d7a469a-0325-41d5-b7bc-f13abe53107a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:14.213999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Checking segment: {'id': '97897ce5-c909-4863-a7b3-2feaf405004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8858c4cc-f70c-4251-a074-3ed6285410be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:14.214346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Network hostable DHCP agents. Network: 8858c4cc-f70c-4251-a074-3ed6285410be, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:14.303537 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f66f70f8-a363-4b3a-8ccb-5d2be8a3aa6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.310849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Network 8858c4cc-f70c-4251-a074-3ed6285410be is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:14.382998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f66f70f8-a363-4b3a-8ccb-5d2be8a3aa6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.403137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8858c4cc-f70c-4251-a074-3ed6285410be) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:14.414478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:14.414478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.414870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b2d228-6676-4a11-9ff6-78078ee29cf0 None None] Network 8858c4cc-f70c-4251-a074-3ed6285410be requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:14.487884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f66f70f8-a363-4b3a-8ccb-5d2be8a3aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.523240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b99bbc2b-2863-4b33-85f1-90dc2c10e581 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.8611515
Nov 13 21:40:14.523818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39514) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:14.526267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f66f70f8-a363-4b3a-8ccb-5d2be8a3aa6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d938c9328e048608260ecb38272e72f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3332076
Nov 13 21:40:14.528265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f70f8-a363-4b3a-8ccb-5d2be8a3aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d757a7d2-fb94-4d23-a17f-6fd2950704f9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:14.528493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'floatingip': {'floating_network_id': '8858c4cc-f70c-4251-a074-3ed6285410be'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:14.531016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39516) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:14.548214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb054862-663c-466e-a09c-ad86a3b6b3da None None] Network 8858c4cc-f70c-4251-a074-3ed6285410be requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:14.581139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4df825ee-26b3-4943-aa4e-7a1ba2f051b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.604527 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4df825ee-26b3-4943-aa4e-7a1ba2f051b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.643164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.733517 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.737003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.751693 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4df825ee-26b3-4943-aa4e-7a1ba2f051b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.753722 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4df825ee-26b3-4943-aa4e-7a1ba2f051b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:14.757465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4df825ee-26b3-4943-aa4e-7a1ba2f051b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d757a7d2-fb94-4d23-a17f-6fd2950704f9 HTTP/1.1" status: 204  len: 168 time: 0.2233586
Nov 13 21:40:14.764277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df825ee-26b3-4943-aa4e-7a1ba2f051b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d757a7d2-fb94-4d23-a17f-6fd2950704f9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:14.854387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Allocated IP 172.20.0.12 (8858c4cc-f70c-4251-a074-3ed6285410be/1d7a469a-0325-41d5-b7bc-f13abe53107a/4399356e-b5d2-4558-8c13-f4de0d3d6ff1) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:14.968317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.037154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.072372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Network 8858c4cc-f70c-4251-a074-3ed6285410be is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:15.075060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:15.080495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:15.107850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Port': ['ID=4399356e-b5d2-4558-8c13-f4de0d3d6ff1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:15.169756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.313035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.401617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39524) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:15.414924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1b97424-5d64-416d-996a-76f604a3d01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.465497 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.490440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1b97424-5d64-416d-996a-76f604a3d01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.551316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.562147 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c1b97424-5d64-416d-996a-76f604a3d01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.604507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c1b97424-5d64-416d-996a-76f604a3d01d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03962fedb4f14f85b777b1fef4227df5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2017624
Nov 13 21:40:15.605667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b97424-5d64-416d-996a-76f604a3d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcb3ce-6e61-4891-9c24-39635f0cb709,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:15.607960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:15.616729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Port': ['ID=4399356e-b5d2-4558-8c13-f4de0d3d6ff1,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:15.643162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.657754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c05659-ff4d-43fe-8078-29273902e928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.678304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c05659-ff4d-43fe-8078-29273902e928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.729970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.731270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-34e439a1-61fb-497a-a66e-5d47d70f9f7d tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2063460
Nov 13 21:40:15.734376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39530) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:15.774202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c05659-ff4d-43fe-8078-29273902e928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.777879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c05659-ff4d-43fe-8078-29273902e928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:15.781502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e2c05659-ff4d-43fe-8078-29273902e928 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2fcb3ce-6e61-4891-9c24-39635f0cb709 HTTP/1.1" status: 204  len: 168 time: 0.1701853
Nov 13 21:40:15.788224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c05659-ff4d-43fe-8078-29273902e928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcb3ce-6e61-4891-9c24-39635f0cb709,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:15.813587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e3aeddd-742e-4ae1-acf7-27dc350067ea tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=8858c4cc-f70c-4251-a074-3ed6285410be HTTP/1.1" status: 200  len: 690 time: 0.0778241
Nov 13 21:40:15.813678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39534) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:16.204771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.320803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Deleting port 4399356e-b5d2-4558-8c13-f4de0d3d6ff1 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:16.321149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.396276 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.396592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.414409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Calling delete_port for 4399356e-b5d2-4558-8c13-f4de0d3d6ff1 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:16.614043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.645561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Port': ['ID=4399356e-b5d2-4558-8c13-f4de0d3d6ff1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:16.728522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.780569 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.951323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:16.982526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7a469a-0325-41d5-b7bc-f13abe53107a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:17.037859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.058762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde3b5940>,) {'filters': {'network_id': ['8858c4cc-f70c-4251-a074-3ed6285410be']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:17.068353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde3b5940>, '97897ce5-c909-4863-a7b3-2feaf405004e') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:17.068647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde3b5940>, '97897ce5-c909-4863-a7b3-2feaf405004e') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:17.078633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.092726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.098946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:17.099419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:17.101217 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:17.236716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39640) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.254067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.261180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8858c4cc-f70c-4251-a074-3ed6285410be {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:40:17.271455 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.275330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8858c4cc-f70c-4251-a074-3ed6285410be HTTP/1.1" status: 204  len: 168 time: 1.4603841
Nov 13 21:40:17.276474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37354c7a-5edf-4958-a6b1-bc15b5e6149a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Network': ['ID=8858c4cc-f70c-4251-a074-3ed6285410be,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:17.281679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39648) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.334470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-37ae93ba-c951-4435-8835-126acd1b8a8c tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.0508702
Nov 13 21:40:17.337558 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39650) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.410570 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de4e8e31-e4c2-4f60-b7bc-3e3b7064edd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.455999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3b091-af59-44f3-93f3-fdb474520a6e tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:17.456642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3b091-af59-44f3-93f3-fdb474520a6e tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:17.456787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3b091-af59-44f3-93f3-fdb474520a6e tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:17.457250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3b091-af59-44f3-93f3-fdb474520a6e tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:17.457693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3b091-af59-44f3-93f3-fdb474520a6e tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:17.459440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bff3b091-af59-44f3-93f3-fdb474520a6e tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3381 time: 0.1207027
Nov 13 21:40:17.462380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39652) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.505712 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-fcf82bd0-ae1d-4a6f-a399-d12c61bf5554 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] delete failed (client error): The resource could not be found.
Nov 13 21:40:17.506733 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fcf82bd0-ae1d-4a6f-a399-d12c61bf5554 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/8bf313b5-4569-49ac-bdfa-1e636642a990 HTTP/1.1" status: 404  len: 345 time: 0.0434566
Nov 13 21:40:17.510391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.527736 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c7f60a-7dfd-49f0-9dcc-cf840d9a10c2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] DELETE failed (client error): The resource could not be found.
Nov 13 21:40:17.528395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c7f60a-7dfd-49f0-9dcc-cf840d9a10c2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:40:17.531489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-18c7f60a-7dfd-49f0-9dcc-cf840d9a10c2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8858c4cc-f70c-4251-a074-3ed6285410be HTTP/1.1" status: 404  len: 339 time: 0.0197725
Nov 13 21:40:17.536164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39656) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.558139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'network': {'name': 'tempest-network--1384890403', 'router:external': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:17.561302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de4e8e31-e4c2-4f60-b7bc-3e3b7064edd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.644271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de4e8e31-e4c2-4f60-b7bc-3e3b7064edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.646472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Made reservation on behalf of 618686903512446c9acbc49a52702f48 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:17.654274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.688631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:17.698196 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-de4e8e31-e4c2-4f60-b7bc-3e3b7064edd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a05f9edb4b21428da5a91d1aa9133c93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4603708
Nov 13 21:40:17.698958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.699511 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Added segment bb85db72-1b91-435d-8828-83ebb4f3e4e7 of type vlan for network ad088102-a84e-4dd4-abec-306ecfa7f019
Nov 13 21:40:17.700903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:17.703114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e8e31-e4c2-4f60-b7bc-3e3b7064edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718f7909-455a-48f2-88d4-19f546a07215,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:17.782338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.803438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6723c7b4-b3b9-4f9c-86a4-105ab7473d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.839091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6723c7b4-b3b9-4f9c-86a4-105ab7473d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.951561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:17.952591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:17.953227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.011863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6723c7b4-b3b9-4f9c-86a4-105ab7473d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.014596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6723c7b4-b3b9-4f9c-86a4-105ab7473d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.016797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6723c7b4-b3b9-4f9c-86a4-105ab7473d1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/718f7909-455a-48f2-88d4-19f546a07215 HTTP/1.1" status: 204  len: 168 time: 0.3134079
Nov 13 21:40:18.032142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Network': ['ID=ad088102-a84e-4dd4-abec-306ecfa7f019,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:18.032142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723c7b4-b3b9-4f9c-86a4-105ab7473d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718f7909-455a-48f2-88d4-19f546a07215,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:18.038634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ad088102-a84e-4dd4-abec-306ecfa7f019 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:18.049867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7fdff842-e66b-4347-b90e-f1ac2b720a5a tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.5106144
Nov 13 21:40:18.051957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39686) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:18.177739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929b419-ac40-4677-9043-3f84e4e13f3f tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:18.183893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929b419-ac40-4677-9043-3f84e4e13f3f tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:18.190089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929b419-ac40-4677-9043-3f84e4e13f3f tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:18.201677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929b419-ac40-4677-9043-3f84e4e13f3f tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:18.201677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8929b419-ac40-4677-9043-3f84e4e13f3f tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.1452317
Nov 13 21:40:18.201677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39688) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:18.270691 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.359680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.380456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddeb1700>,) {'filters': {'network_id': ['ad088102-a84e-4dd4-abec-306ecfa7f019']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:18.391674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddeb1700>, 'bb85db72-1b91-435d-8828-83ebb4f3e4e7') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:18.395314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddeb1700>, 'bb85db72-1b91-435d-8828-83ebb4f3e4e7') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:18.402360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.415712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.421398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:18.425462 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:18.585233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.590383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ad088102-a84e-4dd4-abec-306ecfa7f019 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:40:18.593016 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.596446 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/networks/ad088102-a84e-4dd4-abec-306ecfa7f019 HTTP/1.1" status: 204  len: 168 time: 0.3942101
Nov 13 21:40:18.599973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39724) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:18.604666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'network': {'name': 'tempest-network--294393495', 'router:external': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:18.618157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648366a1-a2aa-4799-bcda-b138a6b9d349 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad088102-a84e-4dd4-abec-306ecfa7f019,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:18.685236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Made reservation on behalf of 618686903512446c9acbc49a52702f48 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:18.687965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.715655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:18.726531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.726879 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Added segment fbba09e6-4aa7-4065-973f-6c19c1f23743 of type vlan for network bb354b42-bc04-4eaf-a1a2-3f888e4a49e4
Nov 13 21:40:18.773743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.815582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39726) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:18.837476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7488bae-d370-415e-9c04-a83f76c65dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.882421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.884051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:18.884718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.922911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7488bae-d370-415e-9c04-a83f76c65dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:18.947630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Network': ['ID=bb354b42-bc04-4eaf-a1a2-3f888e4a49e4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:18.958991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network bb354b42-bc04-4eaf-a1a2-3f888e4a49e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:18.967753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-48a6939a-771d-4223-a3f7-48bbf0ed6edb tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.3665388
Nov 13 21:40:18.970448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:18.985369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b7488bae-d370-415e-9c04-a83f76c65dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.020870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b7488bae-d370-415e-9c04-a83f76c65dd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b79702f7edb4225b6c8f10a83d0538b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2038381
Nov 13 21:40:19.024901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39734) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:19.093329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ebda1b8-259d-49e8-acb5-543ee6fcce66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.093688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7488bae-d370-415e-9c04-a83f76c65dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cac12f-8d53-452d-9e8d-c19d0bd24c08,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:19.106625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96dedf7-c4fa-4bc6-ac41-40e429c5ec73 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:19.111397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c96dedf7-c4fa-4bc6-ac41-40e429c5ec73 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] 10.222.0.20 "GET /v2.0/networks/bb354b42-bc04-4eaf-a1a2-3f888e4a49e4 HTTP/1.1" status: 200  len: 756 time: 0.1397915
Nov 13 21:40:19.112435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39736) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:19.119810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ebda1b8-259d-49e8-acb5-543ee6fcce66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.196195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6686a905-9fa7-4832-8e6c-07c38c3aad06 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:19.197554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6686a905-9fa7-4832-8e6c-07c38c3aad06 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] 10.222.0.20 "GET /v2.0/networks/4e5242a3-ff2c-4511-9360-6a48a884b0da HTTP/1.1" status: 200  len: 766 time: 0.0840712
Nov 13 21:40:19.200239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39738) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:19.259641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ebda1b8-259d-49e8-acb5-543ee6fcce66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.262564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ebda1b8-259d-49e8-acb5-543ee6fcce66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.263721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ebda1b8-259d-49e8-acb5-543ee6fcce66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99cac12f-8d53-452d-9e8d-c19d0bd24c08 HTTP/1.1" status: 204  len: 168 time: 0.2378383
Nov 13 21:40:19.271758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebda1b8-259d-49e8-acb5-543ee6fcce66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cac12f-8d53-452d-9e8d-c19d0bd24c08,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:19.274360 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.356440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.376939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdf069fa0>,) {'filters': {'network_id': ['bb354b42-bc04-4eaf-a1a2-3f888e4a49e4']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:19.387153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdf069fa0>, 'fbba09e6-4aa7-4065-973f-6c19c1f23743') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:19.390542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdf069fa0>, 'fbba09e6-4aa7-4065-973f-6c19c1f23743') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:19.396528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.409311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.415077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:19.415456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:19.417163 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:19.522044 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.527105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  bb354b42-bc04-4eaf-a1a2-3f888e4a49e4 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:40:19.529698 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.532974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/networks/bb354b42-bc04-4eaf-a1a2-3f888e4a49e4 HTTP/1.1" status: 204  len: 168 time: 0.3315012
Nov 13 21:40:19.536870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39742) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:19.544440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c598656-6d39-41ad-b975-afafa94a8ac4 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb354b42-bc04-4eaf-a1a2-3f888e4a49e4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:19.544649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'network': {'name': 'tempest-network--497477292'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:19.602521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Made reservation on behalf of 618686903512446c9acbc49a52702f48 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:19.605168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.629502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:19.639236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.639574 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Added segment 587bf371-f742-4501-8676-964801440d36 of type vlan for network 132336c9-12fb-4440-b1b9-23caa4d23735
Nov 13 21:40:19.681235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.785108 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.789331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:19.789331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:19.848822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Network': ['ID=132336c9-12fb-4440-b1b9-23caa4d23735,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:19.859562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 132336c9-12fb-4440-b1b9-23caa4d23735 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:19.922301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39756) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:19.922900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-898eabc9-a3e1-401b-a3cc-8dfc954ae8e2 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.3846552
Nov 13 21:40:19.930399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Request body: {'network': {'router:external': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:20.081905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.168047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.184424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Network 132336c9-12fb-4440-b1b9-23caa4d23735 is not hosted by any dhcp agent {{(pid=120532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Nov 13 21:40:20.185340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:20.185956 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.187250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "PUT /v2.0/networks/132336c9-12fb-4440-b1b9-23caa4d23735 HTTP/1.1" status: 200  len: 857 time: 0.2625556
Nov 13 21:40:20.190358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39766) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:20.261857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.359558 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.403102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd74f4910>,) {'filters': {'network_id': ['132336c9-12fb-4440-b1b9-23caa4d23735']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:20.423887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd74f4910>, '587bf371-f742-4501-8676-964801440d36') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:20.424269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd74f4910>, '587bf371-f742-4501-8676-964801440d36') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:20.435543 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.454334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.466169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:20.476545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.492037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c1ff6-436d-49e3-80e2-c064c8580e25 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event updated for resources: {'Network': ['ID=132336c9-12fb-4440-b1b9-23caa4d23735,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:20.543403 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:20.602148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.607354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  132336c9-12fb-4440-b1b9-23caa4d23735 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Nov 13 21:40:20.610307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.615890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] 10.222.0.20 "DELETE /v2.0/networks/132336c9-12fb-4440-b1b9-23caa4d23735 HTTP/1.1" status: 204  len: 168 time: 0.4244533
Nov 13 21:40:20.620072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39776) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:20.630165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec532b-9b8b-4d66-99f2-fb85d96cc5a1 tempest-ExternalNetworksTestJSON-844451553 tempest-ExternalNetworksTestJSON-844451553-project-admin] Pushing event deleted for resources: {'Network': ['ID=132336c9-12fb-4440-b1b9-23caa4d23735,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:20.648026 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-355a58ef-7e4c-4fd6-8307-36c9e4176a66 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:40:20.649146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355a58ef-7e4c-4fd6-8307-36c9e4176a66 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:40:20.652293 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-355a58ef-7e4c-4fd6-8307-36c9e4176a66 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] 10.222.0.20 "DELETE /v2.0/subnets/1d7a469a-0325-41d5-b7bc-f13abe53107a HTTP/1.1" status: 404  len: 337 time: 0.0309572
Nov 13 21:40:20.654867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39778) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:20.740914 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.835452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.855890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf473b20>,) {'filters': {'network_id': ['4e5242a3-ff2c-4511-9360-6a48a884b0da']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:20.867733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf473b20>, 'fb449a0e-a748-4de8-827c-23d49d91e528') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:20.868083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf473b20>, 'fb449a0e-a748-4de8-827c-23d49d91e528') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:20.877697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.893217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.901609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:20.902101 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:20.905359 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:21.047981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.055912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.059124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] 10.222.0.20 "DELETE /v2.0/networks/4e5242a3-ff2c-4511-9360-6a48a884b0da HTTP/1.1" status: 204  len: 168 time: 0.4031065
Nov 13 21:40:21.072967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b177cbc-0880-471d-993f-4cc98ae82096 tempest-ExternalNetworksTestJSON-1963859574 tempest-ExternalNetworksTestJSON-1963859574-project] Pushing event deleted for resources: {'Network': ['ID=4e5242a3-ff2c-4511-9360-6a48a884b0da,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:21.137620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:21.250050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-977dd6fc-23ec-4445-ae5a-fb91aacb9505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.322260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-977dd6fc-23ec-4445-ae5a-fb91aacb9505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.396957 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-977dd6fc-23ec-4445-ae5a-fb91aacb9505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.438373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-977dd6fc-23ec-4445-ae5a-fb91aacb9505 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=832adc233e714880bae19ba3f82412e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2992241
Nov 13 21:40:21.439918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dd6fc-23ec-4445-ae5a-fb91aacb9505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c4caef-0210-4bae-b5fb-2001215a26ff,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:21.441850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39808) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:21.498435 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b38527c-cc08-4651-809b-6635ffa8a4b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.519954 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b38527c-cc08-4651-809b-6635ffa8a4b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.562370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39812) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:21.642211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b38527c-cc08-4651-809b-6635ffa8a4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.644932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b38527c-cc08-4651-809b-6635ffa8a4b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.646099 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b38527c-cc08-4651-809b-6635ffa8a4b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48c4caef-0210-4bae-b5fb-2001215a26ff HTTP/1.1" status: 204  len: 168 time: 0.2031591
Nov 13 21:40:21.655488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38527c-cc08-4651-809b-6635ffa8a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c4caef-0210-4bae-b5fb-2001215a26ff,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:21.705098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b7b44a89-15b0-44c3-8baa-fd667256cfa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47c3ba9215f7445cbf68d1de5506f39f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1415553
Nov 13 21:40:21.707673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39818) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:21.755289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35be18f7-378b-462e-a522-149d36b2d09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.780345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35be18f7-378b-462e-a522-149d36b2d09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.888101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35be18f7-378b-462e-a522-149d36b2d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.891083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35be18f7-378b-462e-a522-149d36b2d09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:21.892120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-35be18f7-378b-462e-a522-149d36b2d09f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/210c08d9-16b0-4a91-8c9a-3592c199513b HTTP/1.1" status: 204  len: 168 time: 0.1834781
Nov 13 21:40:21.901363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be18f7-378b-462e-a522-149d36b2d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c08d9-16b0-4a91-8c9a-3592c199513b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:22.498426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39842) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:22.538646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c9b38ffc-8911-4302-93ec-3177c88ded60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=618686903512446c9acbc49a52702f48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388083
Nov 13 21:40:22.541196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39844) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:22.592989 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0c13b9e-07ac-4552-a84e-3a14ca6b9ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:22.618450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0c13b9e-07ac-4552-a84e-3a14ca6b9ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:22.745284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0c13b9e-07ac-4552-a84e-3a14ca6b9ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:22.748128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b0c13b9e-07ac-4552-a84e-3a14ca6b9ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:22.751996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b0c13b9e-07ac-4552-a84e-3a14ca6b9ebd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b61e9dd-3fef-402a-bf8b-fd13cc40f648 HTTP/1.1" status: 204  len: 168 time: 0.2072506
Nov 13 21:40:22.757835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c13b9e-07ac-4552-a84e-3a14ca6b9ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b61e9dd-3fef-402a-bf8b-fd13cc40f648,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:23.541113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 39902) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:23.654826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a68180e-17ec-4738-b188-0c014907e5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:23.741200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a68180e-17ec-4738-b188-0c014907e5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:23.797660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1a68180e-17ec-4738-b188-0c014907e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:23.836676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a68180e-17ec-4738-b188-0c014907e5c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04d6b5ae24be422781bc78f7e0f8fb8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2939525
Nov 13 21:40:23.837780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68180e-17ec-4738-b188-0c014907e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f357fc4-e95c-4fc0-9290-bf2ec2b307db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:23.839469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39918) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:23.894272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76180404-0247-4323-96e8-566d3ed47865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:23.916981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76180404-0247-4323-96e8-566d3ed47865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:24.076475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76180404-0247-4323-96e8-566d3ed47865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:24.081196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76180404-0247-4323-96e8-566d3ed47865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:24.083839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76180404-0247-4323-96e8-566d3ed47865 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f357fc4-e95c-4fc0-9290-bf2ec2b307db HTTP/1.1" status: 204  len: 168 time: 0.2425132
Nov 13 21:40:24.097339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76180404-0247-4323-96e8-566d3ed47865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f357fc4-e95c-4fc0-9290-bf2ec2b307db,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:24.395033 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:40:24.747969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39960) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:24.750963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95cf5c3a-68b9-4076-a334-0cf6384d0e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:24.943219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-536550226'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:25.083021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.084138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.134185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.225643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.296427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.300290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-24df12c1-7d54-4baa-be42-62a4029250e7 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.5490096
Nov 13 21:40:25.301997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39978) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:25.377216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.536060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.538191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.647940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.648634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0e965c-058d-4aa9-ba65-074033606bc9 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:40:25.653127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.654066 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-92962ba3-2eb4-4fa3-b75e-0932ddcb147a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3f0e965c-058d-4aa9-ba65-074033606bc9 HTTP/1.1" status: 204  len: 168 time: 0.3525312
Nov 13 21:40:25.656922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39988) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:25.661192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Request body: {'router': {'name': 'tempest-router-594427658', 'distributed': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:25.756606 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.757742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.812826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.888777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.970247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:25.971541 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81b5df86-a5d6-4aab-944b-e8c6848a87f4 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.3136339
Nov 13 21:40:25.974339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 39994) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:26.053064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.221783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.223988 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.322387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.322896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 952847e1-384f-432f-9338-4ebb310d988e {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:40:26.328653 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.330041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-32510031-4fa2-4066-a32d-c4e28c7aa83a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "DELETE /v2.0/routers/952847e1-384f-432f-9338-4ebb310d988e HTTP/1.1" status: 204  len: 168 time: 0.3547885
Nov 13 21:40:26.335888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40008) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:26.340272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Request body: {'router': {'name': 'tempest-router-450818985', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '18b3dbb80a3d4845b4edd9bf71deed93'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:26.448225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.449351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.501447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.572272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.638965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:26.640203 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-141f5e34-d3a3-42c8-a972-22312d69a270 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3033385
Nov 13 21:40:26.642938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40018) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:26.649602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Request body: {'router': {'distributed': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:27.077387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60362b7c-0871-4ca5-be0e-db99b54bbf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.150162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.150674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.230847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=120533) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Nov 13 21:40:27.231178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Router fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7fefe09dbdc0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7fefe09dbbb0> provider. {{(pid=120533) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Nov 13 21:40:27.231547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.236258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.362758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.439582 ncdv-master-1 neutron-server[120533]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] No L3 agents can host the router fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5
Nov 13 21:40:27.557019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Hosts for router fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5: [] {{(pid=120533) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Nov 13 21:40:27.584157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Hosts for other DVR routers connected to router fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5: set() {{(pid=120533) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Nov 13 21:40:27.587359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:27.588535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4eff688c-866b-4051-91dc-b298dd63899a tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "PUT /v2.0/routers/fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5 HTTP/1.1" status: 200  len: 716 time: 0.9446292
Nov 13 21:40:27.591259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40030) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:27.665606 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e8aa880c-139b-4058-89c0-37f22ae28920 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "GET /v2.0/routers/fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5 HTTP/1.1" status: 200  len: 716 time: 0.0730293
Nov 13 21:40:27.667965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40042) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:27.878851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aeb494c9-82a6-4bdf-b957-14f744119fb3 tempest-RoutersTestDVR-764688695 tempest-RoutersTestDVR-764688695-project] 10.222.0.20 "GET /v2.0/routers/fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5 HTTP/1.1" status: 200  len: 682 time: 0.2098401
Nov 13 21:40:27.881361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40046) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:27.954484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.117167 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.119484 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.260084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.260675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:40:28.265171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.266566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12f7e628-4bdb-46d1-b0ce-a6d4b09b3722 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "DELETE /v2.0/routers/fc3aa98f-e0a4-4005-ab5c-3941ef0cfed5 HTTP/1.1" status: 204  len: 168 time: 0.3840516
Nov 13 21:40:28.269962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40052) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:28.275019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Request body: {'router': {'name': 'tempest-router-692802671', 'distributed': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:28.363036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.364132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.414097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.494047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.558877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.560250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e114c349-7391-4ae5-8611-bc4b850d0130 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.2892818
Nov 13 21:40:28.562963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40056) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:28.581708 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.634653 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.790769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.793880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.916347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.916888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3745d062-025b-4873-91b6-7c77df1495a1 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:40:28.921426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:28.922497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a14efa48-5337-4984-a477-e4888165a083 tempest-RoutersTestDVR-1488287318 tempest-RoutersTestDVR-1488287318-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3745d062-025b-4873-91b6-7c77df1495a1 HTTP/1.1" status: 204  len: 168 time: 0.3586140
Nov 13 21:40:29.332240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40066) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:29.443882 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-185ec467-eb41-4472-a59f-41c7ff41a9be admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.521707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-185ec467-eb41-4472-a59f-41c7ff41a9be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.586253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-185ec467-eb41-4472-a59f-41c7ff41a9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.624839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-185ec467-eb41-4472-a59f-41c7ff41a9be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18b3dbb80a3d4845b4edd9bf71deed93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2913992
Nov 13 21:40:29.625745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ec467-eb41-4472-a59f-41c7ff41a9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7f7ac-8655-43d0-a930-86e00d12ba21,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:29.627492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40078) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:29.683156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a174fb4-cd0e-4a08-9b69-228b85c1104a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.706275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a174fb4-cd0e-4a08-9b69-228b85c1104a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.796799 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a174fb4-cd0e-4a08-9b69-228b85c1104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.799467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3a174fb4-cd0e-4a08-9b69-228b85c1104a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:29.800813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3a174fb4-cd0e-4a08-9b69-228b85c1104a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15b7f7ac-8655-43d0-a930-86e00d12ba21 HTTP/1.1" status: 204  len: 168 time: 0.1714432
Nov 13 21:40:29.810561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a174fb4-cd0e-4a08-9b69-228b85c1104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7f7ac-8655-43d0-a930-86e00d12ba21,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:29.958004 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.407748 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.418078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40092) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:30.432113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0271842f-1a61-4fe4-b39d-dede59902ed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.510630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0271842f-1a61-4fe4-b39d-dede59902ed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.619594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0271842f-1a61-4fe4-b39d-dede59902ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.660065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0271842f-1a61-4fe4-b39d-dede59902ed7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5db78238b09a405e95a8d62774f01f46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2408860
Nov 13 21:40:30.661685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271842f-1a61-4fe4-b39d-dede59902ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f95c41-9219-4d47-885e-fcb4a8189a72,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:30.662692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40096) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:30.711662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57414519-bdbf-44fb-b4f1-806158284360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.732623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57414519-bdbf-44fb-b4f1-806158284360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.853595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57414519-bdbf-44fb-b4f1-806158284360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.856140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57414519-bdbf-44fb-b4f1-806158284360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:30.857342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-57414519-bdbf-44fb-b4f1-806158284360 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11f95c41-9219-4d47-885e-fcb4a8189a72 HTTP/1.1" status: 204  len: 168 time: 0.1936569
Nov 13 21:40:30.864977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57414519-bdbf-44fb-b4f1-806158284360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f95c41-9219-4d47-885e-fcb4a8189a72,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:31.890247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40122) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:31.986545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1686241868'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:32.053399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Made reservation on behalf of 198ad9dcc21d47a8becb241b19ecedac for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:32.057350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.065816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.141195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.207580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.230126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:32.244826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0de97-7e14-4515-b0e9-f6e4d71455d6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:32.247658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.247993 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Added segment aac48cc9-8b98-4242-9fe6-0e187aa9af47 of type vlan for network 7fdb758f-baef-40a9-af38-f51337f4a898
Nov 13 21:40:32.287717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.408398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.414549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:32.415123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.477955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event updated for resources: {'Network': ['ID=7fdb758f-baef-40a9-af38-f51337f4a898,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:32.488402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7fdb758f-baef-40a9-af38-f51337f4a898 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:32.508139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6ec09ba3-5be5-4742-975a-70639ec3e9f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.6166430
Nov 13 21:40:32.510759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40128) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:32.516061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Request body: {'subnet': {'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:32.705212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Made reservation on behalf of 198ad9dcc21d47a8becb241b19ecedac for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:32.708803 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.939438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:32.999629 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event updated for resources: {'Subnet': ['ID=db723685-768c-4073-bbe0-a9ac5d62b23c,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:33.006832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Checking segment: {'id': 'aac48cc9-8b98-4242-9fe6-0e187aa9af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:33.007173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Network hostable DHCP agents. Network: 7fdb758f-baef-40a9-af38-f51337f4a898, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:33.099215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Network 7fdb758f-baef-40a9-af38-f51337f4a898 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:33.196821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fdb758f-baef-40a9-af38-f51337f4a898) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:33.202620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:33.203351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.204270 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5704cbfd-1e82-46a5-9eb1-b13d797a57aa None None] Network 7fdb758f-baef-40a9-af38-f51337f4a898 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:33.296652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-19049243-2b75-4885-be20-40776c18ec6f tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7845044
Nov 13 21:40:33.299201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40136) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:33.304143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Request body: {'port': {'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898', 'name': 'tempest-ExtraDHCPOptionsTestJSON-992788413'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:33.345789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7fdb758f-baef-40a9-af38-f51337f4a898', 'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898', 'tenant_id': '198ad9dcc21d47a8becb241b19ecedac', 'fixed_ips': [{'subnet_id': 'db723685-768c-4073-bbe0-a9ac5d62b23c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:40:33.346627 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.458849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Made reservation on behalf of 198ad9dcc21d47a8becb241b19ecedac for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:33.463025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.476588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Allocated IP 172.20.0.2 (7fdb758f-baef-40a9-af38-f51337f4a898/db723685-768c-4073-bbe0-a9ac5d62b23c/d667fc3e-0bc5-4589-b87d-2e0659a1e472) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:33.479906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] device_id is not set on port 3135af5c-6787-4e7c-b14b-988d65f01cbc yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:33.756097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.796317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.834527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Network 7fdb758f-baef-40a9-af38-f51337f4a898 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:33.838723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:33.844562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:33.844765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Allocated IP 172.20.0.3 (7fdb758f-baef-40a9-af38-f51337f4a898/db723685-768c-4073-bbe0-a9ac5d62b23c/3135af5c-6787-4e7c-b14b-988d65f01cbc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:33.853160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Pushing event updated for resources: {'Port': ['ID=d667fc3e-0bc5-4589-b87d-2e0659a1e472,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:33.902908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Attempting to bind port d667fc3e-0bc5-4589-b87d-2e0659a1e472 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:40:33.903267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Attempting to bind port d667fc3e-0bc5-4589-b87d-2e0659a1e472 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aac48cc9-8b98-4242-9fe6-0e187aa9af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:40:33.903669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Attempting to bind port d667fc3e-0bc5-4589-b87d-2e0659a1e472 on network 7fdb758f-baef-40a9-af38-f51337f4a898 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:40:33.908563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:40:33.908995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Checking segment: {'id': 'aac48cc9-8b98-4242-9fe6-0e187aa9af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:33.909351 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.909732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Bound using segment: {'id': 'aac48cc9-8b98-4242-9fe6-0e187aa9af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:40:33.910179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Bound port: d667fc3e-0bc5-4589-b87d-2e0659a1e472, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac48cc9-8b98-4242-9fe6-0e187aa9af47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:40:33.910547 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:33.972802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] For port d667fc3e-0bc5-4589-b87d-2e0659a1e472, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:40:33.975750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] For port d667fc3e-0bc5-4589-b87d-2e0659a1e472, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d667fc3e-0bc5-4589-b87d-2e0659a1e472,segment=NetworkSegment(aac48cc9-8b98-4242-9fe6-0e187aa9af47),segment_id=aac48cc9-8b98-4242-9fe6-0e187aa9af47)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:40:34.000553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.054688 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.099903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.119358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad9f83-8025-49c5-a398-510a844a12f6 None None] Pushing event updated for resources: {'Port': ['ID=d667fc3e-0bc5-4589-b87d-2e0659a1e472,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:34.152313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Network 7fdb758f-baef-40a9-af38-f51337f4a898 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:34.157552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:34.161474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:34.168630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event updated for resources: {'Port': ['ID=3135af5c-6787-4e7c-b14b-988d65f01cbc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:34.216535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:34.217194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.296509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-11b97eba-16c3-42c2-a6af-99e79720e723 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9962480
Nov 13 21:40:34.299753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40142) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:34.318607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Request body: {'port': {'network_id': '7fdb758f-baef-40a9-af38-f51337f4a898', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1079238389', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:34.318607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] bootfile-name is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:40:34.318607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] tftp-server is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:40:34.318607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.api.validators [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] server-ip-address is not in valid_values {{(pid=120532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:40:34.493503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Made reservation on behalf of 198ad9dcc21d47a8becb241b19ecedac for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:34.497155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.514600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] device_id is not set on port 933c308b-4c64-4be3-bad9-868bf884b479 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:34.638714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Allocated IP 172.20.0.8 (7fdb758f-baef-40a9-af38-f51337f4a898/db723685-768c-4073-bbe0-a9ac5d62b23c/933c308b-4c64-4be3-bad9-868bf884b479) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:34.806898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.928402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:34.973838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Network 7fdb758f-baef-40a9-af38-f51337f4a898 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:34.976918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:34.983248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:35.015367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event updated for resources: {'Port': ['ID=933c308b-4c64-4be3-bad9-868bf884b479,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:35.022715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf93df-ad46-4e34-8a50-dec1fea91981 None None] Network 7fdb758f-baef-40a9-af38-f51337f4a898 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:35.050391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:35.051035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.096117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-abf5f0a8-4bef-497b-8d7b-b5e58affe6e2 None None] Provisioning complete for port d667fc3e-0bc5-4589-b87d-2e0659a1e472 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:35.099054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abf5f0a8-4bef-497b-8d7b-b5e58affe6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.099159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d5d2fa73-b3f6-4057-ae5f-e740085cd2a6 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 0.7940261
Nov 13 21:40:35.099159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:35.164796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e3f6e-5d77-4b16-99b8-5f0cb5995981 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:35.171362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e3f6e-5d77-4b16-99b8-5f0cb5995981 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:35.177786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e3f6e-5d77-4b16-99b8-5f0cb5995981 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:35.180093 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c25e3f6e-5d77-4b16-99b8-5f0cb5995981 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2615 time: 0.0800042
Nov 13 21:40:35.182887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:35.245129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abf5f0a8-4bef-497b-8d7b-b5e58affe6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.287550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Deleting port 933c308b-4c64-4be3-bad9-868bf884b479 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:35.287689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-abf5f0a8-4bef-497b-8d7b-b5e58affe6e2 None None] For port d667fc3e-0bc5-4589-b87d-2e0659a1e472, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d667fc3e-0bc5-4589-b87d-2e0659a1e472,segment=NetworkSegment(aac48cc9-8b98-4242-9fe6-0e187aa9af47),segment_id=aac48cc9-8b98-4242-9fe6-0e187aa9af47)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:35.287792 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.362440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abf5f0a8-4bef-497b-8d7b-b5e58affe6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.391087 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.406658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Calling delete_port for 933c308b-4c64-4be3-bad9-868bf884b479 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:35.420964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5f0a8-4bef-497b-8d7b-b5e58affe6e2 None None] Pushing event updated for resources: {'Port': ['ID=d667fc3e-0bc5-4589-b87d-2e0659a1e472,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:35.583765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Provisioning complete for port d667fc3e-0bc5-4589-b87d-2e0659a1e472 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:35.584508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.689266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.693462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Provisioning complete for port 933c308b-4c64-4be3-bad9-868bf884b479 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:35.693895 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.714856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Port 933c308b-4c64-4be3-bad9-868bf884b479 was deleted so its status cannot be updated. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 13 21:40:35.728272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Provisioning complete for port 3135af5c-6787-4e7c-b14b-988d65f01cbc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:35.728792 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.737161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event deleted for resources: {'Port': ['ID=933c308b-4c64-4be3-bad9-868bf884b479,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:35.771625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c25db890-7ca3-4630-96c9-cfe543afcc59 None None] Port 3135af5c-6787-4e7c-b14b-988d65f01cbc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:40:35.830739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:35.845278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40198) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:35.845737 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce6bd7be-a815-4eb2-b4df-cab32daa32a2 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "DELETE /v2.0/ports/933c308b-4c64-4be3-bad9-868bf884b479 HTTP/1.1" status: 204  len: 168 time: 0.6613560
Nov 13 21:40:35.851066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Request body: {'port': {'name': 'tempest-new-port-name-1511573352', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:35.851187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.api.validators [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] bootfile-name is not in valid_values {{(pid=120533) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:40:35.851475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.api.validators [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] tftp-server is not in valid_values {{(pid=120533) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:40:35.851809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.api.validators [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] server-ip-address is not in valid_values {{(pid=120533) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Nov 13 21:40:35.910687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1e78bd32-117b-471d-bfa6-a52be9ba29ff None None] Provisioning complete for port 3135af5c-6787-4e7c-b14b-988d65f01cbc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:35.911852 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1e78bd32-117b-471d-bfa6-a52be9ba29ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.013563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.026481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d667fc3e-0bc5-4589-b87d-2e0659a1e472 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:40:36.029817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1e78bd32-117b-471d-bfa6-a52be9ba29ff None None] Port 3135af5c-6787-4e7c-b14b-988d65f01cbc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:40:36.127127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d667fc3e-0bc5-4589-b87d-2e0659a1e472 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:36.127657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.243338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40246) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:36.262133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5b1e2532-ee1f-4283-bfc1-7e43d508d3f1 None None] Could not find standard attr ID for object 933c308b-4c64-4be3-bad9-868bf884b479. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:40:36.320633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.405889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.407852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc4fa0c-23db-4415-bc3a-cf6445fd4e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.488557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event updated for resources: {'Port': ['ID=3135af5c-6787-4e7c-b14b-988d65f01cbc,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:36.499846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc4fa0c-23db-4415-bc3a-cf6445fd4e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.500669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] In _notify_port_updated(), no bound segment for port 3135af5c-6787-4e7c-b14b-988d65f01cbc on network 7fdb758f-baef-40a9-af38-f51337f4a898 {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:40:36.502027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:36.502659 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.504718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b6fcf7f-05d4-4f86-bc49-d4bdda84d8f5 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "PUT /v2.0/ports/3135af5c-6787-4e7c-b14b-988d65f01cbc HTTP/1.1" status: 200  len: 1136 time: 0.6577103
Nov 13 21:40:36.506853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:36.562476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4cc60-60fb-4ff8-b249-5cdb57babb94 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:36.563919 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2bd4cc60-60fb-4ff8-b249-5cdb57babb94 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "GET /v2.0/ports/3135af5c-6787-4e7c-b14b-988d65f01cbc HTTP/1.1" status: 200  len: 1136 time: 0.0554256
Nov 13 21:40:36.567825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40252) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:36.585347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc4fa0c-23db-4415-bc3a-cf6445fd4e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.649988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2bc4fa0c-23db-4415-bc3a-cf6445fd4e33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f88da6479ffa4018a6d78df172a2c648&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4054153
Nov 13 21:40:36.650998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40256) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:36.651659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4fa0c-23db-4415-bc3a-cf6445fd4e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d3d8b-c25e-4f7f-8827-d2e8932500b9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:36.701722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Deleting port 3135af5c-6787-4e7c-b14b-988d65f01cbc {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:36.702060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.726903 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81f270fe-85fb-4e1b-b0d1-cc881a9dabd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.753124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81f270fe-85fb-4e1b-b0d1-cc881a9dabd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.791899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9f6c57e7-f1c7-4cf5-b11d-3a86062cece5 None None] Provisioning complete for port 3135af5c-6787-4e7c-b14b-988d65f01cbc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:36.792712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f6c57e7-f1c7-4cf5-b11d-3a86062cece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.839409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.846567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c57e7-f1c7-4cf5-b11d-3a86062cece5 None None] Port 3135af5c-6787-4e7c-b14b-988d65f01cbc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:40:36.854566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Calling delete_port for 3135af5c-6787-4e7c-b14b-988d65f01cbc owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:36.899632 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81f270fe-85fb-4e1b-b0d1-cc881a9dabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.902306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81f270fe-85fb-4e1b-b0d1-cc881a9dabd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:36.903525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-81f270fe-85fb-4e1b-b0d1-cc881a9dabd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/180d3d8b-c25e-4f7f-8827-d2e8932500b9 HTTP/1.1" status: 204  len: 168 time: 0.2489185
Nov 13 21:40:36.912964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f270fe-85fb-4e1b-b0d1-cc881a9dabd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d3d8b-c25e-4f7f-8827-d2e8932500b9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:37.071465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.101243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event deleted for resources: {'Port': ['ID=3135af5c-6787-4e7c-b14b-988d65f01cbc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:37.181915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.185442 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3bbff126-08f3-42b8-9a17-df8958268e58 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "DELETE /v2.0/ports/3135af5c-6787-4e7c-b14b-988d65f01cbc HTTP/1.1" status: 204  len: 168 time: 0.6166670
Nov 13 21:40:37.188233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40278) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:37.285599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Deleting subnet db723685-768c-4073-bbe0-a9ac5d62b23c {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:40:37.291714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.340294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.429320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.596881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.624108 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event deleted for resources: {'Subnet': ['ID=db723685-768c-4073-bbe0-a9ac5d62b23c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:37.636768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.636768 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9a45141d-9e9b-4861-92b9-53fa347eacfa tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "DELETE /v2.0/subnets/db723685-768c-4073-bbe0-a9ac5d62b23c HTTP/1.1" status: 204  len: 168 time: 0.4428413
Nov 13 21:40:37.637468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:37.637558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b08cff-5430-4d44-86b3-2a4a7fd706cb None None] Network 7fdb758f-baef-40a9-af38-f51337f4a898 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:37.723043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.789678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Deleting port d667fc3e-0bc5-4589-b87d-2e0659a1e472 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:37.790039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.831994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] DHCP port deletion for 7fdb758f-baef-40a9-af38-f51337f4a898 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:40:37.859456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] For port d667fc3e-0bc5-4589-b87d-2e0659a1e472, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d667fc3e-0bc5-4589-b87d-2e0659a1e472,segment=NetworkSegment(aac48cc9-8b98-4242-9fe6-0e187aa9af47),segment_id=aac48cc9-8b98-4242-9fe6-0e187aa9af47)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:37.860082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.874133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Calling delete_port for d667fc3e-0bc5-4589-b87d-2e0659a1e472 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:37.911852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] Deleting port d667fc3e-0bc5-4589-b87d-2e0659a1e472 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:37.912222 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:37.940965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d667fc3e-0bc5-4589-b87d-2e0659a1e472 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:40:38.016806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] For port d667fc3e-0bc5-4589-b87d-2e0659a1e472, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d667fc3e-0bc5-4589-b87d-2e0659a1e472,segment=NetworkSegment(aac48cc9-8b98-4242-9fe6-0e187aa9af47),segment_id=aac48cc9-8b98-4242-9fe6-0e187aa9af47)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:38.017205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.031511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] Calling delete_port for d667fc3e-0bc5-4589-b87d-2e0659a1e472 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:38.043200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.071206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event deleted for resources: {'Port': ['ID=d667fc3e-0bc5-4589-b87d-2e0659a1e472,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:38.073295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] No DVR routers for this DVR port d667fc3e-0bc5-4589-b87d-2e0659a1e472 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:38.096016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Port d667fc3e-0bc5-4589-b87d-2e0659a1e472 update to DOWN by agent not found {{(pid=120534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 13 21:40:38.145034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.158020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.167997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] Pushing event deleted for resources: {'Port': ['ID=d667fc3e-0bc5-4589-b87d-2e0659a1e472,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:38.173509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07c487-5a86-4c87-8f11-f9bc0965f083 None None] No DVR routers for this DVR port d667fc3e-0bc5-4589-b87d-2e0659a1e472 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:38.193348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdddef760>,) {'filters': {'network_id': ['7fdb758f-baef-40a9-af38-f51337f4a898']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:38.200891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdddef760>, 'aac48cc9-8b98-4242-9fe6-0e187aa9af47') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:38.201194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdddef760>, 'aac48cc9-8b98-4242-9fe6-0e187aa9af47') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:38.211327 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.224704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.230697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:38.231077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:38.234061 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:38.373898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.380825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:38.384728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] 10.222.0.20 "DELETE /v2.0/networks/7fdb758f-baef-40a9-af38-f51337f4a898 HTTP/1.1" status: 204  len: 168 time: 0.7489455
Nov 13 21:40:38.396164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c971f3-0e40-4c0c-87a8-0fd472d7c938 tempest-ExtraDHCPOptionsTestJSON-1946100108 tempest-ExtraDHCPOptionsTestJSON-1946100108-project] Pushing event deleted for resources: {'Network': ['ID=7fdb758f-baef-40a9-af38-f51337f4a898,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:38.806058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40344) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:38.949254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9daf8b0c-e4e5-437e-a7db-d57cc3dcbb85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=198ad9dcc21d47a8becb241b19ecedac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1415596
Nov 13 21:40:38.955972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40352) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:39.004281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-434c43bd-8958-403e-917b-988ed8675c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:39.030529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-434c43bd-8958-403e-917b-988ed8675c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:39.139696 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-434c43bd-8958-403e-917b-988ed8675c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:39.142452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-434c43bd-8958-403e-917b-988ed8675c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:39.148593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-434c43bd-8958-403e-917b-988ed8675c69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6f0de97-7e14-4515-b0e9-f6e4d71455d6 HTTP/1.1" status: 204  len: 168 time: 0.1864998
Nov 13 21:40:39.152081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c43bd-8958-403e-917b-988ed8675c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f0de97-7e14-4515-b0e9-f6e4d71455d6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:40.279113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:40.374526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-306897552'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:40.465175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:40.468668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.477278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.548467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.619305 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.648226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:40.654223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2face114-e7b7-403a-991f-e793352ac53f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:40.660050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.660388 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 05a27701-3daf-4af7-a5bd-9eb711116c66 of type vlan for network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86
Nov 13 21:40:40.700067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.813600 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.819164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:40.820111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:40.892175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=9dc655e1-a33e-41e5-a5d6-f8e2d34ede86,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:40.902856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:40.979945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-03b82503-f598-4435-858c-12aedde2c426 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6972022
Nov 13 21:40:40.979945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40392) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:40.984927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'name': 'tempest-PortsIpV6TestJSON-1415206957'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:41.139487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:41.142981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.160349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 7deed278-33e1-48b7-b8f1-a5588af35c85 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:41.318106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.390999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.447785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=7deed278-33e1-48b7-b8f1-a5588af35c85,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:41.462651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '05a27701-3daf-4af7-a5bd-9eb711116c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:41.463007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:41.539793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:41.619184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:41.624026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:41.628006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14aafac-ef6d-4014-b4ae-53a5b34c3c15 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:41.631523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:41.636596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.719994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-61a1516e-70a3-49b6-83e9-d62ce6547aa3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.7390101
Nov 13 21:40:41.722944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40406) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:41.728385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-968740346'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:41.825554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:41.829193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.853104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:41.861733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.862098 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 2f9dd23a-e362-42f3-b6db-9cccc3919be3 of type vlan for network 24a2cb20-336d-490f-aa78-3020ddd6ce00
Nov 13 21:40:41.901911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.979168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:41.985278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:41.990610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.053838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=24a2cb20-336d-490f-aa78-3020ddd6ce00,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:42.061150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.061498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.061884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.062224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.062623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.062873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.063195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.063518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.063892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.064211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.064528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.064886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:40:42.076105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 24a2cb20-336d-490f-aa78-3020ddd6ce00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:42.092941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-00012a1b-a351-40a8-84a7-7b572dee8498 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3688626
Nov 13 21:40:42.096474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40414) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:42.101898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'ports': [{'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'}, {'network_id': '24a2cb20-336d-490f-aa78-3020ddd6ce00'}]} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:42.102214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:42.102697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '24a2cb20-336d-490f-aa78-3020ddd6ce00'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:42.231509 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.333021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 2} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:42.338230 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.351129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.427890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 3d8080ef-dc60-4489-a58f-5cc63d0e77a6 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:42.539239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.602897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 5a5e775c-143d-4f10-a4c3-ac4b22eb2a05 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:42.715827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.848209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.888986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:42.892045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:42.897756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:42.899673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:42.909152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=3d8080ef-dc60-4489-a58f-5cc63d0e77a6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:42.967856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=5a5e775c-143d-4f10-a4c3-ac4b22eb2a05,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:42.974053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '2f9dd23a-e362-42f3-b6db-9cccc3919be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '24a2cb20-336d-490f-aa78-3020ddd6ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:42.974053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: 24a2cb20-336d-490f-aa78-3020ddd6ce00, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:43.055652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 24a2cb20-336d-490f-aa78-3020ddd6ce00 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:43.122421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24a2cb20-336d-490f-aa78-3020ddd6ce00) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:43.126130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:43.131412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af130989-8ac1-4335-9d62-e10ffd269f54 None None] Network 24a2cb20-336d-490f-aa78-3020ddd6ce00 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:43.131910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:43.144176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:43.146992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.216577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91fcb6eb-bd03-4c74-8119-bc5bd2d47ab6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1191475
Nov 13 21:40:43.219424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40446) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:43.313643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 5a5e775c-143d-4f10-a4c3-ac4b22eb2a05 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:43.314037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.378132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.390627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 5a5e775c-143d-4f10-a4c3-ac4b22eb2a05 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:43.631277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.669070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.671412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/5a5e775c-143d-4f10-a4c3-ac4b22eb2a05 HTTP/1.1" status: 204  len: 168 time: 0.4497867
Nov 13 21:40:43.672517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5cfaa-7c0b-4b8b-b8d2-e4661a737e3d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=5a5e775c-143d-4f10-a4c3-ac4b22eb2a05,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:43.674201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40464) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:43.731852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fbb2a-46a0-48a8-b864-dd020176b9dd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:43.738269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fbb2a-46a0-48a8-b864-dd020176b9dd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:43.740966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-439fbb2a-46a0-48a8-b864-dd020176b9dd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0646746
Nov 13 21:40:43.743353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40470) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:43.839141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 3d8080ef-dc60-4489-a58f-5cc63d0e77a6 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:43.842082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.914544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:43.928537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 3d8080ef-dc60-4489-a58f-5cc63d0e77a6 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:44.071209 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.074017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-3107bc1b-00d0-43c3-902b-5458cedc82a5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:44.075565 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-3107bc1b-00d0-43c3-902b-5458cedc82a5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.3831444
Nov 13 21:40:44.091819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-f606ae76-5fb4-435f-a79b-f1cdc157249c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/quotas/f9ae928d75cc4e4d88c3e99de8f45af8 HTTP/1.1" status: 200  len: 375 time: 0.0098782
Nov 13 21:40:44.098310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=3d8080ef-dc60-4489-a58f-5cc63d0e77a6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:44.105702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.125399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0a3dbbdc-121c-43c8-8c55-f6c76e8a2088 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/3d8080ef-dc60-4489-a58f-5cc63d0e77a6 HTTP/1.1" status: 204  len: 168 time: 0.3645937
Nov 13 21:40:44.125399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:44.148768 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-906db1ac-2886-4d5d-bf59-be02252684ad tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0513251
Nov 13 21:40:44.164423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d09e1-d9e8-4803-b091-cb80d9a5b31a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:44.167947 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-db1d09e1-d9e8-4803-b091-cb80d9a5b31a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0553195
Nov 13 21:40:44.168700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:44.193357 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b700ff2-296d-4f8f-baed-85ee1f6eb901 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:40:44.195227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4b700ff2-296d-4f8f-baed-85ee1f6eb901 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/5a5e775c-143d-4f10-a4c3-ac4b22eb2a05 HTTP/1.1" status: 404  len: 333 time: 0.0252364
Nov 13 21:40:44.198425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:44.225896 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3939e248-f00e-4b44-8117-656ef05efede tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:40:44.228615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3939e248-f00e-4b44-8117-656ef05efede tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/3d8080ef-dc60-4489-a58f-5cc63d0e77a6 HTTP/1.1" status: 404  len: 333 time: 0.0289569
Nov 13 21:40:44.231526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:44.252877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-aa5537c0-728f-4125-b846-cda51d12b665 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966837
Nov 13 21:40:44.310780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.344407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-de6f77d3-57c4-4b81-888f-5b2dfe4f1627 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848453
Nov 13 21:40:44.403212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.428969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddf39d30>,) {'filters': {'network_id': ['24a2cb20-336d-490f-aa78-3020ddd6ce00']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:44.440643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf39d30>, '2f9dd23a-e362-42f3-b6db-9cccc3919be3') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:44.441202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf39d30>, '2f9dd23a-e362-42f3-b6db-9cccc3919be3') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:44.454305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.472442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.480217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:44.480654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:44.483868 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:44.625167 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.633593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.635943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/24a2cb20-336d-490f-aa78-3020ddd6ce00 HTTP/1.1" status: 204  len: 168 time: 0.4033079
Nov 13 21:40:44.640028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40508) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:44.645055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1913418361'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:44.650727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833ca33-26c7-42d6-b893-1c2fccedeba3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=24a2cb20-336d-490f-aa78-3020ddd6ce00,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:44.679712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.768106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:44.771721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.796144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:44.805512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.805847 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 8b03942d-341e-4693-8e42-e097161650c8 of type vlan for network 4243321d-4962-4bfb-bc6e-3ebfd79b7689
Nov 13 21:40:44.845549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.934154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:44.939760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:44.942432 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:45.010412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=4243321d-4962-4bfb-bc6e-3ebfd79b7689,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:45.021714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:45.050588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ff01c11-4715-4cd4-b2a9-84c5b117df23 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4094253
Nov 13 21:40:45.055865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40510) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:45.060960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:45.187538 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5935f5ea-6bfe-43ee-aa1d-7b4ff2f30db7 req-21c86f56-7588-4fd4-95da-f049ab86ec18 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 210 time: 0.0322490
Nov 13 21:40:45.196483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:45.202647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:45.260599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Performing IP validity checks on allocation pools {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 21:40:45.263668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 21:40:45.471366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:45.529177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=a8e1600a-6fe1-4c8c-b1a9-319b2b40563a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:45.544756 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '8b03942d-341e-4693-8e42-e097161650c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:45.545127 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: 4243321d-4962-4bfb-bc6e-3ebfd79b7689, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:45.630981 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:45.733581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4243321d-4962-4bfb-bc6e-3ebfd79b7689) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:45.737812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:45.738414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:45.744764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32add389-519a-4385-9ea8-03b3f7aad17f None None] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:45.886840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4243321d-4962-4bfb-bc6e-3ebfd79b7689', 'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': 'a8e1600a-6fe1-4c8c-b1a9-319b2b40563a'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:40:45.895401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:45.916114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a57888ba-ca4b-4639-80d9-266ca56813e2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8568425
Nov 13 21:40:45.916364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:45.921637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689', 'name': 'tempest-PortsIpV6TestJSON-944299005'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:46.044180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Allocated IP 2001:db8::2 (4243321d-4962-4bfb-bc6e-3ebfd79b7689/a8e1600a-6fe1-4c8c-b1a9-319b2b40563a/aea08428-21bb-42e5-b91a-a142683a64e8) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:46.155782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:46.159755 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.182182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port e50e9f91-af80-4f15-a716-65c1f861fb77 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:46.186503 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.281204 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9700321-25c4-4068-9abd-269100a6b63a req-c5a191c5-bd69-4124-8a3c-08b9153fd2a3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 210 time: 0.0270722
Nov 13 21:40:46.294624 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.342554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:46.349676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:46.352590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:46.357051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::20f (4243321d-4962-4bfb-bc6e-3ebfd79b7689/a8e1600a-6fe1-4c8c-b1a9-319b2b40563a/e50e9f91-af80-4f15-a716-65c1f861fb77) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:46.360323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Pushing event updated for resources: {'Port': ['ID=aea08428-21bb-42e5-b91a-a142683a64e8,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:46.418057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Attempting to bind port aea08428-21bb-42e5-b91a-a142683a64e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:40:46.418429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Attempting to bind port aea08428-21bb-42e5-b91a-a142683a64e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b03942d-341e-4693-8e42-e097161650c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:40:46.418983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Attempting to bind port aea08428-21bb-42e5-b91a-a142683a64e8 on network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:40:46.424744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:40:46.424980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Checking segment: {'id': '8b03942d-341e-4693-8e42-e097161650c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:46.425540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.425855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Bound using segment: {'id': '8b03942d-341e-4693-8e42-e097161650c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:40:46.426335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Bound port: aea08428-21bb-42e5-b91a-a142683a64e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b03942d-341e-4693-8e42-e097161650c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4243321d-4962-4bfb-bc6e-3ebfd79b7689'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:40:46.426777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.503035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] For port aea08428-21bb-42e5-b91a-a142683a64e8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:40:46.506218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] For port aea08428-21bb-42e5-b91a-a142683a64e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aea08428-21bb-42e5-b91a-a142683a64e8,segment=NetworkSegment(8b03942d-341e-4693-8e42-e097161650c8),segment_id=8b03942d-341e-4693-8e42-e097161650c8)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:40:46.528750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.619828 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.673603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.680535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af83ca1-baa4-427d-96b0-26df2dff102e None None] Pushing event updated for resources: {'Port': ['ID=aea08428-21bb-42e5-b91a-a142683a64e8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:46.716063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:46.719273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:46.723934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:46.730376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:46.731073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:46.751219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=e50e9f91-af80-4f15-a716-65c1f861fb77,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:46.855396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-75e46925-3a04-4c35-be77-3cfac5033a26 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9379268
Nov 13 21:40:46.858036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40560) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:46.958301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port e50e9f91-af80-4f15-a716-65c1f861fb77 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:46.958775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:47.045817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:47.058529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for e50e9f91-af80-4f15-a716-65c1f861fb77 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:47.277547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:47.342233 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=e50e9f91-af80-4f15-a716-65c1f861fb77,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:47.375616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:47.379131 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0719949e-a099-4669-a074-86d3b978802c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/e50e9f91-af80-4f15-a716-65c1f861fb77 HTTP/1.1" status: 204  len: 168 time: 0.5201106
Nov 13 21:40:47.381967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40564) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:47.406052 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-519bf7ce-49ff-426e-8ab4-6ae3a3113395 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:40:47.406785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519bf7ce-49ff-426e-8ab4-6ae3a3113395 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:40:47.410062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-519bf7ce-49ff-426e-8ab4-6ae3a3113395 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/e50e9f91-af80-4f15-a716-65c1f861fb77 HTTP/1.1" status: 404  len: 333 time: 0.0265925
Nov 13 21:40:47.417483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40566) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:47.444849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06bf2f5d-0c0e-4fbe-94d9-83469513bcae req-d9cca619-68d9-4d1b-b64f-45de2c4c57e7 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 210 time: 0.0750256
Nov 13 21:40:47.455053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-57c3c23f-8aa9-42fb-bc74-ea12c06dbebc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:47.455254 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-45317cb3-9578-46c3-bc5f-07af41d72a6d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:40:47.457045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-57c3c23f-8aa9-42fb-bc74-ea12c06dbebc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.2067943
Nov 13 21:40:47.461709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-45317cb3-9578-46c3-bc5f-07af41d72a6d tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/e50e9f91-af80-4f15-a716-65c1f861fb77 HTTP/1.1" status: 404  len: 333 time: 0.0421937
Nov 13 21:40:47.463040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40568) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:47.476992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'port': {'device_id': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'admin_state_up': True, 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:47.580878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet a8e1600a-6fe1-4c8c-b1a9-319b2b40563a {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:40:47.594465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:47.660742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:47.720159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b876a0-adbc-418c-b2da-a23093c8371e None None] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:47.793165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d4181a49-6ad0-41c2-9536-6eeb2b3bba2f None None] Provisioning complete for port aea08428-21bb-42e5-b91a-a142683a64e8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:47.793538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d4181a49-6ad0-41c2-9536-6eeb2b3bba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.106073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Made reservation on behalf of f9ae928d75cc4e4d88c3e99de8f45af8 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:48.109059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aea08428-21bb-42e5-b91a-a142683a64e8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:40:48.109999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.140293 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d4181a49-6ad0-41c2-9536-6eeb2b3bba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.147417 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.196860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port aea08428-21bb-42e5-b91a-a142683a64e8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:48.196860 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.321249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Allocated IP 172.20.0.10 (47f1ff9d-074e-4315-963f-151fbe169dfb/480bc1ee-962f-4a5e-80c4-3f5f62a520d6/f638da4a-9e9a-4eff-82d4-fafa65d75db4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:48.325546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.373602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.417184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-d4181a49-6ad0-41c2-9536-6eeb2b3bba2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:40:48.417558 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-d4181a49-6ad0-41c2-9536-6eeb2b3bba2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:40:48.425225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.431671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/a8e1600a-6fe1-4c8c-b1a9-319b2b40563a HTTP/1.1" status: 204  len: 168 time: 0.9645288
Nov 13 21:40:48.432065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:48.433132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e7f3b-733c-42c0-b2fb-1b69b33154bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e1600a-6fe1-4c8c-b1a9-319b2b40563a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:48.466621 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:40:48.467844 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:40:48.497947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919eff9-4338-45cb-90bc-12251acb83e4 None None] Network 4243321d-4962-4bfb-bc6e-3ebfd79b7689 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:48.546604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.569227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.583267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f83f40e0-9e55-44ff-acf9-61f580419f59 req-7d6a3aa3-e717-4125-b6ad-fdda316fc135 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 210 time: 0.0309529
Nov 13 21:40:48.643634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port aea08428-21bb-42e5-b91a-a142683a64e8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:48.643979 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.706314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.716475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] For port aea08428-21bb-42e5-b91a-a142683a64e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aea08428-21bb-42e5-b91a-a142683a64e8,segment=NetworkSegment(8b03942d-341e-4693-8e42-e097161650c8),segment_id=8b03942d-341e-4693-8e42-e097161650c8)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:48.721833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.731793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] DHCP port deletion for 4243321d-4962-4bfb-bc6e-3ebfd79b7689 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:40:48.745840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for aea08428-21bb-42e5-b91a-a142683a64e8 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:48.753577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:48.756781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:48.760432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:48.800461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'Port': ['ID=f638da4a-9e9a-4eff-82d4-fafa65d75db4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:48.812941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] Deleting port aea08428-21bb-42e5-b91a-a142683a64e8 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:48.813317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.834248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:48.837242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.891803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] For port aea08428-21bb-42e5-b91a-a142683a64e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aea08428-21bb-42e5-b91a-a142683a64e8,segment=NetworkSegment(8b03942d-341e-4693-8e42-e097161650c8),segment_id=8b03942d-341e-4693-8e42-e097161650c8)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:48.892257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:48.906075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] Calling delete_port for aea08428-21bb-42e5-b91a-a142683a64e8 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:48.965042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-4da547c9-5bba-4b7a-b07b-610bf09a655a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4977894
Nov 13 21:40:49.013901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.034970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.037554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d4181a49-6ad0-41c2-9536-6eeb2b3bba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.040755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=aea08428-21bb-42e5-b91a-a142683a64e8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:49.056183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No DVR routers for this DVR port aea08428-21bb-42e5-b91a-a142683a64e8 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:49.112154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Request body: {'port': {'device_id': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:49.158808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.170326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.186994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] Pushing event deleted for resources: {'Port': ['ID=aea08428-21bb-42e5-b91a-a142683a64e8,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:49.188889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bc61f-d793-483c-a06f-d5076aa28185 None None] No DVR routers for this DVR port aea08428-21bb-42e5-b91a-a142683a64e8 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:49.199831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe1861b80>,) {'filters': {'network_id': ['4243321d-4962-4bfb-bc6e-3ebfd79b7689']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:49.210912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.211884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe1861b80>, '8b03942d-341e-4693-8e42-e097161650c8') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:49.212252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe1861b80>, '8b03942d-341e-4693-8e42-e097161650c8') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:49.225032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.239140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.245547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:49.245920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:49.250174 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:49.269013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-47f78545-0970-4f55-aa90-d0c450b4a3d1 None None] Could not find standard attr ID for object aea08428-21bb-42e5-b91a-a142683a64e8. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:40:49.279928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-47f78545-0970-4f55-aa90-d0c450b4a3d1 None None] Provisioning complete for port f638da4a-9e9a-4eff-82d4-fafa65d75db4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:49.280308 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47f78545-0970-4f55-aa90-d0c450b4a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.316811 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-47f78545-0970-4f55-aa90-d0c450b4a3d1 None None] Port f638da4a-9e9a-4eff-82d4-fafa65d75db4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:40:49.374058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.381291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.385048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/4243321d-4962-4bfb-bc6e-3ebfd79b7689 HTTP/1.1" status: 204  len: 168 time: 0.9508357
Nov 13 21:40:49.391070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40608) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:49.394598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1650401188'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:49.410717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e036-d399-4f9f-9a72-6a1085f5c5ec tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=4243321d-4962-4bfb-bc6e-3ebfd79b7689,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:49.491959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f638da4a-9e9a-4eff-82d4-fafa65d75db4 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:40:49.499502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.510218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:49.511570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Transition to ACTIVE for port object f638da4a-9e9a-4eff-82d4-fafa65d75db4 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:40:49.514243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.540962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:49.549773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.550116 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 61621e5b-8fa1-43f4-be42-0200e79e52c2 of type vlan for network 6d610648-0848-4524-b039-0993a6cc5469
Nov 13 21:40:49.585380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.594051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.637810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Pushing event updated for resources: {'Port': ['ID=f638da4a-9e9a-4eff-82d4-fafa65d75db4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:49.706013 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.712501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:49.713168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.759835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Attempting to bind port f638da4a-9e9a-4eff-82d4-fafa65d75db4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:40:49.759835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Attempting to bind port f638da4a-9e9a-4eff-82d4-fafa65d75db4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:40:49.760142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Attempting to bind port f638da4a-9e9a-4eff-82d4-fafa65d75db4 on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:40:49.780071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952795c7-adf3-4460-be44-c52280cab31b req-916f070f-b5ba-4d2e-a797-c2a89e12e5b3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:49.780071 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952795c7-adf3-4460-be44-c52280cab31b req-916f070f-b5ba-4d2e-a797-c2a89e12e5b3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 944 time: 0.0813949
Nov 13 21:40:49.780071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Port f638da4a-9e9a-4eff-82d4-fafa65d75db4 on network 47f1ff9d-074e-4315-963f-151fbe169dfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:40:49.780071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Attempting to bind port f638da4a-9e9a-4eff-82d4-fafa65d75db4 on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:40:49.801682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=6d610648-0848-4524-b039-0993a6cc5469,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:49.815065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:40:49.815065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:49.815367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6d610648-0848-4524-b039-0993a6cc5469 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:49.818143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Bound using segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:40:49.818814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Bound port: f638da4a-9e9a-4eff-82d4-fafa65d75db4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:40:49.819168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:49.863630 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-952795c7-adf3-4460-be44-c52280cab31b req-587c4d72-9d2a-4207-8d53-b61a3c538947 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819237
Nov 13 21:40:49.884331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b5c98e76-3a3f-4781-8a2b-11ec9344d1bf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4934566
Nov 13 21:40:49.889085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40614) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:49.893097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '6d610648-0848-4524-b039-0993a6cc5469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:49.903715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aea08428-21bb-42e5-b91a-a142683a64e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:40:49.924979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: aea08428-21bb-42e5-b91a-a142683a64e8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:40:49.925331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device aea08428-21bb-42e5-b91a-a142683a64e8 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:40:49.942951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] For port f638da4a-9e9a-4eff-82d4-fafa65d75db4, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:40:49.948443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] For port f638da4a-9e9a-4eff-82d4-fafa65d75db4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:40:50.037370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:50.059242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:50.063130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:50.073432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.074083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:50.075443 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] 10.222.0.46 "PUT /v2.0/ports/f638da4a-9e9a-4eff-82d4-fafa65d75db4 HTTP/1.1" status: 200  len: 1092 time: 1.1029580
Nov 13 21:40:50.075936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'tag': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:40:50.078155 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5f60e-7d65-46d1-84fc-0a460704d628" -d '{"events": [{"name": "network-changed", "server_uuid": "3257f642-8b72-4ce2-805d-4ac50a60f7be", "tag": "f638da4a-9e9a-4eff-82d4-fafa65d75db4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:40:50.124376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781967e-2b1a-43a9-84f0-c0e2a66d419e service neutron] Pushing event updated for resources: {'Port': ['ID=f638da4a-9e9a-4eff-82d4-fafa65d75db4,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:50.133550 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dae21e-34e0-42a6-a323-696203e7df37 x-openstack-request-id: req-a2dae21e-34e0-42a6-a323-696203e7df37 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:40:50.133840 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3257f642-8b72-4ce2-805d-4ac50a60f7be", "tag": "f638da4a-9e9a-4eff-82d4-fafa65d75db4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:40:50.139658 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2dae21e-34e0-42a6-a323-696203e7df37 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:40:50.139658 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'tag': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4', 'status': 'completed', 'code': 200}
Nov 13 21:40:50.212420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f60e-7d65-46d1-84fc-0a460704d628 req-9dca1246-17d7-4507-813c-521207a66323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.214035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9cf5f60e-7d65-46d1-84fc-0a460704d628 req-9dca1246-17d7-4507-813c-521207a66323 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 1095 time: 0.0521932
Nov 13 21:40:50.347078 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:50.393443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f60e-7d65-46d1-84fc-0a460704d628 req-618ae78a-1336-4b6a-a27f-f1d882df7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.394953 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9cf5f60e-7d65-46d1-84fc-0a460704d628 req-618ae78a-1336-4b6a-a27f-f1d882df7abe service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1734288
Nov 13 21:40:50.415569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=59dafd6f-729c-4d4b-9718-3996528bbb90,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:50.422202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '61621e5b-8fa1-43f4-be42-0200e79e52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d610648-0848-4524-b039-0993a6cc5469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:50.422610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: 6d610648-0848-4524-b039-0993a6cc5469, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:50.528169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 6d610648-0848-4524-b039-0993a6cc5469 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:50.560704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f60e-7d65-46d1-84fc-0a460704d628 req-b0740760-2bfa-4d09-8cea-e5cc6d47fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.562104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9cf5f60e-7d65-46d1-84fc-0a460704d628 req-b0740760-2bfa-4d09-8cea-e5cc6d47fbee service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1601489
Nov 13 21:40:50.607808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d610648-0848-4524-b039-0993a6cc5469) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:50.612344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.613164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:50.617754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a976e2b-e8c1-442d-8758-533d33c07f00 None None] Network 6d610648-0848-4524-b039-0993a6cc5469 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:50.638023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-b8e884dd-3cd5-4f7a-91d3-91edb6499061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.639534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-b8e884dd-3cd5-4f7a-91d3-91edb6499061 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 1095 time: 0.0432739
Nov 13 21:40:50.681963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-f05dcbd3-a2cb-4dd4-944c-f7967306eef1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4 HTTP/1.1" status: 200  len: 217 time: 0.0348060
Nov 13 21:40:50.732350 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50339662-4d93-41c8-b000-ca57e17c683b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8457088
Nov 13 21:40:50.734877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40620) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:50.736769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-68c48af6-befa-48d3-b993-619e958e3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.738344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-68c48af6-befa-48d3-b993-619e958e3346 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0499597
Nov 13 21:40:50.740166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '6d610648-0848-4524-b039-0993a6cc5469', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1851925140'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:50.768704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d610648-0848-4524-b039-0993a6cc5469', 'network_id': '6d610648-0848-4524-b039-0993a6cc5469', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': '59dafd6f-729c-4d4b-9718-3996528bbb90'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:40:50.769859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:50.786533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8855-97b3-40ad-bdda-66735571361a req-94c6f453-5e3a-40e7-bb1a-8f887c7b01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:50.788197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-94c6f453-5e3a-40e7-bb1a-8f887c7b01a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426483
Nov 13 21:40:50.894971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-b920d837-b1d9-4328-be55-98b7fe3045fd service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975809
Nov 13 21:40:50.924774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Allocated IP 2001:db8::2 (6d610648-0848-4524-b039-0993a6cc5469/59dafd6f-729c-4d4b-9718-3996528bbb90/e37f3d71-f0f2-42cd-9bc7-337c384ac6d0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:50.990994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:50.994719 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.013207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 16a58e4f-93b0-409f-89a7-46668276ce7a yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:51.017397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32fa8855-97b3-40ad-bdda-66735571361a req-ebb5b584-2b75-4253-a4f0-690dd19e3e08 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1147852
Nov 13 21:40:51.033556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96bafd-5cb3-45b6-9360-374afa4b5466 req-98149226-44e4-4486-9046-862567652a16 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:51.041256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff96bafd-5cb3-45b6-9360-374afa4b5466 req-98149226-44e4-4486-9046-862567652a16 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 944 time: 0.0846915
Nov 13 21:40:51.086333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.093620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ff96bafd-5cb3-45b6-9360-374afa4b5466 req-1e9f437a-497f-45c8-ad02-b0eba0f79c3a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498710
Nov 13 21:40:51.146055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.184512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Network 6d610648-0848-4524-b039-0993a6cc5469 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:51.187266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:51.192756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:51.202025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Pushing event updated for resources: {'Port': ['ID=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:51.208876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::2c3 (6d610648-0848-4524-b039-0993a6cc5469/59dafd6f-729c-4d4b-9718-3996528bbb90/16a58e4f-93b0-409f-89a7-46668276ce7a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:51.252189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Attempting to bind port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:40:51.252568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Attempting to bind port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61621e5b-8fa1-43f4-be42-0200e79e52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d610648-0848-4524-b039-0993a6cc5469'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:40:51.252970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Attempting to bind port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 on network 6d610648-0848-4524-b039-0993a6cc5469 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:40:51.258535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:40:51.258903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Checking segment: {'id': '61621e5b-8fa1-43f4-be42-0200e79e52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d610648-0848-4524-b039-0993a6cc5469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:51.259302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.259700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Bound using segment: {'id': '61621e5b-8fa1-43f4-be42-0200e79e52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d610648-0848-4524-b039-0993a6cc5469'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:40:51.260166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Bound port: e37f3d71-f0f2-42cd-9bc7-337c384ac6d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61621e5b-8fa1-43f4-be42-0200e79e52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6d610648-0848-4524-b039-0993a6cc5469'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:40:51.260544 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.327298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] For port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:40:51.330325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] For port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,segment=NetworkSegment(61621e5b-8fa1-43f4-be42-0200e79e52c2),segment_id=61621e5b-8fa1-43f4-be42-0200e79e52c2)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:40:51.334516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.396843 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.425981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.454326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6aa58-9884-4de6-ad69-e9ca9cb29687 None None] Pushing event updated for resources: {'Port': ['ID=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:51.486029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 6d610648-0848-4524-b039-0993a6cc5469 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:51.490133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:51.492377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=16a58e4f-93b0-409f-89a7-46668276ce7a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:51.494577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:51.500343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:51.500893 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.606662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40628) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:51.614758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-368d084c-61de-4bf2-9733-275c9a617783 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 0.8786461
Nov 13 21:40:51.716405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 16a58e4f-93b0-409f-89a7-46668276ce7a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:51.717232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.808157 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:51.820837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 16a58e4f-93b0-409f-89a7-46668276ce7a owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:51.915446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:40:51.970712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:51.971474 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.036307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.058802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.085263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=16a58e4f-93b0-409f-89a7-46668276ce7a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:52.095558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,segment=NetworkSegment(61621e5b-8fa1-43f4-be42-0200e79e52c2),segment_id=61621e5b-8fa1-43f4-be42-0200e79e52c2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:52.107522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.110958 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b4e36159-c444-4b27-9e51-feb893f403bc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/16a58e4f-93b0-409f-89a7-46668276ce7a HTTP/1.1" status: 204  len: 168 time: 0.5027616
Nov 13 21:40:52.113773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40632) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:52.145902 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b02716-16fb-4b10-949c-50653bd44d15 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:40:52.149452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-89b02716-16fb-4b10-949c-50653bd44d15 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/16a58e4f-93b0-409f-89a7-46668276ce7a HTTP/1.1" status: 404  len: 333 time: 0.0318360
Nov 13 21:40:52.149452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40636) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:52.214443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.245723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 59dafd6f-729c-4d4b-9718-3996528bbb90 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:40:52.251157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.276234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:52.295930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868badf3-aea4-4677-8fc2-a1c776073219 req-1c2d4dff-15af-4de3-858b-41d7e9dec9d1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:52.298115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-868badf3-aea4-4677-8fc2-a1c776073219 req-1c2d4dff-15af-4de3-858b-41d7e9dec9d1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 944 time: 0.1042380
Nov 13 21:40:52.317340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.401717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-868badf3-aea4-4677-8fc2-a1c776073219 req-278a9bef-c5a0-49a8-b9c4-5d9e8008d151 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962729
Nov 13 21:40:52.442330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.448038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fcd88-226f-47ed-83f7-0510cbf423bd None None] Network 6d610648-0848-4524-b039-0993a6cc5469 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:52.535064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3d430961-e9d7-4ef4-81aa-84308f659883 None None] Provisioning complete for port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:52.535429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d430961-e9d7-4ef4-81aa-84308f659883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.563579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.595278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.598493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/59dafd6f-729c-4d4b-9718-3996528bbb90 HTTP/1.1" status: 204  len: 168 time: 0.4481728
Nov 13 21:40:52.599501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e332b-c81a-42b4-a3e4-4c2cccc506a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=59dafd6f-729c-4d4b-9718-3996528bbb90,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:52.601818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40656) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:52.680225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.724082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] DHCP port deletion for 6d610648-0848-4524-b039-0993a6cc5469 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:40:52.734445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:52.734781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.771678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] Deleting port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:52.772047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.802702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] For port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,segment=NetworkSegment(61621e5b-8fa1-43f4-be42-0200e79e52c2),segment_id=61621e5b-8fa1-43f4-be42-0200e79e52c2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:52.803058 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.815622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:52.837157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] For port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,segment=NetworkSegment(61621e5b-8fa1-43f4-be42-0200e79e52c2),segment_id=61621e5b-8fa1-43f4-be42-0200e79e52c2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:52.837554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.850059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] Calling delete_port for e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:52.950742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.952161 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:52.983165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] Pushing event deleted for resources: {'Port': ['ID=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:52.984277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=e37f3d71-f0f2-42cd-9bc7-337c384ac6d0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:52.986840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21160705-423f-4f93-bb33-f2e5943b0fa6 None None] No DVR routers for this DVR port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:53.000200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No DVR routers for this DVR port e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:40:53.080125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.099988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc621e50>,) {'filters': {'network_id': ['6d610648-0848-4524-b039-0993a6cc5469']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:53.109643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc621e50>, '61621e5b-8fa1-43f4-be42-0200e79e52c2') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:53.109932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc621e50>, '61621e5b-8fa1-43f4-be42-0200e79e52c2') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:40:53.119910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.134047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.140478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:40:53.140900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:40:53.143919 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:40:53.287808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.294530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.301069 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/6d610648-0848-4524-b039-0993a6cc5469 HTTP/1.1" status: 204  len: 168 time: 0.6941326
Nov 13 21:40:53.301989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:53.307866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'name': 'tempest-PortsIpV6TestJSON-745440357'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:53.310033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6603c7-7be1-420f-87bd-08f7b0687e5e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=6d610648-0848-4524-b039-0993a6cc5469,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:53.403865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f638da4a-9e9a-4eff-82d4-fafa65d75db4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:40:53.486365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:53.490499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.503208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40676) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:53.513713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f638da4a-9e9a-4eff-82d4-fafa65d75db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:53.520483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 924618bf-a974-409a-bf18-e39f5f507287 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:53.530984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'port_id': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4', 'mac_address': 'fa:16:3e:23:6e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:40:53.544312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836925b-2335-4c52-b895-0722a252fc60 req-44d8657b-5be3-47a4-9efc-6086cd37dafd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:53.551720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4836925b-2335-4c52-b895-0722a252fc60 req-44d8657b-5be3-47a4-9efc-6086cd37dafd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 944 time: 0.0733361
Nov 13 21:40:53.582236 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.598485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f638da4a-9e9a-4eff-82d4-fafa65d75db4 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:40:53.610024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4836925b-2335-4c52-b895-0722a252fc60 req-17b855e1-6419-490b-ba8c-3e4cd0028637 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524485
Nov 13 21:40:53.634219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f638da4a-9e9a-4eff-82d4-fafa65d75db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:53.703081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-352612ea-ab9b-4d3e-b4d7-fe007ee1df82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.711852 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.739794 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.764758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f638da4a-9e9a-4eff-82d4-fafa65d75db4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:53.818590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-352612ea-ab9b-4d3e-b4d7-fe007ee1df82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.876212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:40:53.877504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.896668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:40:53.896965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e37f3d71-f0f2-42cd-9bc7-337c384ac6d0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:40:53.900555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f638da4a-9e9a-4eff-82d4-fafa65d75db4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:40:53.911116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-352612ea-ab9b-4d3e-b4d7-fe007ee1df82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.940659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:53.955687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:53.967507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:53.973216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:53.973826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:53.984654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=924618bf-a974-409a-bf18-e39f5f507287,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:53.996225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-352612ea-ab9b-4d3e-b4d7-fe007ee1df82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a67a3c9fc55e478db91336788ca6e537&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4902208
Nov 13 21:40:53.998005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:53.998496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352612ea-ab9b-4d3e-b4d7-fe007ee1df82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b1105-69c4-411e-af09-463bdcc00e38,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:54.057975 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709587c5-a4e7-49c5-96fd-ed16a2eae33f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.068294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-42f390f1-30c5-4984-bc5a-3d4142f2d5f9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7651687
Nov 13 21:40:54.071534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40694) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:54.087265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709587c5-a4e7-49c5-96fd-ed16a2eae33f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.184390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 924618bf-a974-409a-bf18-e39f5f507287 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:54.184757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.251495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.264819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 924618bf-a974-409a-bf18-e39f5f507287 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:54.271456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709587c5-a4e7-49c5-96fd-ed16a2eae33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.271456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-709587c5-a4e7-49c5-96fd-ed16a2eae33f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.271456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-709587c5-a4e7-49c5-96fd-ed16a2eae33f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/928b1105-69c4-411e-af09-463bdcc00e38 HTTP/1.1" status: 204  len: 168 time: 0.2701938
Nov 13 21:40:54.284472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709587c5-a4e7-49c5-96fd-ed16a2eae33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b1105-69c4-411e-af09-463bdcc00e38,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:54.447952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.478474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=924618bf-a974-409a-bf18-e39f5f507287,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:54.485595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.489101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9db3ba43-dfd4-466b-a63e-8c3c48051744 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/924618bf-a974-409a-bf18-e39f5f507287 HTTP/1.1" status: 204  len: 168 time: 0.4166210
Nov 13 21:40:54.491496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:54.496267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'mac_address': 'fa:16:3e:0a:8c:77', 'name': 'tempest-PortsIpV6TestJSON-857540517'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:54.676561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:54.730582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2540614-b832-4f63-9bc5-970ee3622431 req-bfc4b554-a553-44a5-853d-ee151e0bf051 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:54.733254 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2540614-b832-4f63-9bc5-970ee3622431 req-bfc4b554-a553-44a5-853d-ee151e0bf051 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 945 time: 0.0572290
Nov 13 21:40:54.749712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.762472 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e0428de5-4adf-4232-bd52-38cfeea1e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.771558 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port c2bb8fa1-09e5-475c-9e91-5e23e0184e91 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:54.785669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2540614-b832-4f63-9bc5-970ee3622431 req-3b5d8a33-748e-4357-86b1-39eb3b121bbb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442781
Nov 13 21:40:54.896225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40706) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:54.909545 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2b547c5-b495-4dbf-888b-b2fbafd30922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.935535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:54.985777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2b547c5-b495-4dbf-888b-b2fbafd30922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.065982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.082015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2b547c5-b495-4dbf-888b-b2fbafd30922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.106958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:55.109969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:55.115701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:55.121778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:55.122385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.125580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a2b547c5-b495-4dbf-888b-b2fbafd30922 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c322a31fbd2940188c0bb1252998b9e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2281468
Nov 13 21:40:55.127647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b547c5-b495-4dbf-888b-b2fbafd30922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46606089-64b1-466a-a973-164e632b75ff,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:55.129573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40708) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:55.140358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=c2bb8fa1-09e5-475c-9e91-5e23e0184e91,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:55.187646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f589f9-d405-493e-87be-f7df2f8e3102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.210534 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f589f9-d405-493e-87be-f7df2f8e3102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.227828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b6c1d2f5-0b22-4ffa-9ade-8a4e500a52ca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7353513
Nov 13 21:40:55.230655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40710) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:55.274493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62e383e-f942-4456-842d-2211a248b8e7 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:55.275929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b62e383e-f942-4456-842d-2211a248b8e7 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/c2bb8fa1-09e5-475c-9e91-5e23e0184e91 HTTP/1.1" status: 200  len: 844 time: 0.0442419
Nov 13 21:40:55.278673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40712) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:55.316610 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f589f9-d405-493e-87be-f7df2f8e3102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.319178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90f589f9-d405-493e-87be-f7df2f8e3102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.322721 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-90f589f9-d405-493e-87be-f7df2f8e3102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46606089-64b1-466a-a973-164e632b75ff HTTP/1.1" status: 204  len: 168 time: 0.1870749
Nov 13 21:40:55.330219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f589f9-d405-493e-87be-f7df2f8e3102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46606089-64b1-466a-a973-164e632b75ff,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:55.365693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port c2bb8fa1-09e5-475c-9e91-5e23e0184e91 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:55.366105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.419287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f638da4a-9e9a-4eff-82d4-fafa65d75db4 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:40:55.436979 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.449869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for c2bb8fa1-09e5-475c-9e91-5e23e0184e91 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:55.516264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port f638da4a-9e9a-4eff-82d4-fafa65d75db4 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:40:55.522611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port f638da4a-9e9a-4eff-82d4-fafa65d75db4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:55.523629 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.613796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.655201 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.661966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:55.665015 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/c2bb8fa1-09e5-475c-9e91-5e23e0184e91 HTTP/1.1" status: 204  len: 168 time: 0.3816540
Nov 13 21:40:55.666521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef57398-e95b-444f-8587-8314e03af070 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=c2bb8fa1-09e5-475c-9e91-5e23e0184e91,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:55.706981 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc59002-d4d3-46cb-9a16-027bb4a72f05 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:40:55.708758 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bbc59002-d4d3-46cb-9a16-027bb4a72f05 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/c2bb8fa1-09e5-475c-9e91-5e23e0184e91 HTTP/1.1" status: 404  len: 333 time: 0.0455501
Nov 13 21:40:55.713300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:55.718492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'name': 'tempest-PortsIpV6TestJSON-1003018952'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:55.755762 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.779641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:40:55.782681 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be1e42-7816-4d21-adaf-089b41cb7250" -d '{"events": [{"server_uuid": "3257f642-8b72-4ce2-805d-4ac50a60f7be", "name": "network-vif-plugged", "status": "completed", "tag": "f638da4a-9e9a-4eff-82d4-fafa65d75db4"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:40:55.795502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port f638da4a-9e9a-4eff-82d4-fafa65d75db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:40:55.831867 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30753473-ddb4-4875-8158-de4f5d611aa8 x-openstack-request-id: req-30753473-ddb4-4875-8158-de4f5d611aa8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:40:55.831867 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257f642-8b72-4ce2-805d-4ac50a60f7be", "name": "network-vif-plugged", "status": "completed", "tag": "f638da4a-9e9a-4eff-82d4-fafa65d75db4", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:40:55.831867 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30753473-ddb4-4875-8158-de4f5d611aa8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:40:55.831867 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4', 'code': 200}
Nov 13 21:40:55.909510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507fb2-a62b-4f23-bd15-5e9e7f138afe req-428a70e4-3ab3-4b19-b0e6-63ec1f9c35f9 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:55.910970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.911790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed507fb2-a62b-4f23-bd15-5e9e7f138afe req-428a70e4-3ab3-4b19-b0e6-63ec1f9c35f9 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 945 time: 0.0522127
Nov 13 21:40:55.930665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f24348-e066-45bc-b80a-5a38086797e4 req-0bf76144-c191-4f3f-86a0-1b3f5c520ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:55.932229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3f24348-e066-45bc-b80a-5a38086797e4 req-0bf76144-c191-4f3f-86a0-1b3f5c520ec7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 1096 time: 0.0419202
Nov 13 21:40:55.963591 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=f638da4a-9e9a-4eff-82d4-fafa65d75db4,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:55.968011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed507fb2-a62b-4f23-bd15-5e9e7f138afe req-7bbafe5c-8861-4e11-b018-314a20c145f1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499637
Nov 13 21:40:55.969107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:55.972436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:55.994539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:40:55.997172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f3f24348-e066-45bc-b80a-5a38086797e4 req-cca3485e-27d1-4239-bca7-11632fcf1658 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581286
Nov 13 21:40:56.146401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.154577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40728) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:56.167903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e209a904-4fd6-4f6d-83e5-8cdf8c98687f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.241246 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e209a904-4fd6-4f6d-83e5-8cdf8c98687f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.323120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.368393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:56.368600 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e209a904-4fd6-4f6d-83e5-8cdf8c98687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.373719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:56.377408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:56.383542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:56.384193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.392963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:56.415659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e209a904-4fd6-4f6d-83e5-8cdf8c98687f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2db022a9b0ac46f9be3e4ce2d7a3b575&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2598746
Nov 13 21:40:56.418040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209a904-4fd6-4f6d-83e5-8cdf8c98687f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f26e5-7a0e-4b11-8af3-726e287c0cdc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:56.418500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40730) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:56.469401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5d5bc427-83b7-465e-a7ad-3b496be6ebee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.7549698
Nov 13 21:40:56.470731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-031326bb-054b-4e9d-970d-3ae75fe94978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.471991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40732) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:56.477801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:56.494346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-031326bb-054b-4e9d-970d-3ae75fe94978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.538502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.619334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-031326bb-054b-4e9d-970d-3ae75fe94978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.622314 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-031326bb-054b-4e9d-970d-3ae75fe94978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.623541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-031326bb-054b-4e9d-970d-3ae75fe94978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b32f26e5-7a0e-4b11-8af3-726e287c0cdc HTTP/1.1" status: 204  len: 168 time: 0.2037246
Nov 13 21:40:56.631786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031326bb-054b-4e9d-970d-3ae75fe94978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f26e5-7a0e-4b11-8af3-726e287c0cdc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:56.702095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.802237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.837306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] In _notify_port_updated(), no bound segment for port cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 on network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:40:56.842936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:56.843542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:56.844859 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/ports/cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 HTTP/1.1" status: 200  len: 818 time: 0.3718297
Nov 13 21:40:56.847639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:56.884266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66666570-e304-4f02-97e5-3d8bf5ef0885 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:56.945515 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:40:56.945854 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.012510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.028101 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:40:57.089540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ffd7f8aa-e183-4996-8034-d0526d787aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.165696 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061ed08-611c-4556-a6a5-ce75384f892f req-1e61fa41-4b3d-4409-8089-ef1af79ca89c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:57.167157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8061ed08-611c-4556-a6a5-ce75384f892f req-1e61fa41-4b3d-4409-8089-ef1af79ca89c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 946 time: 0.0557318
Nov 13 21:40:57.216552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8061ed08-611c-4556-a6a5-ce75384f892f req-55fa11b2-dece-4e72-a2be-27a2194a1e0d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429230
Nov 13 21:40:57.230941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.257853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:57.266452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.273735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fc2a38cb-3545-4c34-8123-cce645138497 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 HTTP/1.1" status: 204  len: 168 time: 0.4216495
Nov 13 21:40:57.274118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:57.326277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7782eab2-f8d9-4310-83f9-87b3f5520aca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:57.327676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7782eab2-f8d9-4310-83f9-87b3f5520aca tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0525520
Nov 13 21:40:57.330351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:57.354618 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-142d3545-be2f-47d3-bc70-dcf315f3b601 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:40:57.359554 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-142d3545-be2f-47d3-bc70-dcf315f3b601 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/cbdb1a6d-68b5-4d0a-9a91-47542f5a7ed4 HTTP/1.1" status: 404  len: 333 time: 0.0249090
Nov 13 21:40:57.360148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40766) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:57.364829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1457308963'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:57.464870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:57.469015 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.505082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:40:57.518159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.518725 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9 of type vlan for network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7
Nov 13 21:40:57.560341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.704955 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.710605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:57.711221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:57.781795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=f0734ca7-447c-4b5b-8b51-61cec3b7ebe7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:57.794305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:40:57.824389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-add6927a-23a7-4509-aea5-644c14a8c794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4635472
Nov 13 21:40:57.827293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:57.832881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:58.025339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:58.028929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:58.277107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:58.367889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=8c270170-b7db-4763-8db0-1ee8da2e98a7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:58.379204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:58.379568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: f0734ca7-447c-4b5b-8b51-61cec3b7ebe7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:40:58.390532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53f664-5c6d-4947-9c4e-db483be78733 req-0517f904-bbaa-45da-949e-a51367e159b0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:58.392010 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd53f664-5c6d-4947-9c4e-db483be78733 req-0517f904-bbaa-45da-949e-a51367e159b0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 946 time: 0.1057916
Nov 13 21:40:58.452190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fd53f664-5c6d-4947-9c4e-db483be78733 req-631049c2-a28d-4524-9b1f-b1deb8b3d55a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540426
Nov 13 21:40:58.482606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:40:58.569223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da005-4e3f-4d2f-9e7c-88ed37b298a6 req-03915ad5-7d57-444b-a99b-f252c0021ac1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:58.570753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-664da005-4e3f-4d2f-9e7c-88ed37b298a6 req-03915ad5-7d57-444b-a99b-f252c0021ac1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 946 time: 0.0509725
Nov 13 21:40:58.579743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0734ca7-447c-4b5b-8b51-61cec3b7ebe7) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:58.586378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:40:58.587161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:58.591710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef7fc86-b602-4477-8755-a675ac0d687a None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:40:58.612205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:58.627112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-664da005-4e3f-4d2f-9e7c-88ed37b298a6 req-e4e354d7-fa2e-48e0-9750-fed5bb629dce tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503519
Nov 13 21:40:58.668949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4c16a69a-6353-4903-aec5-0821924f38fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8399668
Nov 13 21:40:58.671164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40794) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:58.676164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:58.754355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': '8c270170-b7db-4763-8db0-1ee8da2e98a7'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:40:58.755432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:58.870711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:58.874438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:58.900469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Allocated IP 2001:db8::2 (f0734ca7-447c-4b5b-8b51-61cec3b7ebe7/8c270170-b7db-4763-8db0-1ee8da2e98a7/a8acc554-ec20-470e-bd68-312f31f81b90) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:40:58.977756 ncdv-master-1 neutron-server[120532]: INFO neutron.db.ipam_backend_mixin [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c270170-b7db-4763-8db0-1ee8da2e98a7 (CIDR: 2001:db8::/64)
Nov 13 21:40:59.042370 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:40:59.042736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:40:59.047675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:59.133068 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:59.136979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-baecd109-3f9a-4dfb-b838-d5e42ddf46b5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4642680
Nov 13 21:40:59.139603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40816) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:40:59.146114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:40:59.172003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:40:59.174816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:40:59.180923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:40:59.189856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Pushing event updated for resources: {'Port': ['ID=a8acc554-ec20-470e-bd68-312f31f81b90,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:59.242966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Attempting to bind port a8acc554-ec20-470e-bd68-312f31f81b90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:40:59.243423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Attempting to bind port a8acc554-ec20-470e-bd68-312f31f81b90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:40:59.243852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Attempting to bind port a8acc554-ec20-470e-bd68-312f31f81b90 on network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:40:59.249957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:40:59.250480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Checking segment: {'id': '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:40:59.250968 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:59.251531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Bound using segment: {'id': '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:40:59.252086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Bound port: a8acc554-ec20-470e-bd68-312f31f81b90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:40:59.252658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:59.322089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] For port a8acc554-ec20-470e-bd68-312f31f81b90, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:40:59.326565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] For port a8acc554-ec20-470e-bd68-312f31f81b90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8acc554-ec20-470e-bd68-312f31f81b90,segment=NetworkSegment(4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9),segment_id=4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:40:59.427186 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:59.495942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a1f73-04f8-4724-a32a-bf0b6bf9ce86 None None] Pushing event updated for resources: {'Port': ['ID=a8acc554-ec20-470e-bd68-312f31f81b90,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:40:59.757806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:40:59.762421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:40:59.937506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8acc554-ec20-470e-bd68-312f31f81b90 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:40:59.987973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:40:59.988344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.036892 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.093856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.130368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a8acc554-ec20-470e-bd68-312f31f81b90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8acc554-ec20-470e-bd68-312f31f81b90,segment=NetworkSegment(4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9),segment_id=4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:00.134585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.180814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:00.186096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:00.191250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:00.191855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.202459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=61e6a874-74c8-402c-9c93-43a74cdce649,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:00.208601 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.214149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.214500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.214843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.215182 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.215540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.215841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.216186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.216504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.216857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.217211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.217509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.217992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:00.272231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a8acc554-ec20-470e-bd68-312f31f81b90,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:00.319410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9bca14de-413f-4341-8f6b-b827c7ac728f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.1785362
Nov 13 21:41:00.322571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40854) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:00.327538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'fixed_ips': [{'subnet_id': '8c270170-b7db-4763-8db0-1ee8da2e98a7'}, {'subnet_id': '61e6a874-74c8-402c-9c93-43a74cdce649'}], 'name': 'tempest-PortsIpV6TestJSON-260727725'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:00.351144 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.545437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:00.563179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba54da-871f-44b6-aa6c-5b5819cc2b89 None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:00.641014 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.661940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 4fd170da-c871-4b91-b4a1-de965e38ac58 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:00.668921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a3457350-300f-4be6-a018-9b7159532d43 None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:00.669430 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3457350-300f-4be6-a018-9b7159532d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:00.797736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-20d8085d-4d54-4137-a21d-0f8ba9a22113 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0365736
Nov 13 21:41:00.896499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Update dhcp port {'port': {'network_id': 'f0734ca7-447c-4b5b-8b51-61cec3b7ebe7', 'fixed_ips': [{'subnet_id': '8c270170-b7db-4763-8db0-1ee8da2e98a7', 'ip_address': '2001:db8::2'}, {'subnet_id': '61e6a874-74c8-402c-9c93-43a74cdce649'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a8acc554-ec20-470e-bd68-312f31f81b90'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:41:00.924344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.083349 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-133874dc-37f6-496b-83bb-694e3fae7a99 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:01.084820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-133874dc-37f6-496b-83bb-694e3fae7a99 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2789409
Nov 13 21:41:01.129403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-72268eab-43b9-4d4a-9c1a-dd2b0e94165d tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/quotas/3dede95ed8404ed8a864fd9fee5b2946 HTTP/1.1" status: 200  len: 375 time: 0.0349391
Nov 13 21:41:01.195441 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-35893c6b-6454-4de9-af89-0dfc4932c25f tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0561748
Nov 13 21:41:01.205389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::18f (f0734ca7-447c-4b5b-8b51-61cec3b7ebe7/8c270170-b7db-4763-8db0-1ee8da2e98a7/4fd170da-c871-4b91-b4a1-de965e38ac58) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:01.211523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8:0:1::49 (f0734ca7-447c-4b5b-8b51-61cec3b7ebe7/61e6a874-74c8-402c-9c93-43a74cdce649/4fd170da-c871-4b91-b4a1-de965e38ac58) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:01.367041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.395373 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:41:01.476900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.516848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:01.519812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:01.523553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Allocated IP 2001:db8:0:1::2 (f0734ca7-447c-4b5b-8b51-61cec3b7ebe7/61e6a874-74c8-402c-9c93-43a74cdce649/a8acc554-ec20-470e-bd68-312f31f81b90) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:01.526384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:01.532125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:01.532841 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.547167 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=4fd170da-c871-4b91-b4a1-de965e38ac58,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:01.593910 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aac9714f-2e00-4d99-ad5e-b42d35deeecf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 1.2702954
Nov 13 21:41:01.603731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40916) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:01.608908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c270170-b7db-4763-8db0-1ee8da2e98a7'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:01.624819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] For port a8acc554-ec20-470e-bd68-312f31f81b90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8acc554-ec20-470e-bd68-312f31f81b90,segment=NetworkSegment(4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9),segment_id=4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:01.651478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.676406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.756790 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:01.844720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Pushing event updated for resources: {'Port': ['ID=a8acc554-ec20-470e-bd68-312f31f81b90,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:01.857152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.857766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.858404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.859014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.861714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.861714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.861714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.861714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.861714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.862053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.862221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.862548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf697c22-26b1-4115-9784-4571b432fb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:01.907858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8acc554-ec20-470e-bd68-312f31f81b90 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:01.933737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Delete allocated IP 2001:db8:0:1::49 (f0734ca7-447c-4b5b-8b51-61cec3b7ebe7/61e6a874-74c8-402c-9c93-43a74cdce649) {{(pid=120533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 13 21:41:01.961750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:01.962205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.073899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.134043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.196360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] In _notify_port_updated(), no bound segment for port 4fd170da-c871-4b91-b4a1-de965e38ac58 on network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:41:02.201896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:02.202519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.203840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/ports/4fd170da-c871-4b91-b4a1-de965e38ac58 HTTP/1.1" status: 200  len: 925 time: 0.5991716
Nov 13 21:41:02.207055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40922) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:02.208194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d793-1629-43ec-be19-4c01edda6d2f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=4fd170da-c871-4b91-b4a1-de965e38ac58,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:02.215190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c270170-b7db-4763-8db0-1ee8da2e98a7'}, {'subnet_id': '61e6a874-74c8-402c-9c93-43a74cdce649'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:02.370986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d95fc-ab16-4aa3-8105-91903373220a None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:02.384513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.399150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-568e110b-0631-458b-b284-5678ec16a9b6 None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:02.399150 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-568e110b-0631-458b-b284-5678ec16a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.797008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6db96491-8781-4d8d-883c-06ac067075bd req-7633d1c5-5f06-49b4-be45-ee74433476a5 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 210 time: 0.3070285
Nov 13 21:41:02.896756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-499ff89e-83ab-486a-beac-25de3d0cb9c0 None None] Provisioning complete for port 4fd170da-c871-4b91-b4a1-de965e38ac58 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:02.897284 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-499ff89e-83ab-486a-beac-25de3d0cb9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.939930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-499ff89e-83ab-486a-beac-25de3d0cb9c0 None None] Port 4fd170da-c871-4b91-b4a1-de965e38ac58 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:02.949384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-499ff89e-83ab-486a-beac-25de3d0cb9c0 None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:02.949848 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-499ff89e-83ab-486a-beac-25de3d0cb9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:02.991288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8:0:1::158 (f0734ca7-447c-4b5b-8b51-61cec3b7ebe7/61e6a874-74c8-402c-9c93-43a74cdce649/4fd170da-c871-4b91-b4a1-de965e38ac58) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:03.145603 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.172674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-168fc3f2-fcd5-4e8f-87f2-9f946c204881 None None] Provisioning complete for port 4fd170da-c871-4b91-b4a1-de965e38ac58 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:03.172674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168fc3f2-fcd5-4e8f-87f2-9f946c204881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.219495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.240231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-168fc3f2-fcd5-4e8f-87f2-9f946c204881 None None] Port 4fd170da-c871-4b91-b4a1-de965e38ac58 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:03.313881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] In _notify_port_updated(), no bound segment for port 4fd170da-c871-4b91-b4a1-de965e38ac58 on network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:41:03.319407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:03.320591 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.324567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/ports/4fd170da-c871-4b91-b4a1-de965e38ac58 HTTP/1.1" status: 200  len: 1011 time: 1.1127944
Nov 13 21:41:03.324667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40950) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:03.332205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ededfe-9f4b-487d-8f64-7dc52566dd8b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=4fd170da-c871-4b91-b4a1-de965e38ac58,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:03.425107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 4fd170da-c871-4b91-b4a1-de965e38ac58 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:03.425449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.465323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-f27c0511-6679-4566-8782-995048cc2777 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:03.468036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-f27c0511-6679-4566-8782-995048cc2777 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.1396084
Nov 13 21:41:03.469623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-679053f5-d5cf-43e0-910c-48f82bad7514 None None] Provisioning complete for port 4fd170da-c871-4b91-b4a1-de965e38ac58 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:03.470058 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-679053f5-d5cf-43e0-910c-48f82bad7514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.486188 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-0358061c-7f31-43af-b0d7-78348c0ec6b5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/quotas/f9ae928d75cc4e4d88c3e99de8f45af8 HTTP/1.1" status: 200  len: 375 time: 0.0113471
Nov 13 21:41:03.523645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-679053f5-d5cf-43e0-910c-48f82bad7514 None None] Port 4fd170da-c871-4b91-b4a1-de965e38ac58 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:03.551007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.565396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 4fd170da-c871-4b91-b4a1-de965e38ac58 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:03.567036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-738a3128-025a-4669-89f0-febf570f4e98 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0746031
Nov 13 21:41:03.690379 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-f5502173-cbb1-4cbf-a8cb-d61ea4119429 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:41:03.691572 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-f5502173-cbb1-4cbf-a8cb-d61ea4119429 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1130035
Nov 13 21:41:03.744213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ab55703b-6d2a-44c4-a464-e387739334e1 None None] Provisioning complete for port 4fd170da-c871-4b91-b4a1-de965e38ac58 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:03.744521 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ab55703b-6d2a-44c4-a464-e387739334e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.783427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ab55703b-6d2a-44c4-a464-e387739334e1 None None] Port 4fd170da-c871-4b91-b4a1-de965e38ac58 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:03.790880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-d3f410e9-273c-4db2-a64d-d36b23cd21f4 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923996
Nov 13 21:41:03.819280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.856045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=4fd170da-c871-4b91-b4a1-de965e38ac58,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:03.907727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-df078193-3b39-42c2-8eb3-4756b0c69979 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106009
Nov 13 21:41:03.917351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:03.923610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40958) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:03.933211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a1f3f91b-be4a-43fd-9e66-33bc9489193b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/4fd170da-c871-4b91-b4a1-de965e38ac58 HTTP/1.1" status: 204  len: 168 time: 0.6072989
Nov 13 21:41:03.950970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8acc554-ec20-470e-bd68-312f31f81b90 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:03.967748 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d9cc86-bdd4-432a-aace-d211919e69ee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:03.979926 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78d9cc86-bdd4-432a-aace-d211919e69ee tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/4fd170da-c871-4b91-b4a1-de965e38ac58 HTTP/1.1" status: 404  len: 333 time: 0.0551815
Nov 13 21:41:03.980425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40960) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:03.982952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-890ff1a0-6aee-457e-a2f1-486326b8477c req-b2ec36e5-db12-4105-9f09-2f1a8eaa0ac4 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 210 time: 0.0672276
Nov 13 21:41:04.012556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:04.013190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.040820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 61e6a874-74c8-402c-9c93-43a74cdce649 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:04.044223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.104605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.190842 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.270390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-190fbce2-9f50-4d31-8475-0a6e9d6dc292 req-55f76a29-4871-4255-bb52-8b55ed27d6c1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 210 time: 0.0320323
Nov 13 21:41:04.385759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.418225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.422184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/61e6a874-74c8-402c-9c93-43a74cdce649 HTTP/1.1" status: 204  len: 168 time: 0.4383333
Nov 13 21:41:04.423679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11555ea-e1c1-4e58-a357-9bb0f733a17d None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:04.423837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1de98-ed0c-4a0e-aeb2-5411a0545b62 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=61e6a874-74c8-402c-9c93-43a74cdce649,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:04.425058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40974) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:04.484646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 8c270170-b7db-4763-8db0-1ee8da2e98a7 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:04.488248 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.533160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.633136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.797470 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.827183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=8c270170-b7db-4763-8db0-1ee8da2e98a7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:04.829588 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:04.833081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-924dd84d-fbe8-42be-ba9f-f5513a6f8ba0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/8c270170-b7db-4763-8db0-1ee8da2e98a7 HTTP/1.1" status: 204  len: 168 time: 0.4068432
Nov 13 21:41:04.836312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 40978) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:04.931997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-c6884e03-5340-416f-b342-542bc1c84daa tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291343
Nov 13 21:41:04.954871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.086444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-31e2e09c-606f-4ebc-bff2-67ac59f93e2b tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:05.087922 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-31e2e09c-606f-4ebc-bff2-67ac59f93e2b tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1501846
Nov 13 21:41:05.106646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Request body: {'port': {'device_id': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '3dede95ed8404ed8a864fd9fee5b2946'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:05.130501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6ce3655-336f-499d-a41f-4bd4cca8dacb req-a94830ff-a2f4-4be3-8069-fc53c9f27e6d tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 210 time: 0.0520275
Nov 13 21:41:05.160526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port a8acc554-ec20-470e-bd68-312f31f81b90 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:05.160894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.285897 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] For port a8acc554-ec20-470e-bd68-312f31f81b90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8acc554-ec20-470e-bd68-312f31f81b90,segment=NetworkSegment(4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9),segment_id=4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:05.286259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.311318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for a8acc554-ec20-470e-bd68-312f31f81b90 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:05.380525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-595e826b-d098-4347-a1ba-534e03ef1bca req-55b69d4c-475b-4fbb-b0bb-14ae1c6634e8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 210 time: 0.0286460
Nov 13 21:41:05.385326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08a405-52b0-4589-a663-556049a9d1e1 None None] Network f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:05.424923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Made reservation on behalf of 3dede95ed8404ed8a864fd9fee5b2946 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:05.428716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.438515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.463069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3759c1c3-2a10-4715-8b01-503b54a8a953 None None] Provisioning complete for port a8acc554-ec20-470e-bd68-312f31f81b90 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:05.463486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3759c1c3-2a10-4715-8b01-503b54a8a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.495431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.536443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3759c1c3-2a10-4715-8b01-503b54a8a953 None None] Could not find standard attr ID for object a8acc554-ec20-470e-bd68-312f31f81b90. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:41:05.536659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=a8acc554-ec20-470e-bd68-312f31f81b90,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:05.539025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No DVR routers for this DVR port a8acc554-ec20-470e-bd68-312f31f81b90 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:05.539893 ncdv-master-1 neutron-server[120534]: INFO neutron.plugins.ml2.db [None req-3759c1c3-2a10-4715-8b01-503b54a8a953 None None] No ports have port_id starting with a8acc554-ec20-470e-bd68-312f31f81b90
Nov 13 21:41:05.605733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad343e7a-7a9a-433c-9659-83e70aac4e38 None None] DHCP port deletion for f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:05.642730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.675897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.677706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdccb5910>,) {'filters': {'network_id': ['f0734ca7-447c-4b5b-8b51-61cec3b7ebe7']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:05.687408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdccb5910>, '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:05.687702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdccb5910>, '4f3874b7-ca1d-44c7-b5cd-49ab3d6467a9') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:05.697563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.710866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.716646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:41:05.717093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:41:05.719966 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:41:05.879388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8acc554-ec20-470e-bd68-312f31f81b90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:05.900261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a8acc554-ec20-470e-bd68-312f31f81b90 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:41:05.900598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8acc554-ec20-470e-bd68-312f31f81b90 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:41:05.911519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.913281 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.924424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:05.927690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/f0734ca7-447c-4b5b-8b51-61cec3b7ebe7 HTTP/1.1" status: 204  len: 168 time: 1.0902112
Nov 13 21:41:05.932472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40986) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:05.959073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d9db-b04d-4618-8742-0c7c2395e740 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=f0734ca7-447c-4b5b-8b51-61cec3b7ebe7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:05.967570 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:05.996073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b12e4-a34b-4a0d-8992-0a5295949686 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:05.997632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d00b12e4-a34b-4a0d-8992-0a5295949686 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0630693
Nov 13 21:41:06.001105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 40994) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:06.055502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-36cd4b80-17fd-4ebd-9d81-7a5895f5a63c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0495508
Nov 13 21:41:06.055706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:06.060450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-991758690'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:06.085080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Allocated IP 192.168.233.114 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/813abd95-be84-40fb-ae62-3fe5b1cc392e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:06.191351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:06.195182 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.221810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:41:06.230929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.231266 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 2dc21b0f-7277-429f-8085-bb1ce55048b9 of type vlan for network aefd5755-9087-4da9-b6ff-3d77b2dfea08
Nov 13 21:41:06.257864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0f328ea9-338a-4dc1-b2a0-fe1d90ededca req-41ce2655-5ac4-4544-b964-c43a62db6a2c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 210 time: 0.0436127
Nov 13 21:41:06.282166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.293985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.391725 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.392550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.398174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:06.398768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.452984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:06.452984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:06.455273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:06.522207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:06.523573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.534736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Pushing event updated for resources: {'Port': ['ID=813abd95-be84-40fb-ae62-3fe5b1cc392e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:06.557229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-55cee24c-55dc-4e1e-b925-41436a25f754 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:06.561341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-55cee24c-55dc-4e1e-b925-41436a25f754 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.37 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.2310870
Nov 13 21:41:06.564972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5082545
Nov 13 21:41:06.568131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41026) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:06.575226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:06.593928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'port': {'device_id': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'admin_state_up': True, 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:06.633480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-291581c5-3a9d-4b5d-a62b-4d5afccdcb13 req-c329ba2d-2b33-49d8-aa55-27e1c41e33e8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 210 time: 0.0969632
Nov 13 21:41:06.641366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794201ce-3be8-4e4d-a664-f42791db7b5f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=aefd5755-9087-4da9-b6ff-3d77b2dfea08,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:06.657499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:41:06.728553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-372780cd-6e10-4403-a3b4-3e4249d71318 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6253181
Nov 13 21:41:06.813664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Request body: {'port': {'device_id': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:06.844780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:06.848039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.896240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c6d28758-652a-4575-92fd-5d1c799bfced None None] Provisioning complete for port 813abd95-be84-40fb-ae62-3fe5b1cc392e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:06.896607 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c6d28758-652a-4575-92fd-5d1c799bfced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.922990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Made reservation on behalf of f9ae928d75cc4e4d88c3e99de8f45af8 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:06.927534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.928679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:06.965111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c6d28758-652a-4575-92fd-5d1c799bfced None None] Port 813abd95-be84-40fb-ae62-3fe5b1cc392e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:07.076301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Allocated IP 172.20.0.3 (47f1ff9d-074e-4315-963f-151fbe169dfb/480bc1ee-962f-4a5e-80c4-3f5f62a520d6/2ff28bba-e259-47d2-8d21-4d04ff6a6c0c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:07.107259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41032) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:07.252294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72e412b4-925e-49f7-8872-886befd1341b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.292353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.388330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72e412b4-925e-49f7-8872-886befd1341b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.469120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.480837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f638da4a-9e9a-4eff-82d4-fafa65d75db4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:41:07.516220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:07.517293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-72e412b4-925e-49f7-8872-886befd1341b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.530236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:07.543249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:07.560706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'Port': ['ID=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:07.640612 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-72e412b4-925e-49f7-8872-886befd1341b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44cfcec84c274d4f81aa85e354c55c49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5266316
Nov 13 21:41:07.640612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41040) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:07.640612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e412b4-925e-49f7-8872-886befd1341b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d74a13-830e-4853-b9aa-b748fe397d8c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:07.671713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bb83c-a8c6-4234-a79c-ad8fefe70812 req-f731ed44-c9b9-4d3c-a648-cee3f18d59b1 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:07.673301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd0bb83c-a8c6-4234-a79c-ad8fefe70812 req-f731ed44-c9b9-4d3c-a648-cee3f18d59b1 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 936 time: 0.0845866
Nov 13 21:41:07.675864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.716635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:07.720164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.790239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad3e3-525c-4f2a-a584-68f9c87fbeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.833451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad3e3-525c-4f2a-a584-68f9c87fbeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.863144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85502e-76fa-45fe-8f0b-e1d972cd53b6 req-65ab15a3-804d-440c-a940-97094d41afb3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:07.865245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c85502e-76fa-45fe-8f0b-e1d972cd53b6 req-65ab15a3-804d-440c-a940-97094d41afb3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 931 time: 0.0882409
Nov 13 21:41:07.875814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=3c263698-b5cf-45e1-a98f-6e1fa9a8dd87,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:07.899329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dd0bb83c-a8c6-4234-a79c-ad8fefe70812 req-ae0b6561-385a-428c-a30b-4c4bc2563200 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098048
Nov 13 21:41:07.912987 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-476d61fb-5640-402d-b3e1-eef68ef8cfc3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3177969
Nov 13 21:41:07.913283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '2dc21b0f-7277-429f-8085-bb1ce55048b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:07.913283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: aefd5755-9087-4da9-b6ff-3d77b2dfea08, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:41:07.918026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813abd95-be84-40fb-ae62-3fe5b1cc392e {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:41:07.927659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Request body: {'port': {'device_id': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:07.934958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ddb112f4-48cb-45e5-9e10-83c6322b97cf None None] Provisioning complete for port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:07.935536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ddb112f4-48cb-45e5-9e10-83c6322b97cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.937723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:07.976594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ddb112f4-48cb-45e5-9e10-83c6322b97cf None None] Port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:08.027842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3c85502e-76fa-45fe-8f0b-e1d972cd53b6 req-99b1fb04-1e6c-4a6b-9f1f-2474a2f34706 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557639
Nov 13 21:41:08.032010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:41:08.047221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.054419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Transition to ACTIVE for port object 813abd95-be84-40fb-ae62-3fe5b1cc392e will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:41:08.057247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad3e3-525c-4f2a-a584-68f9c87fbeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.059856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad3e3-525c-4f2a-a584-68f9c87fbeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.061037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c5ad3e3-525c-4f2a-a584-68f9c87fbeb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1d74a13-830e-4853-b9aa-b748fe397d8c HTTP/1.1" status: 204  len: 168 time: 0.4053330
Nov 13 21:41:08.091603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ad3e3-525c-4f2a-a584-68f9c87fbeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d74a13-830e-4853-b9aa-b748fe397d8c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:08.110789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aefd5755-9087-4da9-b6ff-3d77b2dfea08) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:08.118132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:08.118911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.128096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.128398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de39a661-a66a-45ad-af7c-47cc845178a4 None None] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:08.230373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Pushing event updated for resources: {'Port': ['ID=813abd95-be84-40fb-ae62-3fe5b1cc392e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:08.274437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f622cb05-9f93-480a-94ec-c00082f100bb tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7049987
Nov 13 21:41:08.281411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41068) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:08.290188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08', 'name': 'tempest-PortsIpV6TestJSON-803944549'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:08.325523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aefd5755-9087-4da9-b6ff-3d77b2dfea08', 'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': '3c263698-b5cf-45e1-a98f-6e1fa9a8dd87'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:08.330125 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.342513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Attempting to bind port 813abd95-be84-40fb-ae62-3fe5b1cc392e on host nch1-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:08.342877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Attempting to bind port 813abd95-be84-40fb-ae62-3fe5b1cc392e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:08.343274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Attempting to bind port 813abd95-be84-40fb-ae62-3fe5b1cc392e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:08.348276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Port 813abd95-be84-40fb-ae62-3fe5b1cc392e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:41:08.352920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Attempting to bind port 813abd95-be84-40fb-ae62-3fe5b1cc392e on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:08.354612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:08.354957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:08.355573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:08.356278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Bound port: 813abd95-be84-40fb-ae62-3fe5b1cc392e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:08.356402 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.459266 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] For port 813abd95-be84-40fb-ae62-3fe5b1cc392e, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:08.469351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] For port 813abd95-be84-40fb-ae62-3fe5b1cc392e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=813abd95-be84-40fb-ae62-3fe5b1cc392e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:08.552511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.566103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Allocated IP 2001:db8::2 (aefd5755-9087-4da9-b6ff-3d77b2dfea08/3c263698-b5cf-45e1-a98f-6e1fa9a8dd87/4534b699-23d7-4b79-99bb-443afcfd9d51) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:08.629858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:08.630649 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.632224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] 10.222.0.37 "PUT /v2.0/ports/813abd95-be84-40fb-ae62-3fe5b1cc392e HTTP/1.1" status: 200  len: 1096 time: 1.8945127
Nov 13 21:41:08.652802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'tag': '813abd95-be84-40fb-ae62-3fe5b1cc392e'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:08.655634 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb997d-6802-49f1-a1dd-c9b23ebb0bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "af8727e2-7e89-41c5-b2ca-4a98f6f066b9", "tag": "813abd95-be84-40fb-ae62-3fe5b1cc392e"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:08.690136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:08.698440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c38c4-aeaf-4458-96d2-636d3a37a237 service neutron] Pushing event updated for resources: {'Port': ['ID=813abd95-be84-40fb-ae62-3fe5b1cc392e,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:08.716250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.743178 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bb7146-3fd3-42db-865f-d4cbdc8f6526 x-openstack-request-id: req-88bb7146-3fd3-42db-865f-d4cbdc8f6526 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:08.743675 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8727e2-7e89-41c5-b2ca-4a98f6f066b9", "tag": "813abd95-be84-40fb-ae62-3fe5b1cc392e", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:08.745388 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88bb7146-3fd3-42db-865f-d4cbdc8f6526 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:08.749936 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'tag': '813abd95-be84-40fb-ae62-3fe5b1cc392e', 'status': 'completed', 'code': 200}
Nov 13 21:41:08.759224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 70db58b5-ddba-494e-aca7-b304bd4d13b4 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:08.766401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:41:08.777252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.817494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.832651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb997d-6802-49f1-a1dd-c9b23ebb0bdf req-79f2a3b6-c8b1-447f-94e3-0052dc414768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:08.834379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ffbb997d-6802-49f1-a1dd-c9b23ebb0bdf req-79f2a3b6-c8b1-447f-94e3-0052dc414768 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 1099 time: 0.0688648
Nov 13 21:41:08.849851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Transition to ACTIVE for port object 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:41:08.875745 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.878991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ffbb997d-6802-49f1-a1dd-c9b23ebb0bdf req-8af424a4-1c13-484d-b6fd-d9aec66dcd4a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0368788
Nov 13 21:41:08.890659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:08.946277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:08.951384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:08.958790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:08.961999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Pushing event updated for resources: {'Port': ['ID=4534b699-23d7-4b79-99bb-443afcfd9d51,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:09.037910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Attempting to bind port 4534b699-23d7-4b79-99bb-443afcfd9d51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:09.039370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Attempting to bind port 4534b699-23d7-4b79-99bb-443afcfd9d51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dc21b0f-7277-429f-8085-bb1ce55048b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:09.039734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Attempting to bind port 4534b699-23d7-4b79-99bb-443afcfd9d51 on network aefd5755-9087-4da9-b6ff-3d77b2dfea08 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:09.058204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb997d-6802-49f1-a1dd-c9b23ebb0bdf req-15ce469e-0f7c-4782-b38c-fd69751d4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.065471 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ffbb997d-6802-49f1-a1dd-c9b23ebb0bdf req-15ce469e-0f7c-4782-b38c-fd69751d4308 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1691511
Nov 13 21:41:09.065609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:09.065609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Checking segment: {'id': '2dc21b0f-7277-429f-8085-bb1ce55048b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:09.065609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.065609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Bound using segment: {'id': '2dc21b0f-7277-429f-8085-bb1ce55048b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:09.066648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Bound port: 4534b699-23d7-4b79-99bb-443afcfd9d51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc21b0f-7277-429f-8085-bb1ce55048b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:09.066648 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.113087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::196 (aefd5755-9087-4da9-b6ff-3d77b2dfea08/3c263698-b5cf-45e1-a98f-6e1fa9a8dd87/70db58b5-ddba-494e-aca7-b304bd4d13b4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:09.117064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Pushing event updated for resources: {'Port': ['ID=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:09.216393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276da61-9adc-4c17-b971-cbc300835c91 req-730652d7-a03c-4258-baf0-c90d0403592a tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.223746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a276da61-9adc-4c17-b971-cbc300835c91 req-730652d7-a03c-4258-baf0-c90d0403592a tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 948 time: 0.1995490
Nov 13 21:41:09.241159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] For port 4534b699-23d7-4b79-99bb-443afcfd9d51, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:09.246577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] For port 4534b699-23d7-4b79-99bb-443afcfd9d51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4534b699-23d7-4b79-99bb-443afcfd9d51,segment=NetworkSegment(2dc21b0f-7277-429f-8085-bb1ce55048b9),segment_id=2dc21b0f-7277-429f-8085-bb1ce55048b9)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:09.270553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-d914cf78-faf8-4206-955f-41740951ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.272247 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-d914cf78-faf8-4206-955f-41740951ff49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 1099 time: 0.1547604
Nov 13 21:41:09.324845 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.385764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912fce-9638-4075-83e7-ffff32d67da5 req-00243295-81bb-4902-8667-d42b4bb03a0b tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.391126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a276da61-9adc-4c17-b971-cbc300835c91 req-e8966b1f-a9f7-4514-b339-c7fa05b6d6c4 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664283
Nov 13 21:41:09.395843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59912fce-9638-4075-83e7-ffff32d67da5 req-00243295-81bb-4902-8667-d42b4bb03a0b tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.2281587
Nov 13 21:41:09.444278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Attempting to bind port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:09.446099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Attempting to bind port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:09.446099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Attempting to bind port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:09.456780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf2c53-224e-4ac7-acb3-dfa005ce762f None None] Pushing event updated for resources: {'Port': ['ID=4534b699-23d7-4b79-99bb-443afcfd9d51,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:09.493872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59912fce-9638-4075-83e7-ffff32d67da5 req-390878e0-caae-454c-9990-aaa68174b7f4 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965033
Nov 13 21:41:09.495798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-52a8aeac-a509-4174-985d-5ca28cf9d37e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=813abd95-be84-40fb-ae62-3fe5b1cc392e HTTP/1.1" status: 200  len: 217 time: 0.2122231
Nov 13 21:41:09.521676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c on network 47f1ff9d-074e-4315-963f-151fbe169dfb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:41:09.522026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Attempting to bind port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:09.539472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:09.539939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:09.546686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Bound using segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:09.547262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Bound port: 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:09.547622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.577916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-92c21278-2a4e-44eb-9e98-14cadce964cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.579702 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-92c21278-2a4e-44eb-9e98-14cadce964cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0755384
Nov 13 21:41:09.645612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-e0b5ad16-126e-47a6-90b5-cdba3c8ed3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.647958 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-e0b5ad16-126e-47a6-90b5-cdba3c8ed3c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0609434
Nov 13 21:41:09.651490 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.682168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] For port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:09.698540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] For port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:09.826361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-56daa8d5-e972-4a21-9ef3-6f034dea2499 service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429851
Nov 13 21:41:09.872478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.874746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.906737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-be869d69-56c3-4f66-bd38-ee895ca29ddf service neutron] 10.222.0.37 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1005754
Nov 13 21:41:09.933850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:09.938528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:09.938528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] 10.222.0.37 "PUT /v2.0/ports/2ff28bba-e259-47d2-8d21-4d04ff6a6c0c HTTP/1.1" status: 200  len: 1091 time: 2.0181663
Nov 13 21:41:09.939663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'tag': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:09.942097 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a01723-4541-4733-8c48-0c18ed073b20" -d '{"events": [{"name": "network-changed", "server_uuid": "20c96c4f-bb68-4ac1-b7f9-222de9015de1", "tag": "2ff28bba-e259-47d2-8d21-4d04ff6a6c0c"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:09.947013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:09.949540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4534b699-23d7-4b79-99bb-443afcfd9d51 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:09.983823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54111220-e0e8-4f6a-aeaa-4757ff4ed04e service neutron] Pushing event updated for resources: {'Port': ['ID=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:09.987378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:09.993848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:10.001095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:10.007711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:10.036617 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9348cf-0c80-4d9e-b98c-c6c3bf1ecde7 x-openstack-request-id: req-2d9348cf-0c80-4d9e-b98c-c6c3bf1ecde7 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:10.042118 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c96c4f-bb68-4ac1-b7f9-222de9015de1", "tag": "2ff28bba-e259-47d2-8d21-4d04ff6a6c0c", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:10.042118 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d9348cf-0c80-4d9e-b98c-c6c3bf1ecde7 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:10.042118 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'tag': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c', 'status': 'completed', 'code': 200}
Nov 13 21:41:10.053774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4534b699-23d7-4b79-99bb-443afcfd9d51 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:10.054687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:10.123777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=70db58b5-ddba-494e-aca7-b304bd4d13b4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:10.135896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01723-4541-4733-8c48-0c18ed073b20 req-a80ed7bd-28b3-485c-ae54-4c1a68a9e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:10.137762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42a01723-4541-4733-8c48-0c18ed073b20 req-a80ed7bd-28b3-485c-ae54-4c1a68a9e796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 1094 time: 0.0960433
Nov 13 21:41:10.153759 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:10.169777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fee7c8da-eaf1-4793-b388-92608d854d29 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.8848345
Nov 13 21:41:10.171874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41100) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:10.177066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': 'aefd5755-9087-4da9-b6ff-3d77b2dfea08', 'name': 'tempest-PortsIpV6TestJSON-229098799'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:10.190077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 4534b699-23d7-4b79-99bb-443afcfd9d51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4534b699-23d7-4b79-99bb-443afcfd9d51,segment=NetworkSegment(2dc21b0f-7277-429f-8085-bb1ce55048b9),segment_id=2dc21b0f-7277-429f-8085-bb1ce55048b9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:10.265577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:10.372816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=4534b699-23d7-4b79-99bb-443afcfd9d51,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:10.431389 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:10.437286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:10.466626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:10.725817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80582864-2e0e-47ed-b550-b570d184b0d5 req-b45b54e8-04a8-449f-bdc1-c9a0116195ef tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:10.731977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80582864-2e0e-47ed-b550-b570d184b0d5 req-b45b54e8-04a8-449f-bdc1-c9a0116195ef tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.1310349
Nov 13 21:41:10.734931 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::394 (aefd5755-9087-4da9-b6ff-3d77b2dfea08/3c263698-b5cf-45e1-a98f-6e1fa9a8dd87/c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:10.737942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01723-4541-4733-8c48-0c18ed073b20 req-75932a28-9068-41de-ab23-fa5fea136766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:10.739421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42a01723-4541-4733-8c48-0c18ed073b20 req-75932a28-9068-41de-ab23-fa5fea136766 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&shared=False HTTP/1.1" status: 200  len: 912 time: 0.5932248
Nov 13 21:41:10.776400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0da4a6-08c5-4c87-880a-15457c80c964 None None] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:10.854743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8e627567-5705-4e2b-b45b-648c765e8913 None None] Provisioning complete for port 4534b699-23d7-4b79-99bb-443afcfd9d51 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:10.855112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8e627567-5705-4e2b-b45b-648c765e8913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:10.872549 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ced36-3717-46cc-9f4a-29f53037f2a3 req-96a27510-d36a-4a04-a6b6-6629ebb99a50 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:10.873241 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-601ced36-3717-46cc-9f4a-29f53037f2a3 req-96a27510-d36a-4a04-a6b6-6629ebb99a50 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 948 time: 0.2921736
Nov 13 21:41:10.905698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80582864-2e0e-47ed-b550-b570d184b0d5 req-709d13a4-017c-41ec-a5e3-562b8f4600ec tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652863
Nov 13 21:41:10.957901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-601ced36-3717-46cc-9f4a-29f53037f2a3 req-5c235c1e-fc36-498e-8266-0b5bbe24bd1a tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735071
Nov 13 21:41:10.976005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01723-4541-4733-8c48-0c18ed073b20 req-d9c9b0b8-aa79-42cb-b474-e908bd291eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:10.978403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42a01723-4541-4733-8c48-0c18ed073b20 req-d9c9b0b8-aa79-42cb-b474-e908bd291eaa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2308400
Nov 13 21:41:11.010031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.073958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-8f8dbdb9-b2cf-4ef4-90fc-17d90ce6f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:11.075516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-8f8dbdb9-b2cf-4ef4-90fc-17d90ce6f5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 1094 time: 0.0588455
Nov 13 21:41:11.099012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.149588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-735cc22f-d912-4924-96cc-3e082c10852a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c HTTP/1.1" status: 200  len: 217 time: 0.0652254
Nov 13 21:41:11.194335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:11.206803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:11.223604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-d85df480-9b3e-4812-b5b4-c8ad274f65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:11.225528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:11.225722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-d85df480-9b3e-4812-b5b4-c8ad274f65b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0686114
Nov 13 21:41:11.232403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:11.233096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.237298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:11.325070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9cb0-a465-4841-b916-20e184d54f00 req-b8ece0ab-db99-47c4-8e3d-f978945af508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:11.326721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-b8ece0ab-db99-47c4-8e3d-f978945af508 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0932918
Nov 13 21:41:11.336748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f09440e4-0b8d-4dc4-b045-1ac85d7b75cf tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1652300
Nov 13 21:41:11.339300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41120) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:11.442832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b051ccf5-b826-4782-8d70-a981e3f12208 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:11.443659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-e7358000-3c47-4796-b308-de327633e446 service neutron] 10.222.0.37 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057167
Nov 13 21:41:11.444714 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b051ccf5-b826-4782-8d70-a981e3f12208 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A196 HTTP/1.1" status: 200  len: 928 time: 0.1044331
Nov 13 21:41:11.447455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41132) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:11.551910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-184cc57e-c7cb-437b-b31a-ad117ba1e03a None None] Provisioning complete for port 70db58b5-ddba-494e-aca7-b304bd4d13b4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:11.553033 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-184cc57e-c7cb-437b-b31a-ad117ba1e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.573477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-820f9cb0-a465-4841-b916-20e184d54f00 req-d305dec5-c407-47a1-bab7-6bb344630ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215363
Nov 13 21:41:11.592599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:11.592599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.611656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-184cc57e-c7cb-437b-b31a-ad117ba1e03a None None] Port 70db58b5-ddba-494e-aca7-b304bd4d13b4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:11.629291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-184cc57e-c7cb-437b-b31a-ad117ba1e03a None None] Provisioning complete for port 4534b699-23d7-4b79-99bb-443afcfd9d51 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:11.635342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-184cc57e-c7cb-437b-b31a-ad117ba1e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.696937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.716458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b owned by  {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:11.855296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-dc58594e-ae21-41a7-a078-e5566fb48759 None None] Provisioning complete for port 70db58b5-ddba-494e-aca7-b304bd4d13b4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:11.855865 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dc58594e-ae21-41a7-a078-e5566fb48759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.899801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dc58594e-ae21-41a7-a078-e5566fb48759 None None] Port 70db58b5-ddba-494e-aca7-b304bd4d13b4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:11.903774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4534b699-23d7-4b79-99bb-443afcfd9d51 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:11.929398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:11.966237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:11.971223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4534b699-23d7-4b79-99bb-443afcfd9d51 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:11.971796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.019825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ae9e8643-7341-42bf-8127-22ebf4a57e35 None None] Could not find standard attr ID for object c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:41:12.051035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.058520 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2cc18f7-adda-470e-a929-db2a6e69b150 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b HTTP/1.1" status: 204  len: 168 time: 0.6086481
Nov 13 21:41:12.058719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41138) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:12.085871 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f91e787-7fc3-4576-ab39-36370baad22f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:12.087727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f91e787-7fc3-4576-ab39-36370baad22f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/c6b04c62-d2e8-41fd-bea4-a7d0fe61c67b HTTP/1.1" status: 404  len: 333 time: 0.0278990
Nov 13 21:41:12.089565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45599ac9-afac-4636-a7d7-935e3d90942b req-02a313bd-b5b2-424f-a16c-f7a9b6707be6 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:12.090238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41140) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:12.091876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45599ac9-afac-4636-a7d7-935e3d90942b req-02a313bd-b5b2-424f-a16c-f7a9b6707be6 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.0722821
Nov 13 21:41:12.154224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45599ac9-afac-4636-a7d7-935e3d90942b req-0140bace-e39e-4dbe-ae48-96bb03a3003c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491688
Nov 13 21:41:12.195665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 70db58b5-ddba-494e-aca7-b304bd4d13b4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:12.195665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.270806 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.286754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b62e6-d42f-4cbc-8011-5c70e4eb31db req-5629f989-6faf-49e7-ba13-bdfd6a8d8001 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:12.288350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab0b62e6-d42f-4cbc-8011-5c70e4eb31db req-5629f989-6faf-49e7-ba13-bdfd6a8d8001 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 948 time: 0.0569925
Nov 13 21:41:12.296976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.310370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 70db58b5-ddba-494e-aca7-b304bd4d13b4 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:12.346576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab0b62e6-d42f-4cbc-8011-5c70e4eb31db req-163ff908-ca48-40d7-b46c-3a64dff5d920 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500021
Nov 13 21:41:12.519650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41144) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:12.524886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836730544', 'description': 'tempest-secgroup-smoke-836730544 description', 'project_id': '922599e50d824c038fd08455d0e213d4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:12.542047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.573441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=70db58b5-ddba-494e-aca7-b304bd4d13b4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:12.597488 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.601790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-634b23c9-6261-4d02-ab1f-ad4f443ee4f5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/70db58b5-ddba-494e-aca7-b304bd4d13b4 HTTP/1.1" status: 204  len: 168 time: 0.5105395
Nov 13 21:41:12.604302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41146) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:12.629383 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d6c5da-67c0-4107-94ed-7346291b8df3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:12.630964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b7d6c5da-67c0-4107-94ed-7346291b8df3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/70db58b5-ddba-494e-aca7-b304bd4d13b4 HTTP/1.1" status: 404  len: 333 time: 0.0256546
Nov 13 21:41:12.633747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:12.661825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.679401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.705908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 3c263698-b5cf-45e1-a98f-6e1fa9a8dd87 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:12.714256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.766593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.864109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.880636 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.884157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 813abd95-be84-40fb-ae62-3fe5b1cc392e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:41:12.973730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:12.984089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 813abd95-be84-40fb-ae62-3fe5b1cc392e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=813abd95-be84-40fb-ae62-3fe5b1cc392e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:12.995338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '813abd95-be84-40fb-ae62-3fe5b1cc392e', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': '813abd95-be84-40fb-ae62-3fe5b1cc392e', 'mac_address': 'fa:16:3e:03:00:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:41:13.001193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.033462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.035590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ffd26-2e67-4210-9070-eea370c7f714,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.046140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=3c263698-b5cf-45e1-a98f-6e1fa9a8dd87,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.046980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813abd95-be84-40fb-ae62-3fe5b1cc392e {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:41:13.048552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.051366 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9aeb1cb0-b55a-4ca0-88be-1a5e96e4b550 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/3c263698-b5cf-45e1-a98f-6e1fa9a8dd87 HTTP/1.1" status: 204  len: 168 time: 0.4162309
Nov 13 21:41:13.052433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac8ca0-b0db-4de2-b9ca-f05ef4d49807 None None] Network aefd5755-9087-4da9-b6ff-3d77b2dfea08 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:13.054424 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:13.087086 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.089852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 813abd95-be84-40fb-ae62-3fe5b1cc392e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=813abd95-be84-40fb-ae62-3fe5b1cc392e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:13.146567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.150464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.157013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.193697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf02e925-1656-4249-8d8d-39244d9d2b0c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.205076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 4534b699-23d7-4b79-99bb-443afcfd9d51 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:13.205376 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.230084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=813abd95-be84-40fb-ae62-3fe5b1cc392e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.230375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.232953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9537eb6-5264-4334-b1c3-1e878f8cacb1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.7122159
Nov 13 21:41:13.235935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41154) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:13.241291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'bf02e925-1656-4249-8d8d-39244d9d2b0c', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:13.299684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] DHCP port deletion for aefd5755-9087-4da9-b6ff-3d77b2dfea08 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:13.324992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] For port 4534b699-23d7-4b79-99bb-443afcfd9d51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4534b699-23d7-4b79-99bb-443afcfd9d51,segment=NetworkSegment(2dc21b0f-7277-429f-8085-bb1ce55048b9),segment_id=2dc21b0f-7277-429f-8085-bb1ce55048b9)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:13.325356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.340247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 4534b699-23d7-4b79-99bb-443afcfd9d51 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:13.352790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] Deleting port 4534b699-23d7-4b79-99bb-443afcfd9d51 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:13.353167 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.360925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7b67d-6c3f-4d34-83b0-2ca44bef2723 req-1666f635-0a0b-49b3-b88e-87fb3d1df006 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:13.362473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecc7b67d-6c3f-4d34-83b0-2ca44bef2723 req-1666f635-0a0b-49b3-b88e-87fb3d1df006 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.0828829
Nov 13 21:41:13.386187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.430673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] For port 4534b699-23d7-4b79-99bb-443afcfd9d51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4534b699-23d7-4b79-99bb-443afcfd9d51,segment=NetworkSegment(2dc21b0f-7277-429f-8085-bb1ce55048b9),segment_id=2dc21b0f-7277-429f-8085-bb1ce55048b9)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:13.431081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.449561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] Calling delete_port for 4534b699-23d7-4b79-99bb-443afcfd9d51 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:13.465760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.469065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecc7b67d-6c3f-4d34-83b0-2ca44bef2723 req-f9dad211-151c-4844-80a5-c6c3e765c9f3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732732
Nov 13 21:41:13.503291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['813abd95-be84-40fb-ae62-3fe5b1cc392e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:41:13.528334 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.544919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb46cdf-851e-4e01-9013-d88d8aa03349,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.545843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.592372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=4534b699-23d7-4b79-99bb-443afcfd9d51,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.594894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No DVR routers for this DVR port 4534b699-23d7-4b79-99bb-443afcfd9d51 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:13.612779 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.623304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.625990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e6c47e5-5110-4343-900c-7b2f47983169 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3888006
Nov 13 21:41:13.628671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41158) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:13.638466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'bf02e925-1656-4249-8d8d-39244d9d2b0c', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:13.651449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] Pushing event deleted for resources: {'Port': ['ID=4534b699-23d7-4b79-99bb-443afcfd9d51,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.653527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62097287-8543-49cc-aaed-e4187fed5a8c None None] No DVR routers for this DVR port 4534b699-23d7-4b79-99bb-443afcfd9d51 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:13.714258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.739017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdee1fd90>,) {'filters': {'network_id': ['aefd5755-9087-4da9-b6ff-3d77b2dfea08']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:13.751074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee1fd90>, '2dc21b0f-7277-429f-8085-bb1ce55048b9') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:13.751319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee1fd90>, '2dc21b0f-7277-429f-8085-bb1ce55048b9') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:13.761675 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.769217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.776076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.782056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:41:13.782440 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:41:13.785464 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:41:13.815553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ec71d-2c08-419f-aba6-dfe26d9914c4 req-727a92a4-4b2f-4f50-8dbf-bc01a435271c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:13.817272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-144ec71d-2c08-419f-aba6-dfe26d9914c4 req-727a92a4-4b2f-4f50-8dbf-bc01a435271c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 949 time: 0.0946331
Nov 13 21:41:13.845396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.880814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-144ec71d-2c08-419f-aba6-dfe26d9914c4 req-7a0da28b-953b-4c59-9736-fac549d18761 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521948
Nov 13 21:41:13.901824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.905416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4534b699-23d7-4b79-99bb-443afcfd9d51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:13.917573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2673dd-6a02-439a-a4e9-7e9d3588b94f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:13.929799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 4534b699-23d7-4b79-99bb-443afcfd9d51 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:41:13.930145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4534b699-23d7-4b79-99bb-443afcfd9d51 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:41:13.945198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.953589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:13.955461 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/aefd5755-9087-4da9-b6ff-3d77b2dfea08 HTTP/1.1" status: 204  len: 168 time: 0.8995018
Nov 13 21:41:13.959247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41160) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:13.964456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-888438861'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:13.968592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee675a1-64c5-4272-ad1c-655b29cd77ff tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=aefd5755-9087-4da9-b6ff-3d77b2dfea08,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:14.005648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.006874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-07a45093-c97e-472e-b29e-32268860fe72 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3768485
Nov 13 21:41:14.009621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:14.014473 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'bf02e925-1656-4249-8d8d-39244d9d2b0c', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:14.093601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:14.097293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.121138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:41:14.130102 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.130440 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment 4fb7f64b-9152-44cf-a328-56328d1198cf of type vlan for network 60f34c17-e009-44b7-8cd0-f4e635ee00e6
Nov 13 21:41:14.173710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.178316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.246872 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.265064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.270742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:14.271321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.310813 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.328176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22f9f05-e53f-4ff9-9002-08740476090f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:14.336523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=60f34c17-e009-44b7-8cd0-f4e635ee00e6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:14.346629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:41:14.359422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-612ae296-2e9b-486b-bce5-d62081354fbd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3988233
Nov 13 21:41:14.362562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41164) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:14.367756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:14.382331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.383660 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ea3b9f65-d53b-4930-8b17-afc22b040141 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3729992
Nov 13 21:41:14.386411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:14.398273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'bf02e925-1656-4249-8d8d-39244d9d2b0c', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:14.544395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.602810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6294f9-4fd1-490b-af03-79b0b041c194 req-5230e839-ab1f-4983-a98e-6b81609560ea tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:14.605015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b6294f9-4fd1-490b-af03-79b0b041c194 req-5230e839-ab1f-4983-a98e-6b81609560ea tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.0667288
Nov 13 21:41:14.614271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.656156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7b6294f9-4fd1-490b-af03-79b0b041c194 req-169c4190-ed50-4992-9f1e-5791f7ab6eb1 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427730
Nov 13 21:41:14.670517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:14.674151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.716520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.723877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.753874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75554d8a-2a91-4185-9c2d-efc013e92af7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:14.854598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.855727 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6f0b452-4ff9-48f4-b84c-d50a306238bd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4680841
Nov 13 21:41:14.858698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:14.863964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'bf02e925-1656-4249-8d8d-39244d9d2b0c', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:14.887137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 813abd95-be84-40fb-ae62-3fe5b1cc392e up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:14.945972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:14.991693 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:41:14.997215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.017630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 813abd95-be84-40fb-ae62-3fe5b1cc392e completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:41:15.023139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 813abd95-be84-40fb-ae62-3fe5b1cc392e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:15.023549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.034600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=2a0ed023-8749-40da-83d8-5d3ee489607f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:15.062770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eea7e-ecab-4328-9e2c-900f332bb3e2 req-aa6df07b-7b93-47eb-b1a2-cdcca9eec0fa tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:15.070171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-329eea7e-ecab-4328-9e2c-900f332bb3e2 req-aa6df07b-7b93-47eb-b1a2-cdcca9eec0fa tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 949 time: 0.1111341
Nov 13 21:41:15.070171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': '4fb7f64b-9152-44cf-a328-56328d1198cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:15.070171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: 60f34c17-e009-44b7-8cd0-f4e635ee00e6, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:41:15.073543 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.111904 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.123682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-329eea7e-ecab-4328-9e2c-900f332bb3e2 req-a8d76934-2b16-459b-87c4-7025c2da0e70 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462840
Nov 13 21:41:15.138616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813abd95-be84-40fb-ae62-3fe5b1cc392e'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:15.139166 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05e4774-4245-438c-a662-dd7c14ae3ac1" -d '{"events": [{"server_uuid": "af8727e2-7e89-41c5-b2ca-4a98f6f066b9", "name": "network-vif-plugged", "status": "completed", "tag": "813abd95-be84-40fb-ae62-3fe5b1cc392e"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:15.155584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 813abd95-be84-40fb-ae62-3fe5b1cc392e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=813abd95-be84-40fb-ae62-3fe5b1cc392e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:15.158113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.168193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:41:15.178634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8fd321-b753-4cea-98f5-333b7e109d0d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:15.192804 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd45a3f-5be8-46cc-9857-bedaebc2c537 x-openstack-request-id: req-0dd45a3f-5be8-46cc-9857-bedaebc2c537 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:15.192804 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8727e2-7e89-41c5-b2ca-4a98f6f066b9", "name": "network-vif-plugged", "status": "completed", "tag": "813abd95-be84-40fb-ae62-3fe5b1cc392e", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:15.192804 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dd45a3f-5be8-46cc-9857-bedaebc2c537 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:15.192804 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813abd95-be84-40fb-ae62-3fe5b1cc392e', 'code': 200}
Nov 13 21:41:15.219320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.261590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.263229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e8c47c99-c030-43d4-aab7-03188ac5e2c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4035251
Nov 13 21:41:15.266078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41176) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:15.270483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'bf02e925-1656-4249-8d8d-39244d9d2b0c', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:15.270915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=813abd95-be84-40fb-ae62-3fe5b1cc392e,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:15.277891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60f34c17-e009-44b7-8cd0-f4e635ee00e6) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:15.293658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998a621-3da0-4957-b46e-e1f0448caec1 None None] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:15.301912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:15.302503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.344467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e74c-4e71-47d6-a8bf-3e7ffdf00e8e req-a85d095e-eb78-4445-a6c2-14096ae04ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:15.346227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbd5e74c-4e71-47d6-a8bf-3e7ffdf00e8e req-a85d095e-eb78-4445-a6c2-14096ae04ca6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 1101 time: 0.0980084
Nov 13 21:41:15.369073 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:41:15.376107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.411205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbd5e74c-4e71-47d6-a8bf-3e7ffdf00e8e req-0a5e111d-a8f5-4f80-9564-dd875eec698f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566878
Nov 13 21:41:15.426062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ea4b163f-eadf-4173-a7cb-1c6f8b0a968a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0621300
Nov 13 21:41:15.429529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41178) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:15.434663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6', 'name': 'tempest-PortsIpV6TestJSON-329487304', 'fixed_ips': [{'subnet_id': '2a0ed023-8749-40da-83d8-5d3ee489607f', 'ip_address': '2001:db8::10'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:15.457700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.510485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.533971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf943d0-3440-4eaf-a89f-a863321fe1e6,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:15.608216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60f34c17-e009-44b7-8cd0-f4e635ee00e6', 'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': '2a0ed023-8749-40da-83d8-5d3ee489607f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:15.609114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.621172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.625293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7a949e1d-9916-4a0a-9c26-f83158a46565 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3582025
Nov 13 21:41:15.625971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41180) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:15.631339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'network': {'name': 'tempest-network-smoke--521355855', 'project_id': '922599e50d824c038fd08455d0e213d4', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:15.718654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:15.758883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Allocated IP 2001:db8::2 (60f34c17-e009-44b7-8cd0-f4e635ee00e6/2a0ed023-8749-40da-83d8-5d3ee489607f/8ad880a0-9894-4f6e-8002-997896a153d5) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:15.847038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda8721-2eed-4528-980c-691485f72702 req-7f96e160-68f8-4ffa-b8f6-bece39d7bbb3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:15.848760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffda8721-2eed-4528-980c-691485f72702 req-7f96e160-68f8-4ffa-b8f6-bece39d7bbb3 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.1207180
Nov 13 21:41:15.885100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:15.888886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.895246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.910489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.941817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port d7e97fab-cca7-4d77-842a-9fab8ae27ffd yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:15.955454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffda8721-2eed-4528-980c-691485f72702 req-b38a0c15-1711-4e18-877c-4c2f716e721b tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968146
Nov 13 21:41:15.986003 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:15.994611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:41:16.017401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.025716 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Added segment 636ab173-9a07-4b27-a796-6703bf02d032 of type vlan for network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb
Nov 13 21:41:16.037709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:16.040933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:16.045634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:16.049027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Pushing event updated for resources: {'Port': ['ID=8ad880a0-9894-4f6e-8002-997896a153d5,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:16.105239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Attempting to bind port 8ad880a0-9894-4f6e-8002-997896a153d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:16.105621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Attempting to bind port 8ad880a0-9894-4f6e-8002-997896a153d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4fb7f64b-9152-44cf-a328-56328d1198cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:16.106007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Attempting to bind port 8ad880a0-9894-4f6e-8002-997896a153d5 on network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:16.106112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.111823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:16.117640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Checking segment: {'id': '4fb7f64b-9152-44cf-a328-56328d1198cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:16.117640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.117640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Bound using segment: {'id': '4fb7f64b-9152-44cf-a328-56328d1198cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:16.117640 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Bound port: 8ad880a0-9894-4f6e-8002-997896a153d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb7f64b-9152-44cf-a328-56328d1198cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:16.117640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.181879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::10 (60f34c17-e009-44b7-8cd0-f4e635ee00e6/2a0ed023-8749-40da-83d8-5d3ee489607f/d7e97fab-cca7-4d77-842a-9fab8ae27ffd) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:16.184202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] For port 8ad880a0-9894-4f6e-8002-997896a153d5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:16.188499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] For port 8ad880a0-9894-4f6e-8002-997896a153d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad880a0-9894-4f6e-8002-997896a153d5,segment=NetworkSegment(4fb7f64b-9152-44cf-a328-56328d1198cf),segment_id=4fb7f64b-9152-44cf-a328-56328d1198cf)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:16.221578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.227118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:16.227694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.231190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.259601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff3fe4-f71d-4c3b-930f-0869d59017fc req-5f2f76ea-d0cb-406e-9567-ca8454b63f74 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:16.262693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fff3fe4-f71d-4c3b-930f-0869d59017fc req-5f2f76ea-d0cb-406e-9567-ca8454b63f74 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 950 time: 0.0561385
Nov 13 21:41:16.316823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81795a73-106d-44f6-8889-7df8d4dc4d90 None None] Pushing event updated for resources: {'Port': ['ID=8ad880a0-9894-4f6e-8002-997896a153d5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:16.350754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9fff3fe4-f71d-4c3b-930f-0869d59017fc req-b8936cee-ce6a-40bf-9b02-cfbf7f97b908 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805168
Nov 13 21:41:16.687791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Network': ['ID=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:16.694898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b14e02d7-879c-4f6d-a04c-3f770df278c3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0674093
Nov 13 21:41:16.698018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41186) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:16.702088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:41:16.704195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'admin_state_up': True, 'project_id': '922599e50d824c038fd08455d0e213d4', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:16.744283 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.796979 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.798089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.848858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.876614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.884996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:41:16.920169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:16.925391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:16.929221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:16.936255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:16.936937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:16.943816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=d7e97fab-cca7-4d77-842a-9fab8ae27ffd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:17.009781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:17.028628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'port_id': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c', 'mac_address': 'fa:16:3e:39:b6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:41:17.030317 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e60b5a3c-bfeb-42b2-a451-170558f0671c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5996640
Nov 13 21:41:17.034644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41190) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:17.042850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': '60f34c17-e009-44b7-8cd0-f4e635ee00e6', 'name': 'tempest-PortsIpV6TestJSON-1495768113', 'fixed_ips': [{'subnet_id': '2a0ed023-8749-40da-83d8-5d3ee489607f', 'ip_address': '2001:db8::f'}]}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:17.081331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.093563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.108395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:41:17.130177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:17.190966 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.191693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6810dc7-abba-4c3d-8f99-cee1c9a9b0a7 req-219af7e9-3d5d-4dbd-aa3d-fda312184e08 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:17.193335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e6810dc7-abba-4c3d-8f99-cee1c9a9b0a7 req-219af7e9-3d5d-4dbd-aa3d-fda312184e08 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 943 time: 0.0793426
Nov 13 21:41:17.246782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:17.260430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e6810dc7-abba-4c3d-8f99-cee1c9a9b0a7 req-0e2ce1e3-321c-49aa-9a5c-f54002ae15d9 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582006
Nov 13 21:41:17.299432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:17.306907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.334863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port e582f66f-9db2-43f7-8a7e-12f8dd317a8a yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:17.371503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411dfc5-fd51-4456-83b2-c17c0bf182c4 None None] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:17.404569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['2ff28bba-e259-47d2-8d21-4d04ff6a6c0c'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:41:17.410370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.448217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.476312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d178a408-398d-4159-a06a-fa4b07a18190 None None] Provisioning complete for port 8ad880a0-9894-4f6e-8002-997896a153d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:17.476312 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d178a408-398d-4159-a06a-fa4b07a18190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.539874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::f (60f34c17-e009-44b7-8cd0-f4e635ee00e6/2a0ed023-8749-40da-83d8-5d3ee489607f/e582f66f-9db2-43f7-8a7e-12f8dd317a8a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:17.548345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b41db-51b4-418c-9929-1d8111eb64a5 req-ebe2d965-94ad-405f-9bd6-3410ce9f2791 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:17.551204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-865b41db-51b4-418c-9929-1d8111eb64a5 req-ebe2d965-94ad-405f-9bd6-3410ce9f2791 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 950 time: 0.1118031
Nov 13 21:41:17.623547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.195 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/99c8ee14-fd7b-4031-aa8c-72552943acde) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:17.662316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-865b41db-51b4-418c-9929-1d8111eb64a5 req-41bc3860-286a-4b5b-b375-e332a29fd750 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730364
Nov 13 21:41:17.705581 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d178a408-398d-4159-a06a-fa4b07a18190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.745184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.777145 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.777970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d178a408-398d-4159-a06a-fa4b07a18190 None None] For port 8ad880a0-9894-4f6e-8002-997896a153d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad880a0-9894-4f6e-8002-997896a153d5,segment=NetworkSegment(4fb7f64b-9152-44cf-a328-56328d1198cf),segment_id=4fb7f64b-9152-44cf-a328-56328d1198cf)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:17.842775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d178a408-398d-4159-a06a-fa4b07a18190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.871638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.915180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178a408-398d-4159-a06a-fa4b07a18190 None None] Pushing event updated for resources: {'Port': ['ID=8ad880a0-9894-4f6e-8002-997896a153d5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:17.933658 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.946341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:17.958876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:17.963376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:17.970596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:17.971612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:17.975847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:17.981912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:17.986157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=e582f66f-9db2-43f7-8a7e-12f8dd317a8a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:17.986437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:17.993206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=99c8ee14-fd7b-4031-aa8c-72552943acde,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:17.993975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ad880a0-9894-4f6e-8002-997896a153d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:18.021798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99717c1f-3db7-4d17-be1f-906ff6a7b5de None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:18.051701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd7d4afc-451f-47d3-a8be-89ad1da81811 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0154324
Nov 13 21:41:18.055839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41198) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:18.057176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8ad880a0-9894-4f6e-8002-997896a153d5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:18.057768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.109504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-eb099e68-3624-4072-8b24-c2b5f92d5e36 None None] Provisioning complete for port 99c8ee14-fd7b-4031-aa8c-72552943acde triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:18.110105 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-eb099e68-3624-4072-8b24-c2b5f92d5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.174049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-eb099e68-3624-4072-8b24-c2b5f92d5e36 None None] Port 99c8ee14-fd7b-4031-aa8c-72552943acde cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:18.267020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bec3df-47c5-4f01-b339-063197be2bd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:18.271664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41204) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:18.272170 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-91bec3df-47c5-4f01-b339-063197be2bd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.2178307
Nov 13 21:41:18.301970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c5803b59-804a-4e01-b388-2a6c1ba257af None None] Provisioning complete for port d7e97fab-cca7-4d77-842a-9fab8ae27ffd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:18.302453 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c5803b59-804a-4e01-b388-2a6c1ba257af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.349962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c5803b59-804a-4e01-b388-2a6c1ba257af None None] Port d7e97fab-cca7-4d77-842a-9fab8ae27ffd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:18.379210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c5803b59-804a-4e01-b388-2a6c1ba257af None None] Provisioning complete for port 8ad880a0-9894-4f6e-8002-997896a153d5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:18.379670 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c5803b59-804a-4e01-b388-2a6c1ba257af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.383828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0bed8-30db-41d8-8de3-f4cc90e562a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:18.397053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0bed8-30db-41d8-8de3-f4cc90e562a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:18.405180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0bed8-30db-41d8-8de3-f4cc90e562a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:18.407383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-40b0bed8-30db-41d8-8de3-f4cc90e562a6 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.1343405
Nov 13 21:41:18.417151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41208) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:18.524316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01ab53-05f5-4005-8979-47e071b89971 req-d16acba2-06e5-45bb-b3c3-cb8b288a3348 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:18.525982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d01ab53-05f5-4005-8979-47e071b89971 req-d16acba2-06e5-45bb-b3c3-cb8b288a3348 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 944 time: 0.1741493
Nov 13 21:41:18.533539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port e582f66f-9db2-43f7-8a7e-12f8dd317a8a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:18.536593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.579995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.636389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d01ab53-05f5-4005-8979-47e071b89971 req-8a9e349e-2c37-4e13-9477-ca0450e38b65 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998681
Nov 13 21:41:18.653012 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.667295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c94330cb-3adc-440a-a8b4-e9f4a6040bb8 None None] Provisioning complete for port d7e97fab-cca7-4d77-842a-9fab8ae27ffd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:18.672925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c94330cb-3adc-440a-a8b4-e9f4a6040bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.673055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for e582f66f-9db2-43f7-8a7e-12f8dd317a8a owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:18.718469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c94330cb-3adc-440a-a8b4-e9f4a6040bb8 None None] Port d7e97fab-cca7-4d77-842a-9fab8ae27ffd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:18.839863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ee160d48-8636-46dd-9dac-0e51ddc81f99 None None] Provisioning complete for port e582f66f-9db2-43f7-8a7e-12f8dd317a8a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:18.840162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee160d48-8636-46dd-9dac-0e51ddc81f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.879406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ee160d48-8636-46dd-9dac-0e51ddc81f99 None None] Port e582f66f-9db2-43f7-8a7e-12f8dd317a8a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:18.898728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:18.929143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:18.980984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=e582f66f-9db2-43f7-8a7e-12f8dd317a8a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:19.025957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:41:19.030382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.031481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:19.032883 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.037596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bb1df4a7-4e84-4c1b-96e3-f8198b70bde8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/e582f66f-9db2-43f7-8a7e-12f8dd317a8a HTTP/1.1" status: 204  len: 168 time: 0.6188655
Nov 13 21:41:19.038548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41212) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:19.074679 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a45972-d0a5-4dfe-b7f9-d4fd2aa800e4 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:19.082220 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-40a45972-d0a5-4dfe-b7f9-d4fd2aa800e4 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/e582f66f-9db2-43f7-8a7e-12f8dd317a8a HTTP/1.1" status: 404  len: 333 time: 0.0408916
Nov 13 21:41:19.083023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41214) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:19.195803 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.248369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port d7e97fab-cca7-4d77-842a-9fab8ae27ffd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:19.248731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.268172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:19.269291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:19.273876 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57b08fb-f0c2-4f00-a27a-efc2e34e2ea9" -d '{"events": [{"server_uuid": "20c96c4f-bb68-4ac1-b7f9-222de9015de1", "name": "network-vif-plugged", "status": "completed", "tag": "2ff28bba-e259-47d2-8d21-4d04ff6a6c0c"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:19.287648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.327808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.392926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.401518 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c3e9b-ec26-428a-b755-e91cbfb59ffd x-openstack-request-id: req-d99c3e9b-ec26-428a-b755-e91cbfb59ffd {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:19.401990 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c96c4f-bb68-4ac1-b7f9-222de9015de1", "name": "network-vif-plugged", "status": "completed", "tag": "2ff28bba-e259-47d2-8d21-4d04ff6a6c0c", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:19.402392 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d99c3e9b-ec26-428a-b755-e91cbfb59ffd {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:19.402977 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c', 'code': 200}
Nov 13 21:41:19.404014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:19.432496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for d7e97fab-cca7-4d77-842a-9fab8ae27ffd owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:19.510499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb96b8-6aab-464d-8bd7-19ebbeed21dd req-f7568de6-0ce0-407d-a35d-28d3fbdba8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:19.512378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34bb96b8-6aab-464d-8bd7-19ebbeed21dd req-f7568de6-0ce0-407d-a35d-28d3fbdba8b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 1096 time: 0.0916646
Nov 13 21:41:19.576818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-34bb96b8-6aab-464d-8bd7-19ebbeed21dd req-2c638841-e7f1-41e8-adca-6affc3d44d20 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547743
Nov 13 21:41:19.590589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ac1191b1-524d-4503-b598-030fe90cfea7 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:41:19.697659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.701728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:19.714206 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Sync routers for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:19.728755 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:19.729646 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2277c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:40:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:19.762234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=d7e97fab-cca7-4d77-842a-9fab8ae27ffd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:19.801971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.808729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d752517d-e639-41fc-b67b-1edadddb177e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/d7e97fab-cca7-4d77-842a-9fab8ae27ffd HTTP/1.1" status: 204  len: 168 time: 0.7246320
Nov 13 21:41:19.809332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41230) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:19.817245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f4cc3-d928-4e0d-a9ff-dffc076e453d req-7c075980-82eb-4adc-9630-c9e8c5527352 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:19.819726 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba7f4cc3-d928-4e0d-a9ff-dffc076e453d req-7c075980-82eb-4adc-9630-c9e8c5527352 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.0655403
Nov 13 21:41:19.864073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:19.869172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41232) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:19.869464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60f519f0-9a8a-4985-998c-5a41c4bc8a54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.1703875
Nov 13 21:41:19.873032 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea27f2df-5be1-4a34-93f3-8c4226964529 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:19.874644 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ea27f2df-5be1-4a34-93f3-8c4226964529 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/d7e97fab-cca7-4d77-842a-9fab8ae27ffd HTTP/1.1" status: 404  len: 333 time: 0.0539827
Nov 13 21:41:19.881311 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:41:19.885067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41234) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:19.946027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba7f4cc3-d928-4e0d-a9ff-dffc076e453d req-2044d1c1-ae3d-40b5-b74c-7fc4306d4c97 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174366
Nov 13 21:41:19.971012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ad880a0-9894-4f6e-8002-997896a153d5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:19.978354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 2a0ed023-8749-40da-83d8-5d3ee489607f {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:19.991885 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.057994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.063093 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d5265f26-b34b-424c-a338-3cf7da2b01bb tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=922599e50d824c038fd08455d0e213d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1905951
Nov 13 21:41:20.064143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41238) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:20.083740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8ad880a0-9894-4f6e-8002-997896a153d5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:20.084361 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.193366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.208513 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2277c0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:18Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:20.237091 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Checking router: ac1191b1-524d-4503-b598-030fe90cfea7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:41:20.237432 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Updating router ac1191b1-524d-4503-b598-030fe90cfea7 port 99c8ee14-fd7b-4031-aa8c-72552943acde binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:41:20.256454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7ea69-8ac4-458d-a284-1e18a2f9f0c2 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:20.258305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-29f7ea69-8ac4-458d-a284-1e18a2f9f0c2 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1925721
Nov 13 21:41:20.261163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:20.262184 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.302622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0bebaa03-586b-4bb3-933a-416703abf78b tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374868
Nov 13 21:41:20.303224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41242) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:20.308658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1686600451', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'project_id': '922599e50d824c038fd08455d0e213d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:20.365673 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.404950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0ed023-8749-40da-83d8-5d3ee489607f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:20.411395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.414704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5b821cd8-db25-408d-a7a0-804d57ad83c8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/2a0ed023-8749-40da-83d8-5d3ee489607f HTTP/1.1" status: 204  len: 168 time: 0.5302334
Nov 13 21:41:20.422213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41244) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:20.422521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf39bd3-6222-4830-936d-d366033df462 None None] Network 60f34c17-e009-44b7-8cd0-f4e635ee00e6 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:20.509026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.552359 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.564367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 8ad880a0-9894-4f6e-8002-997896a153d5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:20.564727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.583796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:20.588254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.624211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] DHCP port deletion for 60f34c17-e009-44b7-8cd0-f4e635ee00e6 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:20.659850 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.677816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] Deleting port 8ad880a0-9894-4f6e-8002-997896a153d5 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:20.678490 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.691164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] For port 8ad880a0-9894-4f6e-8002-997896a153d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad880a0-9894-4f6e-8002-997896a153d5,segment=NetworkSegment(4fb7f64b-9152-44cf-a328-56328d1198cf),segment_id=4fb7f64b-9152-44cf-a328-56328d1198cf)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:20.691728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.705523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a23f4-1f09-4868-90c6-a9400308c2e7 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:20.712979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 8ad880a0-9894-4f6e-8002-997896a153d5 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:20.724247 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Attempting to bind port 99c8ee14-fd7b-4031-aa8c-72552943acde on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:20.725017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Attempting to bind port 99c8ee14-fd7b-4031-aa8c-72552943acde by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:20.725017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Attempting to bind port 99c8ee14-fd7b-4031-aa8c-72552943acde on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:20.733803 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Pushing event updated for resources: {'Port': ['ID=99c8ee14-fd7b-4031-aa8c-72552943acde,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:20.736807 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:20.737382 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:20.737964 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.738500 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:20.739122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Bound port: 99c8ee14-fd7b-4031-aa8c-72552943acde, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:20.739647 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.764076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] For port 8ad880a0-9894-4f6e-8002-997896a153d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ad880a0-9894-4f6e-8002-997896a153d5,segment=NetworkSegment(4fb7f64b-9152-44cf-a328-56328d1198cf),segment_id=4fb7f64b-9152-44cf-a328-56328d1198cf)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:20.764076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.774568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] Calling delete_port for 8ad880a0-9894-4f6e-8002-997896a153d5 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:20.792352 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794404 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.794614 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.795882 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.796213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.796545 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.797659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:20.859885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9233e879-481f-4d88-8340-faa16332e888 None None] Provisioning complete for port 99c8ee14-fd7b-4031-aa8c-72552943acde triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:20.860180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9233e879-481f-4d88-8340-faa16332e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:20.865683 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] For port 99c8ee14-fd7b-4031-aa8c-72552943acde, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:20.870983 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] For port 99c8ee14-fd7b-4031-aa8c-72552943acde, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99c8ee14-fd7b-4031-aa8c-72552943acde,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:20.904862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9233e879-481f-4d88-8340-faa16332e888 None None] Port 99c8ee14-fd7b-4031-aa8c-72552943acde cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:20.974094 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.019594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9696629-7042-4c90-8f6c-955e6ed121a3 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:21.019791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.022106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.033193 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.048498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:21.049914 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2277c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:40:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:21.052827 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff775cc-2890-4dcb-a348-1c808e3501c9 None None] Pushing event updated for resources: {'Port': ['ID=99c8ee14-fd7b-4031-aa8c-72552943acde,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:21.071976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] Pushing event deleted for resources: {'Port': ['ID=8ad880a0-9894-4f6e-8002-997896a153d5,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:21.075094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=8ad880a0-9894-4f6e-8002-997896a153d5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:21.083327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No DVR routers for this DVR port 8ad880a0-9894-4f6e-8002-997896a153d5 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:21.095732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544629ac-0437-4815-aa43-3cdaef5609c3 None None] No DVR routers for this DVR port 8ad880a0-9894-4f6e-8002-997896a153d5 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:21.134259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b33b3e6b-f025-48b5-a9e5-899bda6ed8d4 None None] Provisioning complete for port 99c8ee14-fd7b-4031-aa8c-72552943acde triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:21.134631 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3e6b-f025-48b5-a9e5-899bda6ed8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.186101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4e187-c78c-4998-83be-82981908fdeb req-c4d80b24-0d2e-4caa-b469-0a9420ac2f85 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:21.189599 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Subnet': ['ID=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:21.202290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5dd4e187-c78c-4998-83be-82981908fdeb req-c4d80b24-0d2e-4caa-b469-0a9420ac2f85 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.0832431
Nov 13 21:41:21.232590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Checking segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:21.232590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network hostable DHCP agents. Network: 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:41:21.235628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.255810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:41:21.260549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3e6b-f025-48b5-a9e5-899bda6ed8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.269559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcacb550>,) {'filters': {'network_id': ['60f34c17-e009-44b7-8cd0-f4e635ee00e6']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:21.279135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcacb550>, '4fb7f64b-9152-44cf-a328-56328d1198cf') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:21.279522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcacb550>, '4fb7f64b-9152-44cf-a328-56328d1198cf') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:21.281813 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5dd4e187-c78c-4998-83be-82981908fdeb req-bc153748-7931-4bd9-b052-12ab9d69fc7a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777357
Nov 13 21:41:21.290085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b33b3e6b-f025-48b5-a9e5-899bda6ed8d4 None None] For port 99c8ee14-fd7b-4031-aa8c-72552943acde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99c8ee14-fd7b-4031-aa8c-72552943acde,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:21.295944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.311986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.320404 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:41:21.320404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:41:21.323451 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:41:21.368475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b33b3e6b-f025-48b5-a9e5-899bda6ed8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.388318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:41:21.444890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b3e6b-f025-48b5-a9e5-899bda6ed8d4 None None] Pushing event updated for resources: {'Port': ['ID=99c8ee14-fd7b-4031-aa8c-72552943acde,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:21.488143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:21.497380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c7525-5b03-4c4a-838d-dcf64659b9ec None None] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:21.498574 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:21.499164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.517682 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.530009 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.533143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/60f34c17-e009-44b7-8cd0-f4e635ee00e6 HTTP/1.1" status: 204  len: 168 time: 1.1148698
Nov 13 21:41:21.536937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41266) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:21.543283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1904666033'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:21.557615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49784-ce31-4918-80bb-fd0d1bd71041 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=60f34c17-e009-44b7-8cd0-f4e635ee00e6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:21.589439 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3cf40750-b853-4b3d-a991-9c66bf464906 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.2849793
Nov 13 21:41:21.592468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41268) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:21.615256 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2277c0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:18Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:21.643950 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914a223-40ea-498a-91fc-31023cb26005 None None] The sync data for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 is: [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:18Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:21.693625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:21.698054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.728116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:41:21.745153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.745760 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Added segment befd0282-4c53-4bd4-82bc-782589a1f5ea of type vlan for network fbcd6224-e1d6-4cef-8de5-80a59e317c4a
Nov 13 21:41:21.808116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.869778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:21.870647 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.950974 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.957169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:21.958016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:21.971337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ad880a0-9894-4f6e-8002-997896a153d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:22.027250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8ad880a0-9894-4f6e-8002-997896a153d5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:41:22.027593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ad880a0-9894-4f6e-8002-997896a153d5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:41:22.078026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Network': ['ID=fbcd6224-e1d6-4cef-8de5-80a59e317c4a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:22.089957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:41:22.096878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab00a225-2e5c-45ee-90d5-8f667e6fa94e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5578485
Nov 13 21:41:22.099746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41272) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:22.105972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:22.209152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Allocated IP 172.20.0.2 (17e434a8-28c9-42aa-b99c-d8c4b4bad9bb/2a4acc4e-bcce-4b2f-844b-95c0d0a1729e/3270e34e-37f4-4a9d-b742-1d384fada175) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:22.262758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.333667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:22.338463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.411628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.532501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d810b-ed59-4df4-8dc5-63f20af123d6 req-d0b058dd-0c6e-4de9-865d-da2d0f80b440 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:22.534154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-428d810b-ed59-4df4-8dc5-63f20af123d6 req-d0b058dd-0c6e-4de9-865d-da2d0f80b440 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.1249976
Nov 13 21:41:22.566659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.611870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:22.614814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.622839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:22.625017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Pushing event updated for resources: {'Port': ['ID=3270e34e-37f4-4a9d-b742-1d384fada175,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:22.627923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:22.684852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.1 (17e434a8-28c9-42aa-b99c-d8c4b4bad9bb/2a4acc4e-bcce-4b2f-844b-95c0d0a1729e/0320bc41-821b-433f-afaf-800a82a8a473) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:22.689061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Attempting to bind port 3270e34e-37f4-4a9d-b742-1d384fada175 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:22.690112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Attempting to bind port 3270e34e-37f4-4a9d-b742-1d384fada175 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:22.690243 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-428d810b-ed59-4df4-8dc5-63f20af123d6 req-d0fee83b-7ae7-4786-9f60-0be6c6a58e18 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392498
Nov 13 21:41:22.690596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Attempting to bind port 3270e34e-37f4-4a9d-b742-1d384fada175 on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:22.697037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:22.697476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Checking segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:22.697933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.700397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Bound using segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:22.700397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Bound port: 3270e34e-37f4-4a9d-b742-1d384fada175, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:22.700397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.700670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=e35b625a-6687-482e-acb7-82c779070a37,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:22.713068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Checking segment: {'id': 'befd0282-4c53-4bd4-82bc-782589a1f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:22.713444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network hostable DHCP agents. Network: fbcd6224-e1d6-4cef-8de5-80a59e317c4a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:41:22.793520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] For port 3270e34e-37f4-4a9d-b742-1d384fada175, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:22.807986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] For port 3270e34e-37f4-4a9d-b742-1d384fada175, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3270e34e-37f4-4a9d-b742-1d384fada175,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:22.832272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:41:22.857547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab98d-5c01-4a2b-bced-800fd15151c7 req-295d02b4-d4f5-49d7-b3b5-d1f74e941c1a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:22.859335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6cab98d-5c01-4a2b-bced-800fd15151c7 req-295d02b4-d4f5-49d7-b3b5-d1f74e941c1a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.0620880
Nov 13 21:41:22.881318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.921990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6cab98d-5c01-4a2b-bced-800fd15151c7 req-e7399e46-3242-4a7d-93e4-99bc890ce048 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498447
Nov 13 21:41:22.931093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.968967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fbcd6224-e1d6-4cef-8de5-80a59e317c4a) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:22.974881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:22.975859 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:22.987264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231f228-9c88-447c-bf13-57f962236284 None None] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:23.009114 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.070022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-515c6e98-ad30-435c-8121-9459818181d5 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9664705
Nov 13 21:41:23.070654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41286) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:23.075895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1698829422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:23.095538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:23.105247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:23.110824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:23.111983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a64f-f5be-4cb3-9763-afb6ed0bf66d None None] Pushing event updated for resources: {'Port': ['ID=3270e34e-37f4-4a9d-b742-1d384fada175,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:23.168584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=0320bc41-821b-433f-afaf-800a82a8a473,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:23.203137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.204347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.211398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.235354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fbcd6224-e1d6-4cef-8de5-80a59e317c4a', 'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': 'e35b625a-6687-482e-acb7-82c779070a37'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:23.238473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.313469 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.426075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.465481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Allocated IP 2001:db8::2 (fbcd6224-e1d6-4cef-8de5-80a59e317c4a/e35b625a-6687-482e-acb7-82c779070a37/c582aee2-a3ef-4159-9d74-36206f1e5921) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:23.501275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.570798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.575170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9cba725e-68fc-49f4-9aba-2d0093554406 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5038671
Nov 13 21:41:23.576922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41290) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:23.583906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a', 'name': 'tempest-PortsIpV6TestJSON-1413236857'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:23.676383 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.679843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75765-44cb-4a83-ac59-d3202504baba req-a17d369b-c5db-4174-8576-61d136007f2a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:23.681412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7f75765-44cb-4a83-ac59-d3202504baba req-a17d369b-c5db-4174-8576-61d136007f2a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.1546175
Nov 13 21:41:23.745508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.757652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7f75765-44cb-4a83-ac59-d3202504baba req-797e63a0-934d-4a27-9952-86df107f1ba2 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680444
Nov 13 21:41:23.799553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:23.808158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:23.812265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:23.833024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Pushing event updated for resources: {'Port': ['ID=c582aee2-a3ef-4159-9d74-36206f1e5921,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:23.841992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:23.845530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.866590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.885089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 yet. {{(pid=120532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:23.892879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Attempting to bind port c582aee2-a3ef-4159-9d74-36206f1e5921 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:23.893243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Attempting to bind port c582aee2-a3ef-4159-9d74-36206f1e5921 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'befd0282-4c53-4bd4-82bc-782589a1f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:23.893685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Attempting to bind port c582aee2-a3ef-4159-9d74-36206f1e5921 on network fbcd6224-e1d6-4cef-8de5-80a59e317c4a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:23.900038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:23.900492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Checking segment: {'id': 'befd0282-4c53-4bd4-82bc-782589a1f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:23.901054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.901515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Bound using segment: {'id': 'befd0282-4c53-4bd4-82bc-782589a1f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:23.902057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Bound port: c582aee2-a3ef-4159-9d74-36206f1e5921, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befd0282-4c53-4bd4-82bc-782589a1f5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fbcd6224-e1d6-4cef-8de5-80a59e317c4a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:23.902504 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.945903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:23.974409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] For port c582aee2-a3ef-4159-9d74-36206f1e5921, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:23.982212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] For port c582aee2-a3ef-4159-9d74-36206f1e5921, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c582aee2-a3ef-4159-9d74-36206f1e5921,segment=NetworkSegment(befd0282-4c53-4bd4-82bc-782589a1f5ea),segment_id=befd0282-4c53-4bd4-82bc-782589a1f5ea)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:24.042557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.044851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=0320bc41-821b-433f-afaf-800a82a8a473,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:24.048532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99c8ee14-fd7b-4031-aa8c-72552943acde up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:24.081823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::156 (fbcd6224-e1d6-4cef-8de5-80a59e317c4a/e35b625a-6687-482e-acb7-82c779070a37/3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:24.085976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.168209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:24.170257 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:24.244449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42978f70-4d51-4d91-a019-04f90d66c505 None None] Pushing event updated for resources: {'Port': ['ID=c582aee2-a3ef-4159-9d74-36206f1e5921,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:24.282890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 99c8ee14-fd7b-4031-aa8c-72552943acde triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:24.282999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.388145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.405302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ac1191b1-524d-4503-b598-030fe90cfea7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:41:24.417265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3270e34e-37f4-4a9d-b742-1d384fada175 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:24.511630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.512731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3270e34e-37f4-4a9d-b742-1d384fada175 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:24.514140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.602339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:24.612409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:24.626264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:24.632438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:24.632979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:24.635768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.639459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e340d3c3-8d44-4560-91af-2553c2d4793f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/ac1191b1-524d-4503-b598-030fe90cfea7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0458302
Nov 13 21:41:24.656582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:24.679899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Sync routers for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:24.722521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:24.723156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd00e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:40:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:24.728200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e47870-a953-4fb7-bee3-07cd0437d680 None None] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:24.731751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.772392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9ed526aa-c343-4a09-bd7d-6a4e67de5519 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.1923223
Nov 13 21:41:24.773431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41308) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:24.839631 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-310943ea-3778-49bd-86e7-c490f71b6483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:24.920884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-a3ea0895-4a5d-4980-8073-1308a6fdfe27 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836730544&fields=id&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 267 time: 0.1046793
Nov 13 21:41:24.983232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 3270e34e-37f4-4a9d-b742-1d384fada175, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3270e34e-37f4-4a9d-b742-1d384fada175,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:25.004060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5be3b105-0b6f-48e6-b6f1-ca65327965b1 None None] Provisioning complete for port 3270e34e-37f4-4a9d-b742-1d384fada175 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:25.004669 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5be3b105-0b6f-48e6-b6f1-ca65327965b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:25.033418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-3d8fe317-ac95-4403-aa22-be44c390e47a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:25.043949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-3d8fe317-ac95-4403-aa22-be44c390e47a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 796 time: 0.1217544
Nov 13 21:41:25.060834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-c90d332d-d117-480c-a7f1-1feb0b9472f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/quotas/922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 375 time: 0.0159726
Nov 13 21:41:25.074485 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:25.127972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5cc65628-0388-4832-9280-83028b9a834f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0661495
Nov 13 21:41:25.147973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:41:25.158405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb55ad-48dc-45af-a1f6-ba826bfc74ad req-f8b3e608-1775-45d9-a69c-0a5f3d486ed8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:25.166214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fedb55ad-48dc-45af-a1f6-ba826bfc74ad req-f8b3e608-1775-45d9-a69c-0a5f3d486ed8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.2689404
Nov 13 21:41:25.271102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fedb55ad-48dc-45af-a1f6-ba826bfc74ad req-9a2c196e-da11-4c18-8a5d-27ab4791a1dd tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038129
Nov 13 21:41:25.319993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-3f9641c8-e23f-4144-9398-72c4b0fb7f3a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:25.321829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-3f9641c8-e23f-4144-9398-72c4b0fb7f3a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.37 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.1966913
Nov 13 21:41:25.363787 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-a077ece0-ee91-4e81-ab05-3121d430cac8 service neutron] 10.222.0.20 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197318
Nov 13 21:41:25.485803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=3270e34e-37f4-4a9d-b742-1d384fada175,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:25.536257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-a07fa722-ff13-440f-8085-ed231bcbedb4 service neutron] 10.222.0.20 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651919
Nov 13 21:41:25.641164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa644859-9828-47a4-9fa4-782b05905e33 None None] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:25.738345 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5a28065f-69ae-463e-af3e-1839db28ee11 None None] Provisioning complete for port c582aee2-a3ef-4159-9d74-36206f1e5921 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:25.738345 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a28065f-69ae-463e-af3e-1839db28ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:25.884088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd00e040>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 2, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:25.941631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:25.973061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Checking router: ac1191b1-524d-4503-b598-030fe90cfea7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:41:25.973423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Updating router ac1191b1-524d-4503-b598-030fe90cfea7 port 0320bc41-821b-433f-afaf-800a82a8a473 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:41:25.984670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4c9c411-97cc-48ab-ac06-fec9b2e63bba req-a331a4e3-8fb5-475d-af6b-ddf0786fb0e8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 210 time: 0.0461648
Nov 13 21:41:26.016932 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a28065f-69ae-463e-af3e-1839db28ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.099149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.173557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3270e34e-37f4-4a9d-b742-1d384fada175 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:26.184044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5a28065f-69ae-463e-af3e-1839db28ee11 None None] For port c582aee2-a3ef-4159-9d74-36206f1e5921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c582aee2-a3ef-4159-9d74-36206f1e5921,segment=NetworkSegment(befd0282-4c53-4bd4-82bc-782589a1f5ea),segment_id=befd0282-4c53-4bd4-82bc-782589a1f5ea)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:26.251770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Deleting port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:26.252646 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.279763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a28065f-69ae-463e-af3e-1839db28ee11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.426017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.453383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3270e34e-37f4-4a9d-b742-1d384fada175 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:26.453758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.458161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28065f-69ae-463e-af3e-1839db28ee11 None None] Pushing event updated for resources: {'Port': ['ID=c582aee2-a3ef-4159-9d74-36206f1e5921,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:26.458962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] For port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:26.459450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.481079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052214ba-a1f0-45ba-bffa-fd9e42a39a83 req-220dd9a8-cab4-4dc3-9068-49a50801cce0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:26.481644 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Calling delete_port for 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:26.483945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-052214ba-a1f0-45ba-bffa-fd9e42a39a83 req-220dd9a8-cab4-4dc3-9068-49a50801cce0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 945 time: 0.1002603
Nov 13 21:41:26.509503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.590255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-052214ba-a1f0-45ba-bffa-fd9e42a39a83 req-de413c4c-041f-4f8b-b123-4dfd88443cf4 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996513
Nov 13 21:41:26.592099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4b41e76a-14ee-4b0b-b073-c8ccbd0f9558 None None] Provisioning complete for port 3270e34e-37f4-4a9d-b742-1d384fada175 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:26.592484 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b41e76a-14ee-4b0b-b073-c8ccbd0f9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.713861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:26.784623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c582aee2-a3ef-4159-9d74-36206f1e5921 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:26.853097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.858073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.878644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4b41e76a-14ee-4b0b-b073-c8ccbd0f9558 None None] Provisioning complete for port 0320bc41-821b-433f-afaf-800a82a8a473 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:26.879012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b41e76a-14ee-4b0b-b073-c8ccbd0f9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.882815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c582aee2-a3ef-4159-9d74-36206f1e5921 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:26.882951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:26.941157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4b41e76a-14ee-4b0b-b073-c8ccbd0f9558 None None] Port 0320bc41-821b-433f-afaf-800a82a8a473 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:27.005107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.020216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f638da4a-9e9a-4eff-82d4-fafa65d75db4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:41:27.043254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event deleted for resources: {'Port': ['ID=2ff28bba-e259-47d2-8d21-4d04ff6a6c0c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:27.061580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-026f9f07-eea3-493a-8078-25206b575642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.063049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.097179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c921b70-5afc-49a5-b8d6-acd4a76cd7d6 req-747a0388-ec75-42dc-a8a1-fded277b5b86 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 210 time: 0.0402508
Nov 13 21:41:27.144523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] No DVR routers for this DVR port 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:27.147618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.151014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f503f81-47d3-459a-86f5-9f9b62fb548b req-d2c126dc-ecdf-443d-b258-4e2e3ba41fed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.37 "DELETE /v2.0/ports/2ff28bba-e259-47d2-8d21-4d04ff6a6c0c HTTP/1.1" status: 204  len: 173 time: 1.8213999
Nov 13 21:41:27.151605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'name': 'network-vif-deleted', 'tag': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:27.154109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Provisioning complete for port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:27.154629 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.161425 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7aa51f-755e-4f24-94da-6e55dcafe873" -d '{"events": [{"server_uuid": "20c96c4f-bb68-4ac1-b7f9-222de9015de1", "name": "network-vif-deleted", "tag": "2ff28bba-e259-47d2-8d21-4d04ff6a6c0c"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:27.191687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388a089-4dd6-4ee1-bd38-2d5c58acc119 None None] Pushing event updated for resources: {'Port': ['ID=0320bc41-821b-433f-afaf-800a82a8a473,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:27.216482 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa31174-b809-4210-9a2f-af103eb06611 x-openstack-request-id: req-7fa31174-b809-4210-9a2f-af103eb06611 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:27.217001 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c96c4f-bb68-4ac1-b7f9-222de9015de1", "name": "network-vif-deleted", "tag": "2ff28bba-e259-47d2-8d21-4d04ff6a6c0c", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:27.217445 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fa31174-b809-4210-9a2f-af103eb06611 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:27.217990 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c96c4f-bb68-4ac1-b7f9-222de9015de1', 'name': 'network-vif-deleted', 'tag': '2ff28bba-e259-47d2-8d21-4d04ff6a6c0c', 'status': 'completed', 'code': 200}
Nov 13 21:41:27.234416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.272511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:27.297121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Attempting to bind port 0320bc41-821b-433f-afaf-800a82a8a473 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:27.297486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Attempting to bind port 0320bc41-821b-433f-afaf-800a82a8a473 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:27.298099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Attempting to bind port 0320bc41-821b-433f-afaf-800a82a8a473 on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:27.317451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:27.317828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Checking segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:27.318235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.318630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Bound using segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:27.319139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Bound port: 0320bc41-821b-433f-afaf-800a82a8a473, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:27.319517 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.323964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Provisioning complete for port 0320bc41-821b-433f-afaf-800a82a8a473 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:27.324235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.423647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Port 0320bc41-821b-433f-afaf-800a82a8a473 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:27.501885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Provisioning complete for port c582aee2-a3ef-4159-9d74-36206f1e5921 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:27.502270 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6032bbd5-997d-4d16-81cb-5dea921bb7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.504194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] For port 0320bc41-821b-433f-afaf-800a82a8a473, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:27.507722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] For port 0320bc41-821b-433f-afaf-800a82a8a473, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0320bc41-821b-433f-afaf-800a82a8a473,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:27.612910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.676914 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.680562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c81a91ad-add5-454a-8153-d8304c1e54d9 req-ad1aba60-8946-4f17-9b03-8e6cde2c202d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 210 time: 0.0286715
Nov 13 21:41:27.728164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.729191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:27.745952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:27.746568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd00e040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:27.750611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388a089-4dd6-4ee1-bd38-2d5c58acc119 None None] Pushing event updated for resources: {'Port': ['ID=0320bc41-821b-433f-afaf-800a82a8a473,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:27.898087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:27.983999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:27.986292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:28.047524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c582aee2-a3ef-4159-9d74-36206f1e5921 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:28.082301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Provisioning complete for port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:28.082667 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:28.134165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:41:28.246328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Router 7c232559-111a-4054-b461-8133e0071c9f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:41:28.260160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:28.260300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d02bd98-dfce-4844-93c7-bee417741ff1 req-b7f087a7-0bf8-4655-be6c-6396f50f2535 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 210 time: 0.0418761
Nov 13 21:41:28.294067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c582aee2-a3ef-4159-9d74-36206f1e5921 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:28.294356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:28.373169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Provisioning complete for port 0320bc41-821b-433f-afaf-800a82a8a473 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:28.373615 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:28.405494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:28.418504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:28.418692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7848d424-77c8-47ad-bddb-28f0c435ddd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/routers/7c232559-111a-4054-b461-8133e0071c9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6435063
Nov 13 21:41:28.419927 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] Sync routers for ids ['7c232559-111a-4054-b461-8133e0071c9f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:28.435131 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] Routers {'7c232559-111a-4054-b461-8133e0071c9f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:28.436067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe3a1be20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7c232559-111a-4054-b461-8133e0071c9f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:28.486738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe3a1be20>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:28.495205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a73e7d8-8085-4f2a-9fc8-4dc4bdda0cd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:28.496636 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] Routers {'7c232559-111a-4054-b461-8133e0071c9f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:28.497479 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe3a1be20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7c232559-111a-4054-b461-8133e0071c9f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:28.504894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41380) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:28.511094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7a73e7d8-8085-4f2a-9fc8-4dc4bdda0cd0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c232559-111a-4054-b461-8133e0071c9f HTTP/1.1" status: 200  len: 989 time: 0.0926397
Nov 13 21:41:28.535981 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe3a1be20>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:28.537079 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7359b-68bc-445b-b2cf-0abb226ee51e None None] The sync data for ids ['7c232559-111a-4054-b461-8133e0071c9f'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:28.662754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:28.695821 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:28.707835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd00e040>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:27Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:28.741360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] For port 0320bc41-821b-433f-afaf-800a82a8a473, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0320bc41-821b-433f-afaf-800a82a8a473,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:28.742675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449b52f9-0ffb-477d-9175-bd32d498e542 None None] The sync data for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 is: [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:27Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:28.751541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-154c3df7-9bae-47cf-a446-6db337731640 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:28.753422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-154c3df7-9bae-47cf-a446-6db337731640 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 796 time: 0.1330328
Nov 13 21:41:28.861591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1e2fd57-bf13-4739-9789-6949a71fa16f req-26959c05-cd8f-496e-bd35-fdf11caa3f51 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c96c4f-bb68-4ac1-b7f9-222de9015de1 HTTP/1.1" status: 200  len: 210 time: 0.0365732
Nov 13 21:41:28.895999 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-bc45aec7-f470-4282-9f04-dbb6c57ca082 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 379 time: 0.1322491
Nov 13 21:41:28.909929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'port': {'device_id': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'admin_state_up': True, 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'security_groups': ['bf02e925-1656-4249-8d8d-39244d9d2b0c']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:28.928356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:28.979323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:29.020304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:41:29.020651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 2ff28bba-e259-47d2-8d21-4d04ff6a6c0c not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:41:29.023745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e944a-4a0d-4695-b149-092b13fab6b2 None None] Pushing event updated for resources: {'Port': ['ID=0320bc41-821b-433f-afaf-800a82a8a473,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:29.051223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7c0ce818-2da4-408d-b0d2-4265f9629c3d None None] Provisioning complete for port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:29.051854 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7c0ce818-2da4-408d-b0d2-4265f9629c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.154573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7c0ce818-2da4-408d-b0d2-4265f9629c3d None None] Port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:29.170693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7c0ce818-2da4-408d-b0d2-4265f9629c3d None None] Provisioning complete for port 0320bc41-821b-433f-afaf-800a82a8a473 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:29.170693 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7c0ce818-2da4-408d-b0d2-4265f9629c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.202504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:29.207242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.210699 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.431957 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-467fc122-8d7d-4f22-8c56-57b25210d9f9 req-ae811213-d03c-46dd-a981-a59c1eeb470c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 210 time: 0.0592422
Nov 13 21:41:29.468334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.11 (17e434a8-28c9-42aa-b99c-d8c4b4bad9bb/2a4acc4e-bcce-4b2f-844b-95c0d0a1729e/0890fec0-397a-4846-a7aa-e98bafc58afa) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:29.514030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:29.514626 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.609618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.622450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:29.623851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.699948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.749771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:29.753052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:29.759451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:29.792487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:29.830627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:29.831590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:29.954104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-5612484a-17ff-4458-a21c-a2ab0fa0c538 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0502865
Nov 13 21:41:29.976055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0320bc41-821b-433f-afaf-800a82a8a473 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:29.987471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Request body: {'port': {'device_id': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:30.030721 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.048143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0320bc41-821b-433f-afaf-800a82a8a473 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:30.048347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.105298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.169392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6b353053-9163-432b-95d1-8f4ad4fae60c None None] Provisioning complete for port 0890fec0-397a-4846-a7aa-e98bafc58afa triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:30.169884 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6b353053-9163-432b-95d1-8f4ad4fae60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.213723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6b353053-9163-432b-95d1-8f4ad4fae60c None None] Port 0890fec0-397a-4846-a7aa-e98bafc58afa cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:30.303141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.344762 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:30.352003 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.455729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.643809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Router 7c232559-111a-4054-b461-8133e0071c9f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:41:30.700534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c0b91-98ae-4e83-b291-20a6accdd2f4 req-06676956-96f7-4a09-ac39-0e6de199de06 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:30.701969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-456c0b91-98ae-4e83-b291-20a6accdd2f4 req-06676956-96f7-4a09-ac39-0e6de199de06 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 932 time: 0.0812182
Nov 13 21:41:30.723480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:30.732765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4119abb6-c544-4b0a-9920-c1bc8752b6b8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/routers/7c232559-111a-4054-b461-8133e0071c9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2244179
Nov 13 21:41:30.733025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41418) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:30.739059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] Sync routers for ids ['7c232559-111a-4054-b461-8133e0071c9f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:30.750597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] Routers {'7c232559-111a-4054-b461-8133e0071c9f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:30.751274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd707610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7c232559-111a-4054-b461-8133e0071c9f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:30.759423 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c89402-c25a-4278-9f75-19d75acccea1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:30.764487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-31c89402-c25a-4278-9f75-19d75acccea1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/3b83dcdf-60b9-4fc8-a3cd-c4e0ee1d3598 HTTP/1.1" status: 404  len: 333 time: 0.0272758
Nov 13 21:41:30.764487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41420) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:30.789557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd707610>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:30.798469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] Routers {'7c232559-111a-4054-b461-8133e0071c9f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:30.799079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd707610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['7c232559-111a-4054-b461-8133e0071c9f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:30.806277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-456c0b91-98ae-4e83-b291-20a6accdd2f4 req-b2f80596-f6b8-468f-96a2-e1bedd5f855e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779736
Nov 13 21:41:30.836279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd707610>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:30.837337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86161af5-7a25-4ff2-b34b-2270ad36feed None None] The sync data for ids ['7c232559-111a-4054-b461-8133e0071c9f'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:30.849068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.872745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0890fec0-397a-4846-a7aa-e98bafc58afa {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:41:30.882186 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:30.900170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Transition to ACTIVE for port object 0890fec0-397a-4846-a7aa-e98bafc58afa will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:41:30.973313 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.027519 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:31.035642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.038589 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.112715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:31.113142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:31.113541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:31.126051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Port 0890fec0-397a-4846-a7aa-e98bafc58afa on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:41:31.126384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:31.132571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:31.133017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Checking segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:31.133426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Bound using segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:31.133861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Bound port: 0890fec0-397a-4846-a7aa-e98bafc58afa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:31.134217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.163138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.163781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Fanout notify agent at l3_agent the message router_deleted on router 7c232559-111a-4054-b461-8133e0071c9f {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:41:31.174572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.174572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a31a444-16ef-4670-b507-92d2663a6aea tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/routers/7c232559-111a-4054-b461-8133e0071c9f HTTP/1.1" status: 204  len: 168 time: 0.4071996
Nov 13 21:41:31.176222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41426) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:31.206081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:31.211007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:31.244980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet e35b625a-6687-482e-acb7-82c779070a37 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:31.250918 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.260190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.300049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.300623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.302687 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] 10.222.0.46 "PUT /v2.0/ports/0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 1092 time: 1.3371172
Nov 13 21:41:31.302687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:31.304820 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545546a-c8e5-47f8-ac0b-223c29366acb" -d '{"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:31.305280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.328503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9ebe7-12c7-4891-a89a-09c298e7307c service neutron] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:31.370367 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fa0b93-7b5e-4730-a0a4-c30d309062d9 x-openstack-request-id: req-82fa0b93-7b5e-4730-a0a4-c30d309062d9 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:31.370367 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:31.370367 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82fa0b93-7b5e-4730-a0a4-c30d309062d9 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:31.370912 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'status': 'completed', 'code': 200}
Nov 13 21:41:31.424907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.436251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545546a-c8e5-47f8-ac0b-223c29366acb req-3f67c167-e529-4eb5-b1de-57fd76666872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.437898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d545546a-c8e5-47f8-ac0b-223c29366acb req-3f67c167-e529-4eb5-b1de-57fd76666872 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1095 time: 0.0448439
Nov 13 21:41:31.549341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545546a-c8e5-47f8-ac0b-223c29366acb req-0f1453a4-50f1-49cd-b304-6c4bc48da1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.550795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d545546a-c8e5-47f8-ac0b-223c29366acb req-0f1453a4-50f1-49cd-b304-6c4bc48da1c6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=922599e50d824c038fd08455d0e213d4&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1044972
Nov 13 21:41:31.563256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.595315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.600839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/e35b625a-6687-482e-acb7-82c779070a37 HTTP/1.1" status: 204  len: 168 time: 0.4234300
Nov 13 21:41:31.602002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec0bb5-7f2e-40a4-92a0-3c49d9b76794 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=e35b625a-6687-482e-acb7-82c779070a37,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:31.605636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41430) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:31.611983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb79a1ba-3c04-4064-b3be-64327e90c1d1 None None] Network fbcd6224-e1d6-4cef-8de5-80a59e317c4a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:31.663175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545546a-c8e5-47f8-ac0b-223c29366acb req-74355026-8d10-4f4c-aa7d-8905ffec7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.665020 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d545546a-c8e5-47f8-ac0b-223c29366acb req-74355026-8d10-4f4c-aa7d-8905ffec7932 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1045601
Nov 13 21:41:31.697188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.748467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-b4098629-d2cf-4492-8318-afc3ed233369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.750476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-b4098629-d2cf-4492-8318-afc3ed233369 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1095 time: 0.0482688
Nov 13 21:41:31.755343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port c582aee2-a3ef-4159-9d74-36206f1e5921 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:31.755676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.799775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-454a83e9-29a7-4c78-b577-901d638ae940 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 217 time: 0.0413568
Nov 13 21:41:31.821806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] For port c582aee2-a3ef-4159-9d74-36206f1e5921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c582aee2-a3ef-4159-9d74-36206f1e5921,segment=NetworkSegment(befd0282-4c53-4bd4-82bc-782589a1f5ea),segment_id=befd0282-4c53-4bd4-82bc-782589a1f5ea)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:31.822120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] DHCP port deletion for fbcd6224-e1d6-4cef-8de5-80a59e317c4a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:31.822264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.840201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for c582aee2-a3ef-4159-9d74-36206f1e5921 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:31.854625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-98244839-2498-4bbc-8e0f-798ba1ae277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.856364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-98244839-2498-4bbc-8e0f-798ba1ae277b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0489569
Nov 13 21:41:31.906541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] Deleting port c582aee2-a3ef-4159-9d74-36206f1e5921 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:31.907153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:31.937621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6ca1bc7e-123e-415b-a17c-3c6ec7668085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:31.939233 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-6ca1bc7e-123e-415b-a17c-3c6ec7668085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0749950
Nov 13 21:41:31.958472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c582aee2-a3ef-4159-9d74-36206f1e5921 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:31.999936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] For port c582aee2-a3ef-4159-9d74-36206f1e5921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c582aee2-a3ef-4159-9d74-36206f1e5921,segment=NetworkSegment(befd0282-4c53-4bd4-82bc-782589a1f5ea),segment_id=befd0282-4c53-4bd4-82bc-782589a1f5ea)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:32.000332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.020340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] Calling delete_port for c582aee2-a3ef-4159-9d74-36206f1e5921 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:32.032046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d11b3-8ea3-4e1d-b9c0-dccccdecb272 req-cf394929-37ab-424b-a930-a01618a397f7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:32.033612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-243d11b3-8ea3-4e1d-b9c0-dccccdecb272 req-cf394929-37ab-424b-a930-a01618a397f7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.1126418
Nov 13 21:41:32.054134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.080107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=c582aee2-a3ef-4159-9d74-36206f1e5921,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:32.081189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-47fbc424-a892-4611-87b9-f6b9c72a324e service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281934
Nov 13 21:41:32.083881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No DVR routers for this DVR port c582aee2-a3ef-4159-9d74-36206f1e5921 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:32.091006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Port c582aee2-a3ef-4159-9d74-36206f1e5921 update to DOWN by agent not found {{(pid=120534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Nov 13 21:41:32.129775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.164986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] No DVR routers for this DVR port c582aee2-a3ef-4159-9d74-36206f1e5921 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:32.187116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.188443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e52d-64fe-4a69-a1ea-e6e5c946ad1b None None] Pushing event deleted for resources: {'Port': ['ID=c582aee2-a3ef-4159-9d74-36206f1e5921,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:32.213639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-243d11b3-8ea3-4e1d-b9c0-dccccdecb272 req-e39399fd-61df-4009-a9e4-1bc70ed5e5cd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1716630
Nov 13 21:41:32.216449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdce30d30>,) {'filters': {'network_id': ['fbcd6224-e1d6-4cef-8de5-80a59e317c4a']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:32.226133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdce30d30>, 'befd0282-4c53-4bd4-82bc-782589a1f5ea') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:32.226505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdce30d30>, 'befd0282-4c53-4bd4-82bc-782589a1f5ea') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:32.236943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.251128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.253664 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9d78ee08-055b-411e-bed0-ea86e8d3476c req-57602f6f-01b9-44e9-84fe-ea57bad53bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643372
Nov 13 21:41:32.258707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:41:32.262715 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:41:32.448074 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.455437 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:32.458526 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/fbcd6224-e1d6-4cef-8de5-80a59e317c4a HTTP/1.1" status: 204  len: 168 time: 0.8517523
Nov 13 21:41:32.463521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41438) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:32.471266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc9990-9538-47fa-ac35-bdf484bb4e1a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=fbcd6224-e1d6-4cef-8de5-80a59e317c4a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:32.507532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71216e6d-0b95-4289-bebf-6195ab937fa8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:32.509417 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-71216e6d-0b95-4289-bebf-6195ab937fa8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/7deed278-33e1-48b7-b8f1-a5588af35c85 HTTP/1.1" status: 200  len: 845 time: 0.0443327
Nov 13 21:41:32.513431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:32.554144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c7f6df2b-9955-460c-93ec-fc28bce8a66a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/7deed278-33e1-48b7-b8f1-a5588af35c85?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0389812
Nov 13 21:41:32.557742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41442) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:32.562444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:32.784202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:32.788407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.105204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.145959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:33.151065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:33.155882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:33.156474 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.159282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f45aaae-f043-4e89-978d-a156f6a8fec1 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:33.168145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=6d0292d0-8040-4a4d-8e00-9f5f09cadd2b,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:33.228562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d8bf0b7-8f82-400d-bfc8-87f5095c6e7a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6698048
Nov 13 21:41:33.231357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41448) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:33.237487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924079256'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:33.334243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.348489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23337b63-ae67-4ffc-99c6-889877ec60b9 req-e6b2ccb2-86ff-4433-87a7-488bc60147fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:33.351470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23337b63-ae67-4ffc-99c6-889877ec60b9 req-e6b2ccb2-86ff-4433-87a7-488bc60147fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.0522280
Nov 13 21:41:33.360585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'tenant_id': '2ca7c0351f074cbc9897770a28aa188c', 'fixed_ips': [{'subnet_id': '6d0292d0-8040-4a4d-8e00-9f5f09cadd2b'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:33.361749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.406398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.415434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23337b63-ae67-4ffc-99c6-889877ec60b9 req-63cd25c8-41dd-4c2b-a495-9255c4f476a4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475674
Nov 13 21:41:33.464092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.499184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f497f8-0a10-4a6c-a7db-f23b9df479b8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:33.504061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Allocated IP 2001:db8::2 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/6d0292d0-8040-4a4d-8e00-9f5f09cadd2b/b878f913-a4be-4e3a-8306-d4d9c6f3044e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:33.587475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.588771 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4b0dd42-51e5-4714-b43a-debc679f20a3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3564920
Nov 13 21:41:33.591559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41462) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:33.595957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'security_group': {'name': 'tempest-secgroup-911687269'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:33.649014 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.676391 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.705510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.742847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:33.747551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:33.751210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:33.758269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Pushing event updated for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:33.809986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Attempting to bind port b878f913-a4be-4e3a-8306-d4d9c6f3044e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:33.810355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Attempting to bind port b878f913-a4be-4e3a-8306-d4d9c6f3044e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05a27701-3daf-4af7-a5bd-9eb711116c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:33.810849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Attempting to bind port b878f913-a4be-4e3a-8306-d4d9c6f3044e on network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:33.816096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:33.816466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Checking segment: {'id': '05a27701-3daf-4af7-a5bd-9eb711116c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:33.816890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.817303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Bound using segment: {'id': '05a27701-3daf-4af7-a5bd-9eb711116c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:33.817767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Bound port: b878f913-a4be-4e3a-8306-d4d9c6f3044e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a27701-3daf-4af7-a5bd-9eb711116c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:33.818144 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.864411 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.885219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:33.888536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b878f913-a4be-4e3a-8306-d4d9c6f3044e,segment=NetworkSegment(05a27701-3daf-4af7-a5bd-9eb711116c66),segment_id=05a27701-3daf-4af7-a5bd-9eb711116c66)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:33.938961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.962698 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:33.968518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cbb197-d9ba-4f0c-82cc-1217e4f83e8c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:33.999791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:34.001603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d7695de3-7a14-407f-87c3-836058ff844f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4087262
Nov 13 21:41:34.005514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41464) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:34.011153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1318874270', 'security_groups': ['34cbb197-d9ba-4f0c-82cc-1217e4f83e8c'], 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d0292d0-8040-4a4d-8e00-9f5f09cadd2b'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:34.030133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a1f8d-615d-42b0-a9d3-99add59b78ad None None] Pushing event updated for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:34.213805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:34.326171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:34.346917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 15df5ac4-d87b-4a77-a315-39adb1e6ab17 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:34.567332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::3b8 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/6d0292d0-8040-4a4d-8e00-9f5f09cadd2b/15df5ac4-d87b-4a77-a315-39adb1e6ab17) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:34.576714 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17c554-dfb7-412f-964e-0e642474f4c4 req-7978f6da-d06a-4e39-a463-ba8f117560af tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:34.578321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a17c554-dfb7-412f-964e-0e642474f4c4 req-7978f6da-d06a-4e39-a463-ba8f117560af tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.0777555
Nov 13 21:41:34.671309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a17c554-dfb7-412f-964e-0e642474f4c4 req-054aedb1-47f5-44be-a32d-26b1fd203075 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844417
Nov 13 21:41:34.759136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:34.911471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:34.957325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:34.963457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:34.965857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:34.971924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:34.972400 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:34.985242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=15df5ac4-d87b-4a77-a315-39adb1e6ab17,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:35.033848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Provisioning complete for port 7deed278-33e1-48b7-b8f1-a5588af35c85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:35.034300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.057466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cecd621f-d7d3-4219-ba46-9a3a43c327ed tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0505960
Nov 13 21:41:35.060219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41488) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:35.065425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:35.075384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Port 7deed278-33e1-48b7-b8f1-a5588af35c85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:35.086050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:35.086814 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.176310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.212189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b878f913-a4be-4e3a-8306-d4d9c6f3044e,segment=NetworkSegment(05a27701-3daf-4af7-a5bd-9eb711116c66),segment_id=05a27701-3daf-4af7-a5bd-9eb711116c66)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:35.242657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:35.246152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.265000 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.314524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e784f-b1a0-423d-8089-a9199f2054bf None None] Pushing event updated for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:35.337545 ncdv-master-1 neutron-server[120532]: INFO neutron.db.ipam_backend_mixin [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d0292d0-8040-4a4d-8e00-9f5f09cadd2b (CIDR: 2001:db8::/64)
Nov 13 21:41:35.385163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9551001f-bdc0-4b39-aafc-6122a10da6dc None None] Provisioning complete for port 15df5ac4-d87b-4a77-a315-39adb1e6ab17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:35.385533 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9551001f-bdc0-4b39-aafc-6122a10da6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.402683 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:41:35.402931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:35.431361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9551001f-bdc0-4b39-aafc-6122a10da6dc None None] Port 15df5ac4-d87b-4a77-a315-39adb1e6ab17 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:35.507984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d6d3630f-4877-4c83-bfb8-7cb3db271134 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4465256
Nov 13 21:41:35.510642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41494) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:35.515922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:35.575905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:41:35.672069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:35.683579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'port_id': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'mac_address': 'fa:16:3e:e0:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:41:35.723690 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.736944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0890fec0-397a-4846-a7aa-e98bafc58afa {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:41:35.750871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:35.754495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.756581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:35.837408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:35.838809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40dbdb-9991-4ffa-9f06-1ad553933bf1 req-7572610f-5902-479c-97b4-458fca91c0ac tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:35.840370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf40dbdb-9991-4ffa-9f06-1ad553933bf1 req-7572610f-5902-479c-97b4-458fca91c0ac tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.1014857
Nov 13 21:41:35.894728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:35.930275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf40dbdb-9991-4ffa-9f06-1ad553933bf1 req-3d6973e3-189b-4e4f-bce0-70a6e31023b9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771050
Nov 13 21:41:35.957392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b878f913-a4be-4e3a-8306-d4d9c6f3044e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:36.010643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:36.011015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:36.057183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['0890fec0-397a-4846-a7aa-e98bafc58afa'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:41:36.139498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:36.177343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:36.180477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:36.184832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:36.185426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:36.196804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbba231-de73-4d26-b19b-d9e576582bb1 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:36.204141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=7b32c913-23c0-42db-99c6-fab19293080b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:36.279078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a6faa604-c696-40f3-a687-d763bba827fa tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7673590
Nov 13 21:41:36.281855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41498) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:36.287273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1208235001', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7b32c913-23c0-42db-99c6-fab19293080b'}], 'security_groups': ['e9f497f8-0a10-4a6c-a7db-f23b9df479b8']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:36.439738 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:36.657479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] Update dhcp port {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'fixed_ips': [{'subnet_id': '6d0292d0-8040-4a4d-8e00-9f5f09cadd2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b32c913-23c0-42db-99c6-fab19293080b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b878f913-a4be-4e3a-8306-d4d9c6f3044e'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:41:36.682719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:36.756109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Delete allocated IP 2001:db8::3b8 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/6d0292d0-8040-4a4d-8e00-9f5f09cadd2b) {{(pid=120532) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 13 21:41:36.764680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8:0:1::129 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/7b32c913-23c0-42db-99c6-fab19293080b/15df5ac4-d87b-4a77-a315-39adb1e6ab17) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:36.909544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:36.967765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.021322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] Allocated IP 2001:db8:0:1::2 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/7b32c913-23c0-42db-99c6-fab19293080b/b878f913-a4be-4e3a-8306-d4d9c6f3044e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:37.033463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] In _notify_port_updated(), no bound segment for port 15df5ac4-d87b-4a77-a315-39adb1e6ab17 on network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 {{(pid=120532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:41:37.039560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:37.040247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.044206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/ports/15df5ac4-d87b-4a77-a315-39adb1e6ab17 HTTP/1.1" status: 200  len: 931 time: 0.7588630
Nov 13 21:41:37.044518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41506) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:37.056781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e4693-385b-4924-bc9e-9906f5f1354b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=15df5ac4-d87b-4a77-a315-39adb1e6ab17,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:37.073824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec163b9-1df3-408c-9cab-7edb610b40f9 req-08c9635f-c058-424a-b91a-680bbb07cebd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:37.075572 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ec163b9-1df3-408c-9cab-7edb610b40f9 req-08c9635f-c058-424a-b91a-680bbb07cebd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 945 time: 0.0709157
Nov 13 21:41:37.131697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b878f913-a4be-4e3a-8306-d4d9c6f3044e,segment=NetworkSegment(05a27701-3daf-4af7-a5bd-9eb711116c66),segment_id=05a27701-3daf-4af7-a5bd-9eb711116c66)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:37.138112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4ec163b9-1df3-408c-9cab-7edb610b40f9 req-1ed2871a-0f57-42a1-9b73-f4de155cdad8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553472
Nov 13 21:41:37.148241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 15df5ac4-d87b-4a77-a315-39adb1e6ab17 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:37.149265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.163140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.225646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.238211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.250541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 15df5ac4-d87b-4a77-a315-39adb1e6ab17 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:37.319927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f3289-6fca-407d-9db9-25579cf9138b None None] Pushing event updated for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:37.459964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.492315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=15df5ac4-d87b-4a77-a315-39adb1e6ab17,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:37.524479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.528257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a71b6a15-58f0-49e3-a305-30cbfafeed08 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/15df5ac4-d87b-4a77-a315-39adb1e6ab17 HTTP/1.1" status: 204  len: 168 time: 0.4824462
Nov 13 21:41:37.537217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41512) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:37.562714 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a8a98a-2fa5-4e79-a551-9893658af816 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:37.564229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-69a8a98a-2fa5-4e79-a551-9893658af816 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/15df5ac4-d87b-4a77-a315-39adb1e6ab17 HTTP/1.1" status: 404  len: 333 time: 0.0254927
Nov 13 21:41:37.567098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41514) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:37.590126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:37.627190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe051d48-c8ac-4f84-accb-7ea7992ed4a1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.652344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe051d48-c8ac-4f84-accb-7ea7992ed4a1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.727856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 0890fec0-397a-4846-a7aa-e98bafc58afa completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:41:37.732109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 0890fec0-397a-4846-a7aa-e98bafc58afa triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:37.732577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.773640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe051d48-c8ac-4f84-accb-7ea7992ed4a1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.776481 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fe051d48-c8ac-4f84-accb-7ea7992ed4a1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.777758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fe051d48-c8ac-4f84-accb-7ea7992ed4a1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/security-groups/34cbb197-d9ba-4f0c-82cc-1217e4f83e8c HTTP/1.1" status: 204  len: 168 time: 0.2097569
Nov 13 21:41:37.780580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41516) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:37.790561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051d48-c8ac-4f84-accb-7ea7992ed4a1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cbb197-d9ba-4f0c-82cc-1217e4f83e8c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:37.843309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.847271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9365134e-9414-40a2-b47c-85ef379eeb68 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.875113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9365134e-9414-40a2-b47c-85ef379eeb68 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.890447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:37.893626 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d3a0c7-c65f-489d-be3c-d713b797f172" -d '{"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-plugged", "status": "completed", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:37.911418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:37.935275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b3334d4c-6728-4aac-b881-c3d77a6abb41 None None] Provisioning complete for port 7deed278-33e1-48b7-b8f1-a5588af35c85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:37.935735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3334d4c-6728-4aac-b881-c3d77a6abb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:37.963026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b878f913-a4be-4e3a-8306-d4d9c6f3044e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:38.011697 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.026114 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9365134e-9414-40a2-b47c-85ef379eeb68 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.027566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b3334d4c-6728-4aac-b881-c3d77a6abb41 None None] Port 7deed278-33e1-48b7-b8f1-a5588af35c85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:38.030514 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9365134e-9414-40a2-b47c-85ef379eeb68 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.032431 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9365134e-9414-40a2-b47c-85ef379eeb68 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/security-groups/e9f497f8-0a10-4a6c-a7db-f23b9df479b8 HTTP/1.1" status: 204  len: 168 time: 0.2505534
Nov 13 21:41:38.035194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:38.046471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365134e-9414-40a2-b47c-85ef379eeb68 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f497f8-0a10-4a6c-a7db-f23b9df479b8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:38.055040 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93639cc-0465-4a00-b8a1-bd038144ec7a x-openstack-request-id: req-f93639cc-0465-4a00-b8a1-bd038144ec7a {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:38.055559 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-plugged", "status": "completed", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:38.055876 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f93639cc-0465-4a00-b8a1-bd038144ec7a {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:38.056340 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'code': 200}
Nov 13 21:41:38.106692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 6d0292d0-8040-4a4d-8e00-9f5f09cadd2b {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:38.110160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b3334d4c-6728-4aac-b881-c3d77a6abb41 None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:38.110431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.110548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3334d4c-6728-4aac-b881-c3d77a6abb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.149810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:38.150460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.164019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.180048 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b9de-a2d4-4889-910e-bc1334a789e2 req-128bdddd-0dd0-4022-afcc-b6caf7a6ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:38.183145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2726b9de-a2d4-4889-910e-bc1334a789e2 req-128bdddd-0dd0-4022-afcc-b6caf7a6ccdc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.0823767
Nov 13 21:41:38.195013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:38.246532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2726b9de-a2d4-4889-910e-bc1334a789e2 req-e6039cbe-3e11-415e-9fe6-b3c71af8de98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542912
Nov 13 21:41:38.301161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.326463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b3334d4c-6728-4aac-b881-c3d77a6abb41 None None] Could not find standard attr ID for object 15df5ac4-d87b-4a77-a315-39adb1e6ab17. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:41:38.336204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56f54-995c-4eb1-84c2-487ae7408bfd req-89f69956-32db-41d9-a2e9-703054c8b45f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:38.341200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6e56f54-995c-4eb1-84c2-487ae7408bfd req-89f69956-32db-41d9-a2e9-703054c8b45f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0798073
Nov 13 21:41:38.394177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a6e56f54-995c-4eb1-84c2-487ae7408bfd req-8e5f1e9a-7f6c-45fd-b9cd-464eab9e0911 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496190
Nov 13 21:41:38.395014 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:41:38.438130 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2df0ec00-46ca-42ad-858c-bfe0c849c02b None None] Could not find standard attr ID for object 15df5ac4-d87b-4a77-a315-39adb1e6ab17. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 21:41:38.459683 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.487439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0292d0-8040-4a4d-8e00-9f5f09cadd2b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:38.489422 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:38.493228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6c1d0ad0-c33b-4723-9be7-fe0d7280a4bd tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/6d0292d0-8040-4a4d-8e00-9f5f09cadd2b HTTP/1.1" status: 204  len: 168 time: 0.4567268
Nov 13 21:41:38.499024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:38.502255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4afe5-4833-41bd-91d0-8f7ba9cfd022 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:38.503838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:38.732976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:38.738550 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.031030 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.073690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:39.078694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:39.083176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:39.083774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.096010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=c53c649b-581f-47be-bd2c-ac48370c326d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:39.187710 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd205675-1c67-477d-818e-d9992b70c6c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6885903
Nov 13 21:41:39.190187 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:39.195346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'security_group': {'name': 'tempest-secgroup-1843780321'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:39.236348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39816a-2649-4c48-842c-d08d12c2bac0 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:39.301601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5d24c235-bdad-4442-9e11-1fb2af778b4a None None] Provisioning complete for port 7deed278-33e1-48b7-b8f1-a5588af35c85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:39.301879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5d24c235-bdad-4442-9e11-1fb2af778b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.305410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.356516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5d24c235-bdad-4442-9e11-1fb2af778b4a None None] Port 7deed278-33e1-48b7-b8f1-a5588af35c85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:39.388726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.391543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5d24c235-bdad-4442-9e11-1fb2af778b4a None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:39.391907 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5d24c235-bdad-4442-9e11-1fb2af778b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.504220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.528173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198fd40-bf01-4294-9d51-54ff1db9d21d req-4936188f-bbb1-4a01-8f10-530746bda7a8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:39.533422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5198fd40-bf01-4294-9d51-54ff1db9d21d req-4936188f-bbb1-4a01-8f10-530746bda7a8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0624297
Nov 13 21:41:39.552270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d3453e-c1b8-467c-a08a-7c24efee3ce5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:39.563795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] Update dhcp port {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'fixed_ips': [{'subnet_id': '7b32c913-23c0-42db-99c6-fab19293080b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c53c649b-581f-47be-bd2c-ac48370c326d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b878f913-a4be-4e3a-8306-d4d9c6f3044e'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:41:39.599737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.609000 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5198fd40-bf01-4294-9d51-54ff1db9d21d req-951f9959-c020-4573-a887-addc0ddae71e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694683
Nov 13 21:41:39.649697 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.651106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2242de95-a0bb-4c2a-9323-74514bbefe8f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4599593
Nov 13 21:41:39.653754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:39.658300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'security_group': {'name': 'tempest-secgroup-2009852876'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:39.762993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.764012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] Allocated IP 2001:db8::2 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/c53c649b-581f-47be-bd2c-ac48370c326d/b878f913-a4be-4e3a-8306-d4d9c6f3044e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:39.830810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.857628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b878f913-a4be-4e3a-8306-d4d9c6f3044e,segment=NetworkSegment(05a27701-3daf-4af7-a5bd-9eb711116c66),segment_id=05a27701-3daf-4af7-a5bd-9eb711116c66)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:39.890978 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.904895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.935075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a86306c-be71-43c5-a976-1916abdc41bb,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:39.956327 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.990109 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:39.992002 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e531acc6-ceb3-43d7-af77-f8fbe487d050 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3372707
Nov 13 21:41:39.994662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41576) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:39.999329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'security_group': {'name': 'tempest-secgroup-1871149483'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:40.048056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f81e0-1003-4f7d-b3f0-84fa14765897 None None] Pushing event updated for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:40.082673 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.157328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.247142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.282873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0adb63-d6af-4d60-9d8f-d90a15cee58a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:40.341635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.342831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-90677bf2-6ed0-4131-b1ce-c452749fd98f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3472211
Nov 13 21:41:40.345537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:40.350489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1497931264', 'security_groups': ['ef0adb63-d6af-4d60-9d8f-d90a15cee58a'], 'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c53c649b-581f-47be-bd2c-ac48370c326d'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:40.533420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:40.570302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5449b4b8-d954-4e51-b8a7-18e9e57c7dfe None None] Provisioning complete for port 7deed278-33e1-48b7-b8f1-a5588af35c85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:40.570865 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5449b4b8-d954-4e51-b8a7-18e9e57c7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.609458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5449b4b8-d954-4e51-b8a7-18e9e57c7dfe None None] Port 7deed278-33e1-48b7-b8f1-a5588af35c85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:40.621593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5449b4b8-d954-4e51-b8a7-18e9e57c7dfe None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:40.621593 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5449b4b8-d954-4e51-b8a7-18e9e57c7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.626076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:40.646651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] device_id is not set on port 87c20f0c-cc59-4447-9339-74aae7c0b85e yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:41:40.787236 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082c42-ca97-4774-bd7d-f44ad7847995 req-06c10ed1-caa0-445b-a051-051a3a975f32 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:40.789265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45082c42-ca97-4774-bd7d-f44ad7847995 req-06c10ed1-caa0-445b-a051-051a3a975f32 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.1017771
Nov 13 21:41:40.873008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45082c42-ca97-4774-bd7d-f44ad7847995 req-691aa56b-41ea-4be0-bd03-824fe8273c8c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776374
Nov 13 21:41:40.890626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8::130 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/c53c649b-581f-47be-bd2c-ac48370c326d/87c20f0c-cc59-4447-9339-74aae7c0b85e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:40.994899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cc9a5-e496-48dc-8550-3fded9dda57c req-6fd236ff-e8d5-4e79-b0a1-9661d5fd68b8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:40.996481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba2cc9a5-e496-48dc-8550-3fded9dda57c req-6fd236ff-e8d5-4e79-b0a1-9661d5fd68b8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0550115
Nov 13 21:41:41.030293 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.047165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba2cc9a5-e496-48dc-8550-3fded9dda57c req-9682694a-29cf-4ad4-98ce-1fa737374d94 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446339
Nov 13 21:41:41.069669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41588) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:41.109248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93425862-b0d9-434e-8ccd-f0e1216a2792 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:41.110798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-93425862-b0d9-434e-8ccd-f0e1216a2792 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1092 time: 0.0400982
Nov 13 21:41:41.113722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41590) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:41.117970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:41.150751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.190639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:41.193609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:41.199265 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:41.204919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:41.205546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.217174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.221607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=87c20f0c-cc59-4447-9339-74aae7c0b85e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:41.302913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1768cd31-8b4e-41dc-a7bd-f83150085e33 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9562078
Nov 13 21:41:41.306227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41592) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:41.312468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:41.411043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.439219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-06715759-598b-4923-ba7b-2b4dd069f754 None None] Provisioning complete for port 87c20f0c-cc59-4447-9339-74aae7c0b85e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:41.439668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06715759-598b-4923-ba7b-2b4dd069f754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.474509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-06715759-598b-4923-ba7b-2b4dd069f754 None None] Port 87c20f0c-cc59-4447-9339-74aae7c0b85e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:41.531104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.16 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b3e60bae-a139-465c-a3c2-b9c374ca101b) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:41.608805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:41.612324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.722613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.733886 ncdv-master-1 neutron-server[120533]: INFO neutron.db.ipam_backend_mixin [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c53c649b-581f-47be-bd2c-ac48370c326d (CIDR: 2001:db8::/64)
Nov 13 21:41:41.774333 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:41:41.774790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:41.830987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:41.866878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-77cb6c54-715e-46bd-9a93-59ad563e9633 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5596232
Nov 13 21:41:41.870079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41598) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:41.876734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:41.877937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:41.883834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:41.888086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:41.913803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=b3e60bae-a139-465c-a3c2-b9c374ca101b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:41.936526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b878f913-a4be-4e3a-8306-d4d9c6f3044e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:41.992808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:41.993041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.074673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:42.079587 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.191087 ncdv-master-1 neutron-server[120532]: INFO neutron.db.ipam_backend_mixin [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7b32c913-23c0-42db-99c6-fab19293080b (CIDR: 2001:db8:0:1::/64)
Nov 13 21:41:42.281337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.317469 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 21:41:42.318581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:42.367732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.455994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.462323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f73f8984-f664-42b9-b82f-3ab7d137fb01 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5902872
Nov 13 21:41:42.470614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41600) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:42.470614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'subnet': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:42.609428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.659751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Made reservation on behalf of 2ca7c0351f074cbc9897770a28aa188c for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:42.663519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.699748 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.767656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=b3e60bae-a139-465c-a3c2-b9c374ca101b,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:42.780032 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:42.886750 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP 2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 associated. External IP: 172.35.3.16, port: 0890fec0-397a-4846-a7aa-e98bafc58afa.
Nov 13 21:41:42.950968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.002163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:43.005272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:43.009388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:43.009968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.015150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed864df-f75c-40f9-b9cd-2626d55cafe3 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:43.021685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Subnet': ['ID=f0cfa2e3-1d10-40b3-8044-41edb3e476aa,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:43.033381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.033726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.034068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.034962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.034962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.035165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.035378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.035708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.036036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.037007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.038289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.038289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:41:43.098615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-05316be0-0ec5-46e0-bf77-c5088d4a1e9e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6321568
Nov 13 21:41:43.101538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41608) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:43.106965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1954680827', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f0cfa2e3-1d10-40b3-8044-41edb3e476aa'}], 'security_groups': ['c8d3453e-c1b8-467c-a08a-7c24efee3ce5', '2a86306c-be71-43c5-a976-1916abdc41bb']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:43.143302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ac1191b1-524d-4503-b598-030fe90cfea7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:41:43.221548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.236641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] Update dhcp port {'port': {'network_id': '9dc655e1-a33e-41e5-a5d6-f8e2d34ede86', 'fixed_ips': [{'subnet_id': '7b32c913-23c0-42db-99c6-fab19293080b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c53c649b-581f-47be-bd2c-ac48370c326d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0cfa2e3-1d10-40b3-8044-41edb3e476aa'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b878f913-a4be-4e3a-8306-d4d9c6f3044e'} from ncdv-master-1. {{(pid=120534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Nov 13 21:41:43.262823 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.434044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] Allocated IP 2001:db8:0:2::2 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/f0cfa2e3-1d10-40b3-8044-41edb3e476aa/b878f913-a4be-4e3a-8306-d4d9c6f3044e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:43.675377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b878f913-a4be-4e3a-8306-d4d9c6f3044e,segment=NetworkSegment(05a27701-3daf-4af7-a5bd-9eb711116c66),segment_id=05a27701-3daf-4af7-a5bd-9eb711116c66)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:43.705194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.714343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:43.725112 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] Sync routers for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:43.735021 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:43.735616 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:43.778506 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.818060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:43.856543 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:41:43.864935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e12b34e1-374f-4c80-8a9b-fbc4b5119512 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7501836
Nov 13 21:41:43.868185 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:43.870724 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:43.901473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828c9ae-1131-498c-a13c-5f201fd0dd90 None None] Pushing event updated for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:43.972514 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb260b44-315c-4dc6-a624-aea4a736d1bd x-openstack-request-id: req-fb260b44-315c-4dc6-a624-aea4a736d1bd {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:43.973120 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:43.975972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb260b44-315c-4dc6-a624-aea4a736d1bd {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:43.975972 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'status': 'completed', 'code': 200}
Nov 13 21:41:44.089609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Delete allocated IP 2001:db8::130 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/c53c649b-581f-47be-bd2c-ac48370c326d) {{(pid=120533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Nov 13 21:41:44.106347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Allocated IP 2001:db8:0:2::36 (9dc655e1-a33e-41e5-a5d6-f8e2d34ede86/f0cfa2e3-1d10-40b3-8044-41edb3e476aa/87c20f0c-cc59-4447-9339-74aae7c0b85e) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:44.117769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-421b44e8-a2b0-44ae-977d-cc2afbb42c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:44.119306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-421b44e8-a2b0-44ae-977d-cc2afbb42c12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.1086724
Nov 13 21:41:44.128299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158608d-13d3-4707-b829-14b094246ea2 req-263fc11f-701d-475c-821f-c1c029319f18 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:44.130400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f158608d-13d3-4707-b829-14b094246ea2 req-263fc11f-701d-475c-821f-c1c029319f18 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.1341515
Nov 13 21:41:44.136302 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2fb1985b-1ec4-4cf1-b505-aba3f1e83e21', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.16', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'port_id': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'mac_address': 'fa:16:3e:e0:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:41:42Z', 'updated_at': '2021-11-13T21:41:42Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:28Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:44.169399 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] Checking router: ac1191b1-524d-4503-b598-030fe90cfea7 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:41:44.180960 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:44.181713 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:44.294464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:41:44.300760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f158608d-13d3-4707-b829-14b094246ea2 req-f679c430-e0d6-4200-a0a2-9740e65250d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588314
Nov 13 21:41:44.326133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41618) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:44.355926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-2127a5b6-e74e-40d1-809c-754fd0df1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:44.357456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-2127a5b6-e74e-40d1-809c-754fd0df1435 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.2267029
Nov 13 21:41:44.404285 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44248489-d0cc-4f98-9ec2-91f946d6200c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 HTTP/1.1" status: 200  len: 991 time: 0.0769527
Nov 13 21:41:44.509523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-89069065-e308-40e0-a51d-d5339b266e1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 999 time: 0.1441941
Nov 13 21:41:44.557737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.575393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-ce776d8e-6302-42ae-9c95-958b70ea2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:44.576674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-ce776d8e-6302-42ae-9c95-958b70ea2ff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0594504
Nov 13 21:41:44.586342 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2fb1985b-1ec4-4cf1-b505-aba3f1e83e21', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.16', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'port_id': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'mac_address': 'fa:16:3e:e0:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:41:42Z', 'updated_at': '2021-11-13T21:41:42Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:28Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:44.613318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad55bebf-45f3-419b-80df-0cf10793fe1d None None] The sync data for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 is: [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2fb1985b-1ec4-4cf1-b505-aba3f1e83e21', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.16', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'port_id': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'mac_address': 'fa:16:3e:e0:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:41:42Z', 'updated_at': '2021-11-13T21:41:42Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:28Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:44.615227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Provisioning complete for port 7deed278-33e1-48b7-b8f1-a5588af35c85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:44.616343 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.656765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-0ea24b4f-5851-4afc-905b-a90a8e3a9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:44.658350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-0ea24b4f-5851-4afc-905b-a90a8e3a9e8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0606394
Nov 13 21:41:44.659548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.659842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Port 7deed278-33e1-48b7-b8f1-a5588af35c85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:44.673617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Provisioning complete for port 87c20f0c-cc59-4447-9339-74aae7c0b85e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:44.674071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.703513 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.723121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Port 87c20f0c-cc59-4447-9339-74aae7c0b85e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:44.738134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:44.738862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e8b465f-8415-4e41-99a7-1623623777ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.766895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] In _notify_port_updated(), no bound segment for port 87c20f0c-cc59-4447-9339-74aae7c0b85e on network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 {{(pid=120533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Nov 13 21:41:44.773453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:44.774243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:44.775413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "PUT /v2.0/ports/87c20f0c-cc59-4447-9339-74aae7c0b85e HTTP/1.1" status: 200  len: 969 time: 1.6726096
Nov 13 21:41:44.782182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41632) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:44.815405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14807dca-0d5a-44af-84da-15bb265feb87 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event updated for resources: {'Port': ['ID=87c20f0c-cc59-4447-9339-74aae7c0b85e,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:44.851639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-5375329f-76a0-4eb3-bc56-a8e3295a4c22 service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795943
Nov 13 21:41:44.954992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10824d6d-de54-4932-81df-77a0c16100aa None None] New status for floating IP 2fb1985b-1ec4-4cf1-b505-aba3f1e83e21: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:41:44.996869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e47f4ac-0bb3-44c5-bb1f-5d0b47a4f9c4 req-33f1be46-cd34-4a49-9817-f7de0c3d7a7a service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369228
Nov 13 21:41:45.085375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-01902378-6d9b-422e-96d7-e9e969e29d13 None None] Provisioning complete for port 87c20f0c-cc59-4447-9339-74aae7c0b85e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:45.085741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01902378-6d9b-422e-96d7-e9e969e29d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.154691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-01902378-6d9b-422e-96d7-e9e969e29d13 None None] Port 87c20f0c-cc59-4447-9339-74aae7c0b85e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:45.279051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 87c20f0c-cc59-4447-9339-74aae7c0b85e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:45.279535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.366686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.378215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 87c20f0c-cc59-4447-9339-74aae7c0b85e owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:45.408181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41636) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:45.481739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f46c18b7-441d-418b-8333-303d3bb600f9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 HTTP/1.1" status: 200  len: 993 time: 0.0715966
Nov 13 21:41:45.550885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.584801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=87c20f0c-cc59-4447-9339-74aae7c0b85e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:45.608562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.611997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-447b85ce-77f6-4b10-8100-f80c23808a81 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/87c20f0c-cc59-4447-9339-74aae7c0b85e HTTP/1.1" status: 204  len: 168 time: 0.8285835
Nov 13 21:41:45.614667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41638) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:45.639754 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a16b7c-3b49-4144-b9b9-42594e25b64b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] GET failed (client error): The resource could not be found.
Nov 13 21:41:45.641316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d8a16b7c-3b49-4144-b9b9-42594e25b64b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports/87c20f0c-cc59-4447-9339-74aae7c0b85e HTTP/1.1" status: 404  len: 333 time: 0.0255785
Nov 13 21:41:45.644226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41640) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:45.699569 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86181c74-b7ad-42a8-9970-bb4af69165df tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.723054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86181c74-b7ad-42a8-9970-bb4af69165df tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.796795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86181c74-b7ad-42a8-9970-bb4af69165df tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.799700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-86181c74-b7ad-42a8-9970-bb4af69165df tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.800966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-86181c74-b7ad-42a8-9970-bb4af69165df tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef0adb63-d6af-4d60-9d8f-d90a15cee58a HTTP/1.1" status: 204  len: 168 time: 0.1557286
Nov 13 21:41:45.804345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41648) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:45.811822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86181c74-b7ad-42a8-9970-bb4af69165df tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0adb63-d6af-4d60-9d8f-d90a15cee58a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:45.858796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dce4cf6-3618-4f94-8c74-33b68edd8f7f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.885487 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dce4cf6-3618-4f94-8c74-33b68edd8f7f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:45.938966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b878f913-a4be-4e3a-8306-d4d9c6f3044e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:46.000876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:46.001243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.001375 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dce4cf6-3618-4f94-8c74-33b68edd8f7f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.004552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0dce4cf6-3618-4f94-8c74-33b68edd8f7f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.005492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0dce4cf6-3618-4f94-8c74-33b68edd8f7f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a86306c-be71-43c5-a976-1916abdc41bb HTTP/1.1" status: 204  len: 168 time: 0.2001288
Nov 13 21:41:46.008273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:46.015362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce4cf6-3618-4f94-8c74-33b68edd8f7f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a86306c-be71-43c5-a976-1916abdc41bb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:46.070195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-466516bf-91de-43f8-971b-e03675115781 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.091754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-466516bf-91de-43f8-971b-e03675115781 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.201786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-466516bf-91de-43f8-971b-e03675115781 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.204532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-466516bf-91de-43f8-971b-e03675115781 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.205952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-466516bf-91de-43f8-971b-e03675115781 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/security-groups/c8d3453e-c1b8-467c-a08a-7c24efee3ce5 HTTP/1.1" status: 204  len: 168 time: 0.1962488
Nov 13 21:41:46.214540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41658) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:46.215728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466516bf-91de-43f8-971b-e03675115781 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d3453e-c1b8-467c-a08a-7c24efee3ce5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:46.271228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet c53c649b-581f-47be-bd2c-ac48370c326d {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:46.274936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.320004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.401229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.533240 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.562205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=c53c649b-581f-47be-bd2c-ac48370c326d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:46.567843 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.571622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3e6895b4-825a-4c0b-9f21-ca7fad99388f tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/c53c649b-581f-47be-bd2c-ac48370c326d HTTP/1.1" status: 204  len: 168 time: 0.3614252
Nov 13 21:41:46.575076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41660) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:46.578020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd73f4-103d-45a1-9510-d7bf1cdc1de5 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:46.626111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet f0cfa2e3-1d10-40b3-8044-41edb3e476aa {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:46.629851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.671189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.760492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.884021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.912653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cfa2e3-1d10-40b3-8044-41edb3e476aa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:46.916235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:46.919523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a541290-9a84-4fcd-8efe-32b850ad7c13 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/f0cfa2e3-1d10-40b3-8044-41edb3e476aa HTTP/1.1" status: 204  len: 168 time: 0.3437734
Nov 13 21:41:46.922125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41662) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:46.951966 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-45333ec5-282d-4103-bb5b-5d760572c17a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:46.953028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45333ec5-282d-4103-bb5b-5d760572c17a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:46.958326 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-45333ec5-282d-4103-bb5b-5d760572c17a tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/c53c649b-581f-47be-bd2c-ac48370c326d HTTP/1.1" status: 404  len: 337 time: 0.0326116
Nov 13 21:41:46.958771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41664) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.019621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting subnet 7b32c913-23c0-42db-99c6-fab19293080b {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:41:47.023796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.068188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.156330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.289832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7568670c-3d9b-47b5-ab2c-17b1917cef74 None None] Network 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:47.311498 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.340210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Subnet': ['ID=7b32c913-23c0-42db-99c6-fab19293080b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:47.342140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.345308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-57db2ca0-50c6-4d9a-a98d-2e7b06545d1e tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/7b32c913-23c0-42db-99c6-fab19293080b HTTP/1.1" status: 204  len: 168 time: 0.3848751
Nov 13 21:41:47.348132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41672) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.375397 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d272561-0539-40bb-8289-de1aeb2d6836 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.376022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d272561-0539-40bb-8289-de1aeb2d6836 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.382049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2d272561-0539-40bb-8289-de1aeb2d6836 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/6d0292d0-8040-4a4d-8e00-9f5f09cadd2b HTTP/1.1" status: 404  len: 337 time: 0.0300996
Nov 13 21:41:47.382528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41674) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.409969 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87ad6ddc-6a6a-4c6d-a210-fb5ccabb612b tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c232559-111a-4054-b461-8133e0071c9f HTTP/1.1" status: 200  len: 205 time: 0.0262399
Nov 13 21:41:47.413242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41676) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.426519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8b07ce6e-eb19-42b0-92e9-713eabb5f3ae None None] Provisioning complete for port 7deed278-33e1-48b7-b8f1-a5588af35c85 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:47.426889 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b07ce6e-eb19-42b0-92e9-713eabb5f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.450234 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-847f2348-bb29-4f2a-9067-7b78ea9e3df8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] delete failed (client error): The resource could not be found.
Nov 13 21:41:47.453733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-847f2348-bb29-4f2a-9067-7b78ea9e3df8 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/routers/7c232559-111a-4054-b461-8133e0071c9f HTTP/1.1" status: 404  len: 336 time: 0.0370524
Nov 13 21:41:47.453913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41678) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.466659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8b07ce6e-eb19-42b0-92e9-713eabb5f3ae None None] Port 7deed278-33e1-48b7-b8f1-a5588af35c85 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:47.477669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8b07ce6e-eb19-42b0-92e9-713eabb5f3ae None None] Provisioning complete for port b878f913-a4be-4e3a-8306-d4d9c6f3044e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:47.478298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b07ce6e-eb19-42b0-92e9-713eabb5f3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.488230 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-17768171-8a47-4cdd-adef-e97f0df047b1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.488230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17768171-8a47-4cdd-adef-e97f0df047b1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.492932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-17768171-8a47-4cdd-adef-e97f0df047b1 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/e35b625a-6687-482e-acb7-82c779070a37 HTTP/1.1" status: 404  len: 337 time: 0.0380428
Nov 13 21:41:47.495356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41680) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.523552 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce599602-40ef-413b-a5e6-25956146b3cc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.524008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce599602-40ef-413b-a5e6-25956146b3cc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.527201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce599602-40ef-413b-a5e6-25956146b3cc tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/2a0ed023-8749-40da-83d8-5d3ee489607f HTTP/1.1" status: 404  len: 337 time: 0.0308306
Nov 13 21:41:47.533091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.556950 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cba8bc0-e1ea-49ea-a7e7-aab2d7064e3c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.557396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cba8bc0-e1ea-49ea-a7e7-aab2d7064e3c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.560514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5cba8bc0-e1ea-49ea-a7e7-aab2d7064e3c tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/3c263698-b5cf-45e1-a98f-6e1fa9a8dd87 HTTP/1.1" status: 404  len: 337 time: 0.0296750
Nov 13 21:41:47.562936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41686) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.580062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] DHCP port deletion for 9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:41:47.586180 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fc28f9-d943-4d83-8f3d-93da1398dd63 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.586859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fc28f9-d943-4d83-8f3d-93da1398dd63 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.590875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-04fc28f9-d943-4d83-8f3d-93da1398dd63 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/4fd170da-c871-4b91-b4a1-de965e38ac58 HTTP/1.1" status: 404  len: 333 time: 0.0264180
Nov 13 21:41:47.592729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41688) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.619560 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f8a8638-4c9a-4f63-81aa-68d63626f199 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.620200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f8a8638-4c9a-4f63-81aa-68d63626f199 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.623312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f8a8638-4c9a-4f63-81aa-68d63626f199 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/61e6a874-74c8-402c-9c93-43a74cdce649 HTTP/1.1" status: 404  len: 337 time: 0.0294540
Nov 13 21:41:47.626213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41690) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.646388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] Deleting port b878f913-a4be-4e3a-8306-d4d9c6f3044e {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:47.646793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.654721 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bae414d-fcd1-4272-b556-0bd2745af8c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.655298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bae414d-fcd1-4272-b556-0bd2745af8c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.661233 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3bae414d-fcd1-4272-b556-0bd2745af8c3 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/8c270170-b7db-4763-8db0-1ee8da2e98a7 HTTP/1.1" status: 404  len: 337 time: 0.0338650
Nov 13 21:41:47.661910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.686581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b8f5f-e705-4ea2-8d23-13916ab02d3c req-fe65e08e-64ef-40c2-baf0-41e32631afc7 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:47.687181 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6a18a6-592f-495d-866a-bcffbd8032b9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.687881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6a18a6-592f-495d-866a-bcffbd8032b9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.688077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-485b8f5f-e705-4ea2-8d23-13916ab02d3c req-fe65e08e-64ef-40c2-baf0-41e32631afc7 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 950 time: 0.0529928
Nov 13 21:41:47.693168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ab6a18a6-592f-495d-866a-bcffbd8032b9 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/16a58e4f-93b0-409f-89a7-46668276ce7a HTTP/1.1" status: 404  len: 333 time: 0.0289254
Nov 13 21:41:47.693797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41694) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.717585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] For port b878f913-a4be-4e3a-8306-d4d9c6f3044e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b878f913-a4be-4e3a-8306-d4d9c6f3044e,segment=NetworkSegment(05a27701-3daf-4af7-a5bd-9eb711116c66),segment_id=05a27701-3daf-4af7-a5bd-9eb711116c66)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:47.717970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.729535 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74c32de-1a99-4044-a737-6c6bd2f682c2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.729980 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74c32de-1a99-4044-a737-6c6bd2f682c2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.733359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d74c32de-1a99-4044-a737-6c6bd2f682c2 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/59dafd6f-729c-4d4b-9718-3996528bbb90 HTTP/1.1" status: 404  len: 337 time: 0.0386062
Nov 13 21:41:47.736528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41696) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.737097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] Calling delete_port for b878f913-a4be-4e3a-8306-d4d9c6f3044e owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:47.746480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-485b8f5f-e705-4ea2-8d23-13916ab02d3c req-94bca117-be41-4802-a946-12365ad99caa tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476019
Nov 13 21:41:47.768011 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-38276dd4-e2bf-42dc-98b1-21c46605a245 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:41:47.770942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38276dd4-e2bf-42dc-98b1-21c46605a245 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:41:47.774305 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-38276dd4-e2bf-42dc-98b1-21c46605a245 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/subnets/a8e1600a-6fe1-4c8c-b1a9-319b2b40563a HTTP/1.1" status: 404  len: 337 time: 0.0371475
Nov 13 21:41:47.774744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41698) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:47.860182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Deleting port 7deed278-33e1-48b7-b8f1-a5588af35c85 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:47.860361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.888397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.923490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] Pushing event deleted for resources: {'Port': ['ID=b878f913-a4be-4e3a-8306-d4d9c6f3044e,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:47.923490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54caa15c-70e8-49f1-a8bc-3463ffa0fb30 None None] No DVR routers for this DVR port b878f913-a4be-4e3a-8306-d4d9c6f3044e on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:47.923490 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b878f913-a4be-4e3a-8306-d4d9c6f3044e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:47.938760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:47.948380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b878f913-a4be-4e3a-8306-d4d9c6f3044e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:41:47.948748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b878f913-a4be-4e3a-8306-d4d9c6f3044e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:41:47.954208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Calling delete_port for 7deed278-33e1-48b7-b8f1-a5588af35c85 owned by  {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:48.087990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.116741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Port': ['ID=7deed278-33e1-48b7-b8f1-a5588af35c85,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:48.121821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.125097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a5c8cca5-775f-454b-b296-74cc14d012b0 tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/ports/7deed278-33e1-48b7-b8f1-a5588af35c85 HTTP/1.1" status: 204  len: 168 time: 0.3492517
Nov 13 21:41:48.127655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41702) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:48.206127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.295907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.322052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdce79df0>,) {'filters': {'network_id': ['9dc655e1-a33e-41e5-a5d6-f8e2d34ede86']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:48.332031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdce79df0>, '05a27701-3daf-4af7-a5bd-9eb711116c66') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:48.332397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdce79df0>, '05a27701-3daf-4af7-a5bd-9eb711116c66') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:48.341860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.355067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.360788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:41:48.361166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:41:48.364070 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:41:48.498731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.506085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:48.509180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] 10.222.0.20 "DELETE /v2.0/networks/9dc655e1-a33e-41e5-a5d6-f8e2d34ede86 HTTP/1.1" status: 204  len: 168 time: 0.3805845
Nov 13 21:41:48.520506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01de07f-df39-4627-8f6c-7285196363fe tempest-PortsIpV6TestJSON-1302100185 tempest-PortsIpV6TestJSON-1302100185-project] Pushing event deleted for resources: {'Network': ['ID=9dc655e1-a33e-41e5-a5d6-f8e2d34ede86,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:48.871223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313d0e0-a82c-40ae-be2e-a6f5ec13399e req-942d27f2-fd9b-403d-9f57-76a6aeaaadbd tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:48.872736 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f313d0e0-a82c-40ae-be2e-a6f5ec13399e req-942d27f2-fd9b-403d-9f57-76a6aeaaadbd tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 950 time: 0.0499029
Nov 13 21:41:48.920963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f313d0e0-a82c-40ae-be2e-a6f5ec13399e req-ddbe7af0-a4b1-49a1-a8e3-99f8aa0eedc9 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/security-groups?id=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419767
Nov 13 21:41:49.057331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41714) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:49.174240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-a6bfcaee-0e60-4789-a43c-5c557ea4d61c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:49.175810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-a6bfcaee-0e60-4789-a43c-5c557ea4d61c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 950 time: 0.0602012
Nov 13 21:41:49.192927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d7d73714-35a6-457d-8581-e2099d9003f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ca7c0351f074cbc9897770a28aa188c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1359150
Nov 13 21:41:49.197147 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:49.247296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6884227f-1f6c-4c8a-bf2d-a959bc1dfd83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.269754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6884227f-1f6c-4c8a-bf2d-a959bc1dfd83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.272484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Deleting port 813abd95-be84-40fb-ae62-3fe5b1cc392e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:49.272862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.369131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] For port 813abd95-be84-40fb-ae62-3fe5b1cc392e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=813abd95-be84-40fb-ae62-3fe5b1cc392e,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:49.369372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.382580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Calling delete_port for 813abd95-be84-40fb-ae62-3fe5b1cc392e owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:49.406919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6884227f-1f6c-4c8a-bf2d-a959bc1dfd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.409597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6884227f-1f6c-4c8a-bf2d-a959bc1dfd83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.413075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6884227f-1f6c-4c8a-bf2d-a959bc1dfd83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2face114-e7b7-403a-991f-e793352ac53f HTTP/1.1" status: 204  len: 168 time: 0.2126992
Nov 13 21:41:49.419390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884227f-1f6c-4c8a-bf2d-a959bc1dfd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2face114-e7b7-403a-991f-e793352ac53f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:49.607889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.620135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['813abd95-be84-40fb-ae62-3fe5b1cc392e'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:41:49.641317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Pushing event deleted for resources: {'Port': ['ID=813abd95-be84-40fb-ae62-3fe5b1cc392e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:49.699410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] No DVR routers for this DVR port 813abd95-be84-40fb-ae62-3fe5b1cc392e on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:41:49.702030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:49.705882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5570be05-609f-4e07-9cef-fe1de9d3393b req-2c85500c-f4b5-4cfe-b89c-2a20fb30fe6c tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.37 "DELETE /v2.0/ports/813abd95-be84-40fb-ae62-3fe5b1cc392e HTTP/1.1" status: 204  len: 173 time: 0.5221348
Nov 13 21:41:49.709889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'name': 'network-vif-deleted', 'tag': '813abd95-be84-40fb-ae62-3fe5b1cc392e'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:41:49.710233 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591f2ef3-1082-485e-9df7-01ef6479de8d" -d '{"events": [{"server_uuid": "af8727e2-7e89-41c5-b2ca-4a98f6f066b9", "name": "network-vif-deleted", "tag": "813abd95-be84-40fb-ae62-3fe5b1cc392e"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:41:49.885524 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd2237-3304-49d8-81a1-96879d4529d9 x-openstack-request-id: req-46dd2237-3304-49d8-81a1-96879d4529d9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:41:49.885524 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8727e2-7e89-41c5-b2ca-4a98f6f066b9", "name": "network-vif-deleted", "tag": "813abd95-be84-40fb-ae62-3fe5b1cc392e", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:41:49.885524 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46dd2237-3304-49d8-81a1-96879d4529d9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:41:49.885524 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8727e2-7e89-41c5-b2ca-4a98f6f066b9', 'name': 'network-vif-deleted', 'tag': '813abd95-be84-40fb-ae62-3fe5b1cc392e', 'status': 'completed', 'code': 200}
Nov 13 21:41:50.034153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fb201cf9-74bb-43df-9da4-bb0cc91ecb5b req-45ba05ba-82d8-4611-87e9-8ed6473e5862 tempest-VolumesBackupsTest-1116982884 tempest-VolumesBackupsTest-1116982884-project] 10.222.0.20 "GET /v2.0/ports?device_id=af8727e2-7e89-41c5-b2ca-4a98f6f066b9 HTTP/1.1" status: 200  len: 210 time: 0.0329814
Nov 13 21:41:50.468738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41748) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:50.567152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-971359567'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:50.699127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:50.703309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:50.714524 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:50.788240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:50.870505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:50.899852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:41:50.905157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb80005-1aed-41fe-b172-4b87ef1451af,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:50.918350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:50.918632 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment fa1b483e-426c-4cb2-a55a-6c5ac1129e1a of type vlan for network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1
Nov 13 21:41:50.971093 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.093370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.099115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:51.100630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.166879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:51.176794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:41:51.227819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4ef8c2a7-a2bc-442f-a373-027fd88a9118 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7578728
Nov 13 21:41:51.230397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41758) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:51.235410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1993755801'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:51.316481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:51.320641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.346283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:41:51.355222 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.355560 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 4c470d93-5c67-4194-8248-b0c0dfb56d7c of type vlan for network 095cf360-6a69-4871-9b85-9c9aa4f369cc
Nov 13 21:41:51.400246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.505233 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.511474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:51.512047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:51.577966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=095cf360-6a69-4871-9b85-9c9aa4f369cc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:51.588096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:41:51.604945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f25d2c5a-2fbc-438e-af21-ad0abcf96f07 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3734779
Nov 13 21:41:51.609136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41772) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:51.614290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:51.779105 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:51.782602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.018238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.082201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=bfbbecdf-606c-4d73-b062-af8e2bb22a17,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:52.090719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:52.091081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:41:52.167345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:41:52.218659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:52.222651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:52.223304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.227960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489658ce-1bc3-4135-8eae-ffd712fd64eb None None] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:52.288144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-430f9082-08b6-49a0-8211-5ff36bce9e7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6743534
Nov 13 21:41:52.288352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41776) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:52.293243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:52.374556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1', 'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': 'bfbbecdf-606c-4d73-b062-af8e2bb22a17'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:52.375415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.476529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:41:52.480119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.510078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Allocated IP 2001:db8::2 (4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1/bfbbecdf-606c-4d73-b062-af8e2bb22a17/a8b35449-16b9-435f-a9b6-ecfe0571f1c8) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:52.654499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.733193 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.744953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.770313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:52.776259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:52.778750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:52.790326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Pushing event updated for resources: {'Port': ['ID=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:52.817243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=5e45cfa3-90cf-4788-9787-9fb5d6891839,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:52.820102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '4c470d93-5c67-4194-8248-b0c0dfb56d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:52.820459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 095cf360-6a69-4871-9b85-9c9aa4f369cc, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:41:52.844643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Attempting to bind port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:52.845048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Attempting to bind port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:52.845403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Attempting to bind port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 on network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:52.850408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:52.850773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Checking segment: {'id': 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:52.851165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.851546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Bound using segment: {'id': 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:52.852036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Bound port: a8b35449-16b9-435f-a9b6-ecfe0571f1c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:52.852407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.882496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:41:52.914608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] For port a8b35449-16b9-435f-a9b6-ecfe0571f1c8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:52.917602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] For port a8b35449-16b9-435f-a9b6-ecfe0571f1c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,segment=NetworkSegment(fa1b483e-426c-4cb2-a55a-6c5ac1129e1a),segment_id=fa1b483e-426c-4cb2-a55a-6c5ac1129e1a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:52.950415 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 095cf360-6a69-4871-9b85-9c9aa4f369cc) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:52.954408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:52.955034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:52.960301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adcfc89-3ea9-4526-a237-545ee1f0b611 None None] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:52.981353 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.061596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-21c4da29-fd91-4ad9-83c1-62943985b54d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7722061
Nov 13 21:41:53.064475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41780) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:53.070042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1979480279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:41:53.084846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 813abd95-be84-40fb-ae62-3fe5b1cc392e no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:41:53.118129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f0550-5783-44cf-b398-7b8cf6aef6af None None] Pushing event updated for resources: {'Port': ['ID=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:53.120768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 813abd95-be84-40fb-ae62-3fe5b1cc392e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:41:53.121177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 813abd95-be84-40fb-ae62-3fe5b1cc392e not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:41:53.162052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.163140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.223231 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.316933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.362672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-095cf360-6a69-4871-9b85-9c9aa4f369cc', 'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': '5e45cfa3-90cf-4788-9787-9fb5d6891839'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:41:53.363601 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.421697 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.425613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a94bdc7e-5ec2-4a9d-8353-dbb47ac12cbb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3573289
Nov 13 21:41:53.425974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41786) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:53.506797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Allocated IP 2001:db8:1::2 (095cf360-6a69-4871-9b85-9c9aa4f369cc/5e45cfa3-90cf-4788-9787-9fb5d6891839/1e82c0f0-a38e-4ec8-857f-96dab9052689) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:53.659590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.725447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.756548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.805051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:53.808673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:53.813469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:53.821092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Pushing event updated for resources: {'Port': ['ID=1e82c0f0-a38e-4ec8-857f-96dab9052689,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:53.880403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Attempting to bind port 1e82c0f0-a38e-4ec8-857f-96dab9052689 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:41:53.881324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Attempting to bind port 1e82c0f0-a38e-4ec8-857f-96dab9052689 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c470d93-5c67-4194-8248-b0c0dfb56d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:41:53.881693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Attempting to bind port 1e82c0f0-a38e-4ec8-857f-96dab9052689 on network 095cf360-6a69-4871-9b85-9c9aa4f369cc {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:41:53.888840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:41:53.889199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Checking segment: {'id': '4c470d93-5c67-4194-8248-b0c0dfb56d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:41:53.889668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.890062 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Bound using segment: {'id': '4c470d93-5c67-4194-8248-b0c0dfb56d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:41:53.890595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Bound port: 1e82c0f0-a38e-4ec8-857f-96dab9052689, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c470d93-5c67-4194-8248-b0c0dfb56d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '095cf360-6a69-4871-9b85-9c9aa4f369cc'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:41:53.890976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:53.979639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] For port 1e82c0f0-a38e-4ec8-857f-96dab9052689, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:41:53.986181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] For port 1e82c0f0-a38e-4ec8-857f-96dab9052689, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e82c0f0-a38e-4ec8-857f-96dab9052689,segment=NetworkSegment(4c470d93-5c67-4194-8248-b0c0dfb56d7c),segment_id=4c470d93-5c67-4194-8248-b0c0dfb56d7c)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:41:53.995750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8b35449-16b9-435f-a9b6-ecfe0571f1c8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:54.025382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8::1 (4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1/bfbbecdf-606c-4d73-b062-af8e2bb22a17/b919c19b-4545-4f23-a698-a5ce54d71eb6) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:54.052430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:54.053361 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.077124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca88350f-f62a-42b9-9cc5-445b0a984c41 None None] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:54.083845 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.142040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.200363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f27c7ae3-daed-4bba-b807-7362826ec639 None None] Provisioning complete for port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:54.200363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f27c7ae3-daed-4bba-b807-7362826ec639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.219830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.242709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90a647-5abc-4182-863a-09add004cfd4 None None] Pushing event updated for resources: {'Port': ['ID=1e82c0f0-a38e-4ec8-857f-96dab9052689,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:54.277280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:54.289900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:54.289900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:54.289900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.293627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=b919c19b-4545-4f23-a698-a5ce54d71eb6,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:54.376172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.433494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f27c7ae3-daed-4bba-b807-7362826ec639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.469704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a8b35449-16b9-435f-a9b6-ecfe0571f1c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,segment=NetworkSegment(fa1b483e-426c-4cb2-a55a-6c5ac1129e1a),segment_id=fa1b483e-426c-4cb2-a55a-6c5ac1129e1a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:54.477847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.513882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.617310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-f27c7ae3-daed-4bba-b807-7362826ec639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:41:54.617778 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-f27c7ae3-daed-4bba-b807-7362826ec639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:41:54.621297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:54.768247 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9eec63fd-ec5c-42bc-b135-c022bc3ffdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.801135 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.899247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.900333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:54.997842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=b919c19b-4545-4f23-a698-a5ce54d71eb6,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:55.042209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:55.043620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:55.207800 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 52e6300a-c3e2-497b-b402-6de5f993f983 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:41:55.290480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-601cbe85-afcb-4375-ab13-05150359abdf None None] Provisioning complete for port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:55.290953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-601cbe85-afcb-4375-ab13-05150359abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:55.351734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17c80f-5ea4-4c91-8e29-c1e263692063 None None] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:41:55.506749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-601cbe85-afcb-4375-ab13-05150359abdf None None] Provisioning complete for port b919c19b-4545-4f23-a698-a5ce54d71eb6 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:55.507422 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-601cbe85-afcb-4375-ab13-05150359abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:55.574415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-601cbe85-afcb-4375-ab13-05150359abdf None None] Port b919c19b-4545-4f23-a698-a5ce54d71eb6 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:55.698767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Provisioning complete for port 1e82c0f0-a38e-4ec8-857f-96dab9052689 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:55.699134 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:55.702552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:55.711951 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-abd676b2-3b91-41c5-8364-96b83ddfae2b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/52e6300a-c3e2-497b-b402-6de5f993f983/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2809658
Nov 13 21:41:55.711951 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41796) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:55.716604 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] Sync routers for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:55.728003 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:55.728905 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf2ab850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:55.763810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a4e85-43eb-4339-80f1-407599245d48 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:55.767349 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf2ab850>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:55.768414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:55.768923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-479a4e85-43eb-4339-80f1-407599245d48 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports/b919c19b-4545-4f23-a698-a5ce54d71eb6 HTTP/1.1" status: 200  len: 911 time: 0.0559535
Nov 13 21:41:55.777885 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:55.778746 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf2ab850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:55.793316 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:55.812015 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf2ab850>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:55.812659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf530d0-9c83-446d-9a8a-4144ca31b91d None None] The sync data for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:55.835530 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] For port 1e82c0f0-a38e-4ec8-857f-96dab9052689, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e82c0f0-a38e-4ec8-857f-96dab9052689,segment=NetworkSegment(4c470d93-5c67-4194-8248-b0c0dfb56d7c),segment_id=4c470d93-5c67-4194-8248-b0c0dfb56d7c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:41:55.933475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:55.969802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Provisioning complete for port b919c19b-4545-4f23-a698-a5ce54d71eb6 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:55.970162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.019970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Pushing event updated for resources: {'Port': ['ID=1e82c0f0-a38e-4ec8-857f-96dab9052689,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:56.023926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-71fce5c4-a287-44ec-bbb0-3ef9d1756535 None None] Port b919c19b-4545-4f23-a698-a5ce54d71eb6 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:56.028509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1e82c0f0-a38e-4ec8-857f-96dab9052689 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:56.077171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1e82c0f0-a38e-4ec8-857f-96dab9052689 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:56.077529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.147558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.165574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8b35449-16b9-435f-a9b6-ecfe0571f1c8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:56.169578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8a0a7557-9b5b-45a7-9efb-b1134b02ee03 None None] Provisioning complete for port 1e82c0f0-a38e-4ec8-857f-96dab9052689 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:56.171973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8a0a7557-9b5b-45a7-9efb-b1134b02ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.249371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-55aba69e-171e-49d1-bc9c-7a4811c0fcac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0490525
Nov 13 21:41:56.273438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:56.273438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.345997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-e39edf45-b7ed-4c8d-91e6-7121d593b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:56.347904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-e39edf45-b7ed-4c8d-91e6-7121d593b2d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 1097 time: 0.0466428
Nov 13 21:41:56.444879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8:1::1 (095cf360-6a69-4871-9b85-9c9aa4f369cc/5e45cfa3-90cf-4788-9787-9fb5d6891839/fc5f4f60-4d29-433c-b7ac-dac2aa8840f0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:41:56.455690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-da03b2d6-dfd6-4849-bf6d-810543091757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:56.457186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-da03b2d6-dfd6-4849-bf6d-810543091757 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.0903835
Nov 13 21:41:56.500151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-729016f6-8009-4d40-a429-6779c64504b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4 HTTP/1.1" status: 200  len: 217 time: 0.0345242
Nov 13 21:41:56.554322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-d573ca76-3cf6-432b-a8a0-a87866f37f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:56.555726 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-d573ca76-3cf6-432b-a8a0-a87866f37f7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0487900
Nov 13 21:41:56.565433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.601802 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-2e440486-0ae6-4bb0-9eca-d25edd4014db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:56.603309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-2e440486-0ae6-4bb0-9eca-d25edd4014db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407617
Nov 13 21:41:56.648034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.689533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:56.694817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:56.697405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:41:56.698071 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.702595 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-70c849b5-107c-492f-bef5-fc33d6976201 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889304
Nov 13 21:41:56.745791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=fc5f4f60-4d29-433c-b7ac-dac2aa8840f0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:56.814116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2dfc4a63-110c-4ee1-9117-1afc35cd515f req-b6712fc3-2907-4e08-9a88-f2c7dc001899 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996385
Nov 13 21:41:56.915058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.938211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-91e4ab44-98eb-44b5-88fd-0cc9d2489d2f None None] Provisioning complete for port fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:56.941739 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-91e4ab44-98eb-44b5-88fd-0cc9d2489d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:56.975825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-91e4ab44-98eb-44b5-88fd-0cc9d2489d2f None None] Port fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:57.110504 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-61c194ed-a89f-4724-9342-40aeb05fdb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:57.181232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:57.219302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:57.220097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:57.305396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=fc5f4f60-4d29-433c-b7ac-dac2aa8840f0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:57.343335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:41:57.344830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:41:57.442050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 52e6300a-c3e2-497b-b402-6de5f993f983 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:41:57.539138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:57.544490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-529989c7-c5bb-4ace-a2d6-cd663c000187 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/52e6300a-c3e2-497b-b402-6de5f993f983/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7748775
Nov 13 21:41:57.547306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41806) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:57.552030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] Sync routers for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:57.565433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:57.566068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:57.592453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb959a-d8c9-486a-810d-9f8b4efbae4a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:41:57.596513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-40eb959a-d8c9-486a-810d-9f8b4efbae4a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports/fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 HTTP/1.1" status: 200  len: 913 time: 0.0455019
Nov 13 21:41:57.596970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41808) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:57.602280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfee0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:57.617533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:57.618082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:57.655609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e3d8315c-bfd2-4ca0-b551-c3951a919d76 None None] Provisioning complete for port fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:57.655972 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3d8315c-bfd2-4ca0-b551-c3951a919d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:57.657799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1dfee0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:57.658409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a3e12a-ee63-4ee3-92db-676c9cfb82ce None None] The sync data for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:57.694065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8315c-bfd2-4ca0-b551-c3951a919d76 None None] Port fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:41:57.919888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:57.929439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1e82c0f0-a38e-4ec8-857f-96dab9052689 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:41:57.978859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1e82c0f0-a38e-4ec8-857f-96dab9052689 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:41:57.979542 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:58.164907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:58.165166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:58.248238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:58.260753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for fc5f4f60-4d29-433c-b7ac-dac2aa8840f0 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:41:58.625229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:58.819371 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:58.850976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=fc5f4f60-4d29-433c-b7ac-dac2aa8840f0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:41:58.960784 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:59.156472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 52e6300a-c3e2-497b-b402-6de5f993f983 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:41:59.250110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:41:59.255343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f2502e6-1961-4b96-8db8-add6c938484a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/52e6300a-c3e2-497b-b402-6de5f993f983/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6573040
Nov 13 21:41:59.258155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41816) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:41:59.260655 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] Sync routers for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:41:59.270532 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:59.271692 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde147100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:59.306778 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde147100>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:59.315234 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:41:59.315810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde147100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:59.347422 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde147100>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:41:59.348079 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586403c-bf8d-4d7e-aff7-b6c4fca86ecf None None] The sync data for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:41:59.571830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:59.844713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port b919c19b-4545-4f23-a698-a5ce54d71eb6 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:41:59.844962 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:59.930997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:59.932955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:41:59.948660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for b919c19b-4545-4f23-a698-a5ce54d71eb6 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:00.151056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.179578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=b919c19b-4545-4f23-a698-a5ce54d71eb6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:00.275298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.360599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.438784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 52e6300a-c3e2-497b-b402-6de5f993f983 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:00.519191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:00.524678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-96bd8af5-13b7-4618-949e-3275177c96a2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/52e6300a-c3e2-497b-b402-6de5f993f983/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2655811
Nov 13 21:42:00.527476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41824) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:00.530057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] Sync routers for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:00.542084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:00.542687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd682be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:00.554915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c42807d5-d455-4aa8-8d44-ba5524d485cd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=52e6300a-c3e2-497b-b402-6de5f993f983 HTTP/1.1" status: 200  len: 205 time: 0.0263643
Nov 13 21:42:00.557449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41826) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:00.577680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd682be0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:00.587011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] Routers {'52e6300a-c3e2-497b-b402-6de5f993f983'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:00.587590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd682be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['52e6300a-c3e2-497b-b402-6de5f993f983'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:00.633328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.766182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd682be0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:00.766874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6aea5-419d-43a7-b376-ef09949afc7f None None] The sync data for ids ['52e6300a-c3e2-497b-b402-6de5f993f983'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:00.796824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.798948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.932443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.933020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router 52e6300a-c3e2-497b-b402-6de5f993f983 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:42:00.939871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:00.944458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-422919a1-282f-4dbf-975b-5f4801abfde8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/52e6300a-c3e2-497b-b402-6de5f993f983 HTTP/1.1" status: 204  len: 168 time: 0.3826241
Nov 13 21:42:00.944458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41830) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:00.998134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet 5e45cfa3-90cf-4788-9787-9fb5d6891839 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:01.001262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.041042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.120223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.242007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.267148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=5e45cfa3-90cf-4788-9787-9fb5d6891839,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:01.273326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.276557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b9f0988c-f47b-4655-8ea1-dc44c9597667 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/5e45cfa3-90cf-4788-9787-9fb5d6891839 HTTP/1.1" status: 204  len: 168 time: 0.3313084
Nov 13 21:42:01.279181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41832) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:01.279309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e45a0-4e3d-412e-b419-4dcaa10113f6 None None] Network 095cf360-6a69-4871-9b85-9c9aa4f369cc requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:01.332652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet bfbbecdf-606c-4d73-b062-af8e2bb22a17 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:01.335759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.375732 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.462330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2764704-db04-4063-a7de-468e959d9076 None None] DHCP port deletion for 095cf360-6a69-4871-9b85-9c9aa4f369cc request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:01.471322 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.511318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Deleting port 1e82c0f0-a38e-4ec8-857f-96dab9052689 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:01.511687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.575664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e2764704-db04-4063-a7de-468e959d9076 None None] For port 1e82c0f0-a38e-4ec8-857f-96dab9052689, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e82c0f0-a38e-4ec8-857f-96dab9052689,segment=NetworkSegment(4c470d93-5c67-4194-8248-b0c0dfb56d7c),segment_id=4c470d93-5c67-4194-8248-b0c0dfb56d7c)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:01.576083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.585228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.593474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Calling delete_port for 1e82c0f0-a38e-4ec8-857f-96dab9052689 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:01.612197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbbecdf-606c-4d73-b062-af8e2bb22a17,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:01.616382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.622450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-04064662-3f5a-4919-aa02-f5a8f6804a7c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/bfbbecdf-606c-4d73-b062-af8e2bb22a17 HTTP/1.1" status: 204  len: 168 time: 0.3383949
Nov 13 21:42:01.622728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:01.635024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12d6f8-b90d-4dc6-a9f5-224312119a1b None None] Network 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:01.705659 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.761377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 1e82c0f0-a38e-4ec8-857f-96dab9052689 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:01.761975 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.831380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 1e82c0f0-a38e-4ec8-857f-96dab9052689, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e82c0f0-a38e-4ec8-857f-96dab9052689,segment=NetworkSegment(4c470d93-5c67-4194-8248-b0c0dfb56d7c),segment_id=4c470d93-5c67-4194-8248-b0c0dfb56d7c)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:01.835204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.846882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] DHCP port deletion for 4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:01.851893 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 1e82c0f0-a38e-4ec8-857f-96dab9052689 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:01.912272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:01.929603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2764704-db04-4063-a7de-468e959d9076 None None] No DVR routers for this DVR port 1e82c0f0-a38e-4ec8-857f-96dab9052689 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:01.973054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1e82c0f0-a38e-4ec8-857f-96dab9052689 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:01.976095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Pushing event deleted for resources: {'Port': ['ID=1e82c0f0-a38e-4ec8-857f-96dab9052689,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:01.993345 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.009240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.009655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.009923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.010342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.010679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.011018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.011342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.011664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.012126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.012451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.013110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.021898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2764704-db04-4063-a7de-468e959d9076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.021898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1e82c0f0-a38e-4ec8-857f-96dab9052689 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:02.021898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1e82c0f0-a38e-4ec8-857f-96dab9052689 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:02.021898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a8b35449-16b9-435f-a9b6-ecfe0571f1c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:02.024719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=1e82c0f0-a38e-4ec8-857f-96dab9052689,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:02.030725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port 1e82c0f0-a38e-4ec8-857f-96dab9052689 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:02.061465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.061804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.062176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.062608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.063211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.063211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.063470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.063958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.064083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] Deleting port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:02.064284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.064416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.065011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.065347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.065669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:02.135560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.143009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] For port a8b35449-16b9-435f-a9b6-ecfe0571f1c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,segment=NetworkSegment(fa1b483e-426c-4cb2-a55a-6c5ac1129e1a),segment_id=fa1b483e-426c-4cb2-a55a-6c5ac1129e1a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:02.143404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.165337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddb951f0>,) {'filters': {'network_id': ['095cf360-6a69-4871-9b85-9c9aa4f369cc']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:02.179308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb951f0>, '4c470d93-5c67-4194-8248-b0c0dfb56d7c') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:02.179598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb951f0>, '4c470d93-5c67-4194-8248-b0c0dfb56d7c') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:02.182712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] Calling delete_port for a8b35449-16b9-435f-a9b6-ecfe0571f1c8 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:02.192772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.202228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.210513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.217102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:02.217482 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   self.session.flush()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:02.220940 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:02.274892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port a8b35449-16b9-435f-a9b6-ecfe0571f1c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,segment=NetworkSegment(fa1b483e-426c-4cb2-a55a-6c5ac1129e1a),segment_id=fa1b483e-426c-4cb2-a55a-6c5ac1129e1a)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:02.368005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.396831 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.404960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.412749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/095cf360-6a69-4871-9b85-9c9aa4f369cc HTTP/1.1" status: 204  len: 168 time: 0.7860858
Nov 13 21:42:02.413482 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:02.420924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:02.422162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f87d9-0bd7-42fe-a631-1f9fa4e2fed0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=095cf360-6a69-4871-9b85-9c9aa4f369cc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:02.453953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.483369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] Pushing event deleted for resources: {'Port': ['ID=a8b35449-16b9-435f-a9b6-ecfe0571f1c8,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:02.493158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1257452-9645-4c2d-b5b0-2ab190dba581 None None] No DVR routers for this DVR port a8b35449-16b9-435f-a9b6-ecfe0571f1c8 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:02.506972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.591248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.611400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcef09c40>,) {'filters': {'network_id': ['4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:02.621352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcef09c40>, 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:02.621576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcef09c40>, 'fa1b483e-426c-4cb2-a55a-6c5ac1129e1a') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:02.638134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.652221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.658975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:02.659363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:02.662836 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:02.795446 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.800424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.805268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1 HTTP/1.1" status: 204  len: 168 time: 0.3886044
Nov 13 21:42:02.808228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:02.814351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1470542767'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:02.819838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ecf06-ecda-49b5-8b1a-978906cab1be tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=4a81b8dd-40e6-4f1b-a9e5-5957bbb865e1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:02.928200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:02.931838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.960166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:02.969140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:02.969554 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 59815fd5-084c-4d11-84a8-9095f9279bc3 of type vlan for network 082f42b8-b19e-4a71-a693-e146e122ee28
Nov 13 21:42:03.013247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:03.076339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:03.082011 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:03.082603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:03.149835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=082f42b8-b19e-4a71-a693-e146e122ee28,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:03.159810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 082f42b8-b19e-4a71-a693-e146e122ee28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:03.239199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-475a9b3f-dc8d-44d4-ab98-91f5f65369a5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4295549
Nov 13 21:42:03.242658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41926) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:03.247874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:03.418976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:03.422499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:03.647940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:03.716984 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=6cd1a081-76f5-4b40-a2ca-4700fd9fa980,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:03.719922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '59815fd5-084c-4d11-84a8-9095f9279bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:03.720250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 082f42b8-b19e-4a71-a693-e146e122ee28, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:03.813279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 082f42b8-b19e-4a71-a693-e146e122ee28 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:03.893380 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 082f42b8-b19e-4a71-a693-e146e122ee28) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:03.898554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:03.899461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:03.902523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a6bf6-3fe6-4a90-9a50-31f2a70b2af6 None None] Network 082f42b8-b19e-4a71-a693-e146e122ee28 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:03.982138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-763b713c-eee7-43fd-a6bd-dbd7d6054939 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7383487
Nov 13 21:42:03.984630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41942) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:03.989353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1486835684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:04.044225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-082f42b8-b19e-4a71-a693-e146e122ee28', 'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': '6cd1a081-76f5-4b40-a2ca-4700fd9fa980'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:04.045088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.098941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.100088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.158217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.179550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Allocated IP 2001:db8::2 (082f42b8-b19e-4a71-a693-e146e122ee28/6cd1a081-76f5-4b40-a2ca-4700fd9fa980/42f75bcf-4ec2-434a-8309-d34e8c545392) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:04.202046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.283732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.284893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1f458b5d-8f4d-4de2-bf11-bbbfe5d4e1fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2992406
Nov 13 21:42:04.287528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41944) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:04.292392 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'port': {'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28', 'name': 'tempest-RoutersIpV6Test-2092979494'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:04.321367 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.390589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.426156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Network 082f42b8-b19e-4a71-a693-e146e122ee28 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:04.429423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:04.431867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:04.447376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Pushing event updated for resources: {'Port': ['ID=42f75bcf-4ec2-434a-8309-d34e8c545392,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:04.493283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:04.496969 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.500639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Attempting to bind port 42f75bcf-4ec2-434a-8309-d34e8c545392 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:04.501047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Attempting to bind port 42f75bcf-4ec2-434a-8309-d34e8c545392 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '59815fd5-084c-4d11-84a8-9095f9279bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:04.501405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Attempting to bind port 42f75bcf-4ec2-434a-8309-d34e8c545392 on network 082f42b8-b19e-4a71-a693-e146e122ee28 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:04.506584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:04.506949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Checking segment: {'id': '59815fd5-084c-4d11-84a8-9095f9279bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:04.507337 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.507725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Bound using segment: {'id': '59815fd5-084c-4d11-84a8-9095f9279bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:04.508182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Bound port: 42f75bcf-4ec2-434a-8309-d34e8c545392, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59815fd5-084c-4d11-84a8-9095f9279bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '082f42b8-b19e-4a71-a693-e146e122ee28'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:04.508554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.514485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] device_id is not set on port 079c91f6-8433-45e8-8c04-045a5b5218e2 yet. {{(pid=120533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Nov 13 21:42:04.570873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] For port 42f75bcf-4ec2-434a-8309-d34e8c545392, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:04.573821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] For port 42f75bcf-4ec2-434a-8309-d34e8c545392, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42f75bcf-4ec2-434a-8309-d34e8c545392,segment=NetworkSegment(59815fd5-084c-4d11-84a8-9095f9279bc3),segment_id=59815fd5-084c-4d11-84a8-9095f9279bc3)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:04.632753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8::1a7 (082f42b8-b19e-4a71-a693-e146e122ee28/6cd1a081-76f5-4b40-a2ca-4700fd9fa980/079c91f6-8433-45e8-8c04-045a5b5218e2) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:04.642287 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.711213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2b174-0c73-47ff-85b7-dfeb3a4a6c7e None None] Pushing event updated for resources: {'Port': ['ID=42f75bcf-4ec2-434a-8309-d34e8c545392,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:04.797654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.911176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.955355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 082f42b8-b19e-4a71-a693-e146e122ee28 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:04.958474 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:04.964665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:04.970586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:04.971976 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:04.983345 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=079c91f6-8433-45e8-8c04-045a5b5218e2,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:05.045028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-73a57cb6-99f7-4090-9803-f09a30fe97b4 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7563808
Nov 13 21:42:05.047453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:05.364424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.602657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56ad61-2925-44bf-9fb9-048971ce2fe6 None None] Network 082f42b8-b19e-4a71-a693-e146e122ee28 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:05.627559 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.688083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.716962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-db01b629-cb1b-417f-983a-f5df275d94d9 None None] Provisioning complete for port 42f75bcf-4ec2-434a-8309-d34e8c545392 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:05.717334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db01b629-cb1b-417f-983a-f5df275d94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.762398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=079c91f6-8433-45e8-8c04-045a5b5218e2,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:05.837546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db01b629-cb1b-417f-983a-f5df275d94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.872766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-db01b629-cb1b-417f-983a-f5df275d94d9 None None] For port 42f75bcf-4ec2-434a-8309-d34e8c545392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42f75bcf-4ec2-434a-8309-d34e8c545392,segment=NetworkSegment(59815fd5-084c-4d11-84a8-9095f9279bc3),segment_id=59815fd5-084c-4d11-84a8-9095f9279bc3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:05.874424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.917585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db01b629-cb1b-417f-983a-f5df275d94d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:05.977832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b629-cb1b-417f-983a-f5df275d94d9 None None] Pushing event updated for resources: {'Port': ['ID=42f75bcf-4ec2-434a-8309-d34e8c545392,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:06.001242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 42f75bcf-4ec2-434a-8309-d34e8c545392 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:06.051002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 42f75bcf-4ec2-434a-8309-d34e8c545392 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:06.056880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.089937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.155935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f529dcd4-4502-42c1-8aa4-e537355cd290 None None] Provisioning complete for port 42f75bcf-4ec2-434a-8309-d34e8c545392 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:06.156184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f529dcd4-4502-42c1-8aa4-e537355cd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.257279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f529dcd4-4502-42c1-8aa4-e537355cd290 None None] Provisioning complete for port 079c91f6-8433-45e8-8c04-045a5b5218e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:06.257735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f529dcd4-4502-42c1-8aa4-e537355cd290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.315609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f529dcd4-4502-42c1-8aa4-e537355cd290 None None] Port 079c91f6-8433-45e8-8c04-045a5b5218e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:06.414805 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.437717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8381c994-d621-4c27-8ce8-5dfb23321301 None None] Provisioning complete for port 079c91f6-8433-45e8-8c04-045a5b5218e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:06.438076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8381c994-d621-4c27-8ce8-5dfb23321301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.472323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8381c994-d621-4c27-8ce8-5dfb23321301 None None] Port 079c91f6-8433-45e8-8c04-045a5b5218e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:06.493516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.494354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.559753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=079c91f6-8433-45e8-8c04-045a5b5218e2,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:06.592162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a04e0053-cfaf-4f2b-9c32-f1f79a84eb3a None None] Provisioning complete for port 079c91f6-8433-45e8-8c04-045a5b5218e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:06.592534 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a04e0053-cfaf-4f2b-9c32-f1f79a84eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.626551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 082f42b8-b19e-4a71-a693-e146e122ee28 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:06.626993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a04e0053-cfaf-4f2b-9c32-f1f79a84eb3a None None] Port 079c91f6-8433-45e8-8c04-045a5b5218e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:06.628166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:06.802020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router decb917d-19c2-4a78-aba1-b03d7432bc55 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:42:06.897651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:06.902599 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1fd2493c-c009-42fa-b006-348aed14510f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/decb917d-19c2-4a78-aba1-b03d7432bc55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8542180
Nov 13 21:42:06.905152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41964) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:06.907288 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] Sync routers for ids ['decb917d-19c2-4a78-aba1-b03d7432bc55'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:06.918061 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] Routers {'decb917d-19c2-4a78-aba1-b03d7432bc55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:06.918641 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde147a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['decb917d-19c2-4a78-aba1-b03d7432bc55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:06.948456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-46172d3b-3fd8-4985-8ff2-8d0a59a6c09b None None] Provisioning complete for port 079c91f6-8433-45e8-8c04-045a5b5218e2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:06.948758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-46172d3b-3fd8-4985-8ff2-8d0a59a6c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:06.952307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23603d91-df08-452f-96b2-2beff68eca65 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:06.957066 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde147a30>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:06.957263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-23603d91-df08-452f-96b2-2beff68eca65 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports/079c91f6-8433-45e8-8c04-045a5b5218e2 HTTP/1.1" status: 200  len: 984 time: 0.0478992
Nov 13 21:42:06.957374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:06.962750 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] Routers {'decb917d-19c2-4a78-aba1-b03d7432bc55'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:06.963348 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde147a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['decb917d-19c2-4a78-aba1-b03d7432bc55'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:06.986853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-46172d3b-3fd8-4985-8ff2-8d0a59a6c09b None None] Port 079c91f6-8433-45e8-8c04-045a5b5218e2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:06.996405 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde147a30>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:06.997093 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f93f2-9bae-4c64-83c8-4c10e4ca47af None None] The sync data for ids ['decb917d-19c2-4a78-aba1-b03d7432bc55'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:07.566786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:07.769671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 079c91f6-8433-45e8-8c04-045a5b5218e2 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:07.770003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:07.856317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:07.867886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 079c91f6-8433-45e8-8c04-045a5b5218e2 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:07.938212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 42f75bcf-4ec2-434a-8309-d34e8c545392 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:07.988088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 42f75bcf-4ec2-434a-8309-d34e8c545392 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:07.988455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:08.099213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:08.127621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=079c91f6-8433-45e8-8c04-045a5b5218e2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:08.222969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:08.379069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router decb917d-19c2-4a78-aba1-b03d7432bc55 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:08.454900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:08.459899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-49e4fdee-9840-4a41-bb19-eec519af9c06 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/decb917d-19c2-4a78-aba1-b03d7432bc55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5015996
Nov 13 21:42:08.462808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41974) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:08.465463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] Sync routers for ids ['decb917d-19c2-4a78-aba1-b03d7432bc55'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:08.477739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] Routers {'decb917d-19c2-4a78-aba1-b03d7432bc55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:08.478428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdce688e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['decb917d-19c2-4a78-aba1-b03d7432bc55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:08.512757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdce688e0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:08.521432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] Routers {'decb917d-19c2-4a78-aba1-b03d7432bc55'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:08.522011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdce688e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['decb917d-19c2-4a78-aba1-b03d7432bc55'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:08.555935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdce688e0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:08.556583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e6a843-6a4d-4f55-9869-f9d125cfe1ae None None] The sync data for ids ['decb917d-19c2-4a78-aba1-b03d7432bc55'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:08.647591 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-c5f870a4-05cb-451b-b94f-257e6922adaf tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] remove_router_interface failed (client error): The resource could not be found.
Nov 13 21:42:08.648590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c5f870a4-05cb-451b-b94f-257e6922adaf tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/decb917d-19c2-4a78-aba1-b03d7432bc55/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.1848702
Nov 13 21:42:08.651371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41978) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:08.678402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fada14e2-33c5-46aa-b229-c2641e42a836 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb917d-19c2-4a78-aba1-b03d7432bc55 HTTP/1.1" status: 200  len: 205 time: 0.0259039
Nov 13 21:42:08.680775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:08.756648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:08.915211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:08.917274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.018843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.019383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router decb917d-19c2-4a78-aba1-b03d7432bc55 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:42:09.027484 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.028570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4dba3047-8077-4180-a506-c99c5356af35 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/decb917d-19c2-4a78-aba1-b03d7432bc55 HTTP/1.1" status: 204  len: 168 time: 0.3469112
Nov 13 21:42:09.031172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41984) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:09.080676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet 6cd1a081-76f5-4b40-a2ca-4700fd9fa980 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:09.084225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.122901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.211513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.350523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.380053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd1a081-76f5-4b40-a2ca-4700fd9fa980,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:09.381826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.386905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6606821-4c1e-440a-94d1-3a06bfe53682 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/6cd1a081-76f5-4b40-a2ca-4700fd9fa980 HTTP/1.1" status: 204  len: 168 time: 0.3547618
Nov 13 21:42:09.389741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 41986) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:09.390584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48c9b5-dbde-4264-9367-a0d7a87a27e2 None None] Network 082f42b8-b19e-4a71-a693-e146e122ee28 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:09.471679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.528121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 42f75bcf-4ec2-434a-8309-d34e8c545392 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:09.528467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.576812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] DHCP port deletion for 082f42b8-b19e-4a71-a693-e146e122ee28 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:09.599706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 42f75bcf-4ec2-434a-8309-d34e8c545392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42f75bcf-4ec2-434a-8309-d34e8c545392,segment=NetworkSegment(59815fd5-084c-4d11-84a8-9095f9279bc3),segment_id=59815fd5-084c-4d11-84a8-9095f9279bc3)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:09.600072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.619562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 42f75bcf-4ec2-434a-8309-d34e8c545392 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:09.624911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] Deleting port 42f75bcf-4ec2-434a-8309-d34e8c545392 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:09.625283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.693682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] For port 42f75bcf-4ec2-434a-8309-d34e8c545392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42f75bcf-4ec2-434a-8309-d34e8c545392,segment=NetworkSegment(59815fd5-084c-4d11-84a8-9095f9279bc3),segment_id=59815fd5-084c-4d11-84a8-9095f9279bc3)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:09.694165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.707331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] Calling delete_port for 42f75bcf-4ec2-434a-8309-d34e8c545392 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:09.767675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.783256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.793811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=42f75bcf-4ec2-434a-8309-d34e8c545392,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:09.804282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port 42f75bcf-4ec2-434a-8309-d34e8c545392 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:09.892010 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.918594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcb06160>,) {'filters': {'network_id': ['082f42b8-b19e-4a71-a693-e146e122ee28']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:09.929956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb06160>, '59815fd5-084c-4d11-84a8-9095f9279bc3') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:09.930255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb06160>, '59815fd5-084c-4d11-84a8-9095f9279bc3') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:09.940889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.953749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 42f75bcf-4ec2-434a-8309-d34e8c545392 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:09.954361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.957254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] Pushing event deleted for resources: {'Port': ['ID=42f75bcf-4ec2-434a-8309-d34e8c545392,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:09.961123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:09.961541 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:09.964581 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:09.976725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 42f75bcf-4ec2-434a-8309-d34e8c545392 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:09.977066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 42f75bcf-4ec2-434a-8309-d34e8c545392 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:09.978727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334747f-80a8-48de-bb03-f011c82656c3 None None] No DVR routers for this DVR port 42f75bcf-4ec2-434a-8309-d34e8c545392 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:10.099697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.108367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.111697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/082f42b8-b19e-4a71-a693-e146e122ee28 HTTP/1.1" status: 204  len: 168 time: 0.7209961
Nov 13 21:42:10.116922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41996) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:10.123022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910000007'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:10.127754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efad56-8eb6-46e5-a068-e0aee5c017c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=082f42b8-b19e-4a71-a693-e146e122ee28,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:10.213045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:10.216776 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.241628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:10.250847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.251183 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 053ed9fc-2faf-4199-94ca-4ef3913148d1 of type vlan for network 83de9d96-84b5-45f0-ae31-0e0a38197556
Nov 13 21:42:10.294481 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.367592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.373212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:10.373819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.437632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=83de9d96-84b5-45f0-ae31-0e0a38197556,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:10.447772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:10.484800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a5bf29e-7df8-4d9b-b8ee-89a6175257df tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3658106
Nov 13 21:42:10.486900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 41998) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:10.492157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:10.715452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:10.719081 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:10.978872 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.034399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=6f2698e6-2a44-4c7b-be73-1ad17525e4e9,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:11.049989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '053ed9fc-2faf-4199-94ca-4ef3913148d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:11.050352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 83de9d96-84b5-45f0-ae31-0e0a38197556, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:11.116711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:11.190534 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83de9d96-84b5-45f0-ae31-0e0a38197556) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:11.195025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:11.202134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.203568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1795923-b945-47e4-b6f9-5508b27a5f61 None None] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:11.321379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6780f4ab-f58d-4d1b-a824-30042f0d2403 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8332329
Nov 13 21:42:11.324155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42014) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:11.328974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1129505652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:11.346076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83de9d96-84b5-45f0-ae31-0e0a38197556', 'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': '6f2698e6-2a44-4c7b-be73-1ad17525e4e9'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:11.347080 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.471031 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.472444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.489310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Allocated IP 2001:db8::2 (83de9d96-84b5-45f0-ae31-0e0a38197556/6f2698e6-2a44-4c7b-be73-1ad17525e4e9/d4b2df38-b630-4bf7-8c7f-1c883a5c3df0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:11.527383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.622748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.644942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.735535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.737352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a73261c3-c919-4610-a79e-667c46e015a0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4115615
Nov 13 21:42:11.740274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42030) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:11.785676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.834438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:11.840608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:11.844182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:11.852075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Pushing event updated for resources: {'Port': ['ID=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:11.913802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Attempting to bind port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:11.914165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Attempting to bind port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '053ed9fc-2faf-4199-94ca-4ef3913148d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:11.914543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Attempting to bind port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 on network 83de9d96-84b5-45f0-ae31-0e0a38197556 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:11.919549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:11.920399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Checking segment: {'id': '053ed9fc-2faf-4199-94ca-4ef3913148d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:11.920399 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.920669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Bound using segment: {'id': '053ed9fc-2faf-4199-94ca-4ef3913148d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:11.921154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Bound port: d4b2df38-b630-4bf7-8c7f-1c883a5c3df0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053ed9fc-2faf-4199-94ca-4ef3913148d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83de9d96-84b5-45f0-ae31-0e0a38197556'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:11.921524 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:11.986084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] For port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:11.989778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] For port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,segment=NetworkSegment(053ed9fc-2faf-4199-94ca-4ef3913148d1),segment_id=053ed9fc-2faf-4199-94ca-4ef3913148d1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:12.025157 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.075367 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.158384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a47724-a9b9-4d6d-be6b-417435eb789d None None] Pushing event updated for resources: {'Port': ['ID=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:12.181860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33af4d8-d1ab-4f90-a090-2e394a274bbc req-9c654aef-e757-43c1-a207-b72c92e92462 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:12.183400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e33af4d8-d1ab-4f90-a090-2e394a274bbc req-9c654aef-e757-43c1-a207-b72c92e92462 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.0521290
Nov 13 21:42:12.204358 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e33af4d8-d1ab-4f90-a090-2e394a274bbc req-0e560627-a952-4d7a-8483-e692835d6887 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.289737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e33af4d8-d1ab-4f90-a090-2e394a274bbc req-0e560627-a952-4d7a-8483-e692835d6887 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.292964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.306986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64402d3-8935-4034-b246-e8acef4a7041 req-7f1ca87e-4bc1-4d00-8580-370756444dc5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:12.308515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e64402d3-8935-4034-b246-e8acef4a7041 req-7f1ca87e-4bc1-4d00-8580-370756444dc5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 946 time: 0.1700909
Nov 13 21:42:12.351393 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-e33af4d8-d1ab-4f90-a090-2e394a274bbc req-0e560627-a952-4d7a-8483-e692835d6887 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.390249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8::1 (83de9d96-84b5-45f0-ae31-0e0a38197556/6f2698e6-2a44-4c7b-be73-1ad17525e4e9/8ee2f352-f48b-4729-859f-4f7cde12f5e1) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:12.415208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e64402d3-8935-4034-b246-e8acef4a7041 req-d5cb9e1e-0380-48ca-8eca-f9a2e56df367 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987706
Nov 13 21:42:12.420891 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e33af4d8-d1ab-4f90-a090-2e394a274bbc req-0e560627-a952-4d7a-8483-e692835d6887 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2252965
Nov 13 21:42:12.422250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e560627-a952-4d7a-8483-e692835d6887 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1292d-63e8-4bdb-bfd8-0fb7bb412342,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:12.572631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e0b1f-b85b-49c9-a95d-129493079710 req-ed1f5832-f555-4c5c-8fdf-8f291f51edbb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:12.578610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb2e0b1f-b85b-49c9-a95d-129493079710 req-ed1f5832-f555-4c5c-8fdf-8f291f51edbb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0773990
Nov 13 21:42:12.591445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.653176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb2e0b1f-b85b-49c9-a95d-129493079710 req-5da5b0c5-20a3-4b3a-be63-70dc5a4d52cc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672989
Nov 13 21:42:12.675132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42056) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:12.721007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.773010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:12.776474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb62f26b-f8b6-4e1b-aa59-5a7f5929187d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 HTTP/1.1" status: 200  len: 993 time: 0.1002810
Nov 13 21:42:12.780038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:12.785826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:12.785826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:12.838365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=8ee2f352-f48b-4729-859f-4f7cde12f5e1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:13.000592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.135157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6f492-3cd6-4834-9ade-65aa8360bcb4 None None] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:13.201673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b5df1d73-18c8-4fc2-8aaa-2e4622a95672 None None] Provisioning complete for port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:13.202039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5df1d73-18c8-4fc2-8aaa-2e4622a95672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.339041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5df1d73-18c8-4fc2-8aaa-2e4622a95672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.396663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b5df1d73-18c8-4fc2-8aaa-2e4622a95672 None None] For port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,segment=NetworkSegment(053ed9fc-2faf-4199-94ca-4ef3913148d1),segment_id=053ed9fc-2faf-4199-94ca-4ef3913148d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:13.414633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-49fdfd8b-ebbd-4697-a122-c99b275f8098 req-226f1e1b-660a-4bc5-9fa3-4d1e58ba9a17 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:42:13.415590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49fdfd8b-ebbd-4697-a122-c99b275f8098 req-226f1e1b-660a-4bc5-9fa3-4d1e58ba9a17 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059223
Nov 13 21:42:13.465140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5df1d73-18c8-4fc2-8aaa-2e4622a95672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.535965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df1d73-18c8-4fc2-8aaa-2e4622a95672 None None] Pushing event updated for resources: {'Port': ['ID=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:13.625259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a0a8-5a25-47c3-b5ad-5ae2586b3391 req-f5ebd030-4caa-44ee-b5c1-77db69f85508 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:13.627378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b02a0a8-5a25-47c3-b5ad-5ae2586b3391 req-f5ebd030-4caa-44ee-b5c1-77db69f85508 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 946 time: 0.1107349
Nov 13 21:42:13.659972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.686836 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b02a0a8-5a25-47c3-b5ad-5ae2586b3391 req-d31fd022-7eed-4794-b318-9eeccc7702b4 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=0086363d-d26c-4a36-83bb-9c6f432f4c7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528045
Nov 13 21:42:13.727255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.728385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.790644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7ae0af04-58e8-4374-9ae1-fbb5bea8365a None None] Provisioning complete for port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:13.791106 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7ae0af04-58e8-4374-9ae1-fbb5bea8365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.831456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=8ee2f352-f48b-4729-859f-4f7cde12f5e1,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:13.884697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:13.886233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:13.906477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-ce8bdd45-ad95-48dd-a3e9-aa5caee8eda4 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:13.911330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-ce8bdd45-ad95-48dd-a3e9-aa5caee8eda4 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 946 time: 0.0647244
Nov 13 21:42:13.914335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7ae0af04-58e8-4374-9ae1-fbb5bea8365a None None] Provisioning complete for port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:13.914944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7ae0af04-58e8-4374-9ae1-fbb5bea8365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:13.976342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7ae0af04-58e8-4374-9ae1-fbb5bea8365a None None] Port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:14.063389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:14.103520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ee547-d5df-449c-a782-7c4be564eadd req-47db0d88-78d2-49f4-bf7f-a7cf7757c6f2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:14.105121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d5ee547-d5df-449c-a782-7c4be564eadd req-47db0d88-78d2-49f4-bf7f-a7cf7757c6f2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0883000
Nov 13 21:42:14.111617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Deleting port f638da4a-9e9a-4eff-82d4-fafa65d75db4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:14.115205 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.117320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a5cb4828-192e-41a8-b69c-cf2ad4a07486 None None] Provisioning complete for port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:14.117790 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4828-192e-41a8-b69c-cf2ad4a07486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.159652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb4828-192e-41a8-b69c-cf2ad4a07486 None None] Port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:14.169600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:14.169600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.185274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 56703c0a-32be-4c20-9e83-8779f2f825e4 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:42:14.278423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d5ee547-d5df-449c-a782-7c4be564eadd req-617d3409-d207-4c78-aecc-463bb7666431 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1511109
Nov 13 21:42:14.301326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] For port f638da4a-9e9a-4eff-82d4-fafa65d75db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f638da4a-9e9a-4eff-82d4-fafa65d75db4,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:14.301326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.315604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Calling delete_port for f638da4a-9e9a-4eff-82d4-fafa65d75db4 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:14.341197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:14.346557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-178334de-79e1-48b7-8d5c-87952b5dd715 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/56703c0a-32be-4c20-9e83-8779f2f825e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6051760
Nov 13 21:42:14.352300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-35b88425-34ad-4a90-be49-3cfcd1451875 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2204492
Nov 13 21:42:14.352888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42076) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:14.362821 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] Sync routers for ids ['56703c0a-32be-4c20-9e83-8779f2f825e4'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:14.374335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] Routers {'56703c0a-32be-4c20-9e83-8779f2f825e4'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:14.374974 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['56703c0a-32be-4c20-9e83-8779f2f825e4'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:14.385029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1649a039-1402-4814-bf36-7426a16c2047 None None] Provisioning complete for port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:14.385715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1649a039-1402-4814-bf36-7426a16c2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.413904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb03a029-7993-4f63-b5ff-371ff567dc8a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:14.414128 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9fd0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:14.418483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bb03a029-7993-4f63-b5ff-371ff567dc8a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports/8ee2f352-f48b-4729-859f-4f7cde12f5e1 HTTP/1.1" status: 200  len: 911 time: 0.0619755
Nov 13 21:42:14.419113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42078) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:14.424093 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] Routers {'56703c0a-32be-4c20-9e83-8779f2f825e4'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:14.424715 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['56703c0a-32be-4c20-9e83-8779f2f825e4'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:14.439369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1649a039-1402-4814-bf36-7426a16c2047 None None] Port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:14.458607 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9fd0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:14.459114 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b19d2-cdf2-4aba-aa5b-7f53a8c5fb16 None None] The sync data for ids ['56703c0a-32be-4c20-9e83-8779f2f825e4'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:14.567985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.581625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['f638da4a-9e9a-4eff-82d4-fafa65d75db4'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:42:14.607402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event deleted for resources: {'Port': ['ID=f638da4a-9e9a-4eff-82d4-fafa65d75db4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:14.674590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] No DVR routers for this DVR port f638da4a-9e9a-4eff-82d4-fafa65d75db4 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:14.690122 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.690122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e0903ca-0a32-47f0-bb88-837a9da4e71f req-62de2b0c-d05c-4246-9b83-ca12d6b40bd5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "DELETE /v2.0/ports/f638da4a-9e9a-4eff-82d4-fafa65d75db4 HTTP/1.1" status: 204  len: 173 time: 0.7594838
Nov 13 21:42:14.690122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'name': 'network-vif-deleted', 'tag': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:42:14.693267 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af67572-a1eb-437e-944c-3834bd0cf132" -d '{"events": [{"server_uuid": "3257f642-8b72-4ce2-805d-4ac50a60f7be", "name": "network-vif-deleted", "tag": "f638da4a-9e9a-4eff-82d4-fafa65d75db4"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:42:14.715125 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:14.773597 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc16217f-46c3-4f3d-986c-9465ed049f39 x-openstack-request-id: req-dc16217f-46c3-4f3d-986c-9465ed049f39 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:42:14.773892 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3257f642-8b72-4ce2-805d-4ac50a60f7be", "name": "network-vif-deleted", "tag": "f638da4a-9e9a-4eff-82d4-fafa65d75db4", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:42:14.774144 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc16217f-46c3-4f3d-986c-9465ed049f39 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:42:14.774549 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3257f642-8b72-4ce2-805d-4ac50a60f7be', 'name': 'network-vif-deleted', 'tag': 'f638da4a-9e9a-4eff-82d4-fafa65d75db4', 'status': 'completed', 'code': 200}
Nov 13 21:42:14.831400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9bea9251-6d20-47c7-8617-8cabd97ff07f req-f0723d44-b037-49b0-8828-bc0a86cf1391 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 210 time: 0.0400133
Nov 13 21:42:14.840732 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:15.157347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 8ee2f352-f48b-4729-859f-4f7cde12f5e1 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:15.157347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:15.256853 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:15.269980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 8ee2f352-f48b-4729-859f-4f7cde12f5e1 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:15.397681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:42:15.447570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977536a3-a8b7-4e54-aeb4-a64ed689e3bb req-cbdac705-e680-4c0f-9ce6-0501793cc522 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:15.449082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-977536a3-a8b7-4e54-aeb4-a64ed689e3bb req-cbdac705-e680-4c0f-9ce6-0501793cc522 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0677412
Nov 13 21:42:15.528544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-977536a3-a8b7-4e54-aeb4-a64ed689e3bb req-d0893b34-8ea9-4d0d-93b2-fd27ffe028f9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610871
Nov 13 21:42:15.602034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:15.641821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=8ee2f352-f48b-4729-859f-4f7cde12f5e1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:15.760605 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:15.922321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 56703c0a-32be-4c20-9e83-8779f2f825e4 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:15.968797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0a0ce172-47b2-4214-9a18-2a2b43a4e759 req-268d476a-360c-4f63-8d5d-fdde45860c8f tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=3257f642-8b72-4ce2-805d-4ac50a60f7be HTTP/1.1" status: 200  len: 210 time: 0.0267236
Nov 13 21:42:16.004052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:16.020331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2ff86e5-9e5b-4dfb-afa4-4ced01df5df2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/56703c0a-32be-4c20-9e83-8779f2f825e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5894458
Nov 13 21:42:16.020473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] Sync routers for ids ['56703c0a-32be-4c20-9e83-8779f2f825e4'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:16.022628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42146) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:16.027198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] Routers {'56703c0a-32be-4c20-9e83-8779f2f825e4'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:16.029263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddd5ddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['56703c0a-32be-4c20-9e83-8779f2f825e4'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:16.067480 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fdd7ccb1-7b50-4dfe-8d63-bace27008837 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=56703c0a-32be-4c20-9e83-8779f2f825e4 HTTP/1.1" status: 200  len: 205 time: 0.0430934
Nov 13 21:42:16.068669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddd5ddf0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:16.069793 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42148) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:16.078422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] Routers {'56703c0a-32be-4c20-9e83-8779f2f825e4'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:16.079176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddd5ddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['56703c0a-32be-4c20-9e83-8779f2f825e4'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:16.111785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddd5ddf0>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:16.112774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd903cd5-2f5e-4317-8a91-d5f7776f9bf6 None None] The sync data for ids ['56703c0a-32be-4c20-9e83-8779f2f825e4'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:16.157477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.324647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.326704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.475859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.476418 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router 56703c0a-32be-4c20-9e83-8779f2f825e4 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:42:16.483800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.484797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e17f8f3a-b9b4-494b-b41a-2397f2885c09 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/56703c0a-32be-4c20-9e83-8779f2f825e4 HTTP/1.1" status: 204  len: 168 time: 0.4139493
Nov 13 21:42:16.487336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:16.541746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet 6f2698e6-2a44-4c7b-be73-1ad17525e4e9 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:16.544968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.585308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.657016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb3c53-0a02-4afa-a38e-4851d28f8da7 req-f21023f9-b2f4-4ca3-9c4a-bbf0469024ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:16.658500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66eb3c53-0a02-4afa-a38e-4851d28f8da7 req-f21023f9-b2f4-4ca3-9c4a-bbf0469024ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0602801
Nov 13 21:42:16.671170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.717384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66eb3c53-0a02-4afa-a38e-4851d28f8da7 req-3698fe00-b37e-4ea2-a1e1-62c6311f2339 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518913
Nov 13 21:42:16.824601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.852064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2698e6-2a44-4c7b-be73-1ad17525e4e9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:16.856045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:16.862965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60685974-7a87-4bac-bbc4-d3b94c992106 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/6f2698e6-2a44-4c7b-be73-1ad17525e4e9 HTTP/1.1" status: 204  len: 168 time: 0.3718653
Nov 13 21:42:16.862965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42156) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:16.865607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752eff9f-0144-4581-9a92-389f321b54e0 None None] Network 83de9d96-84b5-45f0-ae31-0e0a38197556 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:16.957738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.060522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] DHCP port deletion for 83de9d96-84b5-45f0-ae31-0e0a38197556 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:17.111736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] Deleting port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:17.112127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.188930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] For port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,segment=NetworkSegment(053ed9fc-2faf-4199-94ca-4ef3913148d1),segment_id=053ed9fc-2faf-4199-94ca-4ef3913148d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:17.189324 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.203478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] Calling delete_port for d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:17.384980 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.392495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-04cf14ba-ab79-4478-ba05-42b8bb563de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:17.393993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-04cf14ba-ab79-4478-ba05-42b8bb563de5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.4518597
Nov 13 21:42:17.415603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] Pushing event deleted for resources: {'Port': ['ID=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:17.417453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e30056-9f37-4ef0-a53c-a73bc539fae3 None None] No DVR routers for this DVR port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:17.471278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:17.471624 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.556193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0, host ncdv-master-1, got binding levels [] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:17.556558 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.559541 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-ab4c29fc-f8c7-43fd-986f-659125c1c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:17.561042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-ab4c29fc-f8c7-43fd-986f-659125c1c204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.1580758
Nov 13 21:42:17.577294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:17.582512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 was not found and therefore no delete operation was performed {{(pid=120533) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:42:17.617292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.657053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=d4b2df38-b630-4bf7-8c7f-1c883a5c3df0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:17.658773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:17.692036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-5aa1cc4b-8c49-4a6e-95c5-81c01d76c4eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 1001 time: 0.1203399
Nov 13 21:42:17.779419 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.808009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-255bac63-5e2c-4586-a806-e3f9bca66e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:17.809484 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-255bac63-5e2c-4586-a806-e3f9bca66e1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.1052465
Nov 13 21:42:17.811002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd75d8fa0>,) {'filters': {'network_id': ['83de9d96-84b5-45f0-ae31-0e0a38197556']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:17.832710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75d8fa0>, '053ed9fc-2faf-4199-94ca-4ef3913148d1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:17.833631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd75d8fa0>, '053ed9fc-2faf-4199-94ca-4ef3913148d1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:17.840549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f638da4a-9e9a-4eff-82d4-fafa65d75db4 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:17.856339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202fc32-4e91-45e9-a1e2-3f67805bb331 req-a30026b1-9549-4b2a-89a8-475846fd56de tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:17.857941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.861331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: f638da4a-9e9a-4eff-82d4-fafa65d75db4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:17.861790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device f638da4a-9e9a-4eff-82d4-fafa65d75db4 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:17.863626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4202fc32-4e91-45e9-a1e2-3f67805bb331 req-a30026b1-9549-4b2a-89a8-475846fd56de tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0618784
Nov 13 21:42:17.889960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.902724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:17.903271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:17.907146 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:17.909310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-ad7dfdb3-4ef4-49f1-b524-723443f7cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:17.910880 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-ad7dfdb3-4ef4-49f1-b524-723443f7cedc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0893276
Nov 13 21:42:17.932995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4202fc32-4e91-45e9-a1e2-3f67805bb331 req-fa7d7b1d-f89e-44cc-83f6-03508382b3d7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684900
Nov 13 21:42:17.956639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:17.977506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:17.978111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d4b2df38-b630-4bf7-8c7f-1c883a5c3df0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:18.046896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c850ebd-06c5-440e-be1e-7cb96cbe058b service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248541
Nov 13 21:42:18.106023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.126075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.126075 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/83de9d96-84b5-45f0-ae31-0e0a38197556 HTTP/1.1" status: 204  len: 168 time: 1.2583859
Nov 13 21:42:18.126247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:18.131111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-604753812', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:18.147411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f5a2-371a-498f-aa7a-32647000e729 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=83de9d96-84b5-45f0-ae31-0e0a38197556,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:18.173852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-a57d1dc1-3e1d-44ee-a219-a03ae03aeed6 service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197948
Nov 13 21:42:18.212819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.213889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.266259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.493837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.750125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.769438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:18.876191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 172.35.3.185 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/84b571cb-3798-4cfc-ab66-d38bd661cbbf) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:18.995978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:19.050435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a03c6-80a6-40cc-a2af-3cb630ed08dd req-6cfec74a-3005-4e11-ba53-6703d94e139f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:19.052470 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-541a03c6-80a6-40cc-a2af-3cb630ed08dd req-6cfec74a-3005-4e11-ba53-6703d94e139f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0488088
Nov 13 21:42:19.088038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:19.103776 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-541a03c6-80a6-40cc-a2af-3cb630ed08dd req-9f5decea-9cd8-4765-b0ce-2f510f019121 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448344
Nov 13 21:42:19.123487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:19.126199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:19.129523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:19.138932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abc8c36-e566-472d-9575-9948fcfa401d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:19.160246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=84b571cb-3798-4cfc-ab66-d38bd661cbbf,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:19.214058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f4b53496-0d40-4d32-82c5-d1246de24934 None None] Provisioning complete for port 84b571cb-3798-4cfc-ab66-d38bd661cbbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:19.214424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4b53496-0d40-4d32-82c5-d1246de24934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:19.258399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f4b53496-0d40-4d32-82c5-d1246de24934 None None] Port 84b571cb-3798-4cfc-ab66-d38bd661cbbf cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:19.491310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:19.695917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:19.884860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 71562343-683f-4358-90c1-731980cc1d56 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:42:20.334670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:20.344454 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] Sync routers for ids ['71562343-683f-4358-90c1-731980cc1d56'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:20.354093 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] Routers {'71562343-683f-4358-90c1-731980cc1d56'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:20.355000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde244430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['71562343-683f-4358-90c1-731980cc1d56'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:20.356715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b7ded-62f2-4fc3-b82b-4e2136afe052 req-5e668bea-b0d4-4ffb-bc42-65c3f1f29c3e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:20.358258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c77b7ded-62f2-4fc3-b82b-4e2136afe052 req-5e668bea-b0d4-4ffb-bc42-65c3f1f29c3e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0737734
Nov 13 21:42:20.410820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c77b7ded-62f2-4fc3-b82b-4e2136afe052 req-43bc84ef-2991-48be-b66b-1ab1c94d9dc1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453517
Nov 13 21:42:20.445008 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:20.446679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3edb895a-ccef-454d-a3f1-ddb05519eda0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 2.3196278
Nov 13 21:42:20.465279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42182) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:20.483737 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde244430>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:20.497000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] Routers {'71562343-683f-4358-90c1-731980cc1d56'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:20.497625 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde244430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['71562343-683f-4358-90c1-731980cc1d56'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:20.529252 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde244430>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:20.529878 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6026d699-3d18-4284-bb5e-f4da438e84b1 None None] The sync data for ids ['71562343-683f-4358-90c1-731980cc1d56'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:20.583619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-330d6f11-8d9c-400b-a2fd-a808b502a19f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/routers/71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 200  len: 884 time: 0.1152287
Nov 13 21:42:20.584234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42184) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:20.802064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2ab5db17-7069-4bc4-b61c-18ec20bb1d9a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.2166548
Nov 13 21:42:20.804574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42186) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:20.808784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-604753812'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:21.110970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:21.202375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:21.312532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router 71562343-683f-4358-90c1-731980cc1d56 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:21.427014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:21.433312 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:21.438670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] Sync routers for ids ['71562343-683f-4358-90c1-731980cc1d56'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:21.439137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5ab8c4e9-6183-4941-8cbf-ff17034b64c2 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 200  len: 891 time: 0.6306148
Nov 13 21:42:21.439241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42212) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:21.447248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] Routers {'71562343-683f-4358-90c1-731980cc1d56'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:21.447572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd180400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['71562343-683f-4358-90c1-731980cc1d56'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:21.483447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd180400>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:21.492377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] Routers {'71562343-683f-4358-90c1-731980cc1d56'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:21.493032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd180400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['71562343-683f-4358-90c1-731980cc1d56'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:21.528814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd180400>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:21.529473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95739aa-b93f-4a9c-bd89-3afd66f7b97c None None] The sync data for ids ['71562343-683f-4358-90c1-731980cc1d56'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:21.585674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fc2f6-b1b2-4df5-8732-60d4202d93dc req-a60a35b6-d38d-4a83-b719-d7995555227d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:21.587218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e08fc2f6-b1b2-4df5-8732-60d4202d93dc req-a60a35b6-d38d-4a83-b719-d7995555227d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0944386
Nov 13 21:42:21.596795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-34d65d91-1103-4dc7-8f48-39949dfe83f7 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/routers/71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 200  len: 891 time: 0.1541839
Nov 13 21:42:21.598238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42214) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:21.624385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-809f495c-c69e-4a79-bf3e-59270ba91b7b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 200  len: 205 time: 0.0260093
Nov 13 21:42:21.626924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42216) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:21.644384 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e08fc2f6-b1b2-4df5-8732-60d4202d93dc req-decf3406-1075-4d38-bc6d-a2aa365e2f59 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489559
Nov 13 21:42:21.734902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:21.838362 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:21.980289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 84b571cb-3798-4cfc-ab66-d38bd661cbbf {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:21.980628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.057150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.068519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 84b571cb-3798-4cfc-ab66-d38bd661cbbf owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:22.316348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.346475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=84b571cb-3798-4cfc-ab66-d38bd661cbbf,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:22.366837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690e4af-3647-4853-b9eb-069611b67335 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:22.409050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.499090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.501240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.602221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.602791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router 71562343-683f-4358-90c1-731980cc1d56 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:42:22.613356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.613356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7d13f314-5689-480e-b0b9-65e6b8fc02b5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 204  len: 168 time: 0.9828484
Nov 13 21:42:22.615060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42222) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:22.619912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1096466682'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:22.747410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:22.750818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.782308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:22.791612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b92cdb-c0ad-47ee-946b-7c89fa1a48b9 req-8e067aaf-9931-4d01-aaad-d1152b427969 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:22.793101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48b92cdb-c0ad-47ee-946b-7c89fa1a48b9 req-8e067aaf-9931-4d01-aaad-d1152b427969 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0724254
Nov 13 21:42:22.801592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.802532 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2 of type vlan for network e9f8cede-53f2-499b-84b1-63bd5bd4e28d
Nov 13 21:42:22.860458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.886209 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48b92cdb-c0ad-47ee-946b-7c89fa1a48b9 req-7b43e877-df43-47f5-91ad-8c55f04f12fd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858741
Nov 13 21:42:22.950537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:22.956163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:22.956764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:23.026791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=e9f8cede-53f2-499b-84b1-63bd5bd4e28d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:23.033373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d93f4900-ae23-4f39-94eb-15e263fa567e tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4172499
Nov 13 21:42:23.037516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42228) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:23.039339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:23.041398 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:23.196112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:23.199875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:23.442117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:23.503270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=1363a52e-f798-4cce-ad6a-5a2a085c9648,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:23.520239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:23.520625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: e9f8cede-53f2-499b-84b1-63bd5bd4e28d, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:23.602369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:23.686636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9f8cede-53f2-499b-84b1-63bd5bd4e28d) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:23.690746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:23.691337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:23.697929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad607b-92ae-468b-8dd8-d48fe363f714 None None] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:23.844965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0c3994ed-4116-431b-87bb-d9364b9c3bed tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8074200
Nov 13 21:42:23.847616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42232) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:23.853006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2146134163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:23.979472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:23.985092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.014965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e9f8cede-53f2-499b-84b1-63bd5bd4e28d', 'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': '1363a52e-f798-4cce-ad6a-5a2a085c9648'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:24.016459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.031860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfc9c4-4f2a-4312-a2c9-18a7b62fad1b req-109796e2-fbbe-4cc8-bacd-e028187956e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:24.033810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94dfc9c4-4f2a-4312-a2c9-18a7b62fad1b req-109796e2-fbbe-4cc8-bacd-e028187956e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0708268
Nov 13 21:42:24.045149 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.090086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-94dfc9c4-4f2a-4312-a2c9-18a7b62fad1b req-a8aef98f-35fd-42eb-8fce-41ad9133abf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469098
Nov 13 21:42:24.139816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.174855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Allocated IP 2001:db8::2 (e9f8cede-53f2-499b-84b1-63bd5bd4e28d/1363a52e-f798-4cce-ad6a-5a2a085c9648/fc222682-a266-4adb-8a75-b1d4b3a71a7b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:24.277562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.278906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fda6f8d7-16fa-4fc8-ae25-ddd66264ec40 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4301934
Nov 13 21:42:24.281652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42238) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:24.318394 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.379551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.420932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:24.428903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:24.440403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:24.441964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Pushing event updated for resources: {'Port': ['ID=fc222682-a266-4adb-8a75-b1d4b3a71a7b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:24.503172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Attempting to bind port fc222682-a266-4adb-8a75-b1d4b3a71a7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:24.503641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Attempting to bind port fc222682-a266-4adb-8a75-b1d4b3a71a7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:24.504007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Attempting to bind port fc222682-a266-4adb-8a75-b1d4b3a71a7b on network e9f8cede-53f2-499b-84b1-63bd5bd4e28d {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:24.509872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:24.510288 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Checking segment: {'id': '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:24.510739 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.511128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Bound using segment: {'id': '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:24.511593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Bound port: fc222682-a266-4adb-8a75-b1d4b3a71a7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e9f8cede-53f2-499b-84b1-63bd5bd4e28d'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:24.511970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.560980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.583454 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] For port fc222682-a266-4adb-8a75-b1d4b3a71a7b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:24.586874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] For port fc222682-a266-4adb-8a75-b1d4b3a71a7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc222682-a266-4adb-8a75-b1d4b3a71a7b,segment=NetworkSegment(1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2),segment_id=1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:24.664426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:24.736599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da826db-0b2f-4ca9-9bd7-5d6fff91a42a None None] Pushing event updated for resources: {'Port': ['ID=fc222682-a266-4adb-8a75-b1d4b3a71a7b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:24.813598 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4222cc2a-b66a-4369-8266-b804025a8f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.201493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8::1 (e9f8cede-53f2-499b-84b1-63bd5bd4e28d/1363a52e-f798-4cce-ad6a-5a2a085c9648/c7243e4d-8e92-40c9-93ea-a813153e55cd) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:25.253866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5dc1-e75b-4403-a0ea-4dae1ed4745e req-93510fca-0cea-4bb7-8aa6-5c51c7266bba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:25.255368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-937f5dc1-e75b-4403-a0ea-4dae1ed4745e req-93510fca-0cea-4bb7-8aa6-5c51c7266bba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0847299
Nov 13 21:42:25.358024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-937f5dc1-e75b-4403-a0ea-4dae1ed4745e req-62015497-eac1-4601-a899-e44f5bad5e8d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740390
Nov 13 21:42:25.372073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.460540 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.502877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:25.510373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:25.516045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:25.516595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.520927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=c7243e4d-8e92-40c9-93ea-a813153e55cd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:25.706255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55324250-d271-484d-b245-42d8aae8aaa8 None None] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:25.720493 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.781653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e94794d7-2753-4eee-801f-cfd2dd501aac None None] Provisioning complete for port fc222682-a266-4adb-8a75-b1d4b3a71a7b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:25.782018 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e94794d7-2753-4eee-801f-cfd2dd501aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.929370 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e94794d7-2753-4eee-801f-cfd2dd501aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:25.991425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e94794d7-2753-4eee-801f-cfd2dd501aac None None] For port fc222682-a266-4adb-8a75-b1d4b3a71a7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc222682-a266-4adb-8a75-b1d4b3a71a7b,segment=NetworkSegment(1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2),segment_id=1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:25.999770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.011355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fc222682-a266-4adb-8a75-b1d4b3a71a7b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:26.060590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e94794d7-2753-4eee-801f-cfd2dd501aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.096126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fc222682-a266-4adb-8a75-b1d4b3a71a7b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:26.096497 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.144461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.145324 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.147094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94794d7-2753-4eee-801f-cfd2dd501aac None None] Pushing event updated for resources: {'Port': ['ID=fc222682-a266-4adb-8a75-b1d4b3a71a7b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:26.246294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=c7243e4d-8e92-40c9-93ea-a813153e55cd,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:26.290187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-533c1d1a-c038-4b29-bf16-03b9abe2c202 None None] Provisioning complete for port c7243e4d-8e92-40c9-93ea-a813153e55cd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:26.290680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-533c1d1a-c038-4b29-bf16-03b9abe2c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.292777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:26.294135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:26.332871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-533c1d1a-c038-4b29-bf16-03b9abe2c202 None None] Port c7243e4d-8e92-40c9-93ea-a813153e55cd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:26.343546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-533c1d1a-c038-4b29-bf16-03b9abe2c202 None None] Provisioning complete for port fc222682-a266-4adb-8a75-b1d4b3a71a7b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:26.343905 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-533c1d1a-c038-4b29-bf16-03b9abe2c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.497220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1da56-9b27-4f31-9980-994a62f06599 req-29e414c9-d3b9-4790-b388-460139b8256e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:26.498907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2b1da56-9b27-4f31-9980-994a62f06599 req-29e414c9-d3b9-4790-b388-460139b8256e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0513170
Nov 13 21:42:26.533225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router a9f5428e-6b71-4e07-a7f6-5b547d920bc7 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:42:26.581317 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2b1da56-9b27-4f31-9980-994a62f06599 req-a35d0db4-2e27-4da1-a833-fdb1e0aee62c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759397
Nov 13 21:42:26.585034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-396f6751-0124-4623-b6d4-7cd656998521 None None] Provisioning complete for port c7243e4d-8e92-40c9-93ea-a813153e55cd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:26.585516 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-396f6751-0124-4623-b6d4-7cd656998521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.624531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-396f6751-0124-4623-b6d4-7cd656998521 None None] Port c7243e4d-8e92-40c9-93ea-a813153e55cd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:26.645651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:26.653361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cf6476f6-f260-4cd7-8e6f-c7c524cf4335 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/a9f5428e-6b71-4e07-a7f6-5b547d920bc7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3682365
Nov 13 21:42:26.653746 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42254) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:26.660021 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] Sync routers for ids ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:26.671849 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] Routers {'a9f5428e-6b71-4e07-a7f6-5b547d920bc7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:26.672844 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde749fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:26.705146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a174777-6b8c-4065-8d7b-a7faa214cc97 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:26.706515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4a174777-6b8c-4065-8d7b-a7faa214cc97 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports/c7243e4d-8e92-40c9-93ea-a813153e55cd HTTP/1.1" status: 200  len: 911 time: 0.0518060
Nov 13 21:42:26.709270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42256) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:26.711795 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde749fa0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:26.714202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1363a52e-f798-4cce-ad6a-5a2a085c9648'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:26.721064 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] Routers {'a9f5428e-6b71-4e07-a7f6-5b547d920bc7'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:26.725298 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde749fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:41:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:26.743919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b18139b0-1e3b-44c8-884a-291399bc1242 None None] Provisioning complete for port c7243e4d-8e92-40c9-93ea-a813153e55cd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:26.748354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b18139b0-1e3b-44c8-884a-291399bc1242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:26.756540 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde749fa0>, [], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:26.757296 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51083a39-3a1e-4cc9-b572-77a46b5c54da None None] The sync data for ids ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'] in ncdv-master-1 is: [] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:26.791617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b18139b0-1e3b-44c8-884a-291399bc1242 None None] Port c7243e4d-8e92-40c9-93ea-a813153e55cd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:26.863705 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.150193 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81445cd2-4871-4232-8ce7-b5e3266cb4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.221936 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.316283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.322684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:27.323280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.324590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/ports/c7243e4d-8e92-40c9-93ea-a813153e55cd HTTP/1.1" status: 200  len: 911 time: 0.6144199
Nov 13 21:42:27.327585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42260) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:27.366035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bc273-d8c9-4aa3-9607-914d4bba6184 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=c7243e4d-8e92-40c9-93ea-a813153e55cd,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:27.641684 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.791553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220af2-1e4a-4e58-9676-2197182ae0b3 req-18d01ab4-f494-4fec-a085-5f0333bee44b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:27.793029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5220af2-1e4a-4e58-9676-2197182ae0b3 req-18d01ab4-f494-4fec-a085-5f0333bee44b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.1155765
Nov 13 21:42:27.871037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5220af2-1e4a-4e58-9676-2197182ae0b3 req-9b2d5471-a9cf-4588-9fe3-83fceee2bab9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579667
Nov 13 21:42:27.945606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fc222682-a266-4adb-8a75-b1d4b3a71a7b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:27.974067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port c7243e4d-8e92-40c9-93ea-a813153e55cd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:27.974403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:27.999060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fc222682-a266-4adb-8a75-b1d4b3a71a7b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:27.999438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:28.066631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:28.090271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for c7243e4d-8e92-40c9-93ea-a813153e55cd owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:28.355037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:28.384633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=c7243e4d-8e92-40c9-93ea-a813153e55cd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:28.485463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:28.644087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router a9f5428e-6b71-4e07-a7f6-5b547d920bc7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:28.653322 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:28.732073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:28.741628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bef7a909-46cd-4c85-a54c-ccedb26c810c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/a9f5428e-6b71-4e07-a7f6-5b547d920bc7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4128475
Nov 13 21:42:28.742244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42270) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:28.746825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] Sync routers for ids ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:28.753928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] Routers {'a9f5428e-6b71-4e07-a7f6-5b547d920bc7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:28.754208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd916280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:28.772421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3c164c10-12bc-4abf-9410-2e4d8e78c694 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9f5428e-6b71-4e07-a7f6-5b547d920bc7 HTTP/1.1" status: 200  len: 205 time: 0.0290658
Nov 13 21:42:28.775753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42272) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:28.793754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd916280>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:28.803298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] Routers {'a9f5428e-6b71-4e07-a7f6-5b547d920bc7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:28.803879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd916280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:28.839695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd916280>, [], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:28.840310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4a3f9-51ef-4c0a-99a2-8be6fab07dcf None None] The sync data for ids ['a9f5428e-6b71-4e07-a7f6-5b547d920bc7'] in ncdv-master-1 is: [] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:28.856572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:28.993593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2862152-3903-40a2-936b-ec30d458eff5 req-09485f16-bbd1-4d90-9373-66bd53a8457c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:28.995163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2862152-3903-40a2-936b-ec30d458eff5 req-09485f16-bbd1-4d90-9373-66bd53a8457c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0511525
Nov 13 21:42:29.013753 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.015819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.047018 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b2862152-3903-40a2-936b-ec30d458eff5 req-e9c1e782-1e27-4b4f-8783-fad77461839f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458109
Nov 13 21:42:29.144913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.145941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router a9f5428e-6b71-4e07-a7f6-5b547d920bc7 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:42:29.154064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.155244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa34b1cc-4605-42cd-9e97-273d70a1ed26 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/a9f5428e-6b71-4e07-a7f6-5b547d920bc7 HTTP/1.1" status: 204  len: 168 time: 0.3782501
Nov 13 21:42:29.158025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42278) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:29.208715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet 1363a52e-f798-4cce-ad6a-5a2a085c9648 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:29.211843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.255961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.337709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.465171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.495276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=1363a52e-f798-4cce-ad6a-5a2a085c9648,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:29.498881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.502342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9688a0db-9cf0-4ddd-9dc3-8a38485c90cb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/1363a52e-f798-4cce-ad6a-5a2a085c9648 HTTP/1.1" status: 204  len: 168 time: 0.3432255
Nov 13 21:42:29.505361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e17041-8d9b-4800-85ac-c9bb29300409 None None] Network e9f8cede-53f2-499b-84b1-63bd5bd4e28d requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:29.505907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42280) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:29.588091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.644218 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port fc222682-a266-4adb-8a75-b1d4b3a71a7b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:29.644560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.669171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] DHCP port deletion for e9f8cede-53f2-499b-84b1-63bd5bd4e28d request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:29.713983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port fc222682-a266-4adb-8a75-b1d4b3a71a7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc222682-a266-4adb-8a75-b1d4b3a71a7b,segment=NetworkSegment(1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2),segment_id=1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:29.714350 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.722185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] Deleting port fc222682-a266-4adb-8a75-b1d4b3a71a7b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:29.722496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.729838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for fc222682-a266-4adb-8a75-b1d4b3a71a7b owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:29.785351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] For port fc222682-a266-4adb-8a75-b1d4b3a71a7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc222682-a266-4adb-8a75-b1d4b3a71a7b,segment=NetworkSegment(1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2),segment_id=1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:29.785751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.797833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] Calling delete_port for fc222682-a266-4adb-8a75-b1d4b3a71a7b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:29.909708 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.910884 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:29.936918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] Pushing event deleted for resources: {'Port': ['ID=fc222682-a266-4adb-8a75-b1d4b3a71a7b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:29.937381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=fc222682-a266-4adb-8a75-b1d4b3a71a7b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:29.940472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adb9a1-4d8d-4905-a58d-16e85e5ec51a None None] No DVR routers for this DVR port fc222682-a266-4adb-8a75-b1d4b3a71a7b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:29.940850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port fc222682-a266-4adb-8a75-b1d4b3a71a7b on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:29.961821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fc222682-a266-4adb-8a75-b1d4b3a71a7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:29.987583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: fc222682-a266-4adb-8a75-b1d4b3a71a7b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:29.988030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fc222682-a266-4adb-8a75-b1d4b3a71a7b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:29.990124 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.029040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.049921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde9ef490>,) {'filters': {'network_id': ['e9f8cede-53f2-499b-84b1-63bd5bd4e28d']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:30.061531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde9ef490>, '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:30.061712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde9ef490>, '1eb7e5bb-7f77-48ec-9ab9-5c8860dc4de2') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:30.077993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.092654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.098761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:30.099194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:30.102364 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:30.172217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a9973-c814-4bc3-b6b5-757cf09b8262 req-2d8ef5c0-31ab-4156-a5f4-3c719cce31da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:30.173882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a23a9973-c814-4bc3-b6b5-757cf09b8262 req-2d8ef5c0-31ab-4156-a5f4-3c719cce31da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0554118
Nov 13 21:42:30.224065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a23a9973-c814-4bc3-b6b5-757cf09b8262 req-72f20b40-27f5-4bdd-b46c-9b8ce8ab4224 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427728
Nov 13 21:42:30.245888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.249479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.252634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/e9f8cede-53f2-499b-84b1-63bd5bd4e28d HTTP/1.1" status: 204  len: 168 time: 0.7457232
Nov 13 21:42:30.257125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42288) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:30.261672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-851029339', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:30.264820 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a487e8d-2fd1-43e1-b71f-aeda2483f45c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=e9f8cede-53f2-499b-84b1-63bd5bd4e28d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:30.333394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.334492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.355876 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.387986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.436298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.518759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.520708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-21a90ba5-293b-4fdc-902b-8d4092694c93 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.2619319
Nov 13 21:42:30.524006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42290) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:30.529328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-980980772'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:30.624605 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:30.628164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.651705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:30.660243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.660578 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment bf3c259b-c55f-42fd-9973-f57a895676ef of type vlan for network 37295a5b-e116-4590-8c09-e0812de55957
Nov 13 21:42:30.699592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.836164 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.841792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:30.842380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:30.911028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=37295a5b-e116-4590-8c09-e0812de55957,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:30.921139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 37295a5b-e116-4590-8c09-e0812de55957 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:30.929946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b92f7d2-e3c3-419b-bdfa-ed9a4c57e034 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4048476
Nov 13 21:42:30.932621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42294) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:30.938154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:31.081959 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:31.086094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:31.342648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55dd9-819a-4434-b73f-c704561d8f13 req-57e4c6c4-29d6-451e-9c51-6fce3df6f670 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:31.344126 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-93f55dd9-819a-4434-b73f-c704561d8f13 req-57e4c6c4-29d6-451e-9c51-6fce3df6f670 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0480838
Nov 13 21:42:31.369421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:31.451263 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-93f55dd9-819a-4434-b73f-c704561d8f13 req-e9a5e29a-4885-49a0-9fde-f5174023cc24 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007543
Nov 13 21:42:31.461277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:31.466087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:31.466449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 37295a5b-e116-4590-8c09-e0812de55957, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:31.625052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 37295a5b-e116-4590-8c09-e0812de55957 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:31.733753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37295a5b-e116-4590-8c09-e0812de55957) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:31.737831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:31.738429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:31.743043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd295992-01ce-4a5b-8f64-430619587ddb None None] Network 37295a5b-e116-4590-8c09-e0812de55957 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:31.839320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-013ced04-202b-49ec-bb7c-1256dc311734 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9055536
Nov 13 21:42:31.842155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42302) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:31.896141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37295a5b-e116-4590-8c09-e0812de55957', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:31.897205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.047250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Allocated IP 2001:db8::2 (37295a5b-e116-4590-8c09-e0812de55957/d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f/583bfc2b-b584-403f-ae7c-81f0e0f3bece) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:32.206720 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.277206 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.324712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Network 37295a5b-e116-4590-8c09-e0812de55957 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:32.328525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Pushing event updated for resources: {'Port': ['ID=583bfc2b-b584-403f-ae7c-81f0e0f3bece,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:32.330965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:32.333475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:32.385677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Attempting to bind port 583bfc2b-b584-403f-ae7c-81f0e0f3bece on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:32.386041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Attempting to bind port 583bfc2b-b584-403f-ae7c-81f0e0f3bece by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:32.386407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Attempting to bind port 583bfc2b-b584-403f-ae7c-81f0e0f3bece on network 37295a5b-e116-4590-8c09-e0812de55957 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:32.391710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:32.392077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Checking segment: {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:32.392472 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.392894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Bound using segment: {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:32.393372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Bound port: 583bfc2b-b584-403f-ae7c-81f0e0f3bece, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:32.395937 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.432709 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.466168 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] For port 583bfc2b-b584-403f-ae7c-81f0e0f3bece, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:32.469568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] For port 583bfc2b-b584-403f-ae7c-81f0e0f3bece, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=583bfc2b-b584-403f-ae7c-81f0e0f3bece,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:32.574353 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:32.630442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca42e-46dd-493f-868f-00b4e3245307 req-3da70763-e463-4f1d-92d0-f674d7a35cfc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:32.632016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dffca42e-46dd-493f-868f-00b4e3245307 req-3da70763-e463-4f1d-92d0-f674d7a35cfc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.1082993
Nov 13 21:42:32.632803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad55aa-da0b-4b85-885f-84455e2d6327 None None] Pushing event updated for resources: {'Port': ['ID=583bfc2b-b584-403f-ae7c-81f0e0f3bece,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:32.750818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dffca42e-46dd-493f-868f-00b4e3245307 req-a46d41d2-683a-4e92-a00a-703a1fcd0225 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885561
Nov 13 21:42:32.836423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8::1 (37295a5b-e116-4590-8c09-e0812de55957/d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f/648eb92f-3588-4a02-b3aa-dc1085b30635) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:32.974659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.070781 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.110483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 37295a5b-e116-4590-8c09-e0812de55957 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:33.116205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:33.118716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:33.119426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.162557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=648eb92f-3588-4a02-b3aa-dc1085b30635,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:33.332829 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.547051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca528b7-fe75-4900-a97c-022ea7b92556 None None] Network 37295a5b-e116-4590-8c09-e0812de55957 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:33.609865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9f0a2b96-fdea-43c6-9c81-e96130b4d9e0 None None] Provisioning complete for port 583bfc2b-b584-403f-ae7c-81f0e0f3bece triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:33.610149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2b96-fdea-43c6-9c81-e96130b4d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.611980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.670680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.671486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.774141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=648eb92f-3588-4a02-b3aa-dc1085b30635,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:33.820012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 37295a5b-e116-4590-8c09-e0812de55957 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:33.821473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:33.904308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812ba0-1045-4f0e-abdf-cdfa3fa44934 req-6f9be70b-7b6d-4c6b-bd7c-4dd8b13d482d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:33.910184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2b96-fdea-43c6-9c81-e96130b4d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:33.917454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d812ba0-1045-4f0e-abdf-cdfa3fa44934 req-6f9be70b-7b6d-4c6b-bd7c-4dd8b13d482d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0805900
Nov 13 21:42:33.956664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9f0a2b96-fdea-43c6-9c81-e96130b4d9e0 None None] For port 583bfc2b-b584-403f-ae7c-81f0e0f3bece, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=583bfc2b-b584-403f-ae7c-81f0e0f3bece,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:33.990278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d812ba0-1045-4f0e-abdf-cdfa3fa44934 req-dcbed0cc-cfdf-45bd-bae7-10619a78e01b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717874
Nov 13 21:42:34.035029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 583bfc2b-b584-403f-ae7c-81f0e0f3bece up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:34.060208 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2b96-fdea-43c6-9c81-e96130b4d9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.075544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:42:34.127887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a2b96-fdea-43c6-9c81-e96130b4d9e0 None None] Pushing event updated for resources: {'Port': ['ID=583bfc2b-b584-403f-ae7c-81f0e0f3bece,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:34.131946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 583bfc2b-b584-403f-ae7c-81f0e0f3bece triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:34.132309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.183169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:34.198651 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:34.202077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cbe68ff3-d5c9-42ae-93bc-9b945ccfcdd8 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3563945
Nov 13 21:42:34.202417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42320) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:34.208247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308010852'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:34.210249 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:34.211221 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde749970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:34.283176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c7760da7-954c-4717-b38d-542880cd91a6 None None] Provisioning complete for port 583bfc2b-b584-403f-ae7c-81f0e0f3bece triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:34.283545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7760da7-954c-4717-b38d-542880cd91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.303079 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:34.305764 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:34.310174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.338521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:34.350974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.351676 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 426bbf9d-d7fe-45a9-9b66-b5027f2f7715 of type vlan for network 200414d8-1ef7-49c1-bf70-7557fcd45411
Nov 13 21:42:34.405998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.414286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c7760da7-954c-4717-b38d-542880cd91a6 None None] Provisioning complete for port 648eb92f-3588-4a02-b3aa-dc1085b30635 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:34.414800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7760da7-954c-4717-b38d-542880cd91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.455923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c7760da7-954c-4717-b38d-542880cd91a6 None None] Port 648eb92f-3588-4a02-b3aa-dc1085b30635 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:34.499579 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.506501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:34.507089 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.527808 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde749970>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:33Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:33Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:34.559478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:34.563512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Updating router fc63afa9-dd51-411c-965e-2270e44f91e0 port 648eb92f-3588-4a02-b3aa-dc1085b30635 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:42:34.590508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-da09622f-f2f1-4e21-870e-20c48daa7894 None None] Provisioning complete for port 648eb92f-3588-4a02-b3aa-dc1085b30635 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:34.591114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-da09622f-f2f1-4e21-870e-20c48daa7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.597586 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.610632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=200414d8-1ef7-49c1-bf70-7557fcd45411,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:34.621529 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bdd22da2-2aba-4144-a2f8-063c46bbab2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4180114
Nov 13 21:42:34.625194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42322) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:34.632024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:34.647763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:34.737115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-da09622f-f2f1-4e21-870e-20c48daa7894 None None] Port 648eb92f-3588-4a02-b3aa-dc1085b30635 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:34.861823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c78de685-d7b0-4787-9358-f3bcf45ce006 None None] Provisioning complete for port 648eb92f-3588-4a02-b3aa-dc1085b30635 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:34.862191 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c78de685-d7b0-4787-9358-f3bcf45ce006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.887323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:34.891342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:34.902555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c78de685-d7b0-4787-9358-f3bcf45ce006 None None] Port 648eb92f-3588-4a02-b3aa-dc1085b30635 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:34.975171 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.047105 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.093891 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937f144-773d-45fa-9599-74f72444728f None None] Pushing event updated for resources: {'Port': ['ID=648eb92f-3588-4a02-b3aa-dc1085b30635,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.108222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.109102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.109102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.109268 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8937f144-773d-45fa-9599-74f72444728f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:35.156013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2aab8-4daf-479c-a8ed-a40e09f94a53 req-3b9bd56c-81bb-4eb6-ab94-efca885b3e73 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:35.158525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62c2aab8-4daf-479c-a8ed-a40e09f94a53 req-3b9bd56c-81bb-4eb6-ab94-efca885b3e73 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0792420
Nov 13 21:42:35.248325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.248577 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Attempting to bind port 648eb92f-3588-4a02-b3aa-dc1085b30635 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:35.249309 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Attempting to bind port 648eb92f-3588-4a02-b3aa-dc1085b30635 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:35.249309 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Attempting to bind port 648eb92f-3588-4a02-b3aa-dc1085b30635 on network 37295a5b-e116-4590-8c09-e0812de55957 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:35.258811 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:35.259202 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Checking segment: {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:35.259600 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.265512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Bound using segment: {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:35.265512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Bound port: 648eb92f-3588-4a02-b3aa-dc1085b30635, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3c259b-c55f-42fd-9973-f57a895676ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '37295a5b-e116-4590-8c09-e0812de55957'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:35.265512 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.269681 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-8b90a28f-bf0c-4c6f-89d5-3d576e3f2064 service neutron] show failed (client error): The resource could not be found.
Nov 13 21:42:35.270831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-8b90a28f-bf0c-4c6f-89d5-3d576e3f2064 service neutron] 10.222.0.46 "GET /v2.0/ports/0890fec0-397a-4846-a7aa-e98bafc58afa/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0976706
Nov 13 21:42:35.357457 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-62c2aab8-4daf-479c-a8ed-a40e09f94a53 req-c4fe307d-48f7-451a-9d95-862c88e62efe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1908240
Nov 13 21:42:35.367737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=eb0f258b-ed87-42c9-a55e-4a99d907a331,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:35.369933 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] For port 648eb92f-3588-4a02-b3aa-dc1085b30635, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:35.370728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:35.371100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 200414d8-1ef7-49c1-bf70-7557fcd45411, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:35.373626 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] For port 648eb92f-3588-4a02-b3aa-dc1085b30635, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=648eb92f-3588-4a02-b3aa-dc1085b30635,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:35.493876 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.532880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3eb57bc6-8121-4f07-9d98-99edd44eaa94 None None] Provisioning complete for port 648eb92f-3588-4a02-b3aa-dc1085b30635 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:35.533252 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3eb57bc6-8121-4f07-9d98-99edd44eaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.537973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:35.557122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:35.557738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde749970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:35.641228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3eb57bc6-8121-4f07-9d98-99edd44eaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.648982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 200414d8-1ef7-49c1-bf70-7557fcd45411) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:35.656703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:35.659027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.671091 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:35.690386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3eb57bc6-8121-4f07-9d98-99edd44eaa94 None None] For port 648eb92f-3588-4a02-b3aa-dc1085b30635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=648eb92f-3588-4a02-b3aa-dc1085b30635,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:35.695040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd225c-c3b5-4402-9cd3-190786ccf865 None None] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:35.806571 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0f2a6c8c-c4f5-40ae-9f6f-508d3859b642 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1799424
Nov 13 21:42:35.809365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42376) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:35.826402 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937f144-773d-45fa-9599-74f72444728f None None] Pushing event updated for resources: {'Port': ['ID=648eb92f-3588-4a02-b3aa-dc1085b30635,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:35.841110 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3eb57bc6-8121-4f07-9d98-99edd44eaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.911541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-200414d8-1ef7-49c1-bf70-7557fcd45411', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:35.912572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:35.956486 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde749970>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:33Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:35.963760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb57bc6-8121-4f07-9d98-99edd44eaa94 None None] Pushing event updated for resources: {'Port': ['ID=648eb92f-3588-4a02-b3aa-dc1085b30635,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:35.999502 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a666d9f-70d2-4130-bbf5-17fac6057a8b None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:33Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:36.073502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-6d572504-5f2a-416d-a0ea-0388cec3ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:36.076375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-6d572504-5f2a-416d-a0ea-0388cec3ce6d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 1097 time: 0.1321158
Nov 13 21:42:36.091641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:36.092907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 583bfc2b-b584-403f-ae7c-81f0e0f3bece up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:36.118783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-52366e16-4edb-4fe8-a08b-062218b171fb None None] Provisioning complete for port 648eb92f-3588-4a02-b3aa-dc1085b30635 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:36.119230 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52366e16-4edb-4fe8-a08b-062218b171fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.181590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.294607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Allocated IP 2001:db8:1::2 (200414d8-1ef7-49c1-bf70-7557fcd45411/eb0f258b-ed87-42c9-a55e-4a99d907a331/ae84fd7a-6a8c-42cc-94e3-424cfcdc1518) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:36.301466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 583bfc2b-b584-403f-ae7c-81f0e0f3bece triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:36.301466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.404750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.652307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:36.690626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:36.690784 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.751612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5303c-9742-4664-b117-c7c70e03bae0 req-7540798c-fef3-4544-a387-05d6811a2a0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:36.753558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31a5303c-9742-4664-b117-c7c70e03bae0 req-7540798c-fef3-4544-a387-05d6811a2a0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.2081511
Nov 13 21:42:36.765105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.770568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:42:36.773072 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1290f870-6df1-4501-ba14-8291cb91cd40" -d '{"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-unplugged", "status": "completed", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:42:36.788165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Transition to ACTIVE for port object 0890fec0-397a-4846-a7aa-e98bafc58afa will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:42:36.828520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31a5303c-9742-4664-b117-c7c70e03bae0 req-1cea666e-39e0-4f4f-98fa-6cb961696689 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498183
Nov 13 21:42:36.830791 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.866164 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:36.924725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:36.929086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:36.935547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:36.944182 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4793daa-534e-4d5c-94ad-e916231d7aff x-openstack-request-id: req-f4793daa-534e-4d5c-94ad-e916231d7aff {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:42:36.944725 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-unplugged", "status": "completed", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:42:36.945245 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4793daa-534e-4d5c-94ad-e916231d7aff {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:42:36.945774 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'code': 200}
Nov 13 21:42:36.946751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:36.946996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8:1::1 (200414d8-1ef7-49c1-bf70-7557fcd45411/eb0f258b-ed87-42c9-a55e-4a99d907a331/21bde3dd-112b-4b10-bdb2-cc3ba3a62337) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:37.030190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Pushing event updated for resources: {'Port': ['ID=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:37.095057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Attempting to bind port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:37.099709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Attempting to bind port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:37.099709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Attempting to bind port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 on network 200414d8-1ef7-49c1-bf70-7557fcd45411 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:37.099922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.105706 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:37.106226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Checking segment: {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:37.106634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.107043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Bound using segment: {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:37.107526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Bound port: ae84fd7a-6a8c-42cc-94e3-424cfcdc1518, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:37.107894 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.132192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] No DVR routers for this DVR port 0890fec0-397a-4846-a7aa-e98bafc58afa on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:37.195657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] For port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:37.200880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] For port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,segment=NetworkSegment(426bbf9d-d7fe-45a9-9b66-b5027f2f7715),segment_id=426bbf9d-d7fe-45a9-9b66-b5027f2f7715)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:37.282230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.291726 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.299687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42404) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:37.307078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170545757', 'description': 'tempest-secgroup-smoke-1170545757 description', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:37.316735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:37.316735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:37.316735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:37.327296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Port 0890fec0-397a-4846-a7aa-e98bafc58afa on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:42:37.327618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Attempting to bind port 0890fec0-397a-4846-a7aa-e98bafc58afa on network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:37.335991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:37.344870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Checking segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:37.344870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Bound using segment: {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:37.344870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Bound port: 0890fec0-397a-4846-a7aa-e98bafc58afa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636ab173-9a07-4b27-a796-6703bf02d032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:37.344870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.365307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd6769-dfee-412e-b3f5-28a80d8a290c None None] Pushing event updated for resources: {'Port': ['ID=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:37.405964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.437079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:37.442430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:37.508935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.534327 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.588480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:37.589499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.591303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] 10.222.0.37 "PUT /v2.0/ports/0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 1092 time: 1.5065885
Nov 13 21:42:37.606470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.746700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05ca27-6246-4538-b336-1f3179b0b77d service neutron] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:37.751275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:37.753340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1ad124-1801-4202-afcf-e32471717e94,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:37.755131 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:37.758868 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:37.759423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.793467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-1286b3d4-754f-4531-a15d-0fdc6e1ce055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:37.797022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-1286b3d4-754f-4531-a15d-0fdc6e1ce055 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1095 time: 0.1702344
Nov 13 21:42:37.826358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:37.938597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:37.939843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6f97e685-441e-44ce-bd36-cffe3168223d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.6389887
Nov 13 21:42:37.943640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42408) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:37.951310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group_rule': {'security_group_id': '7d1ad124-1801-4202-afcf-e32471717e94', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:38.006446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.035802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-3014b667-059b-4149-9b30-0d7744ecbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:38.039035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-3014b667-059b-4149-9b30-0d7744ecbf89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.2291849
Nov 13 21:42:38.055064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d3934-e55a-4b81-8b4a-3f390777a68c req-cd09c171-90b9-4092-8a3c-5daed974d7ae tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:38.056483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-299d3934-e55a-4b81-8b4a-3f390777a68c req-cd09c171-90b9-4092-8a3c-5daed974d7ae tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.1156394
Nov 13 21:42:38.125244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:38.180552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:38.181145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.196273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-ed2ca19a-98eb-4481-bc91-3ba8367b4701 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 999 time: 0.1505368
Nov 13 21:42:38.201593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-299d3934-e55a-4b81-8b4a-3f390777a68c req-6c062cdf-8f65-4de1-be30-1b6654ac2ad6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377330
Nov 13 21:42:38.205289 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.268082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-dead25ff-857c-4b41-8645-a3a84af86211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:38.270211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-dead25ff-857c-4b41-8645-a3a84af86211 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0666652
Nov 13 21:42:38.297486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.330056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-3bdb21a5-0e96-47ef-8c90-2303fbadec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:38.331575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-3bdb21a5-0e96-47ef-8c90-2303fbadec18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0543125
Nov 13 21:42:38.333523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,segment=NetworkSegment(426bbf9d-d7fe-45a9-9b66-b5027f2f7715),segment_id=426bbf9d-d7fe-45a9-9b66-b5027f2f7715)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:38.370218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.411210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.424510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.425331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 648eb92f-3588-4a02-b3aa-dc1085b30635 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:38.433479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-381aed3d-dea5-4950-9d52-12729432d5ec service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944808
Nov 13 21:42:38.464553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.485616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285692d3-00cd-4518-b014-6df11015ae86,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:38.509703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.510021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.522685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:38.541651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 648eb92f-3588-4a02-b3aa-dc1085b30635 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:38.541651 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.553245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59616557-3104-43a9-8bf0-87fa98bc3ae0 req-b30fda90-6d03-41c9-a092-a16aa8ac625b service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112006
Nov 13 21:42:38.573776 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.575256 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-34df734b-9d90-4c12-b315-1029b5f90c6c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6303320
Nov 13 21:42:38.578001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42412) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:38.587172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group_rule': {'security_group_id': '7d1ad124-1801-4202-afcf-e32471717e94', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:38.634497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:38.677164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:38.678786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:38.693185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.766095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.789790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:38.825070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.852938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ffe2c4-9bda-4667-8417-42a69376a4b0,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:38.891395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:38.897575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2fc4cd1a-2892-46cd-98ab-6aa5595aa0bc tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0869923
Nov 13 21:42:38.900148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42414) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:38.903534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:38.905256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-756659860'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:38.907330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dccbb2-7779-43d8-95aa-f03ebf2b411b None None] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:38.937200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:38.937814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4b1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:38.941827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:38.943251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c18deb74-0e87-4343-b717-c48b3d225399 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3642411
Nov 13 21:42:38.946057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42416) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:38.946512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:42:38.948802 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a836d33-f3ff-4b32-84c1-b66d5a358c61" -d '{"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:42:38.954988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group_rule': {'security_group_id': '7d1ad124-1801-4202-afcf-e32471717e94', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:39.012726 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a372158-a976-459f-ab0b-29b7724147e7 x-openstack-request-id: req-3a372158-a976-459f-ab0b-29b7724147e7 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:42:39.013036 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:42:39.014350 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a372158-a976-459f-ab0b-29b7724147e7 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:42:39.014763 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'status': 'completed', 'code': 200}
Nov 13 21:42:39.040330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:39.044592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.091508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-32b335eb-ed76-4632-90bc-913eff5a0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.093181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-32b335eb-ed76-4632-90bc-913eff5a0763 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1095 time: 0.0596805
Nov 13 21:42:39.106438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:39.130721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-25b64d84-6cf6-4ac0-8b46-f0debefd023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.132487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-25b64d84-6cf6-4ac0-8b46-f0debefd023b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1095 time: 0.0932167
Nov 13 21:42:39.136480 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.137056 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 03916b26-9fbc-4201-8c73-16d128103229 of type vlan for network ee5e518b-ae5e-433c-a6de-8b2af59ec438
Nov 13 21:42:39.138247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.240844 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-f3aadd74-6e4e-4fa2-a608-7d1998ebc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.242955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-f3aadd74-6e4e-4fa2-a608-7d1998ebc447 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.1398091
Nov 13 21:42:39.260103 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.262693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-26cb940c-7a7b-44b8-8e55-2900b8ee48e4 None None] Provisioning complete for port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:39.263671 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-26cb940c-7a7b-44b8-8e55-2900b8ee48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.285535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:39.309403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-99079053-b122-45d6-9194-0847b8bc636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.310892 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-99079053-b122-45d6-9194-0847b8bc636f service neutron] 10.222.0.46 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.1714606
Nov 13 21:42:39.321514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.368376 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-0b445ac1-0ece-497d-9ab4-42051693570a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 999 time: 0.1142058
Nov 13 21:42:39.374124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.381754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.382437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.420423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6094f76-4aff-4ec4-a9fb-77f5a74b3716 req-3bfcda9b-f812-45f4-a8c5-d67b1b92a604 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.422326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6094f76-4aff-4ec4-a9fb-77f5a74b3716 req-3bfcda9b-f812-45f4-a8c5-d67b1b92a604 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.1130931
Nov 13 21:42:39.428261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.438279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-bb235606-4234-4c72-8596-c3d9e05a977e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 999 time: 0.1199369
Nov 13 21:42:39.483856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-ac9758ae-fee1-4e1b-903a-915e009a4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.485344 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-ac9758ae-fee1-4e1b-903a-915e009a4e23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.1088734
Nov 13 21:42:39.489130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e38d9a-55e9-4063-a9dd-a4e822fd1751,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:39.506773 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=ee5e518b-ae5e-433c-a6de-8b2af59ec438,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:39.530602 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e0d53219-ab87-42a2-bf32-33de749a4a2f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6286883
Nov 13 21:42:39.530839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:39.532327 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-c376ea6b-2ae5-425c-8304-bb9251cbab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.533756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-c376ea6b-2ae5-425c-8304-bb9251cbab8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0659323
Nov 13 21:42:39.534230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42424) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:39.542880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:39.557939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6094f76-4aff-4ec4-a9fb-77f5a74b3716 req-7685e2d3-327d-4db0-abfe-b9f94fdfe48f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219757
Nov 13 21:42:39.569110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-cf6212bc-c45f-4233-b6a1-8621732bf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.570746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-cf6212bc-c45f-4233-b6a1-8621732bf8b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0779271
Nov 13 21:42:39.611638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.615114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e1627ea0-bc93-442b-a683-33ba7adbdbdb tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6635263
Nov 13 21:42:39.623166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42426) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:39.638705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group_rule': {'security_group_id': '7d1ad124-1801-4202-afcf-e32471717e94', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:39.706721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-dd8d191a-19a9-4a32-b609-35f4de7608fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:39.708376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-dd8d191a-19a9-4a32-b609-35f4de7608fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1280060
Nov 13 21:42:39.721423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-2ceb4a85-2f72-45a4-bda0-45889267fb1d service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427114
Nov 13 21:42:39.728732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4b1160>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:37Z', 'revision_number': 3, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:38Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:39.767904 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:39.768506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Updating router fc63afa9-dd51-411c-965e-2270e44f91e0 port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:42:39.802170 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.813348 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.828863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-57d1886b-a8c1-4452-b80f-a4f4b3b40cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1119778
Nov 13 21:42:39.884823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-c4b0a196-72f6-41c4-a543-489905829f54 service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548932
Nov 13 21:42:39.913865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:39.955312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4a836d33-f3ff-4b32-84c1-b66d5a358c61 req-28db3ad8-2344-428c-8abc-849a90794117 service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187551
Nov 13 21:42:39.970650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:39.986115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:39.990842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.008018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.009226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:40.051911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025629c0-1bf5-4087-9890-a8ae8c2edb3e,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:40.072350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6ba7ce93-7f7f-4356-9428-94a0712f26f8 None None] Provisioning complete for port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:40.073194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ce93-7f7f-4356-9428-94a0712f26f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.103902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.110453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9cef6f6b-fc05-4d9e-98a5-2de778e830fc tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4845004
Nov 13 21:42:40.111436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:40.119574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group_rule': {'security_group_id': '7d1ad124-1801-4202-afcf-e32471717e94', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:40.200346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:40.219228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7ce93-7f7f-4356-9428-94a0712f26f8 None None] Port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:40.253472 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Project f9ae928d75cc4e4d88c3e99de8f45af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:42:40.262619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.262718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:40.262718 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.262718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6ba7ce93-7f7f-4356-9428-94a0712f26f8 None None] Provisioning complete for port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:40.262718 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ce93-7f7f-4356-9428-94a0712f26f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.329367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.340137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.413507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=8bd3fd51-78d8-4f7b-afc8-d209f06e3f35,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:40.436095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:40.436095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: ee5e518b-ae5e-433c-a6de-8b2af59ec438, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:40.475889 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.487290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.506368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0e6bdd-61b2-4c23-b8a9-1c9ecef43e89,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:40.538548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:40.620964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-81933706-742e-4c51-b7ce-6177e1163048 None None] Provisioning complete for port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:40.621425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81933706-742e-4c51-b7ce-6177e1163048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.632837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.636643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0e545cc3-ff28-4313-923e-caebba482279 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5214748
Nov 13 21:42:40.637100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42434) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:40.641942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'security_group_rule': {'security_group_id': '7d1ad124-1801-4202-afcf-e32471717e94', 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:40.646283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.667970 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ee5e518b-ae5e-433c-a6de-8b2af59ec438) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:40.672598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:40.673857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.697610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a2be1-5c1c-4b2a-8249-58f24537b4d2 None None] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:40.729171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-81933706-742e-4c51-b7ce-6177e1163048 None None] Port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:40.736657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9af05d-d2bc-4585-8a85-d7741d8f7b45 req-5441daa0-4597-443d-a3b4-9d26a512eb8e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:40.738707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c9af05d-d2bc-4585-8a85-d7741d8f7b45 req-5441daa0-4597-443d-a3b4-9d26a512eb8e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.0906816
Nov 13 21:42:40.775012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c07bfb-c1b8-480d-8b23-0e6e9b7b946d None None] Pushing event updated for resources: {'Port': ['ID=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:40.775302 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Project f9ae928d75cc4e4d88c3e99de8f45af8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:42:40.794116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.823415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2c9af05d-d2bc-4585-8a85-d7741d8f7b45 req-825a194a-74f2-48ec-9e84-1fe4a3016b40 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750866
Nov 13 21:42:40.869957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42436) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:40.870736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Attempting to bind port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:40.871105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Attempting to bind port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:40.871461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Attempting to bind port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 on network 200414d8-1ef7-49c1-bf70-7557fcd45411 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:40.873662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-375a219b-5ea8-4a2b-9bca-efdda38fb7b6 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3380492
Nov 13 21:42:40.881862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:40.889410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Checking segment: {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:40.889410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.889410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Bound using segment: {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:40.889410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Bound port: 21bde3dd-112b-4b10-bdb2-cc3ba3a62337, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426bbf9d-d7fe-45a9-9b66-b5027f2f7715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:40.889410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.905302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.962800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:40.963598 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:40.992485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] For port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:41.006461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:41.008125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] For port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,segment=NetworkSegment(426bbf9d-d7fe-45a9-9b66-b5027f2f7715),segment_id=426bbf9d-d7fe-45a9-9b66-b5027f2f7715)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:41.021930 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27c8f22-0b96-4586-bc04-25138ccb98d2,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:41.084656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:41.126463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:41.128863 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-184c7e56-2d92-4353-88dd-786bc7a2996c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4898584
Nov 13 21:42:41.138762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e537f181-05be-4429-95a1-7e10bc645bf7 None None] Provisioning complete for port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:41.138762 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e537f181-05be-4429-95a1-7e10bc645bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:41.319567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:41.420797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:41.420797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd4b1160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:41.429161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:42:41.479301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c07bfb-c1b8-480d-8b23-0e6e9b7b946d None None] Pushing event updated for resources: {'Port': ['ID=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:41.528658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Allocated IP 2001:db8:2::2 (ee5e518b-ae5e-433c-a6de-8b2af59ec438/8bd3fd51-78d8-4f7b-afc8-d209f06e3f35/29e03c2f-76ab-4b63-95aa-369e8424df18) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:41.646871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:41.818009 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e537f181-05be-4429-95a1-7e10bc645bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:41.971036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:41.998311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548dec-17b4-43a8-9a2c-2a48338b15db req-aa45b5cd-ac89-4264-acc6-580c65f116d1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:42.001165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26548dec-17b4-43a8-9a2c-2a48338b15db req-aa45b5cd-ac89-4264-acc6-580c65f116d1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 944 time: 0.0637500
Nov 13 21:42:42.019061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'port_id': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'mac_address': 'fa:16:3e:e0:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:42:42.053237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e537f181-05be-4429-95a1-7e10bc645bf7 None None] For port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,segment=NetworkSegment(426bbf9d-d7fe-45a9-9b66-b5027f2f7715),segment_id=426bbf9d-d7fe-45a9-9b66-b5027f2f7715)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:42.061146 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.067231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26548dec-17b4-43a8-9a2c-2a48338b15db req-7a3cb0ba-20c5-47ac-9329-76d7a53525e7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629008
Nov 13 21:42:42.125282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.148578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0890fec0-397a-4846-a7aa-e98bafc58afa {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:42:42.170864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e537f181-05be-4429-95a1-7e10bc645bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.180000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:42.218384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd4b1160>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:37Z', 'revision_number': 3, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:40Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:42.228049 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.272290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61b1a3-7402-413a-a6d4-d23fd5ca003b None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:37Z', 'revision_number': 3, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:40Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:42.282479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8:2::1 (ee5e518b-ae5e-433c-a6de-8b2af59ec438/8bd3fd51-78d8-4f7b-afc8-d209f06e3f35/d7f1225f-cf09-42fb-898b-6458fc23f827) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:42.283121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537f181-05be-4429-95a1-7e10bc645bf7 None None] Pushing event updated for resources: {'Port': ['ID=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:42.338247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:42.357440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:42.365611 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.369535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:42.381464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Pushing event updated for resources: {'Port': ['ID=29e03c2f-76ab-4b63-95aa-369e8424df18,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:42.389893 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6600029d-ff87-4143-bb74-b0f921c2a173 None None] Provisioning complete for port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:42.389893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6600029d-ff87-4143-bb74-b0f921c2a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.392580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.469556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.588563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:42.593930 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Attempting to bind port 29e03c2f-76ab-4b63-95aa-369e8424df18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:42.594225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Attempting to bind port 29e03c2f-76ab-4b63-95aa-369e8424df18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:42.594587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Attempting to bind port 29e03c2f-76ab-4b63-95aa-369e8424df18 on network ee5e518b-ae5e-433c-a6de-8b2af59ec438 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:42.599349 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.602216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['0890fec0-397a-4846-a7aa-e98bafc58afa'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:42:42.604471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:42.605232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Checking segment: {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:42.605642 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.606928 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Bound using segment: {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:42.607437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Bound port: 29e03c2f-76ab-4b63-95aa-369e8424df18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:42.607820 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.708210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:42.715620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:42.725826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08095a-b535-4478-abbb-b36787647056 req-82e59235-87b4-42fb-a83e-07aeeb0f4c94 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:42.727601 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c08095a-b535-4478-abbb-b36787647056 req-82e59235-87b4-42fb-a83e-07aeeb0f4c94 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 945 time: 0.1879160
Nov 13 21:42:42.728493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:42.729143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:42.823150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=d7f1225f-cf09-42fb-898b-6458fc23f827,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:42.834872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-9546e777-3723-4410-887f-ab149a569e35 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:42.837576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-9546e777-3723-4410-887f-ab149a569e35 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718&tenant_id=922599e50d824c038fd08455d0e213d4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1859224
Nov 13 21:42:42.875517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] For port 29e03c2f-76ab-4b63-95aa-369e8424df18, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:42.880827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] For port 29e03c2f-76ab-4b63-95aa-369e8424df18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e03c2f-76ab-4b63-95aa-369e8424df18,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:42.897146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6c08095a-b535-4478-abbb-b36787647056 req-d84648c0-29fc-4fa1-b0fe-76d3ed318fc3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863616
Nov 13 21:42:42.932110 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-2c1532fb-9205-46af-8977-f592bf365ecf service neutron] delete failed (client error): The resource could not be found.
Nov 13 21:42:42.932110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-2c1532fb-9205-46af-8977-f592bf365ecf service neutron] 10.222.0.46 "DELETE /v2.0/ports/0890fec0-397a-4846-a7aa-e98bafc58afa/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0827072
Nov 13 21:42:43.029974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:43.030886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-d985e001-308a-4b4e-9bfa-52564cfecdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:43.032410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-d985e001-308a-4b4e-9bfa-52564cfecdb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1096 time: 0.0526352
Nov 13 21:42:43.146319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ca7d4-a1c9-4173-a02b-97880f53086e None None] Pushing event updated for resources: {'Port': ['ID=29e03c2f-76ab-4b63-95aa-369e8424df18,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:43.164034 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:43.166560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-8a35fddf-7a93-4d2d-96e8-230b196bee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:43.168086 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-8a35fddf-7a93-4d2d-96e8-230b196bee08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.1290436
Nov 13 21:42:43.245706 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-e76cb96d-f127-442d-920d-5dab42297b39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 1000 time: 0.0693550
Nov 13 21:42:43.318436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-21ae5db1-d823-4b46-bd39-36f5528d944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:43.322178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-21ae5db1-d823-4b46-bd39-36f5528d944f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0635037
Nov 13 21:42:43.384965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-f79bf47f-31ed-4dbb-bd6d-3caafe6178a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:43.386755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-f79bf47f-31ed-4dbb-bd6d-3caafe6178a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0580013
Nov 13 21:42:43.492715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-21c92395-0e94-44f6-843b-c743b1d1812a service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986142
Nov 13 21:42:43.498713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:43.550463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:43.552468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:43.601274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d84a220-964f-441b-a754-26fe2f0bad4d req-cf62aebb-98da-47aa-a257-929add099672 service neutron] 10.222.0.46 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015763
Nov 13 21:42:43.645487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=d7f1225f-cf09-42fb-898b-6458fc23f827,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:43.655448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.655793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.656131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.656462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.656814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.657141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.657516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.657840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.658614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.658614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.658832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.659087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:42:43.699450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:43.701156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:43.815839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:43.921643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:43.939962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9cce6aa6-2f99-49d9-90fe-85a476773289 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0690637
Nov 13 21:42:43.940445 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:43.943585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:43.948612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1118470868'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:43.955486 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:43.958053 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:44.074436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 29e03c2f-76ab-4b63-95aa-369e8424df18 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:44.101088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa55c9-985e-46f5-9cf0-fc7e8dbb37f4 req-d48b2b1a-0659-44ce-b978-8a4b6f00fdbf tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:44.109301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ceaa55c9-985e-46f5-9cf0-fc7e8dbb37f4 req-d48b2b1a-0659-44ce-b978-8a4b6f00fdbf tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 945 time: 0.0826044
Nov 13 21:42:44.112071 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:44.150576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 29e03c2f-76ab-4b63-95aa-369e8424df18 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:44.150880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.151065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:44.155146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.208284 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ceaa55c9-985e-46f5-9cf0-fc7e8dbb37f4 req-0e2a028c-22b1-4956-8025-bc43d4499ffb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925848
Nov 13 21:42:44.232249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea316dc-d646-46b4-bca7-315ecaa51ba9 None None] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:44.241115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:42:44.255952 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.256433 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added segment 0815ac17-c7dd-4552-a12e-d3d830661491 of type vlan for network 7f10cc6b-2eab-451e-9214-3fb647251202
Nov 13 21:42:44.300639 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.358347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.410987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6f22b411-4067-4d15-9c62-b28a49f8ecd1 None None] Provisioning complete for port 29e03c2f-76ab-4b63-95aa-369e8424df18 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:44.411475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f22b411-4067-4d15-9c62-b28a49f8ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.413557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.419852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:44.425060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.458261 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5ac0>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:42Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:43Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:44.466396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 29e03c2f-76ab-4b63-95aa-369e8424df18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e03c2f-76ab-4b63-95aa-369e8424df18,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:44.506332 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:44.506825 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Updating router fc63afa9-dd51-411c-965e-2270e44f91e0 port d7f1225f-cf09-42fb-898b-6458fc23f827 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:42:44.527064 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Network': ['ID=7f10cc6b-2eab-451e-9214-3fb647251202,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:44.545223 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.578982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2122520a-628c-4654-8802-749a5b78d8c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6312847
Nov 13 21:42:44.586406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42536) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:44.586406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'subnet': {'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:44.674565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7f10cc6b-2eab-451e-9214-3fb647251202 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:42:44.682980 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.683742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:44.801321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Made reservation on behalf of 11b42f69311142f085b9963481ef40d9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:44.805126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.847284 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.854272 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.868065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=29e03c2f-76ab-4b63-95aa-369e8424df18,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:44.898155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:44.898576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:44.946224 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.026952 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c856-2b41-4a53-91e0-2731deac8d77 None None] Pushing event updated for resources: {'Port': ['ID=d7f1225f-cf09-42fb-898b-6458fc23f827,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:45.056457 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Attempting to bind port d7f1225f-cf09-42fb-898b-6458fc23f827 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:45.056872 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Attempting to bind port d7f1225f-cf09-42fb-898b-6458fc23f827 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:45.057264 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Attempting to bind port d7f1225f-cf09-42fb-898b-6458fc23f827 on network ee5e518b-ae5e-433c-a6de-8b2af59ec438 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:45.062659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:45.063076 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Checking segment: {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:45.063514 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.063900 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Bound using segment: {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:45.064365 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Bound port: d7f1225f-cf09-42fb-898b-6458fc23f827, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03916b26-9fbc-4201-8c73-16d128103229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:45.064762 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.123066 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.134201 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] For port d7f1225f-cf09-42fb-898b-6458fc23f827, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:45.137590 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] For port d7f1225f-cf09-42fb-898b-6458fc23f827, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7f1225f-cf09-42fb-898b-6458fc23f827,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:45.199979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Subnet': ['ID=60a66097-a349-4b58-a3a8-189a5820b231,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:45.210548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Checking segment: {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:45.210926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network hostable DHCP agents. Network: 7f10cc6b-2eab-451e-9214-3fb647251202, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:42:45.217494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Provisioning complete for port 29e03c2f-76ab-4b63-95aa-369e8424df18 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:45.218091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.260031 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.287963 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 7f10cc6b-2eab-451e-9214-3fb647251202 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:42:45.324350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:45.349702 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:45.350320 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:45.355699 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c856-2b41-4a53-91e0-2731deac8d77 None None] Pushing event updated for resources: {'Port': ['ID=d7f1225f-cf09-42fb-898b-6458fc23f827,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:45.355974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5ec26-dfcb-4536-96da-b2038770dfd7 req-e30e19e7-d0e2-443c-8274-e1a23062290e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:45.358943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1a5ec26-dfcb-4536-96da-b2038770dfd7 req-e30e19e7-d0e2-443c-8274-e1a23062290e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 945 time: 0.0737278
Nov 13 21:42:45.380582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f10cc6b-2eab-451e-9214-3fb647251202) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:45.385740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:45.386578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.397082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6fbbf-81bc-419d-8bf6-ca066be62674 None None] Network 7f10cc6b-2eab-451e-9214-3fb647251202 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:45.423907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Provisioning complete for port d7f1225f-cf09-42fb-898b-6458fc23f827 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:45.424368 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.438491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1a5ec26-dfcb-4536-96da-b2038770dfd7 req-a9aa0100-d257-41b5-89d6-793ce191a680 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714414
Nov 13 21:42:45.466630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42542) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:45.478679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-44ad69f9-6ec4-4bd3-b30f-97cf14e486c9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.8980327
Nov 13 21:42:45.481275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42544) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:45.490216 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:45.562921 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5d7ff572-fd40-4b7b-839e-176f7bf352cc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 HTTP/1.1" status: 200  len: 992 time: 0.0948734
Nov 13 21:42:45.633816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 0890fec0-397a-4846-a7aa-e98bafc58afa completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:42:45.667632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 0890fec0-397a-4846-a7aa-e98bafc58afa triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:45.668006 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.710879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.771451 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3d5ac0>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:42Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:45.807622 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b9186d-e9da-4672-bee2-8c4354fc6095 None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:42Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:45.818267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] For port d7f1225f-cf09-42fb-898b-6458fc23f827, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7f1225f-cf09-42fb-898b-6458fc23f827,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:45.819755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7f10cc6b-2eab-451e-9214-3fb647251202', 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'fixed_ips': [{'subnet_id': '60a66097-a349-4b58-a3a8-189a5820b231'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:42:45.820975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.882702 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:45.964258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed811ca9-1f52-43ca-a091-5d2ac2d330e0 None None] Pushing event updated for resources: {'Port': ['ID=d7f1225f-cf09-42fb-898b-6458fc23f827,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:45.967916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.025731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.156406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d7f1225f-cf09-42fb-898b-6458fc23f827 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:46.202968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-53d89dab-d105-4829-a697-af0279b45955 None None] Provisioning complete for port d7f1225f-cf09-42fb-898b-6458fc23f827 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:46.203738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53d89dab-d105-4829-a697-af0279b45955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.221567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:42:46.227036 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecfd2b7-0123-4e9d-a28f-5ca7675d9eeb" -d '{"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-plugged", "status": "completed", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:42:46.313294 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819c8f4-f40e-4541-a577-d55323ea55ec x-openstack-request-id: req-9819c8f4-f40e-4541-a577-d55323ea55ec {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:42:46.313294 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-plugged", "status": "completed", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:42:46.313294 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9819c8f4-f40e-4541-a577-d55323ea55ec {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:42:46.313294 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'code': 200}
Nov 13 21:42:46.320988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:46.372407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Allocated IP 2001:db8:3::2 (7f10cc6b-2eab-451e-9214-3fb647251202/60a66097-a349-4b58-a3a8-189a5820b231/3a4f1ed5-cba3-4408-836c-a3e99b6a40e9) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:46.374437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d7f1225f-cf09-42fb-898b-6458fc23f827 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:46.374802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.415737 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.594469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:46.682012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 29e03c2f-76ab-4b63-95aa-369e8424df18 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:46.743600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.751867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-47326596-b60d-4961-871d-447feaa8b547 None None] Provisioning complete for port d7f1225f-cf09-42fb-898b-6458fc23f827 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:46.752223 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47326596-b60d-4961-871d-447feaa8b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.792095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 29e03c2f-76ab-4b63-95aa-369e8424df18 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:46.792457 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.860342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:46.902195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Allocated IP 2001:db8:3::1 (7f10cc6b-2eab-451e-9214-3fb647251202/60a66097-a349-4b58-a3a8-189a5820b231/12066d36-ce9a-4c22-bd8e-e4da0bea3bd5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:46.932153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Network 7f10cc6b-2eab-451e-9214-3fb647251202 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:46.942025 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:46.949776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:46.963729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Pushing event updated for resources: {'Port': ['ID=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:47.015063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Attempting to bind port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:47.015438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Attempting to bind port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:47.016232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Attempting to bind port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 on network 7f10cc6b-2eab-451e-9214-3fb647251202 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:47.021383 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:47.021746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Checking segment: {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:47.022138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.022568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Bound using segment: {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:47.023038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Bound port: 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:47.023408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.026680 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.087358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] For port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:47.090432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] For port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:47.128721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.173517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 7f10cc6b-2eab-451e-9214-3fb647251202 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:47.178992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:47.182790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:47.183429 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.189351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:47.217029 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.398547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.412175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd3a3b-72b9-4749-8f43-7dd436ca114e None None] Pushing event updated for resources: {'Port': ['ID=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:47.717607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.778769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.779693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:47.872463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event updated for resources: {'Port': ['ID=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:47.915981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Network 7f10cc6b-2eab-451e-9214-3fb647251202 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:47.917920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:48.026527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:48.049344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d7f1225f-cf09-42fb-898b-6458fc23f827 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:48.111677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d7f1225f-cf09-42fb-898b-6458fc23f827 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:48.112047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.134645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:48.143447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:48.144140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8c10cf93-9d7f-4f32-b64e-e88aff41b374 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6613793
Nov 13 21:42:48.149123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:48.151540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:48.168830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:48.169744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcde1c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:48.283842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:48.330938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:48.460139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af999537-5340-40fb-bab2-2b52f9700f22 None None] Network 7f10cc6b-2eab-451e-9214-3fb647251202 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:48.489039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:48.491740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.557124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.extraroute_db [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=120533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 13 21:42:48.571859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.extraroute_db [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Removed routes are [] {{(pid=120533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 13 21:42:48.572679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.640790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c75ccc82-6007-47a5-ade5-0576f7c5f0df None None] Provisioning complete for port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:48.641153 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c75ccc82-6007-47a5-ade5-0576f7c5f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.806710 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.814961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.818902 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.880467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcde1c70>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:47Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '12066d36-ce9a-4c22-bd8e-e4da0bea3bd5', 'name': '', 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:c6:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '60a66097-a349-4b58-a3a8-189a5820b231', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:46Z', 'updated_at': '2021-11-13T21:42:47Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '60a66097-a349-4b58-a3a8-189a5820b231', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:48.914892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:48.927351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:48.932562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:48.932941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Updating router fc63afa9-dd51-411c-965e-2270e44f91e0 port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:42:48.937935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c75ccc82-6007-47a5-ade5-0576f7c5f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:48.979243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.021964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:49.029265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.036429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6636db5c-dd22-41e2-80f6-04de37104028 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 953 time: 0.8845546
Nov 13 21:42:49.036800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42564) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:49.081039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.152061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-15316d0e-387b-4d3c-90f3-3caa8b3a5995 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 953 time: 0.1152740
Nov 13 21:42:49.152737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42566) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:49.157692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'routes': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:49.175197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-c75ccc82-6007-47a5-ade5-0576f7c5f0df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:42:49.175556 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-c75ccc82-6007-47a5-ade5-0576f7c5f0df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:42:49.210713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:49.363900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.458676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.536065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf30c3d-6265-41a8-8fd4-80286d543329 None None] Pushing event updated for resources: {'Port': ['ID=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:49.576354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Attempting to bind port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:49.576932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Attempting to bind port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:49.577416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Attempting to bind port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 on network 7f10cc6b-2eab-451e-9214-3fb647251202 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:49.590152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:49.592089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Checking segment: {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:49.592089 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.592089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Bound using segment: {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:49.592089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Bound port: 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0815ac17-c7dd-4552-a12e-d3d830661491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:49.592521 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.669330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] For port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:49.672826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] For port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:49.802298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.877669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf30c3d-6265-41a8-8fd4-80286d543329 None None] Pushing event updated for resources: {'Port': ['ID=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:49.884907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:49.885375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcde1c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:49.887584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Provisioning complete for port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:49.888013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:49.975843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.extraroute_db [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added routes are [] {{(pid=120533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 13 21:42:49.976095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.extraroute_db [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=120533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 13 21:42:50.033970 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.109960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:42:50.223988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:50.291636 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:50.291921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.361156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.366099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.432175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Provisioning complete for port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:50.432545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.465583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:50.572033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:50.587119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.591279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-55623872-aa8e-4009-81b5-94eb6bd34b91 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 703 time: 1.4353168
Nov 13 21:42:50.591765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:50.616897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.659227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcde1c70>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:48Z', 'revision_number': 6, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '12066d36-ce9a-4c22-bd8e-e4da0bea3bd5', 'name': '', 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:c6:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '60a66097-a349-4b58-a3a8-189a5820b231', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:46Z', 'updated_at': '2021-11-13T21:42:49Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '60a66097-a349-4b58-a3a8-189a5820b231', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:50.664849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] For port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:50.692913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a760767d-3712-4a70-aa24-d4ef3af30721 None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:48Z', 'revision_number': 6, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '12066d36-ce9a-4c22-bd8e-e4da0bea3bd5', 'name': '', 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:c6:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '60a66097-a349-4b58-a3a8-189a5820b231', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:46Z', 'updated_at': '2021-11-13T21:42:49Z', 'revision_number': 4, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '60a66097-a349-4b58-a3a8-189a5820b231', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:50.701981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ab9f172-69d6-424f-95f7-d945b3f041cf tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 703 time: 0.1091206
Nov 13 21:42:50.704479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42584) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:50.774804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:50.860736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c10c4-ae53-447b-8c4d-571ed6550ed6 None None] Pushing event updated for resources: {'Port': ['ID=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:50.878649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-e0938074-85a4-42cd-a85b-9192e9523058 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170545757&fields=id&tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8 HTTP/1.1" status: 200  len: 267 time: 0.0817940
Nov 13 21:42:50.882096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-74d1fb65-5ba7-4082-9d33-af062a240e6c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1552787
Nov 13 21:42:50.901316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4cbd4609-f9a4-467e-bc0b-70484c201629 None None] Provisioning complete for port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:50.901812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4cbd4609-f9a4-467e-bc0b-70484c201629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:51.039700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-3c328382-6af8-4f1d-a437-2627415ce6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:51.041264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-3c328382-6af8-4f1d-a437-2627415ce6b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.1052804
Nov 13 21:42:51.058729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-4380d458-e13d-47b0-b817-ebf4df3fda68 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:51.067939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-4380d458-e13d-47b0-b817-ebf4df3fda68 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.1720982
Nov 13 21:42:51.101400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-7e4096ae-7cb0-4895-a5de-138a3093a530 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/quotas/f9ae928d75cc4e4d88c3e99de8f45af8 HTTP/1.1" status: 200  len: 375 time: 0.0324349
Nov 13 21:42:51.176641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:51.208890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-6c3115d4-521d-42a0-be80-48976fbaabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:51.210551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-6c3115d4-521d-42a0-be80-48976fbaabd7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.1397827
Nov 13 21:42:51.232387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-3fded746-6cfe-454f-90b8-d86f2b8d86b4 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0758812
Nov 13 21:42:51.339899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-92fa59a6-29d8-41a1-a628-8c405709d7ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 1001 time: 0.1211379
Nov 13 21:42:51.405975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-48978fde-94aa-4500-9000-e0d35a300dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457150
Nov 13 21:42:51.411616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-9f22a018-69a0-4a0e-a183-07dddfb3030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:51.414288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-9f22a018-69a0-4a0e-a183-07dddfb3030e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0647998
Nov 13 21:42:51.458170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:51.458740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:51.515709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-30490b2f-8496-4116-8f7d-532ecf2e3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:51.517229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-30490b2f-8496-4116-8f7d-532ecf2e3691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0939090
Nov 13 21:42:51.559323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:51.559932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:51.577352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-57ea968f-5159-4406-977d-0b7ba4ddcaf6 service neutron] 10.222.0.20 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621432
Nov 13 21:42:51.588854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:51.623940 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:51.639756 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:51.640864 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde985d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:51.658294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-7b1f0910-0638-45e8-9cf1-0b5ed5810478 service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285818
Nov 13 21:42:51.742832 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:51.786471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8526cea-4808-4556-9e07-f39ea993d1aa req-9fb352ab-cd44-407c-b5e0-8064dbee6dcd service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202023
Nov 13 21:42:51.855666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:51.882447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=12066d36-ce9a-4c22-bd8e-e4da0bea3bd5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:51.984630 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde985d90>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:49Z', 'revision_number': 7, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '12066d36-ce9a-4c22-bd8e-e4da0bea3bd5', 'name': '', 'network_id': '7f10cc6b-2eab-451e-9214-3fb647251202', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:c6:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': '60a66097-a349-4b58-a3a8-189a5820b231', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:46Z', 'updated_at': '2021-11-13T21:42:50Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '60a66097-a349-4b58-a3a8-189a5820b231', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:52.007910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:52.011995 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:52.020636 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:52.021288 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde985d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:52.137446 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:52.269283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fea6fbc-6a94-4343-8358-04df4d73de06 req-8d8a2022-3f68-453a-8aeb-0d704808f4f9 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 210 time: 0.0395343
Nov 13 21:42:52.297175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:52.407585 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:42:52.430303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:52.437194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c2abc85e-5d10-4d3e-bf11-5dbde0a12c15 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7315347
Nov 13 21:42:52.438485 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde985d90>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:51Z', 'revision_number': 8, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:52.438706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42608) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:52.498524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet 60a66097-a349-4b58-a3a8-189a5820b231 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:52.502380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:52.555882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:52.600830 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f54d48-c0f0-4ee8-bd5e-5607b3f1bd23 None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:51Z', 'revision_number': 8, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:52.666258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:52.819337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:52.847229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=60a66097-a349-4b58-a3a8-189a5820b231,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:52.850750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:52.854056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-61d0ccc7-6814-4e4b-8db0-e90b79546424 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/60a66097-a349-4b58-a3a8-189a5820b231 HTTP/1.1" status: 204  len: 168 time: 0.4141538
Nov 13 21:42:52.857694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34780e5-7c01-4894-b3cf-612043de79b4 None None] Network 7f10cc6b-2eab-451e-9214-3fb647251202 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:52.862325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42614) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:52.944972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.010591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:53.010933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.058183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] DHCP port deletion for 7f10cc6b-2eab-451e-9214-3fb647251202 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:53.083384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:53.083494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.101976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:53.114052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] Deleting port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:53.114414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.182870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] For port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,segment=NetworkSegment(0815ac17-c7dd-4552-a12e-d3d830661491),segment_id=0815ac17-c7dd-4552-a12e-d3d830661491)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:53.183270 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.197368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] Calling delete_port for 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:53.281726 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.290241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:53.296321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.312927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:53.314916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:53.328036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] Pushing event deleted for resources: {'Port': ['ID=3a4f1ed5-cba3-4408-836c-a3e99b6a40e9,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:53.330303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4fd08-d55e-4629-a6e4-c52b62ed838c None None] No DVR routers for this DVR port 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:53.331749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:53.341198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd58d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:53.383804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1c7e0a8-f41a-4ad4-b616-015cb96bc8f1 req-52012a4d-d4e2-4c60-a32b-8432e2c0d7ed tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 210 time: 0.0317018
Nov 13 21:42:53.408706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.431136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddb14cd0>,) {'filters': {'network_id': ['7f10cc6b-2eab-451e-9214-3fb647251202']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:53.441170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb14cd0>, '0815ac17-c7dd-4552-a12e-d3d830661491') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:53.441661 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb14cd0>, '0815ac17-c7dd-4552-a12e-d3d830661491') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:53.450831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:53.452848 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.465992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.472196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:53.473137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:53.476003 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:53.607242 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.612503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:53.616795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/7f10cc6b-2eab-451e-9214-3fb647251202 HTTP/1.1" status: 204  len: 168 time: 0.7534046
Nov 13 21:42:53.620137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42618) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:53.634007 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a365-a139-4e4d-bfd2-67f17438c5af tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=7f10cc6b-2eab-451e-9214-3fb647251202,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:53.674879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd58d100>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:51Z', 'revision_number': 8, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:53.707042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:53.717037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:53.717651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd58d100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:53.805606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:53.984983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:54.011141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:54.011477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 12066d36-ce9a-4c22-bd8e-e4da0bea3bd5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:54.011895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:54.065699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:54.066033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3a4f1ed5-cba3-4408-836c-a3e99b6a40e9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:54.200294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd58d100>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:51Z', 'revision_number': 8, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:54.230994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811147a9-34fc-4c22-91ca-2aefdf9f59e4 None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:51Z', 'revision_number': 8, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7f1225f-cf09-42fb-898b-6458fc23f827', 'name': '', 'network_id': 'ee5e518b-ae5e-433c-a6de-8b2af59ec438', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:94:d7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:41Z', 'updated_at': '2021-11-13T21:42:45Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': '8bd3fd51-78d8-4f7b-afc8-d209f06e3f35', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:54.341065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:54.522237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82d51f36-ebc8-41c0-b946-7e00c05190ce req-df5812c3-7f4b-4eb7-8632-e72aa335709e tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 210 time: 0.0304790
Nov 13 21:42:54.566207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-3cf1cd40-4b23-4c87-a08b-e6403e5c3c22 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:54.568998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-3cf1cd40-4b23-4c87-a08b-e6403e5c3c22 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 811 time: 0.1472223
Nov 13 21:42:54.612106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port d7f1225f-cf09-42fb-898b-6458fc23f827 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:54.612546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:54.636262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-4f04c530-66a2-4232-b235-e1a05133fb1d tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8 HTTP/1.1" status: 200  len: 380 time: 0.0580852
Nov 13 21:42:54.646321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'port': {'device_id': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'admin_state_up': True, 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'security_groups': ['7d1ad124-1801-4202-afcf-e32471717e94']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:54.705902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port d7f1225f-cf09-42fb-898b-6458fc23f827, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7f1225f-cf09-42fb-898b-6458fc23f827,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:54.706262 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:54.718680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for d7f1225f-cf09-42fb-898b-6458fc23f827 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:54.777924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0ab6-99d0-4acd-b7e5-5aeb89cc9884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:54.824671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Made reservation on behalf of f9ae928d75cc4e4d88c3e99de8f45af8 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:42:54.828263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:54.973764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.006272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=d7f1225f-cf09-42fb-898b-6458fc23f827,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:55.097014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Allocated IP 172.20.0.14 (47f1ff9d-074e-4315-963f-151fbe169dfb/480bc1ee-962f-4a5e-80c4-3f5f62a520d6/d9014b56-8830-4783-a189-b6b21824bf20) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:42:55.137977 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.281614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.355402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:55.379422 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.434905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Network 47f1ff9d-074e-4315-963f-151fbe169dfb is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:42:55.438154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:42:55.442765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:42:55.447118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'Port': ['ID=d9014b56-8830-4783-a189-b6b21824bf20,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:55.456809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:55.462195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8573602-51af-47eb-a98a-7fe8a69ab679 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8409324
Nov 13 21:42:55.470183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:55.471042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42634) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:55.486982 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:55.488282 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:55.514093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:55.514879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.559413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet 8bd3fd51-78d8-4f7b-afc8-d209f06e3f35 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:55.563739 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.614145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:55.662164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-2ea75cb3-66fc-478c-ab3b-bdfccbee6f86 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0199866
Nov 13 21:42:55.669995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.675795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Request body: {'port': {'device_id': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:42:55.755368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ba53c-f9e3-4ff8-99ec-93a1ea35c230 req-a2dbbde5-314c-44ff-913a-3b336b4c8698 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:55.757351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f2ba53c-f9e3-4ff8-99ec-93a1ea35c230 req-a2dbbde5-314c-44ff-913a-3b336b4c8698 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 932 time: 0.1127648
Nov 13 21:42:55.762741 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.819175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.840255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9f10>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:54Z', 'revision_number': 9, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:55.867025 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:55.872400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f2ba53c-f9e3-4ff8-99ec-93a1ea35c230 req-41033fc7-eb23-4f0c-9944-58994147de28 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900266
Nov 13 21:42:55.876820 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:55.877418 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:55.948181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f6b24850-3ae9-4652-8657-d5c888051c97 None None] Provisioning complete for port d9014b56-8830-4783-a189-b6b21824bf20 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:42:55.954661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f6b24850-3ae9-4652-8657-d5c888051c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:55.990718 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:56.003108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.007449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f6b24850-3ae9-4652-8657-d5c888051c97 None None] Port d9014b56-8830-4783-a189-b6b21824bf20 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:42:56.036917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd3fd51-78d8-4f7b-afc8-d209f06e3f35,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:56.043040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.045923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-21e40cf5-93ed-4c3b-9da8-c88fae7ce38b tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/8bd3fd51-78d8-4f7b-afc8-d209f06e3f35 HTTP/1.1" status: 204  len: 168 time: 0.5712559
Nov 13 21:42:56.050554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2167628-c4c8-484a-909a-07a634894979 None None] Network ee5e518b-ae5e-433c-a6de-8b2af59ec438 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:56.061067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42640) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:56.085403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9014b56-8830-4783-a189-b6b21824bf20 {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:42:56.094702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.114063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Transition to ACTIVE for port object d9014b56-8830-4783-a189-b6b21824bf20 will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:42:56.167191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.213271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.238922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 29e03c2f-76ab-4b63-95aa-369e8424df18 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:56.239221 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.269211 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9f10>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:54Z', 'revision_number': 9, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:56.289802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] DHCP port deletion for ee5e518b-ae5e-433c-a6de-8b2af59ec438 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:56.303627 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3755684-38f7-4ebd-b92b-1331635459fb None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:54Z', 'revision_number': 9, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '21bde3dd-112b-4b10-bdb2-cc3ba3a62337', 'name': '', 'network_id': '200414d8-1ef7-49c1-bf70-7557fcd45411', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:b5:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:36Z', 'updated_at': '2021-11-13T21:42:41Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'eb0f258b-ed87-42c9-a55e-4a99d907a331', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:56.339598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 29e03c2f-76ab-4b63-95aa-369e8424df18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e03c2f-76ab-4b63-95aa-369e8424df18,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:56.342456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.352559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] Deleting port 29e03c2f-76ab-4b63-95aa-369e8424df18 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:56.353138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.368557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 29e03c2f-76ab-4b63-95aa-369e8424df18 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:56.375302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322512-1456-49b6-9bb9-385af67046da service neutron] Pushing event updated for resources: {'Port': ['ID=d9014b56-8830-4783-a189-b6b21824bf20,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:56.440977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Attempting to bind port d9014b56-8830-4783-a189-b6b21824bf20 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:42:56.441357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Attempting to bind port d9014b56-8830-4783-a189-b6b21824bf20 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:42:56.441695 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Attempting to bind port d9014b56-8830-4783-a189-b6b21824bf20 on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:56.447639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Port d9014b56-8830-4783-a189-b6b21824bf20 on network 47f1ff9d-074e-4315-963f-151fbe169dfb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:42:56.447996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Attempting to bind port d9014b56-8830-4783-a189-b6b21824bf20 on network 47f1ff9d-074e-4315-963f-151fbe169dfb {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:42:56.449675 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] For port 29e03c2f-76ab-4b63-95aa-369e8424df18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29e03c2f-76ab-4b63-95aa-369e8424df18,segment=NetworkSegment(03916b26-9fbc-4201-8c73-16d128103229),segment_id=03916b26-9fbc-4201-8c73-16d128103229)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:56.450071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.453917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:42:56.454262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Checking segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:42:56.454653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Bound using segment: {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:42:56.455188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Bound port: d9014b56-8830-4783-a189-b6b21824bf20, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304ea422-b697-45f3-bffe-543e01ceead7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:42:56.455690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.464899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] Calling delete_port for 29e03c2f-76ab-4b63-95aa-369e8424df18 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:56.531879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] For port d9014b56-8830-4783-a189-b6b21824bf20, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:42:56.536841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] For port d9014b56-8830-4783-a189-b6b21824bf20, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9014b56-8830-4783-a189-b6b21824bf20,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:42:56.625144 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.640389 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.657617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=29e03c2f-76ab-4b63-95aa-369e8424df18,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:56.664388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port 29e03c2f-76ab-4b63-95aa-369e8424df18 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:56.675328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] No DVR routers for this DVR port 29e03c2f-76ab-4b63-95aa-369e8424df18 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:56.677996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd0b02-6b7b-45d9-a8f0-9c7b1f77639d None None] Pushing event deleted for resources: {'Port': ['ID=29e03c2f-76ab-4b63-95aa-369e8424df18,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:56.704506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.743111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:56.743737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.745190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-34322512-1456-49b6-9bb9-385af67046da service neutron] 10.222.0.46 "PUT /v2.0/ports/d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 1092 time: 1.0738025
Nov 13 21:42:56.745673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:42:56.753144 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c85855f-3b2b-48d2-8921-34ef665a6208" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "tag": "d9014b56-8830-4783-a189-b6b21824bf20"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:42:56.786139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322512-1456-49b6-9bb9-385af67046da service neutron] Pushing event updated for resources: {'Port': ['ID=d9014b56-8830-4783-a189-b6b21824bf20,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:56.788937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.818744 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193eeb4-845f-4826-854b-69f6d989ba48 x-openstack-request-id: req-0193eeb4-845f-4826-854b-69f6d989ba48 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:42:56.819078 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "tag": "d9014b56-8830-4783-a189-b6b21824bf20", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:42:56.819329 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0193eeb4-845f-4826-854b-69f6d989ba48 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:42:56.820397 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20', 'status': 'completed', 'code': 200}
Nov 13 21:42:56.824208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcffbcb80>,) {'filters': {'network_id': ['ee5e518b-ae5e-433c-a6de-8b2af59ec438']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:56.836742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcffbcb80>, '03916b26-9fbc-4201-8c73-16d128103229') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:56.836742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcffbcb80>, '03916b26-9fbc-4201-8c73-16d128103229') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:56.857663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.866872 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.874795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:56.875276 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:56.878795 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:56.911902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85855f-3b2b-48d2-8921-34ef665a6208 req-f275f558-91d3-4efa-9d55-6417210367e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:56.914899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c85855f-3b2b-48d2-8921-34ef665a6208 req-f275f558-91d3-4efa-9d55-6417210367e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1095 time: 0.0619836
Nov 13 21:42:57.056955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375894c-7ab0-4730-818c-4c4f1732db12 req-1808b5b2-bbfe-479d-8d0d-0511e67e1822 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:57.058849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7375894c-7ab0-4730-818c-4c4f1732db12 req-1808b5b2-bbfe-479d-8d0d-0511e67e1822 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 944 time: 0.0671766
Nov 13 21:42:57.059980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:57.061174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85855f-3b2b-48d2-8921-34ef665a6208 req-a1bbe25f-d089-49ff-ae8b-315f9cc18283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:57.062837 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c85855f-3b2b-48d2-8921-34ef665a6208 req-a1bbe25f-d089-49ff-ae8b-315f9cc18283 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1407373
Nov 13 21:42:57.064532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:57.070874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/ee5e518b-ae5e-433c-a6de-8b2af59ec438 HTTP/1.1" status: 204  len: 168 time: 1.0059083
Nov 13 21:42:57.073103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42648) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:57.087649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-20d32e88-0581-4154-8143-35589eef2ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:57.133606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ca62-c8a0-49fe-bd05-136cb6aaccf3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=ee5e518b-ae5e-433c-a6de-8b2af59ec438,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:57.167669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85855f-3b2b-48d2-8921-34ef665a6208 req-0071b357-6b55-4df9-b5c8-e4c8694b8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:57.169445 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c85855f-3b2b-48d2-8921-34ef665a6208 req-0071b357-6b55-4df9-b5c8-e4c8694b8cfd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1001651
Nov 13 21:42:57.214332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7375894c-7ab0-4730-818c-4c4f1732db12 req-67a0f238-8bc1-45bd-9d3d-227e0c7c6684 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449904
Nov 13 21:42:57.259149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-5644b866-7d99-48a6-a622-2abe32153866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:57.260671 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-5644b866-7d99-48a6-a622-2abe32153866 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1095 time: 0.0478628
Nov 13 21:42:57.303514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-607b4c5c-eb41-4970-8f57-2bab5d50a1c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 217 time: 0.0344970
Nov 13 21:42:57.353803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-afa6664a-8ddf-4418-acdc-6716c83285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:57.355255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-afa6664a-8ddf-4418-acdc-6716c83285aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0443120
Nov 13 21:42:57.457508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:57.732930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:57.733175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:57.775848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-75187ad8-8ab4-40ad-93e0-92109ca1edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:57.777372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-75187ad8-8ab4-40ad-93e0-92109ca1edcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4127133
Nov 13 21:42:57.828149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 21bde3dd-112b-4b10-bdb2-cc3ba3a62337, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,segment=NetworkSegment(426bbf9d-d7fe-45a9-9b66-b5027f2f7715),segment_id=426bbf9d-d7fe-45a9-9b66-b5027f2f7715)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:57.828786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:57.841255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:57.878343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-dc54d8da-8ad0-4da6-8791-5648304e0123 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928004
Nov 13 21:42:57.979350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d7f1225f-cf09-42fb-898b-6458fc23f827 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:57.979556 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4488ce3-625a-41ef-a66c-7051ea8059cb req-747623d9-d5df-4643-b406-6ef43bc9d51b service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912693
Nov 13 21:42:58.007550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d7f1225f-cf09-42fb-898b-6458fc23f827 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:58.007550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d7f1225f-cf09-42fb-898b-6458fc23f827 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:58.007550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 29e03c2f-76ab-4b63-95aa-369e8424df18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:58.024303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 29e03c2f-76ab-4b63-95aa-369e8424df18 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:58.024787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 29e03c2f-76ab-4b63-95aa-369e8424df18 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:58.104422 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.129717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=21bde3dd-112b-4b10-bdb2-cc3ba3a62337,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:58.259844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.346143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8289e-aee3-4c25-b4d0-79f2fc982dcd req-932c368b-72d4-4db6-84a4-c1226a6a1791 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:58.347647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6cd8289e-aee3-4c25-b4d0-79f2fc982dcd req-932c368b-72d4-4db6-84a4-c1226a6a1791 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 944 time: 0.0519578
Nov 13 21:42:58.399162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6cd8289e-aee3-4c25-b4d0-79f2fc982dcd req-f691e6a4-ce01-43ce-ad4b-e51b28704a72 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451486
Nov 13 21:42:58.455291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:42:58.545393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:42:58.551610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac935faa-6617-438d-8db6-46d633dda0fe tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4769914
Nov 13 21:42:58.553505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:58.555735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:42:58.567401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:58.567994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b9250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:58.606621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet eb0f258b-ed87-42c9-a55e-4a99d907a331 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:42:58.610195 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.631452 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.650902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.656190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:58.737917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.855968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b9250>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:57Z', 'revision_number': 10, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:58.876470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.884313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:42:58.892997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:42:58.893585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b9250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:58.903970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0f258b-ed87-42c9-a55e-4a99d907a331,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:58.907871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:58.915627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42656) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:58.916224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1caa1b4c-3dad-4659-99a9-bcb7933303aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/eb0f258b-ed87-42c9-a55e-4a99d907a331 HTTP/1.1" status: 204  len: 168 time: 0.3612134
Nov 13 21:42:58.931170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e2ffe-1fb5-4234-8f1a-364e65b1bce6 None None] Network 200414d8-1ef7-49c1-bf70-7557fcd45411 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:42:59.002125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.038161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:42:59.066314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:59.066656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.133808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,segment=NetworkSegment(426bbf9d-d7fe-45a9-9b66-b5027f2f7715),segment_id=426bbf9d-d7fe-45a9-9b66-b5027f2f7715)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:59.134054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.148014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:59.274024 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] DHCP port deletion for 200414d8-1ef7-49c1-bf70-7557fcd45411 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:42:59.303133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd7b9250>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:57Z', 'revision_number': 10, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:59.310139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.331351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db1658-8174-42e4-9f1f-c2a41e0ff65c None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:42:57Z', 'revision_number': 10, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None, '_interfaces': [{'id': '648eb92f-3588-4a02-b3aa-dc1085b30635', 'name': '', 'network_id': '37295a5b-e116-4590-8c09-e0812de55957', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'mac_address': 'fa:16:3e:7f:0a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:42:32Z', 'updated_at': '2021-11-13T21:42:35Z', 'revision_number': 5, 'project_id': '11b42f69311142f085b9963481ef40d9', 'subnets': [{'id': 'd0080c7a-1095-4c36-b8f8-b6c96d4f9b5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:42:59.337786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:59.340301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:59.358766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Deleting port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:42:59.359188 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.425616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] For port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:42:59.425936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.427630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.443540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Calling delete_port for ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:42:59.446509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 21:42:59.448093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.449692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddb9c820>,) {'filters': {'network_id': ['200414d8-1ef7-49c1-bf70-7557fcd45411']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:59.460015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb9c820>, '426bbf9d-d7fe-45a9-9b66-b5027f2f7715') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:59.460319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddb9c820>, '426bbf9d-d7fe-45a9-9b66-b5027f2f7715') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:42:59.473226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.481972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] No DVR routers for this DVR port ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:42:59.483756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df45d1-74e7-4755-a445-3786308bc8a9 None None] Pushing event deleted for resources: {'Port': ['ID=ae84fd7a-6a8c-42cc-94e3-424cfcdc1518,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:59.495914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.502572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:42:59.503012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:42:59.506717 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:42:59.523534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd1a59-1308-45cf-9dfc-6d0d8c0b41c2 req-9054e384-f2bc-4c37-b6e3-2444d838d008 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:42:59.525133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fbd1a59-1308-45cf-9dfc-6d0d8c0b41c2 req-9054e384-f2bc-4c37-b6e3-2444d838d008 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 944 time: 0.0543456
Nov 13 21:42:59.589206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1fbd1a59-1308-45cf-9dfc-6d0d8c0b41c2 req-3825c125-9d97-41c9-8a93-519724ff3fb8 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571055
Nov 13 21:42:59.613149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.619931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.623065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/200414d8-1ef7-49c1-bf70-7557fcd45411 HTTP/1.1" status: 204  len: 168 time: 0.7064180
Nov 13 21:42:59.629243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42672) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:42:59.634597 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd949f-52c4-400b-9dea-81d5ea5e61aa tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=200414d8-1ef7-49c1-bf70-7557fcd45411,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:42:59.956028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:42:59.964404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:42:59.984676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:42:59.985039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ae84fd7a-6a8c-42cc-94e3-424cfcdc1518 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:42:59.985455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:00.005281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:00.005628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 21bde3dd-112b-4b10-bdb2-cc3ba3a62337 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:00.008305 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:00.344621 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:00.582477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 648eb92f-3588-4a02-b3aa-dc1085b30635 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:00.582843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:00.669751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 648eb92f-3588-4a02-b3aa-dc1085b30635, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=648eb92f-3588-4a02-b3aa-dc1085b30635,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:00.670115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:00.687226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 648eb92f-3588-4a02-b3aa-dc1085b30635 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:00.703867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600ca1-58e1-4fdb-9661-d34016b47491 req-e4323153-5155-4a29-9c2b-c772a82d11ea tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:00.706224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f600ca1-58e1-4fdb-9661-d34016b47491 req-e4323153-5155-4a29-9c2b-c772a82d11ea tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 944 time: 0.0495021
Nov 13 21:43:00.759532 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f600ca1-58e1-4fdb-9661-d34016b47491 req-949b241a-3b2d-482f-aca7-75952244735e tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458977
Nov 13 21:43:00.938964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:00.965883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=648eb92f-3588-4a02-b3aa-dc1085b30635,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:01.061910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.232202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:01.308992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:01.314067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac5b122e-5900-4a1f-8c33-df2b7337fe88 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6835570
Nov 13 21:43:01.317687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42684) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:01.318822 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:01.328783 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:01.329369 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:01.375362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting subnet d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:43:01.379348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.397881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:01.419700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.449037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9580>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:43:00Z', 'revision_number': 11, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:01.478097 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:01.486544 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:01.487141 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:01.509986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.558670 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:01.616497 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9580>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:43:00Z', 'revision_number': 11, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:01.643829 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f91f8-a9a3-4d8e-8364-483f59dcb6ec None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:43:00Z', 'revision_number': 11, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:01.653540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.684430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Subnet': ['ID=d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:01.688332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.691780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-10395898-5595-4345-a5ff-18ee9f8978ee tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f HTTP/1.1" status: 204  len: 168 time: 0.3730316
Nov 13 21:43:01.694438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42686) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:01.697083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad88173-64c8-4a82-b3c1-c3c0b214e575 None None] Network 37295a5b-e116-4590-8c09-e0812de55957 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:43:01.774953 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.833770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Deleting port 583bfc2b-b584-403f-ae7c-81f0e0f3bece {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:01.834421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.902845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301ef37-fcc9-4e7c-878b-b34ef38dc598 req-42ef2622-b69f-4baa-b199-c11a2ae5a6c5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:01.905029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d301ef37-fcc9-4e7c-878b-b34ef38dc598 req-42ef2622-b69f-4baa-b199-c11a2ae5a6c5 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 944 time: 0.0664101
Nov 13 21:43:01.916794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] For port 583bfc2b-b584-403f-ae7c-81f0e0f3bece, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=583bfc2b-b584-403f-ae7c-81f0e0f3bece,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:01.917286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:01.932432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Calling delete_port for 583bfc2b-b584-403f-ae7c-81f0e0f3bece owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:01.967268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d301ef37-fcc9-4e7c-878b-b34ef38dc598 req-2b200e65-0259-47b2-a536-5d689e20d621 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555496
Nov 13 21:43:02.019780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] DHCP port deletion for 37295a5b-e116-4590-8c09-e0812de55957 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:43:02.075601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Deleting port 583bfc2b-b584-403f-ae7c-81f0e0f3bece {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:02.080866 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.080866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 648eb92f-3588-4a02-b3aa-dc1085b30635 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:02.114012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d9014b56-8830-4783-a189-b6b21824bf20 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:43:02.123418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 648eb92f-3588-4a02-b3aa-dc1085b30635 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:02.123767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 648eb92f-3588-4a02-b3aa-dc1085b30635 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:02.124194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 583bfc2b-b584-403f-ae7c-81f0e0f3bece no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:02.145095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.177170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Port': ['ID=583bfc2b-b584-403f-ae7c-81f0e0f3bece,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:02.181602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No DVR routers for this DVR port 583bfc2b-b584-403f-ae7c-81f0e0f3bece on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:43:02.188986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 583bfc2b-b584-403f-ae7c-81f0e0f3bece {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:02.189408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 583bfc2b-b584-403f-ae7c-81f0e0f3bece not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:02.190958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.191348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.192082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.192082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.192338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.192715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.193119 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.193378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.193707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.194033 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.194360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.194712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.197907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] For port 583bfc2b-b584-403f-ae7c-81f0e0f3bece, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=583bfc2b-b584-403f-ae7c-81f0e0f3bece,segment=NetworkSegment(bf3c259b-c55f-42fd-9973-f57a895676ef),segment_id=bf3c259b-c55f-42fd-9973-f57a895676ef)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:02.198490 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.220184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Calling delete_port for 583bfc2b-b584-403f-ae7c-81f0e0f3bece owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:02.289717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.310195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7bb0d00>,) {'filters': {'network_id': ['37295a5b-e116-4590-8c09-e0812de55957']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:02.319923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7bb0d00>, 'bf3c259b-c55f-42fd-9973-f57a895676ef') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:02.320214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7bb0d00>, 'bf3c259b-c55f-42fd-9973-f57a895676ef') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:02.335125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.349019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.355168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:43:02.355548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.355914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d9014b56-8830-4783-a189-b6b21824bf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9014b56-8830-4783-a189-b6b21824bf20,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:43:02.358736 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:43:02.378207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'd9014b56-8830-4783-a189-b6b21824bf20', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'port_id': 'd9014b56-8830-4783-a189-b6b21824bf20', 'mac_address': 'fa:16:3e:48:f5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:43:02.385761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.433251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Pushing event deleted for resources: {'Port': ['ID=583bfc2b-b584-403f-ae7c-81f0e0f3bece,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:02.438809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] No DVR routers for this DVR port 583bfc2b-b584-403f-ae7c-81f0e0f3bece on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:43:02.450690 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.453206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.453556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.453899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.454235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.457822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66286f0e-ce1a-423c-b28b-8d20cc24a4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:02.470824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9014b56-8830-4783-a189-b6b21824bf20 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:43:02.490758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d9014b56-8830-4783-a189-b6b21824bf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9014b56-8830-4783-a189-b6b21824bf20,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:02.499011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.506695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.509911 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/networks/37295a5b-e116-4590-8c09-e0812de55957 HTTP/1.1" status: 204  len: 168 time: 0.8142111
Nov 13 21:43:02.512753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42704) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:02.517967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'routes': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:02.521986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f7cd2-65f7-4316-a814-a0dbe9e41ab1 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Pushing event deleted for resources: {'Network': ['ID=37295a5b-e116-4590-8c09-e0812de55957,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:02.538993 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.595725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d9014b56-8830-4783-a189-b6b21824bf20,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:02.700543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.extraroute_db [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Added routes are [] {{(pid=120532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Nov 13 21:43:02.700802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.extraroute_db [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Removed routes are [] {{(pid=120532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Nov 13 21:43:02.701159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.747654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['d9014b56-8830-4783-a189-b6b21824bf20'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:43:02.844105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.847657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:02.927510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router fc63afa9-dd51-411c-965e-2270e44f91e0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:03.004785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:03.011934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.013086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce9210bb-6ac2-46da-b1f0-f02c0221752a tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 704 time: 0.4991536
Nov 13 21:43:03.016034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42708) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:03.018696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] Sync routers for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:03.042838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f7e5b421-9d64-4b9c-9a92-fb0bd8fe5c95 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 205 time: 0.0256953
Nov 13 21:43:03.045461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42710) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:03.047203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:03.047817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcd6deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:03.091520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46c7d4-e626-4639-9b47-f5b20ee42434 req-eb02c103-712d-4c2f-ad42-db587a3a11f9 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:03.092358 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee46c7d4-e626-4639-9b47-f5b20ee42434 req-eb02c103-712d-4c2f-ad42-db587a3a11f9 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 945 time: 0.0510337
Nov 13 21:43:03.127608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.144596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:03.152869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ee46c7d4-e626-4639-9b47-f5b20ee42434 req-570ba112-4508-48a5-bace-bd2b124ff41a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543401
Nov 13 21:43:03.208326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcd6deb0>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:43:00Z', 'revision_number': 11, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:03.236826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] Checking router: fc63afa9-dd51-411c-965e-2270e44f91e0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:03.261445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] Routers {'fc63afa9-dd51-411c-965e-2270e44f91e0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:03.262038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcd6deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['fc63afa9-dd51-411c-965e-2270e44f91e0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:03.287836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.289944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.345355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] Set router fc63afa9-dd51-411c-965e-2270e44f91e0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:03.400677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.401755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router fc63afa9-dd51-411c-965e-2270e44f91e0 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:43:03.402019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcd6deb0>, [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:43:00Z', 'revision_number': 11, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:03.409035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.414669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f9abc2ef-92a7-4151-bab2-d89245f434fd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 204  len: 168 time: 0.3640192
Nov 13 21:43:03.414669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42712) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:03.418903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-468542360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:03.433880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c90d8f-67ac-4bfa-b3d3-c15d688af1d1 None None] The sync data for ids ['fc63afa9-dd51-411c-965e-2270e44f91e0'] in ncdv-master-1 is: [{'id': 'fc63afa9-dd51-411c-965e-2270e44f91e0', 'name': 'tempest-RoutersIpV6Test-router-851029339', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:42:30Z', 'updated_at': '2021-11-13T21:43:00Z', 'revision_number': 11, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:03.527771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.528902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.581574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.643801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.740743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:03.742397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-07ecdf35-ef1c-4119-8d5a-c88bd673015c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3264239
Nov 13 21:43:03.744636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42714) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:03.749168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Request body: {'router': {'admin_state_up': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:03.960838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7096'] for router, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.013337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585447'] for router, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.119012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d9014b56-8830-4783-a189-b6b21824bf20 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:43:04.189388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Router f625f762-43d8-468d-b781-b8e41259253f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:43:04.212049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port d9014b56-8830-4783-a189-b6b21824bf20 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:43:04.216776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port d9014b56-8830-4783-a189-b6b21824bf20 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:04.217218 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.295159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:04.305864 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] Sync routers for ids ['f625f762-43d8-468d-b781-b8e41259253f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:04.312787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.314025 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.315978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f92e3231-6525-4162-921f-844d8f9a7bcb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "PUT /v2.0/routers/f625f762-43d8-468d-b781-b8e41259253f HTTP/1.1" status: 200  len: 697 time: 0.5700278
Nov 13 21:43:04.319750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42728) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:04.325766 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] Routers {'f625f762-43d8-468d-b781-b8e41259253f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:04.326378 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f625f762-43d8-468d-b781-b8e41259253f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:04.343635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:04.346339 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8b3da-394c-4b82-94a2-e4cff604946c" -d '{"events": [{"server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "name": "network-vif-plugged", "status": "completed", "tag": "d9014b56-8830-4783-a189-b6b21824bf20"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:04.357665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422f96a-5fac-45c3-9bc7-ff939e431e29 req-1f9ce467-93b4-4641-9823-1677ef26031a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:04.359152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a422f96a-5fac-45c3-9bc7-ff939e431e29 req-1f9ce467-93b4-4641-9823-1677ef26031a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 945 time: 0.0990441
Nov 13 21:43:04.367475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port d9014b56-8830-4783-a189-b6b21824bf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9014b56-8830-4783-a189-b6b21824bf20,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:04.412838 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614f14f-8fdf-48ed-94af-07c755fde23f x-openstack-request-id: req-0614f14f-8fdf-48ed-94af-07c755fde23f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:04.413122 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "name": "network-vif-plugged", "status": "completed", "tag": "d9014b56-8830-4783-a189-b6b21824bf20", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:04.413374 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0614f14f-8fdf-48ed-94af-07c755fde23f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:04.413769 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20', 'code': 200}
Nov 13 21:43:04.415498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] Set router f625f762-43d8-468d-b781-b8e41259253f gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:04.447926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.466739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a422f96a-5fac-45c3-9bc7-ff939e431e29 req-0ed29579-f6b8-425a-821c-ef966aeebb0b tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929143
Nov 13 21:43:04.501479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-67c2aeec-c6db-4b6b-8e06-73e9dbee7e04 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/routers/f625f762-43d8-468d-b781-b8e41259253f HTTP/1.1" status: 200  len: 703 time: 0.1788642
Nov 13 21:43:04.504509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42732) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:04.530329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=d9014b56-8830-4783-a189-b6b21824bf20,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:04.563374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-26babc48-1c06-45b6-a89c-ca6607670fd0 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=f625f762-43d8-468d-b781-b8e41259253f HTTP/1.1" status: 200  len: 205 time: 0.0570004
Nov 13 21:43:04.565502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42734) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:04.570990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58833-4494-4166-aad9-80fb56d2185a req-f161556d-9e70-4a00-8218-56af0de8fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:04.575930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68f58833-4494-4166-aad9-80fb56d2185a req-f161556d-9e70-4a00-8218-56af0de8fac6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1097 time: 0.0730247
Nov 13 21:43:04.608318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9340>, [{'id': 'f625f762-43d8-468d-b781-b8e41259253f', 'name': 'tempest-RoutersIpV6Test-router-468542360', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:03Z', 'updated_at': '2021-11-13T21:43:03Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:04.634217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-68f58833-4494-4166-aad9-80fb56d2185a req-4e9a0ad4-b634-4fd0-bc60-259a53cc31d6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503085
Nov 13 21:43:04.636277 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] Checking router: f625f762-43d8-468d-b781-b8e41259253f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:04.645341 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] Routers {'f625f762-43d8-468d-b781-b8e41259253f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:04.657628 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['f625f762-43d8-468d-b781-b8e41259253f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:04.668189 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.720160 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] Set router f625f762-43d8-468d-b781-b8e41259253f gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:04.780986 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5e9340>, [{'id': 'f625f762-43d8-468d-b781-b8e41259253f', 'name': 'tempest-RoutersIpV6Test-router-468542360', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:03Z', 'updated_at': '2021-11-13T21:43:03Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:04.809624 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95129a15-c6ee-4aae-8d6e-32cc6d5937a2 None None] The sync data for ids ['f625f762-43d8-468d-b781-b8e41259253f'] in ncdv-master-1 is: [{'id': 'f625f762-43d8-468d-b781-b8e41259253f', 'name': 'tempest-RoutersIpV6Test-router-468542360', 'tenant_id': '11b42f69311142f085b9963481ef40d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:03Z', 'updated_at': '2021-11-13T21:43:03Z', 'revision_number': 2, 'project_id': '11b42f69311142f085b9963481ef40d9', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:04.855173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.857424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.974027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.974719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Fanout notify agent at l3_agent the message router_deleted on router f625f762-43d8-468d-b781-b8e41259253f {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:43:04.987107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:04.992744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-076a8bec-bedc-447b-afe7-9c904a9d254f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/f625f762-43d8-468d-b781-b8e41259253f HTTP/1.1" status: 204  len: 168 time: 0.4207354
Nov 13 21:43:04.994590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42768) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.026385 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d770bc3-3abf-440a-84b4-4f0c364fe656 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=f625f762-43d8-468d-b781-b8e41259253f HTTP/1.1" status: 200  len: 205 time: 0.0302997
Nov 13 21:43:05.028733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42772) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.075598 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-c5a156bf-e737-4a93-b4aa-5a972463074c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:05.078988 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5a156bf-e737-4a93-b4aa-5a972463074c tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/f625f762-43d8-468d-b781-b8e41259253f HTTP/1.1" status: 404  len: 336 time: 0.0468507
Nov 13 21:43:05.079247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42774) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.114457 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b81155d-c871-4e21-8bb0-d26f21195c4f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:05.114912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b81155d-c871-4e21-8bb0-d26f21195c4f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:05.118001 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b81155d-c871-4e21-8bb0-d26f21195c4f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/60a66097-a349-4b58-a3a8-189a5820b231 HTTP/1.1" status: 404  len: 337 time: 0.0378335
Nov 13 21:43:05.120561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42776) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.151130 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c921b64-a075-4924-be85-fbd0f0042a30 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:05.151592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c921b64-a075-4924-be85-fbd0f0042a30 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:05.154799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5c921b64-a075-4924-be85-fbd0f0042a30 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/8bd3fd51-78d8-4f7b-afc8-d209f06e3f35 HTTP/1.1" status: 404  len: 337 time: 0.0332236
Nov 13 21:43:05.160372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42794) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.195339 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ea4e7d-c8b4-405c-b5a0-97666136e02f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:05.195554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ea4e7d-c8b4-405c-b5a0-97666136e02f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:05.198619 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d5ea4e7d-c8b4-405c-b5a0-97666136e02f tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/eb0f258b-ed87-42c9-a55e-4a99d907a331 HTTP/1.1" status: 404  len: 337 time: 0.0396242
Nov 13 21:43:05.201851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42800) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.229191 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd2e13d-6a3e-49d3-bad0-4fb7b987aaa9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:05.229583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd2e13d-6a3e-49d3-bad0-4fb7b987aaa9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:05.235853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42802) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.236492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3fd2e13d-6a3e-49d3-bad0-4fb7b987aaa9 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/d0080c7a-1095-4c36-b8f8-b6c96d4f9b5f HTTP/1.1" status: 404  len: 337 time: 0.0300195
Nov 13 21:43:05.263102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-27792714-4f31-4de9-919c-19f47664e7ce tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 200  len: 205 time: 0.0260010
Nov 13 21:43:05.265737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42804) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.306122 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-88e6d032-530a-48a9-b043-8229a3c8ef43 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:05.307165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-88e6d032-530a-48a9-b043-8229a3c8ef43 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/fc63afa9-dd51-411c-965e-2270e44f91e0 HTTP/1.1" status: 404  len: 336 time: 0.0405381
Nov 13 21:43:05.309943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42806) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.336636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f7537e16-bc8a-4e7b-9112-7a4d2223c735 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9f5428e-6b71-4e07-a7f6-5b547d920bc7 HTTP/1.1" status: 200  len: 205 time: 0.0256426
Nov 13 21:43:05.338959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42808) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.374456 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-a1e8b2b3-87b1-4595-8048-d8721682d077 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:05.375448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a1e8b2b3-87b1-4595-8048-d8721682d077 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/a9f5428e-6b71-4e07-a7f6-5b547d920bc7 HTTP/1.1" status: 404  len: 336 time: 0.0356166
Nov 13 21:43:05.378000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42810) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.592520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602e229-1c5a-4c90-b0ad-f7e712a16b07 req-fa2bc6c5-4133-42f0-bf6c-71b8c0560dac tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:05.594190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f602e229-1c5a-4c90-b0ad-f7e712a16b07 req-fa2bc6c5-4133-42f0-bf6c-71b8c0560dac tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 946 time: 0.0598876
Nov 13 21:43:05.655306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f602e229-1c5a-4c90-b0ad-f7e712a16b07 req-e4027bc0-436c-4eef-ba6d-868d98fd9163 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535705
Nov 13 21:43:05.773149 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccb69fc-376e-46a7-95ef-53f4b1230443 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:05.773740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccb69fc-376e-46a7-95ef-53f4b1230443 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:05.776715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4ccb69fc-376e-46a7-95ef-53f4b1230443 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/1363a52e-f798-4cce-ad6a-5a2a085c9648 HTTP/1.1" status: 404  len: 337 time: 0.3972030
Nov 13 21:43:05.785574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42818) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.812168 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-520c8ed4-adc4-4786-bc40-76fea67c6311 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 200  len: 205 time: 0.0255151
Nov 13 21:43:05.814466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42820) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.851362 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-25897a27-103c-4ab4-841c-38043fdf2571 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:05.852402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25897a27-103c-4ab4-841c-38043fdf2571 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/71562343-683f-4358-90c1-731980cc1d56 HTTP/1.1" status: 404  len: 336 time: 0.0370481
Nov 13 21:43:05.855074 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42822) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.887414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-21071313-0059-4c6d-b0c0-d345c90efcfd tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=56703c0a-32be-4c20-9e83-8779f2f825e4 HTTP/1.1" status: 200  len: 205 time: 0.0312386
Nov 13 21:43:05.896603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42826) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.934475 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-4a86fca5-c580-4d13-a77e-729fa7c8e5c3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:05.935519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4a86fca5-c580-4d13-a77e-729fa7c8e5c3 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/56703c0a-32be-4c20-9e83-8779f2f825e4 HTTP/1.1" status: 404  len: 336 time: 0.0378847
Nov 13 21:43:05.938082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42828) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.964396 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c118427-db09-44b6-b3b6-852947cd9ecb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:05.964855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c118427-db09-44b6-b3b6-852947cd9ecb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:05.967842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3c118427-db09-44b6-b3b6-852947cd9ecb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/6f2698e6-2a44-4c7b-be73-1ad17525e4e9 HTTP/1.1" status: 404  len: 337 time: 0.0288694
Nov 13 21:43:05.970203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42830) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:05.998734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc7d4314-9f7a-44a3-96c1-baf904913848 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=decb917d-19c2-4a78-aba1-b03d7432bc55 HTTP/1.1" status: 200  len: 205 time: 0.0250857
Nov 13 21:43:05.998990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42832) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.039959 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-1b24d9a1-d594-4980-8496-c7b4846de005 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:06.040954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1b24d9a1-d594-4980-8496-c7b4846de005 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/decb917d-19c2-4a78-aba1-b03d7432bc55 HTTP/1.1" status: 404  len: 336 time: 0.0412369
Nov 13 21:43:06.043488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42834) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.069968 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3f9dba-f043-453c-a2d5-7ee40bb5888d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:06.070423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3f9dba-f043-453c-a2d5-7ee40bb5888d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:06.073496 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a3f9dba-f043-453c-a2d5-7ee40bb5888d tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/6cd1a081-76f5-4b40-a2ca-4700fd9fa980 HTTP/1.1" status: 404  len: 337 time: 0.0291150
Nov 13 21:43:06.076087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42836) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.106745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e45d36af-1e33-4a99-a5bf-c785a69b9752 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "GET /v2.0/ports?device_id=52e6300a-c3e2-497b-b402-6de5f993f983 HTTP/1.1" status: 200  len: 205 time: 0.0295103
Nov 13 21:43:06.109242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42838) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.154861 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-eb38f6e4-6e5f-4ef5-867b-319f995c02f5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:06.158291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eb38f6e4-6e5f-4ef5-867b-319f995c02f5 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/routers/52e6300a-c3e2-497b-b402-6de5f993f983 HTTP/1.1" status: 404  len: 336 time: 0.0456283
Nov 13 21:43:06.160665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42840) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.190955 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-179c0c63-c92a-4be7-8ecb-9624bf0f3b85 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:06.191403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179c0c63-c92a-4be7-8ecb-9624bf0f3b85 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:06.197008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-179c0c63-c92a-4be7-8ecb-9624bf0f3b85 tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/5e45cfa3-90cf-4788-9787-9fb5d6891839 HTTP/1.1" status: 404  len: 337 time: 0.0345860
Nov 13 21:43:06.198974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42842) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.224870 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7950e6-89e9-4ae4-befb-7b1fc2cb74eb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] DELETE failed (client error): The resource could not be found.
Nov 13 21:43:06.225313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7950e6-89e9-4ae4-befb-7b1fc2cb74eb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 21:43:06.228296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc7950e6-89e9-4ae4-befb-7b1fc2cb74eb tempest-RoutersIpV6Test-106088798 tempest-RoutersIpV6Test-106088798-project] 10.222.0.20 "DELETE /v2.0/subnets/bfbbecdf-606c-4d73-b062-af8e2bb22a17 HTTP/1.1" status: 404  len: 337 time: 0.0284021
Nov 13 21:43:06.662001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42848) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.785767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4500e69-d079-40c2-8ba6-c7d8ad8b20d3 req-fdbda373-d9e4-4df0-a018-67333276cefe tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:06.787274 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4500e69-d079-40c2-8ba6-c7d8ad8b20d3 req-fdbda373-d9e4-4df0-a018-67333276cefe tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 946 time: 0.0553286
Nov 13 21:43:06.804373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b7dc4dea-5b4e-478f-a479-42d5c700ef90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11b42f69311142f085b9963481ef40d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1410871
Nov 13 21:43:06.806943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42854) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:06.838218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a4500e69-d079-40c2-8ba6-c7d8ad8b20d3 req-0c73006c-4724-433c-ae72-292947ea8a25 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445964
Nov 13 21:43:06.859657 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9d88-f9bf-40cc-9643-4dadb591a4f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:06.881112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9d88-f9bf-40cc-9643-4dadb591a4f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:06.959727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56ed2d-c4b4-411f-b316-a44ee674f161 req-ff980473-9bf9-4bfa-a372-61c25c49049c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:06.961282 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d56ed2d-c4b4-411f-b316-a44ee674f161 req-ff980473-9bf9-4bfa-a372-61c25c49049c tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 946 time: 0.0534277
Nov 13 21:43:07.015076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d56ed2d-c4b4-411f-b316-a44ee674f161 req-be80477a-e1ed-498d-bb8d-bdb88e1fda87 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470533
Nov 13 21:43:07.038081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42860) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:07.087959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9d88-f9bf-40cc-9643-4dadb591a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:07.090743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9d88-f9bf-40cc-9643-4dadb591a4f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:07.092512 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ea0e9d88-f9bf-40cc-9643-4dadb591a4f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bb80005-1aed-41fe-b172-4b87ef1451af HTTP/1.1" status: 204  len: 168 time: 0.2844527
Nov 13 21:43:07.100624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9d88-f9bf-40cc-9643-4dadb591a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb80005-1aed-41fe-b172-4b87ef1451af,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:07.182150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f5e57-1084-4c87-88e8-763909fc687c tempest-TestVolumeBootPattern-1182753344 tempest-TestVolumeBootPattern-1182753344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:07.183679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e21f5e57-1084-4c87-88e8-763909fc687c tempest-TestVolumeBootPattern-1182753344 tempest-TestVolumeBootPattern-1182753344-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1092 time: 0.1446514
Nov 13 21:43:07.186657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42866) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:07.191477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'd9014b56-8830-4783-a189-b6b21824bf20', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:07.287500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:07.400076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:07.509071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Allocated IP 172.35.3.30 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/1edae736-b05d-4dcf-87d1-ebc8f4af66d9) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:43:07.608810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:07.739787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:07.775578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:07.778499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:07.783888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:43:07.812313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'Port': ['ID=1edae736-b05d-4dcf-87d1-ebc8f4af66d9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:08.190615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42888) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:08.291844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.293282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--514053058'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:08.458821 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.467687 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.507759 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.541762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.616354 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.655712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098b9897-313a-4765-a6df-c32e796a62a0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:08.663467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.692857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.727340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.755876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.786453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ddea50-eb00-4719-b148-2b52d504261b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:08.796917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event updated for resources: {'Port': ['ID=1edae736-b05d-4dcf-87d1-ebc8f4af66d9,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:08.805704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.838214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.839475 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1707de5c-146e-4b21-81fe-e69433c6f022 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6478462
Nov 13 21:43:08.842343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42894) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:08.902320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-31776731-484b-4b59-90f1-021c76a71ef3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0588353
Nov 13 21:43:08.902918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42896) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:08.907396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-security--980508707', 'description': 'tempest-security-description-730367286'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:08.908109 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Floating IP d34b8218-75ad-46fa-a47c-4cab9c0b8754 associated. External IP: 172.35.3.30, port: d9014b56-8830-4783-a189-b6b21824bf20.
Nov 13 21:43:08.945633 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:08.991013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.081882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.084630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.085907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "PUT /v2.0/security-groups/22ddea50-eb00-4719-b148-2b52d504261b HTTP/1.1" status: 200  len: 1795 time: 0.1820590
Nov 13 21:43:09.089153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42900) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:09.127189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Router 02d079d7-fce2-4f37-ab0e-7db1a41893fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:09.135905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5987-a99a-4275-bc3e-231680b656d7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ddea50-eb00-4719-b148-2b52d504261b,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:09.150309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6099d287-dcae-4615-bc63-725e8d8dda95 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups/22ddea50-eb00-4719-b148-2b52d504261b HTTP/1.1" status: 200  len: 1795 time: 0.0573020
Nov 13 21:43:09.150309 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42902) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:09.203596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe1062f6-5f96-4145-a30c-d69d7c029e44 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.229348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe1062f6-5f96-4145-a30c-d69d7c029e44 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.245355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:09.257197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] Sync routers for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:09.267662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:09.268452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd25f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:09.375900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:09.415614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.443348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6d15774f-7f7c-4659-8df6-1455097a97fa tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2556252
Nov 13 21:43:09.444070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:09.446401 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "tag": "d9014b56-8830-4783-a189-b6b21824bf20"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:09.491761 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15853fc-0ad6-49f6-99ae-0ba7883fb4ac x-openstack-request-id: req-f15853fc-0ad6-49f6-99ae-0ba7883fb4ac {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:09.492904 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "tag": "d9014b56-8830-4783-a189-b6b21824bf20", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:09.493023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe1062f6-5f96-4145-a30c-d69d7c029e44 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.493429 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f15853fc-0ad6-49f6-99ae-0ba7883fb4ac {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:09.494012 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20', 'status': 'completed', 'code': 200}
Nov 13 21:43:09.496263 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fe1062f6-5f96-4145-a30c-d69d7c029e44 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.499777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fe1062f6-5f96-4145-a30c-d69d7c029e44 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/22ddea50-eb00-4719-b148-2b52d504261b HTTP/1.1" status: 204  len: 168 time: 0.3462253
Nov 13 21:43:09.500426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42908) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:09.507217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1062f6-5f96-4145-a30c-d69d7c029e44 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ddea50-eb00-4719-b148-2b52d504261b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:09.566729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f5cf953b-96c6-4f14-9c9b-33dcfabbfa05 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0618947
Nov 13 21:43:09.566954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42910) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:09.576120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-c39f2bf7-861a-415f-a363-9655b96538de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:09.577932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-c39f2bf7-861a-415f-a363-9655b96538de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1097 time: 0.0479159
Nov 13 21:43:09.580735 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [None req-6219d4d5-12cc-4d59-abc6-723ccac4640f tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:09.582278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6219d4d5-12cc-4d59-abc6-723ccac4640f tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/22ddea50-eb00-4719-b148-2b52d504261b HTTP/1.1" status: 404  len: 347 time: 0.0144491
Nov 13 21:43:09.586213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:09.590573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358025566'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:09.653308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd25f700>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd34b8218-75ad-46fa-a47c-4cab9c0b8754', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'port_id': 'd9014b56-8830-4783-a189-b6b21824bf20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'mac_address': 'fa:16:3e:48:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:43:08Z', 'updated_at': '2021-11-13T21:43:08Z', 'revision_number': 0, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:09.684962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] Checking router: 02d079d7-fce2-4f37-ab0e-7db1a41893fa for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:09.690244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-ba98ae30-e6d5-4383-bebd-e0030b72a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:09.693050 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-ba98ae30-e6d5-4383-bebd-e0030b72a02e service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.1053061
Nov 13 21:43:09.699338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:09.700154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd25f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:09.711306 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.782233 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.825850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:09.826197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-55a7638e-6716-42f2-ae7a-05b9cd4634df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 999 time: 0.1264613
Nov 13 21:43:09.875945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.876263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-e7aea6c3-d405-4ff4-a02d-abdf72a0bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:09.877889 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-e7aea6c3-d405-4ff4-a02d-abdf72a0bbc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0450766
Nov 13 21:43:09.912734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c33debd-4a25-4ed2-9b77-17775d4cba01,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:09.928478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-2e149e18-5735-4d58-8bd0-7ac2e33f4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:09.930019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-2e149e18-5735-4d58-8bd0-7ac2e33f4e95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437119
Nov 13 21:43:09.981235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:09.983196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-67f9b527-921a-454a-b235-059fcdd71f01 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3953927
Nov 13 21:43:09.989179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42916) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:09.996321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': '4c33debd-4a25-4ed2-9b77-17775d4cba01', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:10.039865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-d99eea13-784f-4241-8aaf-04dd6194482c service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025457
Nov 13 21:43:10.077382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd25f700>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd34b8218-75ad-46fa-a47c-4cab9c0b8754', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'port_id': 'd9014b56-8830-4783-a189-b6b21824bf20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'mac_address': 'fa:16:3e:48:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:43:08Z', 'updated_at': '2021-11-13T21:43:08Z', 'revision_number': 0, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:10.093913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.105119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15622fb-38c0-48a7-9804-5f6eb3a2e536 None None] The sync data for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 is: [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd34b8218-75ad-46fa-a47c-4cab9c0b8754', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'floating_ip_address': '172.35.3.30', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'port_id': 'd9014b56-8830-4783-a189-b6b21824bf20', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'mac_address': 'fa:16:3e:48:f5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:43:08Z', 'updated_at': '2021-11-13T21:43:08Z', 'revision_number': 0, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:10.141158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1f2dbd97-a7c0-4d63-85f0-3f4d8b70e0bf req-fb8d7895-f735-4abf-a25c-0f2a6611c8b4 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947905
Nov 13 21:43:10.164382 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.236892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.262209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b14aa29-e75d-4434-ad4c-91d7484ed21b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:10.335155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.337211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd9a5b0e-3481-4e5c-9540-b3ae46e1a0ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3461473
Nov 13 21:43:10.339241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:10.341995 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92957694-6a68-4d37-bcab-d1ab9b8ed034 None None] New status for floating IP d34b8218-75ad-46fa-a47c-4cab9c0b8754: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:43:10.369673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51b2-5988-4956-ab51-072f79ec93ba tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.377981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51b2-5988-4956-ab51-072f79ec93ba tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.464482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51b2-5988-4956-ab51-072f79ec93ba tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.469839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51b2-5988-4956-ab51-072f79ec93ba tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.470960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0cc51b2-5988-4956-ab51-072f79ec93ba tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4b14aa29-e75d-4434-ad4c-91d7484ed21b HTTP/1.1" status: 204  len: 168 time: 0.1305969
Nov 13 21:43:10.473873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42920) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:10.478743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc51b2-5988-4956-ab51-072f79ec93ba tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b14aa29-e75d-4434-ad4c-91d7484ed21b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:10.524399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a393bc90-3639-4e7c-b3fb-f177b2cfa225 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0492687
Nov 13 21:43:10.527166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:10.583907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e80d0a-b0b8-40bd-971e-21e9bd83da68 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.605987 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e80d0a-b0b8-40bd-971e-21e9bd83da68 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.761505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e80d0a-b0b8-40bd-971e-21e9bd83da68 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.764508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-23e80d0a-b0b8-40bd-971e-21e9bd83da68 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.765905 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-23e80d0a-b0b8-40bd-971e-21e9bd83da68 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c33debd-4a25-4ed2-9b77-17775d4cba01 HTTP/1.1" status: 204  len: 168 time: 0.2374706
Nov 13 21:43:10.768978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42924) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:10.775394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e80d0a-b0b8-40bd-971e-21e9bd83da68 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c33debd-4a25-4ed2-9b77-17775d4cba01,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:10.815126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4103d596-85c4-4434-90d0-5f35fb5f776f tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0449054
Nov 13 21:43:10.818944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:10.823184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520319506'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:10.921310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:10.985229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.070090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.099225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc72a9-ac1e-4977-82ff-b51b5a8f9206,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:11.157888 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.159173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-44932f89-453e-4b0c-bbfe-346cdd244c56 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3393011
Nov 13 21:43:11.162031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42930) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:11.166345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': 'b7fc72a9-ac1e-4977-82ff-b51b5a8f9206', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:11.264531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.319704 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.407404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.427538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdd3f39-ead7-4ec9-b188-6c16672fde7c,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:11.506479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.507684 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-56346c5b-2b9c-430c-83e7-926d60773cc3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3447487
Nov 13 21:43:11.510466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42932) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:11.514966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': 'b7fc72a9-ac1e-4977-82ff-b51b5a8f9206', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:11.669486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.727944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.854039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.871407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ccac7c-d5d3-48d7-8d9a-63eb5f5d657c,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:11.952228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:11.953654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-471be25e-4177-43ef-8105-6875ef3baf0a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4422545
Nov 13 21:43:11.956443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42936) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:11.961415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': 'b7fc72a9-ac1e-4977-82ff-b51b5a8f9206', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:12.042357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.100564 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.184542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.212668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473682f8-3d66-4743-adf5-c9326fcefb89,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:12.243944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3230e-24f8-4a9b-9ac8-26f5f91ab084 req-fdfe50c8-95de-4892-b441-7a550a00b98d tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:12.245678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f9f3230e-24f8-4a9b-9ac8-26f5f91ab084 req-fdfe50c8-95de-4892-b441-7a550a00b98d tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.0527425
Nov 13 21:43:12.303554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f9f3230e-24f8-4a9b-9ac8-26f5f91ab084 req-d048fe6b-0c26-4a13-ba42-ee9361985a05 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512853
Nov 13 21:43:12.326580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42942) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:12.391128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.391705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.392681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f6ca2c64-f549-4929-bd1c-76399bb399e8 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4352577
Nov 13 21:43:12.395527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42944) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:12.400259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': 'b7fc72a9-ac1e-4977-82ff-b51b5a8f9206', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:12.544770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port b3e60bae-a139-465c-a3c2-b9c374ca101b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:12.545029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.612200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.623832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.624155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.637922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for b3e60bae-a139-465c-a3c2-b9c374ca101b owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:12.662322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.744648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.773528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061b5c18-c2cc-4b87-9f06-310f03a05d01,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:12.935008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:12.936155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-00d12f87-1598-41e8-ae89-1f3ea0fd112b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5395451
Nov 13 21:43:12.939023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42946) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:12.943952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': 'b7fc72a9-ac1e-4977-82ff-b51b5a8f9206', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:12.990341 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.017247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=b3e60bae-a139-465c-a3c2-b9c374ca101b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:13.074073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.074443 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP 2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 disassociated (deleted). External IP: 172.35.3.16, port: 0890fec0-397a-4846-a7aa-e98bafc58afa.
Nov 13 21:43:13.098064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.165523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.281271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.294310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ac1191b1-524d-4503-b598-030fe90cfea7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:13.302497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a9f9a5-43e0-483d-b92b-8e6547a481c1,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:13.415500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:13.420342 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.424874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] Sync routers for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:13.432082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.434156 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b21e6058-c661-4ea2-9af6-201232360487 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.4933200
Nov 13 21:43:13.434547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:13.435144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9436a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:13.436476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42950) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:13.452915 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-732c82e7-8106-450a-99d3-9de8fa351f5d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/floatingips/2fb1985b-1ec4-4cf1-b505-aba3f1e83e21 HTTP/1.1" status: 204  len: 168 time: 1.1251822
Nov 13 21:43:13.457378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:13.457378 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:13.498210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85a118aa-84fc-448b-8cb1-ec39d5745b45 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.498351 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a75c18c-5694-4dc5-ad13-f4e6ac384564 x-openstack-request-id: req-6a75c18c-5694-4dc5-ad13-f4e6ac384564 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:13.498549 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:13.498807 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a75c18c-5694-4dc5-ad13-f4e6ac384564 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:13.499214 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'status': 'completed', 'code': 200}
Nov 13 21:43:13.508287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85a118aa-84fc-448b-8cb1-ec39d5745b45 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.572510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:13.646106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85a118aa-84fc-448b-8cb1-ec39d5745b45 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.653265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85a118aa-84fc-448b-8cb1-ec39d5745b45 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.654841 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-85a118aa-84fc-448b-8cb1-ec39d5745b45 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c5a9f9a5-43e0-483d-b92b-8e6547a481c1 HTTP/1.1" status: 204  len: 168 time: 0.2172441
Nov 13 21:43:13.658000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42956) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:13.672179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a118aa-84fc-448b-8cb1-ec39d5745b45 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a9f9a5-43e0-483d-b92b-8e6547a481c1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:13.727153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6d0f5d1e-65e2-4851-a083-185a31da6145 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0668042
Nov 13 21:43:13.730054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42958) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:13.757879 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39ea41c2-cc72-47aa-9cf8-944893c777a6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.767826 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39ea41c2-cc72-47aa-9cf8-944893c777a6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.919523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39ea41c2-cc72-47aa-9cf8-944893c777a6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.928941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-39ea41c2-cc72-47aa-9cf8-944893c777a6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:13.930035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-39ea41c2-cc72-47aa-9cf8-944893c777a6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/061b5c18-c2cc-4b87-9f06-310f03a05d01 HTTP/1.1" status: 204  len: 168 time: 0.1990142
Nov 13 21:43:13.932825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42960) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:13.940930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-2cc3c985-e842-4094-bf1e-7cc92010fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:13.942743 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-2cc3c985-e842-4094-bf1e-7cc92010fbf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 1097 time: 0.4195836
Nov 13 21:43:13.954124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea41c2-cc72-47aa-9cf8-944893c777a6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=061b5c18-c2cc-4b87-9f06-310f03a05d01,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:13.965845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9436a0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:28Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:13.993907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4b1a21fa-68e8-4ad8-9ae3-d0658d03771d tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0574887
Nov 13 21:43:13.994169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42962) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.000204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] Checking router: ac1191b1-524d-4503-b598-030fe90cfea7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:14.008894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:14.009493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9436a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:14.024870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0876d4-0619-4a10-ad56-a3c542270c90 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.046510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0876d4-0619-4a10-ad56-a3c542270c90 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.062403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-6171b9cd-6373-41be-9653-6879ffe24ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:14.064415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-6171b9cd-6373-41be-9653-6879ffe24ced service neutron] 10.222.0.37 "GET /v2.0/networks?id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 200  len: 897 time: 0.1141214
Nov 13 21:43:14.117979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-ce662434-a06e-42bd-a7f6-8fc16c50ded8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 200  len: 217 time: 0.0414190
Nov 13 21:43:14.138051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:14.140726 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda083d0-2710-4168-9465-d40d8dc8f8f9 req-16dea167-8a57-4058-a098-4abfd09b2fb9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:14.142236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cda083d0-2710-4168-9465-d40d8dc8f8f9 req-16dea167-8a57-4058-a098-4abfd09b2fb9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0634031
Nov 13 21:43:14.144657 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0876d4-0619-4a10-ad56-a3c542270c90 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.151270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-be0876d4-0619-4a10-ad56-a3c542270c90 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.155183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-be0876d4-0619-4a10-ad56-a3c542270c90 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/473682f8-3d66-4743-adf5-c9326fcefb89 HTTP/1.1" status: 204  len: 168 time: 0.1576545
Nov 13 21:43:14.155759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42968) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.163633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0876d4-0619-4a10-ad56-a3c542270c90 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=473682f8-3d66-4743-adf5-c9326fcefb89,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:14.192167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-461e60dc-bdb6-4f31-97ed-4c97f1a4d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:14.193669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-461e60dc-bdb6-4f31-97ed-4c97f1a4d9b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 200  len: 835 time: 0.0702314
Nov 13 21:43:14.212618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cda083d0-2710-4168-9465-d40d8dc8f8f9 req-fcb94086-229a-4a34-9b1f-a974296a9c7b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584376
Nov 13 21:43:14.232106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-61fe958d-5caa-4e9a-a444-eb00746ffdc4 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0729578
Nov 13 21:43:14.233455 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42970) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.261329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1427d3d6-ad31-4222-a158-1286e46529e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.262445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-05a920d2-4de4-45ad-a69c-3865a58f6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:14.264273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-05a920d2-4de4-45ad-a69c-3865a58f6026 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0583854
Nov 13 21:43:14.271573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1427d3d6-ad31-4222-a158-1286e46529e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.366379 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-b98a72a2-29d2-453e-a4c3-a4298a4d5fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936296
Nov 13 21:43:14.367917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9436a0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:28Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:14.394532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd52b3-0e05-4711-9928-9bae258124c3 None None] The sync data for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 is: [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:41:23Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0320bc41-821b-433f-afaf-800a82a8a473', 'name': '', 'network_id': '17e434a8-28c9-42aa-b99c-d8c4b4bad9bb', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:0a:5f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:22Z', 'updated_at': '2021-11-13T21:41:28Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '2a4acc4e-bcce-4b2f-844b-95c0d0a1729e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:14.436573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1427d3d6-ad31-4222-a158-1286e46529e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.444962 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1427d3d6-ad31-4222-a158-1286e46529e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.446300 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1427d3d6-ad31-4222-a158-1286e46529e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/01ccac7c-d5d3-48d7-8d9a-63eb5f5d657c HTTP/1.1" status: 204  len: 168 time: 0.2104330
Nov 13 21:43:14.449352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42972) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.462938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427d3d6-ad31-4222-a158-1286e46529e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ccac7c-d5d3-48d7-8d9a-63eb5f5d657c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:14.465528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d08cb042-30a0-4126-8cfc-ad8dbee0d0b9 req-d0ed1dec-734d-409a-a8f6-9290d16bc860 service neutron] 10.222.0.37 "GET /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901027
Nov 13 21:43:14.502729 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1f8580cb-3fcf-4a87-92d2-5bff5e0974da tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0512102
Nov 13 21:43:14.505589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42974) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.530116 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd85c127-e40a-4640-a051-2e8d90567cb9 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.539326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd85c127-e40a-4640-a051-2e8d90567cb9 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.624612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd85c127-e40a-4640-a051-2e8d90567cb9 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.631338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dd85c127-e40a-4640-a051-2e8d90567cb9 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.632493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd85c127-e40a-4640-a051-2e8d90567cb9 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7bdd3f39-ead7-4ec9-b188-6c16672fde7c HTTP/1.1" status: 204  len: 168 time: 0.1259716
Nov 13 21:43:14.635058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42976) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.646677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85c127-e40a-4640-a051-2e8d90567cb9 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bdd3f39-ead7-4ec9-b188-6c16672fde7c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:14.663430 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f2ce3-ab37-4c46-9c76-4731fa2aeb95 None None] New status for floating IP 2fb1985b-1ec4-4cf1-b505-aba3f1e83e21: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:43:14.681814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee4e9e93-2ab5-455d-80c6-3e9175ea09d1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0456479
Nov 13 21:43:14.684448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42978) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.741165 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffd18b0e-05a8-49e8-9cfc-755bbf0b0071 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.755918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.767357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffd18b0e-05a8-49e8-9cfc-755bbf0b0071 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.932269 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffd18b0e-05a8-49e8-9cfc-755bbf0b0071 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.935003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffd18b0e-05a8-49e8-9cfc-755bbf0b0071 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:14.936176 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ffd18b0e-05a8-49e8-9cfc-755bbf0b0071 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/b7fc72a9-ac1e-4977-82ff-b51b5a8f9206 HTTP/1.1" status: 204  len: 168 time: 0.2506680
Nov 13 21:43:14.938863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.945471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd18b0e-05a8-49e8-9cfc-755bbf0b0071 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc72a9-ac1e-4977-82ff-b51b5a8f9206,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:14.985950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ba201c85-7785-4ef7-8672-93f60c7bbaae tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0458560
Nov 13 21:43:14.990061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42982) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:14.994582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298895478'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:15.116087 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.185563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.275951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.353973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0b5126-0672-461a-aec6-a6e49fa05a19,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:15.381381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-c031c94f-a15d-4284-8065-947bbdc41c78 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:15.382848 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-c031c94f-a15d-4284-8065-947bbdc41c78 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.0889459
Nov 13 21:43:15.391793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da83fb-f5b9-4dc3-8452-aba4c981b999 req-164c016a-c72b-474f-8798-a04c95973e4d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:15.393218 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81da83fb-f5b9-4dc3-8452-aba4c981b999 req-164c016a-c72b-474f-8798-a04c95973e4d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 946 time: 0.1023521
Nov 13 21:43:15.403004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.404140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-17f636d9-8e2b-490d-9a96-6177e1b9e649 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4129791
Nov 13 21:43:15.406865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42988) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:15.428811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': 'dc0b5126-0672-461a-aec6-a6e49fa05a19', 'direction': 'ingress', 'protocol': 17}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:15.525077 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81da83fb-f5b9-4dc3-8452-aba4c981b999 req-7b7e2990-e495-4bd4-be4f-3ac1bfb353c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=bf02e925-1656-4249-8d8d-39244d9d2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187921
Nov 13 21:43:15.543943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 0890fec0-397a-4846-a7aa-e98bafc58afa {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:15.543943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.603960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.659115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 0890fec0-397a-4846-a7aa-e98bafc58afa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0890fec0-397a-4846-a7aa-e98bafc58afa,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:15.659470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.680858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 0890fec0-397a-4846-a7aa-e98bafc58afa owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:15.703223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.791548 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.826364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9062077f-94d9-427f-8c12-0f594b6c3533,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:15.895018 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.896854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-32c17cd9-85ea-4532-ba3e-5e71b4fef6b6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4887652
Nov 13 21:43:15.899678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 42990) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:15.948867 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.963273 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eb511d00-7164-4055-920d-198bb51efdf6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:15.987462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=0890fec0-397a-4846-a7aa-e98bafc58afa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:15.987661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eb511d00-7164-4055-920d-198bb51efdf6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.036737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] No DVR routers for this DVR port 0890fec0-397a-4846-a7aa-e98bafc58afa on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:43:16.049303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.049303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dfcc995a-73d7-4a38-b240-68343ca4d9cc req-bcd1d4dd-ee14-4f24-934a-bce0287b2524 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "DELETE /v2.0/ports/0890fec0-397a-4846-a7aa-e98bafc58afa HTTP/1.1" status: 204  len: 173 time: 0.6529937
Nov 13 21:43:16.049303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-deleted', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:16.050421 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183a83b7-857f-46f6-84ac-437a6d038f29" -d '{"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-deleted", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:16.090802 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b6eb8a-0a3f-4c36-b859-bd72716dc32c x-openstack-request-id: req-30b6eb8a-0a3f-4c36-b859-bd72716dc32c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:16.091117 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e5394f-ed43-4278-acc5-b12e9f0e6718", "name": "network-vif-deleted", "tag": "0890fec0-397a-4846-a7aa-e98bafc58afa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:16.091365 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30b6eb8a-0a3f-4c36-b859-bd72716dc32c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:16.091759 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e5394f-ed43-4278-acc5-b12e9f0e6718', 'name': 'network-vif-deleted', 'tag': '0890fec0-397a-4846-a7aa-e98bafc58afa', 'status': 'completed', 'code': 200}
Nov 13 21:43:16.149200 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eb511d00-7164-4055-920d-198bb51efdf6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.151916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-eb511d00-7164-4055-920d-198bb51efdf6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.153098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eb511d00-7164-4055-920d-198bb51efdf6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc0b5126-0672-461a-aec6-a6e49fa05a19 HTTP/1.1" status: 204  len: 168 time: 0.2522860
Nov 13 21:43:16.156266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 42998) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:16.163079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb511d00-7164-4055-920d-198bb51efdf6 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0b5126-0672-461a-aec6-a6e49fa05a19,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:16.204473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9c0b834a-cd94-4359-bb98-97980ab35198 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0468996
Nov 13 21:43:16.210117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43000) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:16.214759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--422069748'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:16.378935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.456213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.565244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.600677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4296975d-39b8-4573-ad33-9a45f2df2952,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:16.635921 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa85f4cc-7afd-4975-8c3f-353d72f58573 req-821a1598-07e7-4cca-ae84-2948d10c8ba9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=43e5394f-ed43-4278-acc5-b12e9f0e6718 HTTP/1.1" status: 200  len: 210 time: 0.0265706
Nov 13 21:43:16.672284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.673583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f2f7c949-4d4d-4323-9f0d-4284ee2024fe tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4624555
Nov 13 21:43:16.679024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43004) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:16.683376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983180071'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:16.807443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.877155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:16.978662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.014514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f089b41c-cd2d-485c-93f6-cc8ad1b38ccf,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:17.112593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.114640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fb70a0f8-e2b7-4ec0-b905-48bddcfd395a tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4340248
Nov 13 21:43:17.117340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43006) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:17.122109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': '4296975d-39b8-4573-ad33-9a45f2df2952', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f089b41c-cd2d-485c-93f6-cc8ad1b38ccf', 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:17.268697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.338608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.424351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.443538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414dbaa3-8a22-4c7a-9484-df836ec2d759,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:17.517843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.519102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-55381572-6a03-4a2e-b10c-481ac35dc206 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4008272
Nov 13 21:43:17.522114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43010) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:17.546358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2cbfbd5-f647-49fe-ade6-184a2a52b025 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.559946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2cbfbd5-f647-49fe-ade6-184a2a52b025 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.682054 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2cbfbd5-f647-49fe-ade6-184a2a52b025 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.688385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e2cbfbd5-f647-49fe-ade6-184a2a52b025 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.689671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e2cbfbd5-f647-49fe-ade6-184a2a52b025 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/414dbaa3-8a22-4c7a-9484-df836ec2d759 HTTP/1.1" status: 204  len: 168 time: 0.1666164
Nov 13 21:43:17.692566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43014) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:17.695273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbfbd5-f647-49fe-ade6-184a2a52b025 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=414dbaa3-8a22-4c7a-9484-df836ec2d759,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:17.702953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43016) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:17.743955 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-570c365a-5363-4e4b-9829-570ab32beb4b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0500822
Nov 13 21:43:17.746829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43018) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:17.804907 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-801945b1-1abe-4e07-892b-5e6530784a24 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.828525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-801945b1-1abe-4e07-892b-5e6530784a24 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.978507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-801945b1-1abe-4e07-892b-5e6530784a24 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.981347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-801945b1-1abe-4e07-892b-5e6530784a24 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:17.982521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-801945b1-1abe-4e07-892b-5e6530784a24 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/f089b41c-cd2d-485c-93f6-cc8ad1b38ccf HTTP/1.1" status: 204  len: 168 time: 0.2347755
Nov 13 21:43:17.985732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43020) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:18.005442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801945b1-1abe-4e07-892b-5e6530784a24 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089b41c-cd2d-485c-93f6-cc8ad1b38ccf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:18.057056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-19a453b1-02be-4156-9cbe-e937b06412c5 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0701759
Nov 13 21:43:18.059867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43022) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:18.115590 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09a7af31-1e02-4bbc-9a22-3fae588c2248 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.137036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.142087 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09a7af31-1e02-4bbc-9a22-3fae588c2248 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.270046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09a7af31-1e02-4bbc-9a22-3fae588c2248 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.273366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09a7af31-1e02-4bbc-9a22-3fae588c2248 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.275193 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09a7af31-1e02-4bbc-9a22-3fae588c2248 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/4296975d-39b8-4573-ad33-9a45f2df2952 HTTP/1.1" status: 204  len: 168 time: 0.2143612
Nov 13 21:43:18.278641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43026) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:18.296002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7af31-1e02-4bbc-9a22-3fae588c2248 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296975d-39b8-4573-ad33-9a45f2df2952,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:18.339387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-87c46f91-cdca-436e-bfd4-9206f580ddfd tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0592606
Nov 13 21:43:18.343988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43028) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:18.349110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004285517'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:18.413882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 0320bc41-821b-433f-afaf-800a82a8a473 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:18.414472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.434580 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.504945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.510703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 0320bc41-821b-433f-afaf-800a82a8a473, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0320bc41-821b-433f-afaf-800a82a8a473,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:18.511107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.525795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 0320bc41-821b-433f-afaf-800a82a8a473 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:18.573111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.607133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324ced64-ef83-4632-a5ec-5dc131bf0c56,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:18.792474 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.793700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a2bbfc3f-cf9f-4f74-87b3-8595e4de7d58 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4493363
Nov 13 21:43:18.796462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43030) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:18.800937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': '324ced64-ef83-4632-a5ec-5dc131bf0c56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:18.858976 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.885713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=0320bc41-821b-433f-afaf-800a82a8a473,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:18.917374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:18.985101 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.069221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.070932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.096037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333b84ad-d15f-410f-8c23-1429048b1a53,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:19.245188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.251614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-31ca9526-2e15-43e3-a2d1-13367aff3edb tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4516139
Nov 13 21:43:19.251991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43034) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:19.279447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1a824c2-508a-41c0-9c31-2e4fe28e273b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.285972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ac1191b1-524d-4503-b598-030fe90cfea7 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:19.288965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1a824c2-508a-41c0-9c31-2e4fe28e273b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.390296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1a824c2-508a-41c0-9c31-2e4fe28e273b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.397097 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e1a824c2-508a-41c0-9c31-2e4fe28e273b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.397531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:19.398223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e1a824c2-508a-41c0-9c31-2e4fe28e273b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/333b84ad-d15f-410f-8c23-1429048b1a53 HTTP/1.1" status: 204  len: 168 time: 0.1452296
Nov 13 21:43:19.406006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43036) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:19.406355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-709d62e5-e402-40f9-810e-1717f72dc11e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/ac1191b1-524d-4503-b598-030fe90cfea7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6992288
Nov 13 21:43:19.406355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43038) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:19.409469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a824c2-508a-41c0-9c31-2e4fe28e273b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=333b84ad-d15f-410f-8c23-1429048b1a53,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:19.412927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] Sync routers for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:19.426576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:19.427271 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd182ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:19.448279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8d7cf9c6-a14a-4489-8663-16dde71ff7d5 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0438316
Nov 13 21:43:19.451412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43040) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:19.475418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting subnet 2a4acc4e-bcce-4b2f-844b-95c0d0a1729e {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:43:19.480911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:19.482272 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.512651 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 0890fec0-397a-4846-a7aa-e98bafc58afa {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:19.513017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 0890fec0-397a-4846-a7aa-e98bafc58afa not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:19.539455 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.579152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:19.585478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f40cc9f-48de-4321-b7a3-144787161f0e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.776089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd182ee0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:43:18Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:19.804907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] Checking router: ac1191b1-524d-4503-b598-030fe90cfea7 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:19.814551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] Routers {'ac1191b1-524d-4503-b598-030fe90cfea7'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:19.815153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd182ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:42:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ac1191b1-524d-4503-b598-030fe90cfea7'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:19.887245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f40cc9f-48de-4321-b7a3-144787161f0e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:19.924734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] Set router ac1191b1-524d-4503-b598-030fe90cfea7 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:19.946862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.024597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f40cc9f-48de-4321-b7a3-144787161f0e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.027579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8f40cc9f-48de-4321-b7a3-144787161f0e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.031365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8f40cc9f-48de-4321-b7a3-144787161f0e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/324ced64-ef83-4632-a5ec-5dc131bf0c56 HTTP/1.1" status: 204  len: 168 time: 0.5753345
Nov 13 21:43:20.032786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43042) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:20.054671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40cc9f-48de-4321-b7a3-144787161f0e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324ced64-ef83-4632-a5ec-5dc131bf0c56,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:20.092380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-485f7886-7dd6-4e9c-b933-092ec0dac056 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0582862
Nov 13 21:43:20.096717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43044) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:20.101348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425589333'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:20.106381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.153070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd182ee0>, [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:43:18Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:20.154455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4acc4e-bcce-4b2f-844b-95c0d0a1729e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:20.158786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.162559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f581a058-9026-456b-9137-d065d50e854e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/subnets/2a4acc4e-bcce-4b2f-844b-95c0d0a1729e HTTP/1.1" status: 204  len: 168 time: 0.7553406
Nov 13 21:43:20.165311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43046) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:20.189762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b94cc-bf0e-4caf-9cbd-143846a34b82 None None] Network 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:43:20.192017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9863f-b35d-4940-ba1f-e7884a7fd139 None None] The sync data for ids ['ac1191b1-524d-4503-b598-030fe90cfea7'] in ncdv-master-1 is: [{'id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-618808262', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195'}], 'enable_snat': True}, 'gw_port_id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:41:16Z', 'updated_at': '2021-11-13T21:43:18Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '99c8ee14-fd7b-4031-aa8c-72552943acde', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1191b1-524d-4503-b598-030fe90cfea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:41:17Z', 'updated_at': '2021-11-13T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:20.236177 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.295505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.331583 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.404545 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.407575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.440381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082b00e5-21ae-405f-b63d-de7202fc5972,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:20.558511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.562864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a20a306e-726a-4ad9-8ed5-6d5d91141466 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4651282
Nov 13 21:43:20.563512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43050) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:20.569711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': '082b00e5-21ae-405f-b63d-de7202fc5972', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:20.591164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] DHCP port deletion for 17e434a8-28c9-42aa-b99c-d8c4b4bad9bb request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:43:20.601605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 99c8ee14-fd7b-4031-aa8c-72552943acde {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:20.604120 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.646749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] Deleting port 3270e34e-37f4-4a9d-b742-1d384fada175 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:43:20.647130 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.690546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.694882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 99c8ee14-fd7b-4031-aa8c-72552943acde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99c8ee14-fd7b-4031-aa8c-72552943acde,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:20.695250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.710900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] For port 3270e34e-37f4-4a9d-b742-1d384fada175, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3270e34e-37f4-4a9d-b742-1d384fada175,segment=NetworkSegment(636ab173-9a07-4b27-a796-6703bf02d032),segment_id=636ab173-9a07-4b27-a796-6703bf02d032)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:20.711291 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.719244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 99c8ee14-fd7b-4031-aa8c-72552943acde owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:20.724484 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] Calling delete_port for 3270e34e-37f4-4a9d-b742-1d384fada175 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:43:20.823173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.899015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.912669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:20.922417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] Pushing event deleted for resources: {'Port': ['ID=3270e34e-37f4-4a9d-b742-1d384fada175,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:20.931750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f042b1-bea4-4424-b707-8d6e101e1b39 None None] No DVR routers for this DVR port 3270e34e-37f4-4a9d-b742-1d384fada175 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:43:20.951367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ea0c53-69fe-45d5-9180-11eea2543863,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:21.037931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.039262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-20d906ed-5577-475d-a7a3-b901855251ac tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4739707
Nov 13 21:43:21.041877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43052) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.058771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-05846f60-94bf-4964-939d-eb2a5c3fa8f3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules/75ea0c53-69fe-45d5-9180-11eea2543863 HTTP/1.1" status: 200  len: 763 time: 0.0157242
Nov 13 21:43:21.059972 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.061085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43054) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.083550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=99c8ee14-fd7b-4031-aa8c-72552943acde,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:21.101619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfc708-35dc-49a6-b8d2-0c74cdd2316f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:43:21.108360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf3192bd-126d-4e37-8e93-e973359fecd0 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0460348
Nov 13 21:43:21.115720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43056) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.133063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03767f5b-ea80-4d50-be56-186d745720e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.144230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03767f5b-ea80-4d50-be56-186d745720e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.151912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.241939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03767f5b-ea80-4d50-be56-186d745720e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.243229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.245470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.248584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03767f5b-ea80-4d50-be56-186d745720e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.249951 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-03767f5b-ea80-4d50-be56-186d745720e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/75ea0c53-69fe-45d5-9180-11eea2543863 HTTP/1.1" status: 204  len: 168 time: 0.1399963
Nov 13 21:43:21.254603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43058) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.256311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03767f5b-ea80-4d50-be56-186d745720e3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75ea0c53-69fe-45d5-9180-11eea2543863,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:21.329525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-42ef115a-250d-4b67-bf52-b91ccb4408bc tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0725217
Nov 13 21:43:21.331704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43062) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.336572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': '082b00e5-21ae-405f-b63d-de7202fc5972', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:21.390597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.391163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Fanout notify agent at l3_agent the message router_deleted on router ac1191b1-524d-4503-b598-030fe90cfea7 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:43:21.400777 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.400777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3ac08504-cfc7-4e30-8d40-519775d6fe0b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/routers/ac1191b1-524d-4503-b598-030fe90cfea7 HTTP/1.1" status: 204  len: 168 time: 1.2331913
Nov 13 21:43:21.402289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43080) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.476408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.502875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.594810 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.627367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.647872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc1ce880>,) {'filters': {'network_id': ['17e434a8-28c9-42aa-b99c-d8c4b4bad9bb']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:21.657397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc1ce880>, '636ab173-9a07-4b27-a796-6703bf02d032') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:21.657397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc1ce880>, '636ab173-9a07-4b27-a796-6703bf02d032') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:21.664578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.678029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.692621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0fd4a7-c55b-4ae6-ac37-13348f707730,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:21.701330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.707549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:43:21.708063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:43:21.711697 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:43:21.797694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.798839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-039a2285-f196-4871-9969-33bbbf4d3d89 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4661353
Nov 13 21:43:21.807533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43082) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.823900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7a434b7d-23d8-48aa-8158-1a7b5bbaee96 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules/3c0fd4a7-c55b-4ae6-ac37-13348f707730 HTTP/1.1" status: 200  len: 763 time: 0.0153551
Nov 13 21:43:21.826531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43084) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.857839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.869725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f4d58e39-4335-4306-a557-bd05e237bf88 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0421257
Nov 13 21:43:21.872429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43086) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.876061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.879325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/networks/17e434a8-28c9-42aa-b99c-d8c4b4bad9bb HTTP/1.1" status: 204  len: 168 time: 0.4759202
Nov 13 21:43:21.882719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43088) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:21.891887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4273b5f-cab3-4f64-810b-565970c21859 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Network': ['ID=17e434a8-28c9-42aa-b99c-d8c4b4bad9bb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:21.932780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce53d199-3694-427c-83c9-c001a71266e1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.946729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce53d199-3694-427c-83c9-c001a71266e1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.981857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6e392766-3ca2-4938-8c41-4b16e1d074da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:21.983869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0320bc41-821b-433f-afaf-800a82a8a473 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:22.004146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0320bc41-821b-433f-afaf-800a82a8a473 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:22.004922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0320bc41-821b-433f-afaf-800a82a8a473 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:22.004922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99c8ee14-fd7b-4031-aa8c-72552943acde no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:22.009551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6e392766-3ca2-4938-8c41-4b16e1d074da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.024250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 99c8ee14-fd7b-4031-aa8c-72552943acde {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:22.027910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 99c8ee14-fd7b-4031-aa8c-72552943acde not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:22.027910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3270e34e-37f4-4a9d-b742-1d384fada175 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:43:22.045923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3270e34e-37f4-4a9d-b742-1d384fada175 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:43:22.046263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3270e34e-37f4-4a9d-b742-1d384fada175 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:43:22.076511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce53d199-3694-427c-83c9-c001a71266e1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.082818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ce53d199-3694-427c-83c9-c001a71266e1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.085621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ce53d199-3694-427c-83c9-c001a71266e1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3c0fd4a7-c55b-4ae6-ac37-13348f707730 HTTP/1.1" status: 204  len: 168 time: 0.2107470
Nov 13 21:43:22.087260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43090) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.090102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53d199-3694-427c-83c9-c001a71266e1 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c0fd4a7-c55b-4ae6-ac37-13348f707730,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:22.128760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb29f21f-c462-4981-816b-537e04c49fd3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0401566
Nov 13 21:43:22.131770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43092) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.136238 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Request body: {'security_group_rule': {'security_group_id': '082b00e5-21ae-405f-b63d-de7202fc5972', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:22.177516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6e392766-3ca2-4938-8c41-4b16e1d074da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.180124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6e392766-3ca2-4938-8c41-4b16e1d074da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.181291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6e392766-3ca2-4938-8c41-4b16e1d074da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/security-groups/bf02e925-1656-4249-8d8d-39244d9d2b0c HTTP/1.1" status: 204  len: 168 time: 0.2974627
Nov 13 21:43:22.190707 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e392766-3ca2-4938-8c41-4b16e1d074da tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf02e925-1656-4249-8d8d-39244d9d2b0c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:22.269152 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Project cc553ba324d14dbc9bd5c41adc7d7072 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:43:22.274346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.350027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.452988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.469988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e144f126-ba4f-4880-a744-48b2a7f9ee1a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:22.603579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.604896 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-118f2c24-6c68-4b80-9c62-5a3e03073ed3 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4721296
Nov 13 21:43:22.607523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43102) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.624118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d418e0d5-db48-4e20-94d4-d0092c8a176c tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules/e144f126-ba4f-4880-a744-48b2a7f9ee1a HTTP/1.1" status: 200  len: 769 time: 0.0154667
Nov 13 21:43:22.628833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43104) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.671761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fd294eb3-19de-4959-8d68-254858fa6b3b tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0417473
Nov 13 21:43:22.674579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43106) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.689940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43108) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.694774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605367891', 'description': 'tempest-secgroup-smoke-605367891 description', 'project_id': '922599e50d824c038fd08455d0e213d4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:22.709609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08027ac0-c717-4f62-98a3-3334acb52228 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.710390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08027ac0-c717-4f62-98a3-3334acb52228 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.801882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.819288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08027ac0-c717-4f62-98a3-3334acb52228 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.827513 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08027ac0-c717-4f62-98a3-3334acb52228 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.828653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-08027ac0-c717-4f62-98a3-3334acb52228 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e144f126-ba4f-4880-a744-48b2a7f9ee1a HTTP/1.1" status: 204  len: 168 time: 0.1531146
Nov 13 21:43:22.832585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43110) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.839134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08027ac0-c717-4f62-98a3-3334acb52228 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e144f126-ba4f-4880-a744-48b2a7f9ee1a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:22.883650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-56aad9d9-ff30-4721-9fec-3553e8146ea7 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0498927
Nov 13 21:43:22.887049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43112) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:22.902982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.950932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aed6832c-6461-49ca-aafb-b2ba95e87f46 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:22.972965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aed6832c-6461-49ca-aafb-b2ba95e87f46 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.002099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.032000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f513795d-d470-449f-bcbf-ad2234d1f841,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:23.138479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aed6832c-6461-49ca-aafb-b2ba95e87f46 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.141500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aed6832c-6461-49ca-aafb-b2ba95e87f46 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.142703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aed6832c-6461-49ca-aafb-b2ba95e87f46 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "DELETE /v2.0/security-groups/082b00e5-21ae-405f-b63d-de7202fc5972 HTTP/1.1" status: 204  len: 168 time: 0.2547097
Nov 13 21:43:23.145500 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43114) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.152514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6832c-6461-49ca-aafb-b2ba95e87f46 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b00e5-21ae-405f-b63d-de7202fc5972,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:23.177850 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.179519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9a6fcb84-53ae-4fa1-9026-62cf3ccecf95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4884481
Nov 13 21:43:23.182988 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43116) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.187624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'f513795d-d470-449f-bcbf-ad2234d1f841', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:23.199322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6b0c7b87-2d94-4732-bf2b-84d46cfeb411 tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0480473
Nov 13 21:43:23.199522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43118) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.242933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ab3c19e1-a6f7-49c3-bbab-7883f5e0539e tempest-SecGroupIPv6Test-195847271 tempest-SecGroupIPv6Test-195847271-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0422361
Nov 13 21:43:23.342662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.400150 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.464662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.483287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8803e7c0-1c44-4df3-b184-93f7a0a1f665,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:23.557918 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.559527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a35a8bcb-f571-4dd3-934d-f219c03f59a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3754680
Nov 13 21:43:23.565264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43124) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.570602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'f513795d-d470-449f-bcbf-ad2234d1f841', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:23.682457 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.710480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.746640 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.830227 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.851012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80777a09-b961-452b-bd49-d1f403310536,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:23.859802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2e2513b1-a8bc-4681-a908-05bf6eeab2fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc553ba324d14dbc9bd5c41adc7d7072&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1481516
Nov 13 21:43:23.862211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43132) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.910057 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-927a86bd-4ab8-42ea-9a60-5c1b9b2dd89f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.931792 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-927a86bd-4ab8-42ea-9a60-5c1b9b2dd89f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.935132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:23.936528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-43e9230f-5358-434d-b97b-f022abf38f1d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3702106
Nov 13 21:43:23.939451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43134) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:23.946303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'f513795d-d470-449f-bcbf-ad2234d1f841', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:24.074846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.084443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-927a86bd-4ab8-42ea-9a60-5c1b9b2dd89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.087083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-927a86bd-4ab8-42ea-9a60-5c1b9b2dd89f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.088260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-927a86bd-4ab8-42ea-9a60-5c1b9b2dd89f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/098b9897-313a-4765-a6df-c32e796a62a0 HTTP/1.1" status: 204  len: 168 time: 0.2251651
Nov 13 21:43:24.104393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a86bd-4ab8-42ea-9a60-5c1b9b2dd89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b9897-313a-4765-a6df-c32e796a62a0,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:24.148445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.224169 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.243633 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bb1bde-d155-4cff-9ea2-a0087a031f2a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:24.363960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.365228 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5bc9a5b2-b03e-4455-99ba-76e1165cfca2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4248254
Nov 13 21:43:24.367767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:24.373256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'f513795d-d470-449f-bcbf-ad2234d1f841', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:24.498002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.569335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.687236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.709275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb1a304-d51e-4d1c-8759-d98799dfb6fe,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:24.819610 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-95498c2a-ebc5-48cc-b304-5e7bf54a56b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.849654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:24.850977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-73af0610-8c11-48a2-81fb-dfade428fa2e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4822559
Nov 13 21:43:24.853887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43152) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:24.858301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'f513795d-d470-449f-bcbf-ad2234d1f841', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:25.027364 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:43:25.028988 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.093585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.167373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.185028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670638e0-3a31-4bfd-86a6-f04541b2c13a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:25.278123 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.279303 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d3eb583b-01e7-4d40-9c5f-ef5fa14d24aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4244494
Nov 13 21:43:25.282594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43162) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:25.287309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'f513795d-d470-449f-bcbf-ad2234d1f841', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:25.306867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:25.390690 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:43:25.397384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.418285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108259153'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:25.465833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.533473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.545173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.550077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.578119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95d385c-8a4e-41db-b00c-b571f2db14b1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:25.633694 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.662049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.663823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-276a7e41-cfbc-425c-b021-4697afb948f4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3800988
Nov 13 21:43:25.666911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:25.672395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'network': {'name': 'tempest-network-smoke--234179487', 'project_id': '922599e50d824c038fd08455d0e213d4', 'port_security_enabled': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:25.755035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.792499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eeab87-a5ea-4c7c-83d1-b95a5acd9e32,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:25.813681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:43:25.817990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.856258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.866277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:43:25.875765 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:25.876101 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Added segment cb3b6615-7bc9-49e8-8083-11f66519e417 of type vlan for network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665
Nov 13 21:43:25.916679 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.005986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.035368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.041565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:26.042153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.062382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5980540e-b781-4f89-b49c-aa2b94b4187d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:26.115223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Network': ['ID=232c26dc-34f3-4f9a-8dfe-f9c0eee79665,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:26.125808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:43:26.152064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.153503 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6127e67a-3fcf-4e80-ae71-ea604b3f64b9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8455558
Nov 13 21:43:26.156174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43172) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.177723 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c65c148-d417-455a-87bf-a336003208c8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5096080
Nov 13 21:43:26.180502 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43174) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.184914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'admin_state_up': True, 'project_id': '922599e50d824c038fd08455d0e213d4', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:26.240398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-419790c1-204a-4e83-a8a2-8aa812f2111b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0830030
Nov 13 21:43:26.243070 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43176) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.247331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-security--1855580715', 'description': 'tempest-security-description-1846263185'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:26.284138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.327196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.350179 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.351198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.401937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.417535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.420272 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.421742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "PUT /v2.0/security-groups/5980540e-b781-4f89-b49c-aa2b94b4187d HTTP/1.1" status: 200  len: 1797 time: 0.1776366
Nov 13 21:43:26.424445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43180) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.461891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfe881-76c0-48ef-ab86-2258ace6ed02 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5980540e-b781-4f89-b49c-aa2b94b4187d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:26.468934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4fb6ed9a-80a7-4d01-b1fc-65268373e63e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups/5980540e-b781-4f89-b49c-aa2b94b4187d HTTP/1.1" status: 200  len: 1797 time: 0.0431025
Nov 13 21:43:26.474749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43182) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.529281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-afd46e2c-b0cb-45fb-a10f-e4e90d86593e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.551287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-afd46e2c-b0cb-45fb-a10f-e4e90d86593e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.651583 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.659039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-afd46e2c-b0cb-45fb-a10f-e4e90d86593e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.661958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-afd46e2c-b0cb-45fb-a10f-e4e90d86593e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.663132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-afd46e2c-b0cb-45fb-a10f-e4e90d86593e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/5980540e-b781-4f89-b49c-aa2b94b4187d HTTP/1.1" status: 204  len: 168 time: 0.1874578
Nov 13 21:43:26.665694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43184) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.672325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd46e2c-b0cb-45fb-a10f-e4e90d86593e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5980540e-b781-4f89-b49c-aa2b94b4187d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:26.713421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-62a8126c-7c03-4db2-be06-e76939fc99e0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0465872
Nov 13 21:43:26.721949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43186) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.734578 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-09104bd1-b010-41d9-8edb-77b4fa29773e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] delete failed (client error): The resource could not be found.
Nov 13 21:43:26.735584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09104bd1-b010-41d9-8edb-77b4fa29773e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/5980540e-b781-4f89-b49c-aa2b94b4187d HTTP/1.1" status: 404  len: 347 time: 0.0127075
Nov 13 21:43:26.740249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43188) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:26.745426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238168311'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:26.848017 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:26.995416 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.023878 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.032060 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.064549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c569c9db-c5d2-4817-abfa-3e20de5c5c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.103129 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.185053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2939e2-e8ed-4747-8143-1d84200dd891,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:27.210643 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.2 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/01b963d3-247b-4ab2-9a36-bd4401d199ee) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:43:27.279264 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.280499 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d384034c-f65f-418e-a218-42c8c27cd82c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5393057
Nov 13 21:43:27.283749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43190) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:27.288479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7a2939e2-e8ed-4747-8143-1d84200dd891', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:27.322997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.394993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.413356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.456876 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:27.461247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.462656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:27.465241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:43:27.480496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e48e5b-3042-4bac-9fdf-5b61de653795 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:43:27.507587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=01b963d3-247b-4ab2-9a36-bd4401d199ee,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:27.555837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-762fbf4c-3fe0-4ef3-ba45-88c04e54e7a2 None None] Provisioning complete for port 01b963d3-247b-4ab2-9a36-bd4401d199ee triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:27.556233 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-762fbf4c-3fe0-4ef3-ba45-88c04e54e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.566188 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.592326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79aaaa8-17c6-456a-a64f-f94e7be3dc42,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:27.593429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-762fbf4c-3fe0-4ef3-ba45-88c04e54e7a2 None None] Port 01b963d3-247b-4ab2-9a36-bd4401d199ee cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:43:27.708015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.712402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43194) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:27.712629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1f97dd54-f514-4b88-b682-dec56a09419b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4276445
Nov 13 21:43:27.737399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ad9bb8-a9f5-4ca2-8230-a2e3b685481a tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.744984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ad9bb8-a9f5-4ca2-8230-a2e3b685481a tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.874087 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.911230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ad9bb8-a9f5-4ca2-8230-a2e3b685481a tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.920513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ad9bb8-a9f5-4ca2-8230-a2e3b685481a tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:27.921683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-77ad9bb8-a9f5-4ca2-8230-a2e3b685481a tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a79aaaa8-17c6-456a-a64f-f94e7be3dc42 HTTP/1.1" status: 204  len: 168 time: 0.2080927
Nov 13 21:43:27.924425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43196) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:27.932899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad9bb8-a9f5-4ca2-8230-a2e3b685481a tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a79aaaa8-17c6-456a-a64f-f94e7be3dc42,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:27.964873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-708cd591-abde-4c85-8eea-0248c9318047 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0388982
Nov 13 21:43:27.969910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43198) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:28.022326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb5444c-52f4-4cd6-a591-403cfe6e5de9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.044357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb5444c-52f4-4cd6-a591-403cfe6e5de9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.091518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.150203 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb5444c-52f4-4cd6-a591-403cfe6e5de9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.152908 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-beb5444c-52f4-4cd6-a591-403cfe6e5de9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.154184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-beb5444c-52f4-4cd6-a591-403cfe6e5de9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a2939e2-e8ed-4747-8143-1d84200dd891 HTTP/1.1" status: 204  len: 168 time: 0.1833377
Nov 13 21:43:28.157591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43200) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:28.177636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5444c-52f4-4cd6-a591-403cfe6e5de9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2939e2-e8ed-4747-8143-1d84200dd891,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:28.210799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4b84e4b7-56e1-49bb-a03e-d91021993452 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0509028
Nov 13 21:43:28.217662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43202) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:28.219771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555719861'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:28.321661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.369181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 9a67f916-5384-4a4e-9d82-65121144302f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:43:28.606424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.791094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.855249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:28.865622 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Sync routers for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:28.870097 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.876285 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:28.876558 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf381340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:43:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:28.899713 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6658c8-721f-4dbd-8185-634b6968eec8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:28.959914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.972510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43206) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:28.977380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fde46d3a-ca15-4932-b652-1568422f44c1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.7957523
Nov 13 21:43:28.987236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:28.988812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-77ce7041-1a8f-44c2-a4f9-d03ffa7e44b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7727449
Nov 13 21:43:28.992090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43208) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:28.992491 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:28.998221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7e6658c8-721f-4dbd-8185-634b6968eec8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:29.026642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c728b596-d6c6-4805-aa79-5638bb40f1a4 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=922599e50d824c038fd08455d0e213d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0528653
Nov 13 21:43:29.028960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43210) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:29.172730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.185172 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf381340>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:27Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:29.216183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Checking router: 9a67f916-5384-4a4e-9d82-65121144302f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:29.216798 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Updating router 9a67f916-5384-4a4e-9d82-65121144302f port 01b963d3-247b-4ab2-9a36-bd4401d199ee binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:43:29.238139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559aeaf9-8b52-4f7f-a4e7-367151e9736e tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:29.242816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-559aeaf9-8b52-4f7f-a4e7-367151e9736e tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2094283
Nov 13 21:43:29.246759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43212) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:29.249156 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.253370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.295224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-389c7e80-56e8-43d3-8737-391f71b39c4a tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0449409
Nov 13 21:43:29.295584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43214) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:29.300677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-960925143', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'project_id': '922599e50d824c038fd08455d0e213d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:29.321465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.344160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86af4589-5a1b-4b28-adc7-a97937785566,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:29.387746 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.389380 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e46e531e-7ff8-4b7e-bf58-453a942a539d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3953428
Nov 13 21:43:29.392013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43216) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:29.396435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7e6658c8-721f-4dbd-8185-634b6968eec8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:29.399384 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:43:29.414658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 13 21:43:29.414658 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Nov 13 21:43:29.414658 ncdv-master-1 neutron-server[120532]: [parameters: {'project_id_1': '922599e50d824c038fd08455d0e213d4', 'expiration_1': datetime.datetime(2021, 11, 13, 21, 43, 9, 403223)}]
Nov 13 21:43:29.414658 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:43:29.415200 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:43:29.523458 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.530429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.582461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.607434 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.648452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f19b93-8ec8-4d90-84c6-338733dbfddc None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:43:29.659335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc42b6-b995-4d9b-b58c-3d174435eb1e None None] Pushing event updated for resources: {'Port': ['ID=01b963d3-247b-4ab2-9a36-bd4401d199ee,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:29.661879 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Attempting to bind port 01b963d3-247b-4ab2-9a36-bd4401d199ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:43:29.662269 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Attempting to bind port 01b963d3-247b-4ab2-9a36-bd4401d199ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:43:29.662606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Attempting to bind port 01b963d3-247b-4ab2-9a36-bd4401d199ee on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:43:29.680386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:43:29.680386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:43:29.680386 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.680386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:43:29.680386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Bound port: 01b963d3-247b-4ab2-9a36-bd4401d199ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:43:29.680386 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.699894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.721609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9882a22-f161-45c1-83a9-01414c7ae455,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:29.734313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5bc17a22-e94e-4b51-be2a-1351cbb0653b None None] Provisioning complete for port 01b963d3-247b-4ab2-9a36-bd4401d199ee triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:29.734678 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bc17a22-e94e-4b51-be2a-1351cbb0653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.772810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5bc17a22-e94e-4b51-be2a-1351cbb0653b None None] Port 01b963d3-247b-4ab2-9a36-bd4401d199ee cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:43:29.809284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.810931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fb4458ad-74c8-4bc8-9145-7759498033d6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4176543
Nov 13 21:43:29.824739 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43220) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:29.825085 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] For port 01b963d3-247b-4ab2-9a36-bd4401d199ee, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:43:29.825085 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] For port 01b963d3-247b-4ab2-9a36-bd4401d199ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01b963d3-247b-4ab2-9a36-bd4401d199ee,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:43:29.825273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7e6658c8-721f-4dbd-8185-634b6968eec8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:29.950231 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.987421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:29.996894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d68d81-b4bb-4972-a60b-5f21a6664f30 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:43:30.001580 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:30.002275 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf381340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:43:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:30.046727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.065146 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc42b6-b995-4d9b-b58c-3d174435eb1e None None] Pushing event updated for resources: {'Port': ['ID=01b963d3-247b-4ab2-9a36-bd4401d199ee,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:30.098108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-482ad837-7a55-40df-8ade-1a60f451cb34 None None] Provisioning complete for port 01b963d3-247b-4ab2-9a36-bd4401d199ee triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:30.101650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-482ad837-7a55-40df-8ade-1a60f451cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.121544 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:30.133202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.172932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:43:30.176605 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.181728 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-482ad837-7a55-40df-8ade-1a60f451cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.184463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.203338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-482ad837-7a55-40df-8ade-1a60f451cb34 None None] For port 01b963d3-247b-4ab2-9a36-bd4401d199ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01b963d3-247b-4ab2-9a36-bd4401d199ee,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:30.230140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311c4399-e622-48d4-a787-45a77b46a89b,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:30.298162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-482ad837-7a55-40df-8ade-1a60f451cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.313580 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf381340>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:27Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:30.321112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.325507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aae68c05-007c-404c-81fd-e27873dfcc5d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5076959
Nov 13 21:43:30.325507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43224) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:30.329560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7e6658c8-721f-4dbd-8185-634b6968eec8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:30.352809 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc152a9-3c0f-4b93-8daf-cdd11ec8db4a None None] The sync data for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 is: [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:27Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:30.366193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ad837-7a55-40df-8ade-1a60f451cb34 None None] Pushing event updated for resources: {'Port': ['ID=01b963d3-247b-4ab2-9a36-bd4401d199ee,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:30.378767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.487771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.512065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.557706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.599466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Subnet': ['ID=33d22050-9606-4540-a9d2-c490851004c1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:30.607274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Checking segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:43:30.607731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network hostable DHCP agents. Network: 232c26dc-34f3-4f9a-8dfe-f9c0eee79665, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:43:30.636236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.659350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4e0155-7ebd-4837-a18f-e30043bdcc10,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:30.756603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:43:30.786409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.787793 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6249e5ce-bdc9-4361-988a-d944dd21fa71 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4617553
Nov 13 21:43:30.791601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43228) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:30.807248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7e6658c8-721f-4dbd-8185-634b6968eec8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:30.897720 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 232c26dc-34f3-4f9a-8dfe-f9c0eee79665) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:30.904033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:30.904242 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:30.908867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7487112b-e97e-432c-96f9-4ac4204358fa None None] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:43:30.944843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.025514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.030047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-14228ce0-a8b5-49bc-9e8e-91916797a495 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.7333846
Nov 13 21:43:31.032986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43230) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:31.135267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.169660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d8a519-f0c9-47d3-984f-a7c6997659bd,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:31.240724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:43:31.241642 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.278147 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.280587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-43dd32ae-cf4e-45be-ace1-0a66e75ae29d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4862430
Nov 13 21:43:31.282168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43232) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:31.325567 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a22f77b4-0678-4e0c-8f7e-e74d9a3d9152 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.337828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a22f77b4-0678-4e0c-8f7e-e74d9a3d9152 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.396984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Allocated IP 172.20.0.2 (232c26dc-34f3-4f9a-8dfe-f9c0eee79665/33d22050-9606-4540-a9d2-c490851004c1/789084bc-f3fd-4b0b-8ec4-6f5897ba825e) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:43:31.563793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.648727 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.688092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:31.693519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:31.695975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:43:31.705759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Pushing event updated for resources: {'Port': ['ID=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:31.750701 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a22f77b4-0678-4e0c-8f7e-e74d9a3d9152 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.761532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Attempting to bind port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:43:31.761990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Attempting to bind port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:43:31.762308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a22f77b4-0678-4e0c-8f7e-e74d9a3d9152 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.762475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Attempting to bind port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:43:31.763408 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a22f77b4-0678-4e0c-8f7e-e74d9a3d9152 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f8d8a519-f0c9-47d3-984f-a7c6997659bd HTTP/1.1" status: 204  len: 168 time: 0.4803348
Nov 13 21:43:31.766500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43236) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:31.768408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:43:31.768901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Checking segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:43:31.769355 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.769933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Bound using segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:43:31.770344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Bound port: 789084bc-f3fd-4b0b-8ec4-6f5897ba825e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:43:31.771369 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.773272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f77b4-0678-4e0c-8f7e-e74d9a3d9152 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8d8a519-f0c9-47d3-984f-a7c6997659bd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:31.814521 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e556c901-a14a-4ef8-a0d4-fe456ee8cdaa tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0458918
Nov 13 21:43:31.817339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43238) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:31.846853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165f5433-105f-4caf-91f8-d775d593274b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.849836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] For port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:43:31.853551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] For port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:43:31.856230 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165f5433-105f-4caf-91f8-d775d593274b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.897458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:31.957375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.017474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 01b963d3-247b-4ab2-9a36-bd4401d199ee up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:43:32.030113 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165f5433-105f-4caf-91f8-d775d593274b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.037614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-165f5433-105f-4caf-91f8-d775d593274b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.039045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-165f5433-105f-4caf-91f8-d775d593274b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b4e0155-7ebd-4837-a18f-e30043bdcc10 HTTP/1.1" status: 204  len: 168 time: 0.2174470
Nov 13 21:43:32.042873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.049092 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5433-105f-4caf-91f8-d775d593274b tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b4e0155-7ebd-4837-a18f-e30043bdcc10,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:32.057973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26055c-c2ea-4a02-9de7-d46a1a0ce234 None None] Pushing event updated for resources: {'Port': ['ID=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:32.088328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 01b963d3-247b-4ab2-9a36-bd4401d199ee triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:32.088724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.157363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c55cf2dc-9e83-4638-8835-a1893fd92753 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.1132188
Nov 13 21:43:32.158352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43242) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.191143 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2f9-e9c3-4764-b292-cfebb743f8ea tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.202846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2f9-e9c3-4764-b292-cfebb743f8ea tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.345133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.1 (232c26dc-34f3-4f9a-8dfe-f9c0eee79665/33d22050-9606-4540-a9d2-c490851004c1/2da40557-a3d2-43e1-953e-b504991e5fa7) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:43:32.401297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2f9-e9c3-4764-b292-cfebb743f8ea tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.407965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cbcba2f9-e9c3-4764-b292-cfebb743f8ea tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.409612 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cbcba2f9-e9c3-4764-b292-cfebb743f8ea tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/311c4399-e622-48d4-a787-45a77b46a89b HTTP/1.1" status: 204  len: 168 time: 0.2496369
Nov 13 21:43:32.414997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43244) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.418151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba2f9-e9c3-4764-b292-cfebb743f8ea tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=311c4399-e622-48d4-a787-45a77b46a89b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:32.488942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d27ee673-d201-4a07-9e20-9fc09b0e8eb2 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0727711
Nov 13 21:43:32.492619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43246) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.504856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.516644 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95998051-8bc1-4a7c-86b4-11b298afe3d1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.524203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95998051-8bc1-4a7c-86b4-11b298afe3d1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.630505 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.670083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:32.675159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:32.679621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:43:32.685941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=2da40557-a3d2-43e1-953e-b504991e5fa7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:32.687098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95998051-8bc1-4a7c-86b4-11b298afe3d1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.695100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95998051-8bc1-4a7c-86b4-11b298afe3d1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.696189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95998051-8bc1-4a7c-86b4-11b298afe3d1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a9882a22-f161-45c1-83a9-01414c7ae455 HTTP/1.1" status: 204  len: 168 time: 0.2025282
Nov 13 21:43:32.700193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.707328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95998051-8bc1-4a7c-86b4-11b298afe3d1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9882a22-f161-45c1-83a9-01414c7ae455,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:32.728180 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.743976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8a6355fd-3504-4d9b-bd38-2eeaf82cbaa1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0426755
Nov 13 21:43:32.746757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43252) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.772072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf8abb3-96e5-4891-952a-b3c2a5250149 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.779941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf8abb3-96e5-4891-952a-b3c2a5250149 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.898581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf8abb3-96e5-4891-952a-b3c2a5250149 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.906010 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cf8abb3-96e5-4891-952a-b3c2a5250149 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.907153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4cf8abb3-96e5-4891-952a-b3c2a5250149 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/86af4589-5a1b-4b28-adc7-a97937785566 HTTP/1.1" status: 204  len: 168 time: 0.1594758
Nov 13 21:43:32.910332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43254) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:32.912657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8abb3-96e5-4891-952a-b3c2a5250149 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86af4589-5a1b-4b28-adc7-a97937785566,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:32.969098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:32.982721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6afbad35-f3a7-44f6-a85c-c29ddbcd73f6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0711305
Nov 13 21:43:32.985758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43256) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:33.054326 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4be85a7-1f51-4605-976f-b182e10f4dfd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.084589 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4be85a7-1f51-4605-976f-b182e10f4dfd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.201854 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4be85a7-1f51-4605-976f-b182e10f4dfd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.204472 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4be85a7-1f51-4605-976f-b182e10f4dfd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.215041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c4be85a7-1f51-4605-976f-b182e10f4dfd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/7e6658c8-721f-4dbd-8185-634b6968eec8 HTTP/1.1" status: 204  len: 168 time: 0.2178335
Nov 13 21:43:33.215041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43258) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:33.222121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be85a7-1f51-4605-976f-b182e10f4dfd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6658c8-721f-4dbd-8185-634b6968eec8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:33.264722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c702b-185f-427a-a896-9072c973c684 None None] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:43:33.271528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43260) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:33.271705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d1b911ac-8e3a-49b0-a7fc-fc1f41458336 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0580068
Nov 13 21:43:33.273650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--237657094'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:33.321906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.355648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bff00a9c-92ed-412d-86f4-0873901d87eb None None] Provisioning complete for port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:33.358767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bff00a9c-92ed-412d-86f4-0873901d87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.407403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.439895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.494276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bff00a9c-92ed-412d-86f4-0873901d87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.531692 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.538551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=2da40557-a3d2-43e1-953e-b504991e5fa7,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:33.542225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bff00a9c-92ed-412d-86f4-0873901d87eb None None] For port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:33.560364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.624462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bff00a9c-92ed-412d-86f4-0873901d87eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.655383 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.682098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff00a9c-92ed-412d-86f4-0873901d87eb None None] Pushing event updated for resources: {'Port': ['ID=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:33.683769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:33.689888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:33.699405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b416d29-6441-455c-a8bc-1d8660c9c9cb,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:33.788374 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.795841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5b7ead7e-d6ec-4886-9f70-1addcec79502 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5213871
Nov 13 21:43:33.795841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43264) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:33.798851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '7b416d29-6441-455c-a8bc-1d8660c9c9cb', 'direction': 'ingress', 'protocol': 17}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:33.843883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 9a67f916-5384-4a4e-9d82-65121144302f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:33.855247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8e529c10-5726-4c0f-98de-3a9d7f55038c None None] Provisioning complete for port 2da40557-a3d2-43e1-953e-b504991e5fa7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:33.855611 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8e529c10-5726-4c0f-98de-3a9d7f55038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.893458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8e529c10-5726-4c0f-98de-3a9d7f55038c None None] Port 2da40557-a3d2-43e1-953e-b504991e5fa7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:43:33.905437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8e529c10-5726-4c0f-98de-3a9d7f55038c None None] Provisioning complete for port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:33.906046 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8e529c10-5726-4c0f-98de-3a9d7f55038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.950619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:33.998436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:34.009272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-81e74945-39d5-4ddd-864d-9d6d7318ecdb tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/9a67f916-5384-4a4e-9d82-65121144302f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9751217
Nov 13 21:43:34.011870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Sync routers for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:34.029392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:34.030048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6229a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:43:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:34.050722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.091897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 789084bc-f3fd-4b0b-8ec4-6f5897ba825e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:43:34.167555 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.189705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-39c05ac0-3aff-416f-80ba-fa1cb9e5186d None None] Provisioning complete for port 2da40557-a3d2-43e1-953e-b504991e5fa7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:34.190076 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-39c05ac0-3aff-416f-80ba-fa1cb9e5186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.196801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b36b912-38de-4242-8a76-9b108fe8b9e9,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:34.250431 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:34.250764 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.254005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:34.256084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.260873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-39c05ac0-3aff-416f-80ba-fa1cb9e5186d None None] Port 2da40557-a3d2-43e1-953e-b504991e5fa7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:43:34.261023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25d6105e-cf47-4168-82f3-dabc99dc27d9 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4614642
Nov 13 21:43:34.261115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:34.279215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-c4bf271a-82c1-4b33-af52-81191f8f213b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605367891&fields=id&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 267 time: 0.0565712
Nov 13 21:43:34.317334 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-49b414ad-7661-4b09-973a-7ab40e390020 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.341785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-49b414ad-7661-4b09-973a-7ab40e390020 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.412976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-7203d23b-6810-446e-9fa7-ce7c4fbb02fc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:34.414547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-7203d23b-6810-446e-9fa7-ce7c4fbb02fc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 796 time: 0.1256115
Nov 13 21:43:34.430271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-331fbf67-5f9e-4680-8258-50a37be9c58f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/quotas/922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 375 time: 0.0092335
Nov 13 21:43:34.478328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a1f5e4e3-5538-4a6d-af10-9f8ff1dc0567 None None] Provisioning complete for port 2da40557-a3d2-43e1-953e-b504991e5fa7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:34.478923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1f5e4e3-5538-4a6d-af10-9f8ff1dc0567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.486284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-6ee2a588-8b0a-4145-afbf-2d7633173536 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0478530
Nov 13 21:43:34.543312 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-49b414ad-7661-4b09-973a-7ab40e390020 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.547290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-49b414ad-7661-4b09-973a-7ab40e390020 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.554759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5e4e3-5538-4a6d-af10-9f8ff1dc0567 None None] Port 2da40557-a3d2-43e1-953e-b504991e5fa7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:43:34.555752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43280) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:34.559818 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-49b414ad-7661-4b09-973a-7ab40e390020 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/7b416d29-6441-455c-a8bc-1d8660c9c9cb HTTP/1.1" status: 204  len: 168 time: 0.2989464
Nov 13 21:43:34.577899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b414ad-7661-4b09-973a-7ab40e390020 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b416d29-6441-455c-a8bc-1d8660c9c9cb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:34.598479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6229a0>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:33Z', 'revision_number': 2, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:34.634652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Checking router: 9a67f916-5384-4a4e-9d82-65121144302f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:34.635067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Updating router 9a67f916-5384-4a4e-9d82-65121144302f port 2da40557-a3d2-43e1-953e-b504991e5fa7 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:43:34.636226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c8c48c2d-41da-493a-a484-3f0490c2ff3d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0794425
Nov 13 21:43:34.640219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43282) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:34.641046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-3d0336d6-da9b-4839-a67c-d4fd97dfd7d8 service neutron] 10.222.0.20 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401629
Nov 13 21:43:34.644990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003937715'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:34.672680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.742241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-dce91bfb-3853-4b06-b8af-8fe41cb834a6 service neutron] 10.222.0.20 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938857
Nov 13 21:43:34.756335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.832494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.956547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97c67cd2-376f-4c14-8f0d-495cae7e9c1b req-45ecefad-88cd-43a6-94dc-450ed26f2dc1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 210 time: 0.0266526
Nov 13 21:43:34.960765 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.963601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:34.993196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b4aa3-d842-4b7c-92f7-26458d73541a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:35.064565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.075405 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.077034 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5f09ebc1-0c68-41cc-948e-ef18b01f7de6 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4357338
Nov 13 21:43:35.079802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43294) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:35.085060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634153785'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:35.138881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10ae2-0184-41c1-afa1-e86504ce2e1b None None] Pushing event updated for resources: {'Port': ['ID=2da40557-a3d2-43e1-953e-b504991e5fa7,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:35.170997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Attempting to bind port 2da40557-a3d2-43e1-953e-b504991e5fa7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:43:35.171804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Attempting to bind port 2da40557-a3d2-43e1-953e-b504991e5fa7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:43:35.172164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Attempting to bind port 2da40557-a3d2-43e1-953e-b504991e5fa7 on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:43:35.185097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:43:35.185713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Checking segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:43:35.186258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.186749 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Bound using segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:43:35.187305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Bound port: 2da40557-a3d2-43e1-953e-b504991e5fa7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:43:35.187748 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.218960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.267050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] For port 2da40557-a3d2-43e1-953e-b504991e5fa7, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:43:35.272199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] For port 2da40557-a3d2-43e1-953e-b504991e5fa7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2da40557-a3d2-43e1-953e-b504991e5fa7,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:43:35.298316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.351313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.365109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.399264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b4785-0576-4454-b380-728d3759fbf9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:35.426623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c10ae2-0184-41c1-afa1-e86504ce2e1b None None] Pushing event updated for resources: {'Port': ['ID=2da40557-a3d2-43e1-953e-b504991e5fa7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:35.429783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-59952062-f164-4fc4-b073-c88691c1aa39 None None] Provisioning complete for port 2da40557-a3d2-43e1-953e-b504991e5fa7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:35.430152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-59952062-f164-4fc4-b073-c88691c1aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.434185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:35.434185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6229a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:43:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:35.459607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.461382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7ed0dcc2-5f9d-4d94-ad89-ba9315775d44 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3804996
Nov 13 21:43:35.464646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43298) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:35.469627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '1f3b4aa3-d842-4b7c-92f7-26458d73541a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dc3b4785-0576-4454-b380-728d3759fbf9', 'remote_ip_prefix': None}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:35.611824 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:35.612332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.732283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.801555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.808812 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-59952062-f164-4fc4-b073-c88691c1aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.821723 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0836953-cc6a-4383-9afb-cd788c2f8d8a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:35.903797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-59952062-f164-4fc4-b073-c88691c1aa39 None None] For port 2da40557-a3d2-43e1-953e-b504991e5fa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2da40557-a3d2-43e1-953e-b504991e5fa7,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:35.926050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.932226 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5fd99163-455f-4dff-b2fc-ce3afb938253 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4617124
Nov 13 21:43:35.932632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43302) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:35.962006 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae31b23-1f50-49ae-bf1a-26157e39b0a0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.970269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae31b23-1f50-49ae-bf1a-26157e39b0a0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:35.987298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-59952062-f164-4fc4-b073-c88691c1aa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.044593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59952062-f164-4fc4-b073-c88691c1aa39 None None] Pushing event updated for resources: {'Port': ['ID=2da40557-a3d2-43e1-953e-b504991e5fa7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:36.057158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae31b23-1f50-49ae-bf1a-26157e39b0a0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.070573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6229a0>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:36.079426 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6ae31b23-1f50-49ae-bf1a-26157e39b0a0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.080538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6ae31b23-1f50-49ae-bf1a-26157e39b0a0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f0836953-cc6a-4383-9afb-cd788c2f8d8a HTTP/1.1" status: 204  len: 168 time: 0.1492224
Nov 13 21:43:36.083926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43306) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:36.091904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-627aae36-05b8-4218-9891-5ac11a406fc5 req-e2ed4396-9d56-434c-b674-4783a04b7492 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 210 time: 0.0528128
Nov 13 21:43:36.096276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31b23-1f50-49ae-bf1a-26157e39b0a0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0836953-cc6a-4383-9afb-cd788c2f8d8a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:36.107974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c60228-b7cd-41bc-a6db-563ed15f8a04 None None] The sync data for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 is: [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:36.121561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-305d59bf-5aa8-4baa-b63d-9a3a348c894e None None] Provisioning complete for port 2da40557-a3d2-43e1-953e-b504991e5fa7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:36.122066 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-305d59bf-5aa8-4baa-b63d-9a3a348c894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.154849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aa390878-6f01-43c2-a8c7-1448a5e8892f tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0672915
Nov 13 21:43:36.155039 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43308) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:36.236851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8da5586-f58e-4129-850d-1efb5dce2d7e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.266046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8da5586-f58e-4129-850d-1efb5dce2d7e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.384404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8da5586-f58e-4129-850d-1efb5dce2d7e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.387158 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a8da5586-f58e-4129-850d-1efb5dce2d7e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.393479 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a8da5586-f58e-4129-850d-1efb5dce2d7e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc3b4785-0576-4454-b380-728d3759fbf9 HTTP/1.1" status: 204  len: 168 time: 0.2352519
Nov 13 21:43:36.395437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43310) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:36.403421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da5586-f58e-4129-850d-1efb5dce2d7e tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b4785-0576-4454-b380-728d3759fbf9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:36.452767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-de0d88ed-593a-46f2-9b27-1ce4050124df tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0554419
Nov 13 21:43:36.455421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43312) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:36.512966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-543fff4c-8c9c-4990-93b9-ded34ce15b6c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.547158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-543fff4c-8c9c-4990-93b9-ded34ce15b6c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.716269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-543fff4c-8c9c-4990-93b9-ded34ce15b6c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.719140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-543fff4c-8c9c-4990-93b9-ded34ce15b6c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.720394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-543fff4c-8c9c-4990-93b9-ded34ce15b6c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f3b4aa3-d842-4b7c-92f7-26458d73541a HTTP/1.1" status: 204  len: 168 time: 0.2639749
Nov 13 21:43:36.723079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43314) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:36.730491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fff4c-8c9c-4990-93b9-ded34ce15b6c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b4aa3-d842-4b7c-92f7-26458d73541a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:36.778311 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96be6490-0e24-48b8-904d-a800a4b6b232 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0538890
Nov 13 21:43:36.782165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:36.786786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--991302436'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:36.894307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:36.966254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.053584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.094589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde4a7f-c989-4feb-a5de-9ecb7bf3f48d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:37.163900 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.168079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc19775c-7d3c-42d1-ab02-065fce5b5172 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3846951
Nov 13 21:43:37.168742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43322) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:37.173310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '3fde4a7f-c989-4feb-a5de-9ecb7bf3f48d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:37.221052 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73f1145b-f4e6-4235-b194-62dc5eadf8a5 req-0029b881-16aa-4903-8bac-3a1e22dd5f88 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 210 time: 0.0341549
Nov 13 21:43:37.221410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-9e777da8-65e2-4266-a1e3-7ccb0aa691cf tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:37.221410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-9e777da8-65e2-4266-a1e3-7ccb0aa691cf tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 796 time: 0.1367254
Nov 13 21:43:37.306176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-558e0ce8-2fae-4eb4-8248-0648e2aed8a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 379 time: 0.0721290
Nov 13 21:43:37.315216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'port': {'device_id': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'admin_state_up': True, 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'security_groups': ['f513795d-d470-449f-bcbf-ad2234d1f841']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:37.319719 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.373540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.465076 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.486275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5feac31-211f-47fa-aea9-82854e958b58,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:37.501024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:43:37.501024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.580079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.581328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0b44a70-dbe4-4c2a-861f-49111da674b4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4116676
Nov 13 21:43:37.584827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43324) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:37.619187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cad4e27-02de-466c-9f0c-087471e3c534 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.626529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.7 (232c26dc-34f3-4f9a-8dfe-f9c0eee79665/33d22050-9606-4540-a9d2-c490851004c1/7a151d7b-1c49-48ba-9c1e-90f307d0455a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:43:37.627762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cad4e27-02de-466c-9f0c-087471e3c534 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.756548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cad4e27-02de-466c-9f0c-087471e3c534 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.763500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cad4e27-02de-466c-9f0c-087471e3c534 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.767191 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1cad4e27-02de-466c-9f0c-087471e3c534 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e5feac31-211f-47fa-aea9-82854e958b58 HTTP/1.1" status: 204  len: 168 time: 0.1790705
Nov 13 21:43:37.767335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.767450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43328) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:37.771690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad4e27-02de-466c-9f0c-087471e3c534 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5feac31-211f-47fa-aea9-82854e958b58,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:37.828550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b0e8ad0b-0d72-45f3-b848-a2af5394d76d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0599809
Nov 13 21:43:37.831406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43330) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:37.885565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c27bc79-134e-49e3-b85f-649b2b434ff4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.910146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c27bc79-134e-49e3-b85f-649b2b434ff4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.932178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:37.986006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:37.990671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:37.992588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:37.994864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:43:38.029999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2da40557-a3d2-43e1-953e-b504991e5fa7 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:43:38.047426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c27bc79-134e-49e3-b85f-649b2b434ff4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.049179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:38.049825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.052976 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c27bc79-134e-49e3-b85f-649b2b434ff4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.057393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c27bc79-134e-49e3-b85f-649b2b434ff4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/3fde4a7f-c989-4feb-a5de-9ecb7bf3f48d HTTP/1.1" status: 204  len: 168 time: 0.2223949
Nov 13 21:43:38.058239 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43332) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:38.085259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27bc79-134e-49e3-b85f-649b2b434ff4 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde4a7f-c989-4feb-a5de-9ecb7bf3f48d,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:38.092351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2da40557-a3d2-43e1-953e-b504991e5fa7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:38.092757 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.126268 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0a1addb2-5c0c-4667-9f91-41c005772948 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0627716
Nov 13 21:43:38.126268 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43334) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:38.130843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265274747'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:38.135922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-724e0252-4acf-4f8e-91e8-c071eb275b71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8243933
Nov 13 21:43:38.149408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Request body: {'port': {'device_id': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:38.218846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.260005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.289123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-abeedd1c-91c3-472b-acff-455fbd795566 None None] Provisioning complete for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:38.289440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abeedd1c-91c3-472b-acff-455fbd795566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.337400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-abeedd1c-91c3-472b-acff-455fbd795566 None None] Port 7a151d7b-1c49-48ba-9c1e-90f307d0455a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:43:38.347689 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.446966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.450032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aed0e-e219-4574-a813-7c97c6cc8c57 req-34c99db9-3508-43d3-8069-fe4f90fb6b06 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:38.451543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-574aed0e-e219-4574-a813-7c97c6cc8c57 req-34c99db9-3508-43d3-8069-fe4f90fb6b06 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 931 time: 0.1090829
Nov 13 21:43:38.487557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031f69b6-6635-405f-a080-fe55024ebb85,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:38.535924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-574aed0e-e219-4574-a813-7c97c6cc8c57 req-5e021a6f-ecac-4f35-a0e1-3eab9ea55723 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764649
Nov 13 21:43:38.560525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.561868 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-35193c7c-6e5e-4d63-ae27-1d64922b505c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4350924
Nov 13 21:43:38.564451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43338) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:38.568982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '031f69b6-6635-405f-a080-fe55024ebb85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:38.587096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a151d7b-1c49-48ba-9c1e-90f307d0455a {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:43:38.594512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.606661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Transition to ACTIVE for port object 7a151d7b-1c49-48ba-9c1e-90f307d0455a will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:43:38.679094 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.740462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.761641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.811996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:38.824756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.845425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee109ec-5405-4b67-8d48-b8f35cf4ea86,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:38.888814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:43:38.889149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:43:38.889793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:43:38.894365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:43:38.894676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:43:38.900327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:43:38.914212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Checking segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:43:38.914212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Bound using segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:43:38.914212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Bound port: 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:43:38.914212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.935477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:38.937369 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9693aa7c-37f8-4144-a8ef-22f2182a6ce3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3715782
Nov 13 21:43:38.948209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43344) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:38.964985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-53a7b296-bd7a-467b-ac1b-f226ff0b7013 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules/4ee109ec-5405-4b67-8d48-b8f35cf4ea86 HTTP/1.1" status: 200  len: 763 time: 0.0238440
Nov 13 21:43:38.967568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43346) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:38.990645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:43:38.994822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:43:39.015555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b6a0fd4-a8b0-40fa-a924-2dbef99fbb26 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0468040
Nov 13 21:43:39.018065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43348) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.041962 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-039a4b83-6ae3-48c7-80cd-e95fdf4ee4d5 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.057134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-039a4b83-6ae3-48c7-80cd-e95fdf4ee4d5 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.103886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.140999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:39.141663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.143603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] 10.222.0.37 "PUT /v2.0/ports/7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 1091 time: 0.9995148
Nov 13 21:43:39.146409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:39.149909 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec093635-9763-4cb0-8478-a54e0c86d350" -d '{"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:39.153310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-039a4b83-6ae3-48c7-80cd-e95fdf4ee4d5 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.170933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-039a4b83-6ae3-48c7-80cd-e95fdf4ee4d5 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.180345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43352) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.183661 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-039a4b83-6ae3-48c7-80cd-e95fdf4ee4d5 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4ee109ec-5405-4b67-8d48-b8f35cf4ea86 HTTP/1.1" status: 204  len: 168 time: 0.1587098
Nov 13 21:43:39.188648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4b83-6ae3-48c7-80cd-e95fdf4ee4d5 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ee109ec-5405-4b67-8d48-b8f35cf4ea86,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:39.208973 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6c97ee-bc2f-4062-8348-28381c1a2f79 x-openstack-request-id: req-dd6c97ee-bc2f-4062-8348-28381c1a2f79 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:39.209270 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:39.209528 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd6c97ee-bc2f-4062-8348-28381c1a2f79 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:39.209940 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'status': 'completed', 'code': 200}
Nov 13 21:43:39.210889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7de46-778b-4778-b165-c99a5f7e842a service neutron] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:39.248310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9c63c4c8-b536-4ec4-9e18-2e13518f4da1 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0659471
Nov 13 21:43:39.250378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43354) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.255941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '031f69b6-6635-405f-a080-fe55024ebb85', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:39.294315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093635-9763-4cb0-8478-a54e0c86d350 req-4bc0c926-c39e-4bbe-b47a-077251ff478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:39.295826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec093635-9763-4cb0-8478-a54e0c86d350 req-4bc0c926-c39e-4bbe-b47a-077251ff478f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1094 time: 0.0471365
Nov 13 21:43:39.369388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.418328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.474224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.475218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093635-9763-4cb0-8478-a54e0c86d350 req-772338bd-1883-4281-91c0-b7e563a31909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:39.477091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec093635-9763-4cb0-8478-a54e0c86d350 req-772338bd-1883-4281-91c0-b7e563a31909 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=922599e50d824c038fd08455d0e213d4&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1726325
Nov 13 21:43:39.492860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1ec80c-1eda-4a30-8a64-af8377a6980c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:39.594395 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.594395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f7701c3-a8a0-42d6-9182-1d5a3275f874 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3420422
Nov 13 21:43:39.596293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43358) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.616419 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4e439125-2b0b-43b3-a74e-85000effff2d tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules/4c1ec80c-1eda-4a30-8a64-af8377a6980c HTTP/1.1" status: 200  len: 763 time: 0.0179727
Nov 13 21:43:39.619816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43360) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.663184 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-51ccdaa8-0e80-4404-8a86-91ac66df7a33 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0421505
Nov 13 21:43:39.665898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43362) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.691926 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee7967bf-e22f-4c45-a920-57397b6f05f0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.701668 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee7967bf-e22f-4c45-a920-57397b6f05f0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.824971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee7967bf-e22f-4c45-a920-57397b6f05f0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.833391 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee7967bf-e22f-4c45-a920-57397b6f05f0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:39.837230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee7967bf-e22f-4c45-a920-57397b6f05f0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4c1ec80c-1eda-4a30-8a64-af8377a6980c HTTP/1.1" status: 204  len: 168 time: 0.1676953
Nov 13 21:43:39.838107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43366) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.845396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7967bf-e22f-4c45-a920-57397b6f05f0 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c1ec80c-1eda-4a30-8a64-af8377a6980c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:39.878968 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-958aa54c-ad2f-408b-a144-13d5a8e44647 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0396976
Nov 13 21:43:39.882094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43368) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:39.886557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Request body: {'security_group_rule': {'security_group_id': '031f69b6-6635-405f-a080-fe55024ebb85', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:39.946477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74dc8-af11-445b-a138-3ba37b1722c0 req-90a69690-9ba0-4991-a2dd-072707ecf75e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:39.948047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7f74dc8-af11-445b-a138-3ba37b1722c0 req-90a69690-9ba0-4991-a2dd-072707ecf75e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.1547852
Nov 13 21:43:39.965466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093635-9763-4cb0-8478-a54e0c86d350 req-8111c880-cca0-41ee-8fe6-0e4ea34a6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:39.966953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec093635-9763-4cb0-8478-a54e0c86d350 req-8111c880-cca0-41ee-8fe6-0e4ea34a6a5b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4834259
Nov 13 21:43:39.974022 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.004215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c7f74dc8-af11-445b-a138-3ba37b1722c0 req-a214557a-eb42-4780-beb7-95fbb68b7c0f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500021
Nov 13 21:43:40.036830 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.053651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-ca356c05-154d-4a0e-b374-e581fee2c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:40.055143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-ca356c05-154d-4a0e-b374-e581fee2c851 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1094 time: 0.0463936
Nov 13 21:43:40.100182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-1c8f12b5-6fdd-4451-a757-33b0ffc4e0b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 217 time: 0.0376935
Nov 13 21:43:40.104427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.122156 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f366786f-d09e-441b-aa0f-48acc2e386fb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:40.150502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-562ae5d4-79e7-4663-9ce2-f04f16ebf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:40.151954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-562ae5d4-79e7-4663-9ce2-f04f16ebf426 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0448804
Nov 13 21:43:40.197946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.199292 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c9acdd5-e0a6-4345-a543-6501b5f4624c tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3162625
Nov 13 21:43:40.202126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43370) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.203191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5bf609bc-32dd-468c-9c94-ff6ae6f6a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:40.205060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-5bf609bc-32dd-468c-9c94-ff6ae6f6a86b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457470
Nov 13 21:43:40.218920 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c9d154a6-cd37-478a-aa42-e569abcbb9de tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules/f366786f-d09e-441b-aa0f-48acc2e386fb HTTP/1.1" status: 200  len: 764 time: 0.0157304
Nov 13 21:43:40.221442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43372) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.265079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-99a34755-b608-4632-bb9a-6cd566273ecd tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0425465
Nov 13 21:43:40.267614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43374) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.290434 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33a475bd-b80a-4253-a123-7e5c15aaf153 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.297126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-6e7e1817-3c3b-4255-b066-168a82aef8c3 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845349
Nov 13 21:43:40.297893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33a475bd-b80a-4253-a123-7e5c15aaf153 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.389161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33a475bd-b80a-4253-a123-7e5c15aaf153 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.392235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3deeffe4-1d38-4c76-97fa-aa4464a1b958 req-0d3aad68-09a5-403c-8ff0-8db9de78f53d service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882573
Nov 13 21:43:40.395654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33a475bd-b80a-4253-a123-7e5c15aaf153 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.396785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33a475bd-b80a-4253-a123-7e5c15aaf153 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f366786f-d09e-441b-aa0f-48acc2e386fb HTTP/1.1" status: 204  len: 168 time: 0.1282070
Nov 13 21:43:40.399503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43376) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.402319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a475bd-b80a-4253-a123-7e5c15aaf153 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f366786f-d09e-441b-aa0f-48acc2e386fb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:40.438258 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-afdb22c9-6df1-4777-915c-4e2431330e65 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0376363
Nov 13 21:43:40.440951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43378) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.498021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9adfc301-fbbd-4ffa-91da-51f5bc042cf3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.520776 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9adfc301-fbbd-4ffa-91da-51f5bc042cf3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.692889 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9adfc301-fbbd-4ffa-91da-51f5bc042cf3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.695483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9adfc301-fbbd-4ffa-91da-51f5bc042cf3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:40.696682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9adfc301-fbbd-4ffa-91da-51f5bc042cf3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "DELETE /v2.0/security-groups/031f69b6-6635-405f-a080-fe55024ebb85 HTTP/1.1" status: 204  len: 168 time: 0.2548292
Nov 13 21:43:40.699391 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43380) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.705775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfc301-fbbd-4ffa-91da-51f5bc042cf3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f69b6-6635-405f-a080-fe55024ebb85,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:40.744474 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9e630a13-24bd-40b9-a9ba-febdd080448f tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438199
Nov 13 21:43:40.748400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43382) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:40.792304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f3727a4a-02ed-4ba0-9261-43d0ea93aeb3 tempest-SecGroupTest-1646506021 tempest-SecGroupTest-1646506021-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0427341
Nov 13 21:43:41.124434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad88b7-105f-43d3-96dc-b26784108d3d req-4e2a2276-3baf-4fcd-a8e6-8a96a5302886 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:41.126016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9dad88b7-105f-43d3-96dc-b26784108d3d req-4e2a2276-3baf-4fcd-a8e6-8a96a5302886 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.0497575
Nov 13 21:43:41.176038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9dad88b7-105f-43d3-96dc-b26784108d3d req-59b59600-a4e6-48cc-b3b7-e4e1b634cc41 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439591
Nov 13 21:43:41.286821 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43392) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:41.421950 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-935711d8-912b-4608-993e-c5b8006eda37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1e932a1229341d0a3f4c20b25093d68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1334064
Nov 13 21:43:41.424483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43396) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:41.471561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eae12a6-8413-4b79-9db2-4053281c7f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:41.492606 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eae12a6-8413-4b79-9db2-4053281c7f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:41.670111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eae12a6-8413-4b79-9db2-4053281c7f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:41.672992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9eae12a6-8413-4b79-9db2-4053281c7f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:41.674215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9eae12a6-8413-4b79-9db2-4053281c7f52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63eeab87-a5ea-4c7c-83d1-b95a5acd9e32 HTTP/1.1" status: 204  len: 168 time: 0.2487431
Nov 13 21:43:41.682842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae12a6-8413-4b79-9db2-4053281c7f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eeab87-a5ea-4c7c-83d1-b95a5acd9e32,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:42.292858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bcb9a-b39f-4a16-b5f4-e2888a8c620a req-02dbabeb-14a1-40a9-9b62-d2701b04fdb3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:42.293906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-862bcb9a-b39f-4a16-b5f4-e2888a8c620a req-02dbabeb-14a1-40a9-9b62-d2701b04fdb3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.0499742
Nov 13 21:43:42.327031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:42.349186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-862bcb9a-b39f-4a16-b5f4-e2888a8c620a req-e8f8aff9-03e9-4d9e-bddc-c0b1338a0075 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486979
Nov 13 21:43:43.471044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801fefd-5285-40d9-a9e0-d30eb18b572e req-1a36a2f1-f9f6-4c25-b030-d98e5ed5ff8d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:43.472775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7801fefd-5285-40d9-a9e0-d30eb18b572e req-1a36a2f1-f9f6-4c25-b030-d98e5ed5ff8d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.0500333
Nov 13 21:43:43.532276 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7801fefd-5285-40d9-a9e0-d30eb18b572e req-259fd7c0-ea0a-4376-966f-8ca819a9d14e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527115
Nov 13 21:43:43.540751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:43:43.643284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:43.654804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'mac_address': 'fa:16:3e:2f:8d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:43:43.692377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:43.706984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a151d7b-1c49-48ba-9c1e-90f307d0455a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:43:43.728245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:43.824412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:43.893552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:44.025342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7a151d7b-1c49-48ba-9c1e-90f307d0455a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:43:44.656186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0a39a-d1db-45a2-bf85-9ea0b6fcd724 req-74cf6f32-644b-4e3f-b28e-981045053f86 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:44.658006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29c0a39a-d1db-45a2-bf85-9ea0b6fcd724 req-74cf6f32-644b-4e3f-b28e-981045053f86 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.0528426
Nov 13 21:43:44.708401 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:44.709114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29c0a39a-d1db-45a2-bf85-9ea0b6fcd724 req-7f94e457-d70f-4e87-b197-f03ee1bab56a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452778
Nov 13 21:43:45.555969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:43:45.664094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:43:45.668883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:43:45.675740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:45.747405 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:45.776045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:45.778378 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e13e5d-9752-4387-a042-2275be4e9e6f" -d '{"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:45.791080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:43:45.825084 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4091a9-fa52-42b9-819d-f4a89ea7e906 x-openstack-request-id: req-db4091a9-fa52-42b9-819d-f4a89ea7e906 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:45.827632 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:45.827632 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db4091a9-fa52-42b9-819d-f4a89ea7e906 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:45.827632 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'code': 200}
Nov 13 21:43:45.846355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8476c1f-7a3d-4ba8-b4d4-d58730064350 req-09c8eef5-e9ac-45e1-b351-b64f2fa8686d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:45.850640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8476c1f-7a3d-4ba8-b4d4-d58730064350 req-09c8eef5-e9ac-45e1-b351-b64f2fa8686d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.0622098
Nov 13 21:43:45.898586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:45.902082 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d8476c1f-7a3d-4ba8-b4d4-d58730064350 req-80cddef2-d7a2-4c81-a6af-4cbad829703a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462995
Nov 13 21:43:45.925242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003e36-d394-4e3d-8d1f-5a498b648659 req-a61f4fcb-f914-4dbe-a59b-955bb4799dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:45.928128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31003e36-d394-4e3d-8d1f-5a498b648659 req-a61f4fcb-f914-4dbe-a59b-955bb4799dd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1095 time: 0.0424414
Nov 13 21:43:45.952240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:45.980911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31003e36-d394-4e3d-8d1f-5a498b648659 req-be43cbb5-5ed1-4dde-ab37-605cd3b7b9f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451829
Nov 13 21:43:47.080215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2a14-88b4-46bd-884a-c976b992d662 req-d79fd3bd-f499-4796-974f-06dfa6d5b44f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:47.081802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c62e2a14-88b4-46bd-884a-c976b992d662 req-d79fd3bd-f499-4796-974f-06dfa6d5b44f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.1069851
Nov 13 21:43:47.133109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c62e2a14-88b4-46bd-884a-c976b992d662 req-019dded1-022d-4a22-90ae-1b79946e9758 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434451
Nov 13 21:43:47.972674 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43520) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:48.078857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cae7edb-eef1-4b4f-94f4-56c2d5566503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.159088 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cae7edb-eef1-4b4f-94f4-56c2d5566503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.218634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1cae7edb-eef1-4b4f-94f4-56c2d5566503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.284509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae7edb-eef1-4b4f-94f4-56c2d5566503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9811b-3d5c-466e-bf25-e1da91e77def,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:48.289584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1cae7edb-eef1-4b4f-94f4-56c2d5566503 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97fde0cffb3347f6a4ab8caae1ac648d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3158505
Nov 13 21:43:48.292626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43530) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:48.313228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef6f4-68ad-4d20-b6ca-13f06e02641f req-9e32b6bf-5170-4dbd-b576-6e774ac35080 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:48.314889 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4fdef6f4-68ad-4d20-b6ca-13f06e02641f req-9e32b6bf-5170-4dbd-b576-6e774ac35080 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0903063
Nov 13 21:43:48.347006 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.366106 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4fdef6f4-68ad-4d20-b6ca-13f06e02641f req-24ff2d91-c713-4177-9696-245de3321e99 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452161
Nov 13 21:43:48.368732 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.503572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc185a6-d966-4965-ae4e-78c6355d5615 req-cc1107f2-789d-4576-82f5-a31be8554005 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:48.505075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc185a6-d966-4965-ae4e-78c6355d5615 req-cc1107f2-789d-4576-82f5-a31be8554005 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0559642
Nov 13 21:43:48.506106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.508708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.509757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63a9811b-3d5c-466e-bf25-e1da91e77def HTTP/1.1" status: 204  len: 168 time: 0.2155697
Nov 13 21:43:48.524442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9811b-3d5c-466e-bf25-e1da91e77def,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:48.540440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.540877 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.542131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.542266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.542502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.542856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.543193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.543524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.543850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.544178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.544505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.544857 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc02042-4331-45cd-9714-9bf5b203a844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:43:48.581193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-edc185a6-d966-4965-ae4e-78c6355d5615 req-947d7ce9-26ce-4ae4-9473-0fb11edbcd89 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688984
Nov 13 21:43:48.605448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43536) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:48.645193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6133e7-b6fe-483f-acca-6fc062ce242c tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:48.646732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bb6133e7-b6fe-483f-acca-6fc062ce242c tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1091 time: 0.0400622
Nov 13 21:43:48.649545 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43538) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:48.654254 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:43:48.801523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:48.907674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.026205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.147 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/0c996a89-a01b-4de5-85ae-a613ab90199f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:43:49.130383 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.208095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43544) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:49.221696 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.223635 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4fd5a2d-92b2-4064-a969-d47113c3767d admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.278134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:43:49.282699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:43:49.287328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:43:49.332224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=0c996a89-a01b-4de5-85ae-a613ab90199f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:49.431172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4fd5a2d-92b2-4064-a969-d47113c3767d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.528643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d4fd5a2d-92b2-4064-a969-d47113c3767d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.580705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d4fd5a2d-92b2-4064-a969-d47113c3767d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7449382db1194b3085a72f3cc9d04f4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3733380
Nov 13 21:43:49.581453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd5a2d-92b2-4064-a969-d47113c3767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd0857-1f57-43ee-947b-fd374c47b4e7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:49.583413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43546) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:49.638767 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29ca78c7-5888-46d5-83f6-b2311a1e6de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.659974 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29ca78c7-5888-46d5-83f6-b2311a1e6de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.800273 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29ca78c7-5888-46d5-83f6-b2311a1e6de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.804009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-29ca78c7-5888-46d5-83f6-b2311a1e6de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:49.805459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-29ca78c7-5888-46d5-83f6-b2311a1e6de7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ebd0857-1f57-43ee-947b-fd374c47b4e7 HTTP/1.1" status: 204  len: 168 time: 0.2209175
Nov 13 21:43:49.819749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca78c7-5888-46d5-83f6-b2311a1e6de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd0857-1f57-43ee-947b-fd374c47b4e7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:49.888133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:50.088545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:50.244601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:50.308855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:50.381219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=0c996a89-a01b-4de5-85ae-a613ab90199f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:43:50.389912 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:50.488482 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP fca68961-6ac5-436a-a30f-ff99b699f0b9 associated. External IP: 172.35.3.147, port: 7a151d7b-1c49-48ba-9c1e-90f307d0455a.
Nov 13 21:43:50.714882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 9a67f916-5384-4a4e-9d82-65121144302f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:43:50.827698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:43:50.837079 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] Sync routers for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:43:50.847211 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:50.851607 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde152af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:43:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:50.964454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:50.970776 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:51.003728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9f04eeea-e931-4e26-83ad-567fa2c623f3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3531604
Nov 13 21:43:51.004520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:43:51.006945 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8895f7e7-4e7e-416c-a887-6d3711f44603" -d '{"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:43:51.048177 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fdc3cb-8e93-4058-84ca-c00f368651ca x-openstack-request-id: req-63fdc3cb-8e93-4058-84ca-c00f368651ca {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:43:51.049363 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:43:51.052000 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63fdc3cb-8e93-4058-84ca-c00f368651ca {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:43:51.052000 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'status': 'completed', 'code': 200}
Nov 13 21:43:51.132244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-dc9f5dc8-bf9a-4dec-9696-4b8274e56c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:51.134072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-dc9f5dc8-bf9a-4dec-9696-4b8274e56c25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1096 time: 0.0599904
Nov 13 21:43:51.143675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01844e0-3087-4a15-9186-da8022b1744e req-370e692f-0f90-4f31-b0c3-1e68f8a95b7d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:51.151415 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b01844e0-3087-4a15-9186-da8022b1744e req-370e692f-0f90-4f31-b0c3-1e68f8a95b7d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0762272
Nov 13 21:43:51.214341 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b01844e0-3087-4a15-9186-da8022b1744e req-82fab578-a404-45e4-94e1-6e620b2b8574 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620384
Nov 13 21:43:51.240224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:51.261155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-de9a9f43-e91f-4835-b580-1a6ebab3a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:51.262436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-de9a9f43-e91f-4835-b580-1a6ebab3a717 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.1209741
Nov 13 21:43:51.295049 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde152af0>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fca68961-6ac5-436a-a30f-ff99b699f0b9', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.147', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'mac_address': 'fa:16:3e:2f:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:43:49Z', 'updated_at': '2021-11-13T21:43:49Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:51.320087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-103f0fe8-db76-41f1-b5bb-24bdf89c06d2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/fca68961-6ac5-436a-a30f-ff99b699f0b9 HTTP/1.1" status: 200  len: 991 time: 0.0772879
Nov 13 21:43:51.334909 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] Checking router: 9a67f916-5384-4a4e-9d82-65121144302f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:43:51.343954 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:43:51.344672 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde152af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:43:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:51.350814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-a93c66b8-894d-4b78-aa72-fc585e8716d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0809178
Nov 13 21:43:51.402557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-26275d70-599e-400c-b0e2-de3af5a64db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:51.404043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-26275d70-599e-400c-b0e2-de3af5a64db2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0456851
Nov 13 21:43:51.453648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-ae6b4a37-4886-4c5b-822d-ee0cf8e750ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:51.455032 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:43:51.455160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-ae6b4a37-4886-4c5b-822d-ee0cf8e750ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444057
Nov 13 21:43:51.557071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-102f4b8c-b4ee-4566-a0f9-09bef8ed7901 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936849
Nov 13 21:43:51.649330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8895f7e7-4e7e-416c-a887-6d3711f44603 req-3fba440e-5d29-4418-941a-2cc3d9822c3a service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863657
Nov 13 21:43:51.693906 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde152af0>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fca68961-6ac5-436a-a30f-ff99b699f0b9', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.147', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'mac_address': 'fa:16:3e:2f:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:43:49Z', 'updated_at': '2021-11-13T21:43:49Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:43:51.725169 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429ce62-bbe0-4902-9e25-4a1b2bd55966 None None] The sync data for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 is: [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fca68961-6ac5-436a-a30f-ff99b699f0b9', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.147', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'mac_address': 'fa:16:3e:2f:8d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:43:49Z', 'updated_at': '2021-11-13T21:43:49Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:43:51.925083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf906198-5066-417a-9fe7-97de9036e78d None None] New status for floating IP fca68961-6ac5-436a-a30f-ff99b699f0b9: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:43:52.322859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 43598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:43:52.384414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-4ff80647-83b2-4edd-a560-2a50d9dbad9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0405493
Nov 13 21:43:52.385056 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cb72c126-536b-4c87-86f5-ddb84298d6c6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/fca68961-6ac5-436a-a30f-ff99b699f0b9 HTTP/1.1" status: 200  len: 993 time: 0.0606234
Nov 13 21:43:52.472144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-0a281e07-1cca-45aa-8876-9f0385fd0629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:52.473665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-0a281e07-1cca-45aa-8876-9f0385fd0629 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1096 time: 0.0452251
Nov 13 21:43:52.584146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-9ff2b267-74fd-4ad2-94d5-529e017be261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:52.585714 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-9ff2b267-74fd-4ad2-94d5-529e017be261 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0929546
Nov 13 21:43:52.656911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-86bc4c36-dc00-46c7-a022-411dcd64676e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 1001 time: 0.0644200
Nov 13 21:43:52.705402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-31136f1f-1567-4ad9-ac55-1f0a144a8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:52.706881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-31136f1f-1567-4ad9-ac55-1f0a144a8171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0428674
Nov 13 21:43:52.751645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-5d526be7-e1aa-4669-b5fb-295ae535d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:43:52.753194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-5d526be7-e1aa-4669-b5fb-295ae535d885 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391705
Nov 13 21:43:52.856170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-fe8cb4f4-d1de-4628-86cc-bc20810a2fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950308
Nov 13 21:43:52.947084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9df9255b-f18d-432a-a04d-34cfc6408ca5 req-99f9f175-c613-466e-9657-ecbe7e7b5153 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844941
Nov 13 21:43:54.765859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-22468bc9-84a4-4052-b20d-fec6478fef48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:57.052902 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f68d14a9-45a9-4a29-926c-a84bce8179df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:43:58.601058 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:00.006909 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:00.378567 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:00.500297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-c0285b5e-1f09-4da7-9ae7-f4a0f3b76fe1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2935846
Nov 13 21:44:00.584543 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-ea2285f1-ef47-4363-9e12-e2d90bc5d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:00.586070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-ea2285f1-ef47-4363-9e12-e2d90bc5d493 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1097 time: 0.0405021
Nov 13 21:44:00.688829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-e15ee19c-b0aa-43aa-a7b4-6ad80deab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:00.690634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-e15ee19c-b0aa-43aa-a7b4-6ad80deab756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.0852842
Nov 13 21:44:00.759488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-bb493e29-8658-4945-8a82-42f4965397dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 1001 time: 0.0616241
Nov 13 21:44:00.808151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-7e4e15f4-5c34-4bae-8c0a-86891f3881fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:00.809592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-7e4e15f4-5c34-4bae-8c0a-86891f3881fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0423107
Nov 13 21:44:00.855363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-f801f0da-9e53-42aa-bc42-a5f9e457c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:00.856897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-f801f0da-9e53-42aa-bc42-a5f9e457c4f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397425
Nov 13 21:44:00.949450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-763422c1-7564-4d1a-a1f2-4480a5107635 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851579
Nov 13 21:44:01.041006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abe8b773-423a-43c3-ae55-e41088c7de2d req-25e2cc5e-3fe7-4ff9-a6cb-852b89b9055a service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847547
Nov 13 21:44:06.400000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:44:12.321042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:14.715234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:21.357083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5eec0-e3d5-43a8-b44c-53afe690abf9 req-24d9ef2a-34f0-4fef-ae88-0c8942d71ef0 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:21.358625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54a5eec0-e3d5-43a8-b44c-53afe690abf9 req-24d9ef2a-34f0-4fef-ae88-0c8942d71ef0 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1096 time: 0.0432956
Nov 13 21:44:21.409261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54a5eec0-e3d5-43a8-b44c-53afe690abf9 req-b7b4bb02-b53a-4ebf-a639-6c908acb2a76 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440943
Nov 13 21:44:21.531975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a696e-dd50-4c6c-a8f2-aebde2b79944 req-df939b13-e7bc-46ef-badb-46e79c649f01 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:21.533419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a00a696e-dd50-4c6c-a8f2-aebde2b79944 req-df939b13-e7bc-46ef-badb-46e79c649f01 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0538893
Nov 13 21:44:21.583328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a00a696e-dd50-4c6c-a8f2-aebde2b79944 req-e18ced58-daa5-4933-b36c-7e4558d683ee tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438974
Nov 13 21:44:21.606178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43926) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:44:21.665070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e42999a-5bd1-4553-9924-d661fe0aeb32 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/fca68961-6ac5-436a-a30f-ff99b699f0b9 HTTP/1.1" status: 200  len: 993 time: 0.0577538
Nov 13 21:44:22.278632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f4df-1dba-4c54-ac3c-0d8fb4f8f958 req-35cd8978-3f4a-4ee6-a953-0e7e273909a8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:22.280117 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c090f4df-1dba-4c54-ac3c-0d8fb4f8f958 req-35cd8978-3f4a-4ee6-a953-0e7e273909a8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0502527
Nov 13 21:44:22.331461 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c090f4df-1dba-4c54-ac3c-0d8fb4f8f958 req-1b956655-bdc5-443b-b27e-b8de5ca2a39a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453775
Nov 13 21:44:22.405058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 43948) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:44:22.555080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-ec5d8a3b-d328-4db7-ae5a-c1404e58a6ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1485991
Nov 13 21:44:22.564385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-64bdf474-c506-47d0-b044-37637d42216f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:44:22.565474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-64bdf474-c506-47d0-b044-37637d42216f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054076
Nov 13 21:44:23.451633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e08ae-6b50-4b73-83c6-8a20735a00c5 req-09c75c5e-c2c3-4331-8682-6a2a051161f8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:23.453260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-750e08ae-6b50-4b73-83c6-8a20735a00c5 req-09c75c5e-c2c3-4331-8682-6a2a051161f8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0490143
Nov 13 21:44:23.503663 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-750e08ae-6b50-4b73-83c6-8a20735a00c5 req-7a9d7091-900b-4457-ae5f-a91fdcb67889 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442271
Nov 13 21:44:24.631471 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008ac10-bf2a-4361-b9b4-b171327d65a4 req-fec09532-b42f-494c-a550-ce4fad51029a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:24.633335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5008ac10-bf2a-4361-b9b4-b171327d65a4 req-fec09532-b42f-494c-a550-ce4fad51029a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0545688
Nov 13 21:44:24.690546 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5008ac10-bf2a-4361-b9b4-b171327d65a4 req-7ef83db0-89a1-49a4-974d-467ab9fab7b3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479963
Nov 13 21:44:24.732999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-370ac8f0-8fdf-4411-902d-c2507f3d9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:24.734553 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-370ac8f0-8fdf-4411-902d-c2507f3d9ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1096 time: 0.0417337
Nov 13 21:44:24.739243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b1acf441-1000-4c5a-a1fc-c62eec4b4eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:24.828998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-d2a16023-bb27-4b55-a79b-913a5ea46284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:24.830388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-d2a16023-bb27-4b55-a79b-913a5ea46284 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0885041
Nov 13 21:44:24.897746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-62c75bc3-bf6e-463f-85be-4f17793a6c0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 1001 time: 0.0588555
Nov 13 21:44:24.953694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-9b8e9e93-327c-4f8c-9019-3c74c94ce45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:24.955134 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-9b8e9e93-327c-4f8c-9019-3c74c94ce45a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0466614
Nov 13 21:44:25.001001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-88755aac-f918-4303-9284-cfc1a629cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:25.002474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-88755aac-f918-4303-9284-cfc1a629cfe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395753
Nov 13 21:44:25.093388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-b67af6c9-e40a-4c10-9994-136457efaa1f service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826221
Nov 13 21:44:25.186728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-081357c5-7ac8-4942-a350-1a1e49965b55 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859087
Nov 13 21:44:25.815899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1542-0667-4603-a44e-b2a46d0707ab req-b535ef84-881d-4471-867a-6362a96b2fc6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:25.818151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-831e1542-0667-4603-a44e-b2a46d0707ab req-b535ef84-881d-4471-867a-6362a96b2fc6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0575590
Nov 13 21:44:25.873266 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-831e1542-0667-4603-a44e-b2a46d0707ab req-94d29e5d-40e8-4c9f-bf13-6ca161a8edee tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488489
Nov 13 21:44:26.990768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e748b7-d863-4674-8733-ae90e7e27344 req-7df79b54-5fbe-4a8e-b5c2-a00e55fced73 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:26.992277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03e748b7-d863-4674-8733-ae90e7e27344 req-7df79b54-5fbe-4a8e-b5c2-a00e55fced73 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0491414
Nov 13 21:44:27.042970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03e748b7-d863-4674-8733-ae90e7e27344 req-c73b6abc-9e2d-4b72-9296-4cf39c997c71 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432963
Nov 13 21:44:27.081040 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b042716f-a6a2-4bcb-9a58-a56964007651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:28.163945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6af8-7c63-4499-bf33-a16d1f7be494 req-c5ed343c-db6f-43d6-88db-136cfad76e5b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:28.165441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38ab6af8-7c63-4499-bf33-a16d1f7be494 req-c5ed343c-db6f-43d6-88db-136cfad76e5b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0537488
Nov 13 21:44:28.213890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38ab6af8-7c63-4499-bf33-a16d1f7be494 req-d373bdf2-1e3a-4f75-b654-b28a10ff8413 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424922
Nov 13 21:44:28.635048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:29.334250 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab3e22-ba5b-41f1-9133-c8606e33ceee req-1bcaa0e0-5678-4f19-b640-32f0e7af684a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:29.335724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-58ab3e22-ba5b-41f1-9133-c8606e33ceee req-1bcaa0e0-5678-4f19-b640-32f0e7af684a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0523038
Nov 13 21:44:29.389132 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-58ab3e22-ba5b-41f1-9133-c8606e33ceee req-a75c8afc-35f9-441d-96ef-1e2bd89744d6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460007
Nov 13 21:44:30.029523 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:30.360753 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:30.505669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb10a-5e33-4dbe-ad4a-5ed55a29c8f3 req-1a631527-3a46-40bc-ac4f-d15abae3620a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:30.507177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369eb10a-5e33-4dbe-ad4a-5ed55a29c8f3 req-1a631527-3a46-40bc-ac4f-d15abae3620a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0485864
Nov 13 21:44:30.558963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-369eb10a-5e33-4dbe-ad4a-5ed55a29c8f3 req-92963a68-bb45-4591-b82c-6127dbfd7c29 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456166
Nov 13 21:44:31.674620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce73d-838a-4d13-ac24-c06f115e149b req-34cd86f6-b612-43f9-8124-de951d38f39c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:31.676095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f13ce73d-838a-4d13-ac24-c06f115e149b req-34cd86f6-b612-43f9-8124-de951d38f39c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0488625
Nov 13 21:44:31.725395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f13ce73d-838a-4d13-ac24-c06f115e149b req-27a15e38-55f1-4594-856e-d1b1277340fa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433066
Nov 13 21:44:32.839766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbba3b-bcce-4289-8ee5-e27bd7154821 req-4634043f-e90e-4972-b00b-62cc4582e4aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:32.841200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0cbbba3b-bcce-4289-8ee5-e27bd7154821 req-4634043f-e90e-4972-b00b-62cc4582e4aa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0484064
Nov 13 21:44:32.895562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0cbbba3b-bcce-4289-8ee5-e27bd7154821 req-3e7c331b-b03b-4d4f-932c-09e2a3f4f079 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478456
Nov 13 21:44:34.015819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389599d4-6e21-42c1-9d5f-c0c74c356fcc req-255da97c-582d-4a03-9797-c4d69a6eefe3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:34.017816 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-389599d4-6e21-42c1-9d5f-c0c74c356fcc req-255da97c-582d-4a03-9797-c4d69a6eefe3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0536566
Nov 13 21:44:34.081269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-389599d4-6e21-42c1-9d5f-c0c74c356fcc req-9618e810-c8cc-46dc-9b36-03305eb4a0e7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571618
Nov 13 21:44:35.201091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70e86-5661-40d3-ac0d-2b3f949f18bc req-989db97a-ba2c-4757-a812-d722347dee13 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:35.203083 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47b70e86-5661-40d3-ac0d-2b3f949f18bc req-989db97a-ba2c-4757-a812-d722347dee13 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0492480
Nov 13 21:44:35.254159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-47b70e86-5661-40d3-ac0d-2b3f949f18bc req-c3c3399f-db01-4b3e-ab9b-4e8c093eb002 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449450
Nov 13 21:44:36.374837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce4828-7909-4608-b6e0-0e72b46633a7 req-35e25f31-48de-463e-8058-28a8f89071d7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:36.376133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5dce4828-7909-4608-b6e0-0e72b46633a7 req-35e25f31-48de-463e-8058-28a8f89071d7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0493555
Nov 13 21:44:36.425895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5dce4828-7909-4608-b6e0-0e72b46633a7 req-298f02d1-7ab6-47f8-afec-f582c17f8893 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440300
Nov 13 21:44:37.544552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3e500-88ce-4e39-934e-6a8d3fbbce5a req-054ebbd0-ecc6-458f-be71-479c7b1ded3c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:37.546191 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ca3e500-88ce-4e39-934e-6a8d3fbbce5a req-054ebbd0-ecc6-458f-be71-479c7b1ded3c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0490963
Nov 13 21:44:37.595195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ca3e500-88ce-4e39-934e-6a8d3fbbce5a req-10ce2b4d-9869-4d71-b48f-c86715cd48b8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430870
Nov 13 21:44:38.710523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ff340-695d-4fc9-88eb-cd9aad03746b req-75a15f07-8888-496d-94ed-182574a74483 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:38.713895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d31ff340-695d-4fc9-88eb-cd9aad03746b req-75a15f07-8888-496d-94ed-182574a74483 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0498676
Nov 13 21:44:38.761561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d31ff340-695d-4fc9-88eb-cd9aad03746b req-30a5bea8-8921-477b-9bae-04582ff4caa0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435865
Nov 13 21:44:39.888483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820ef6b-e398-4cfc-9bd6-581fbfc88ca7 req-868446bb-9658-4b89-878e-c0ed17660e2a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:39.890068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1820ef6b-e398-4cfc-9bd6-581fbfc88ca7 req-868446bb-9658-4b89-878e-c0ed17660e2a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0523245
Nov 13 21:44:39.939368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1820ef6b-e398-4cfc-9bd6-581fbfc88ca7 req-beacb5ea-52ae-430a-af06-e1c93494ea18 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422363
Nov 13 21:44:41.064378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1a01d-cf7a-411b-86a9-b7c21f9400ce req-bd18ca93-ca5a-4975-b0f0-5c0039fb03a0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:41.065877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01a1a01d-cf7a-411b-86a9-b7c21f9400ce req-bd18ca93-ca5a-4975-b0f0-5c0039fb03a0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0583019
Nov 13 21:44:41.114810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01a1a01d-cf7a-411b-86a9-b7c21f9400ce req-1980613e-e8a9-4986-8333-676cf6fc826f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429709
Nov 13 21:44:42.263100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e957-6f5d-4680-8aaf-bc7d0b6b8345 req-bc6de968-9a7c-4b73-bcc7-8de70a577891 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:42.264570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d21e957-6f5d-4680-8aaf-bc7d0b6b8345 req-bc6de968-9a7c-4b73-bcc7-8de70a577891 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0814662
Nov 13 21:44:42.298762 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-adedbbe5-00fa-42f2-ba76-958646f9f708 service neutron] show failed (client error): The resource could not be found.
Nov 13 21:44:42.299814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-adedbbe5-00fa-42f2-ba76-958646f9f708 service neutron] 10.222.0.37 "GET /v2.0/ports/7a151d7b-1c49-48ba-9c1e-90f307d0455a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0904601
Nov 13 21:44:42.328344 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d21e957-6f5d-4680-8aaf-bc7d0b6b8345 req-a765e714-4136-49b2-a882-7d20dc254eac tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557156
Nov 13 21:44:42.336499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:42.928203 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-524820cf-6d9b-48b1-b2d4-38dac2ddd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:42.929784 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-524820cf-6d9b-48b1-b2d4-38dac2ddd04f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 1096 time: 0.0714066
Nov 13 21:44:42.943209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:44:42.999895 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:43.206702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:43.239021 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:44:43.277938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:44:43.280200 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880ef5e-8ba3-4352-bad4-efbf687dd3f4" -d '{"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:44:43.283899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:43.295950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Transition to ACTIVE for port object 7a151d7b-1c49-48ba-9c1e-90f307d0455a will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:44:43.331022 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e57f42-7568-42b3-a48f-8e575af5774f x-openstack-request-id: req-74e57f42-7568-42b3-a48f-8e575af5774f {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:44:43.331341 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:44:43.331589 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74e57f42-7568-42b3-a48f-8e575af5774f {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:44:43.331984 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'code': 200}
Nov 13 21:44:43.364832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:43.400321 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:44:43.453538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ee81-ee9e-4da3-89e4-2b32566ad338 req-a130bcc1-e3f5-4c62-8e74-67c1ba3fe5b0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:43.456428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f06ee81-ee9e-4da3-89e4-2b32566ad338 req-a130bcc1-e3f5-4c62-8e74-67c1ba3fe5b0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.0544791
Nov 13 21:44:43.477435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=6']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:43.509923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.510871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.511212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.511548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.511877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.512201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.512523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.512888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.513209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.513537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.513854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.514175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:43.517158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f06ee81-ee9e-4da3-89e4-2b32566ad338 req-3a43f8c6-6f89-419f-9336-3f7246424c5e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540714
Nov 13 21:44:43.559879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] No DVR routers for this DVR port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on host nch1-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:44:43.695192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:44:43.696335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:44:43.696335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:44:43.700009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:44:43.700335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:44:43.705258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:44:43.706163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Checking segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:44:43.706546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Bound using segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:44:43.706967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Bound port: 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:44:43.707316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:43.769068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:44:43.771966 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:44:43.875855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:43.914815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:43.915441 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:43.916854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] 10.222.0.46 "PUT /v2.0/ports/7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 1091 time: 0.9783764
Nov 13 21:44:43.939426 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cb4f1-b7e9-4037-af5c-ffbec24b9f5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:43.987791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-1ca6e247-804a-4f53-a727-f62756e623e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:43.989470 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-1ca6e247-804a-4f53-a727-f62756e623e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1094 time: 0.0466390
Nov 13 21:44:44.088407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-43fdba50-fc3f-41ff-be3d-01ea926a72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:44.089918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-43fdba50-fc3f-41ff-be3d-01ea926a72b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0934033
Nov 13 21:44:44.160072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-a24d6e5c-3b2f-4645-8ffa-db5adefc540a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0629463
Nov 13 21:44:44.212170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-fb3b1f5a-78bc-4545-9993-9d8180bf962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:44.213638 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-fb3b1f5a-78bc-4545-9993-9d8180bf962d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0470593
Nov 13 21:44:44.259677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-f88c3600-9a74-4709-a41b-df786269c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:44.261177 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-f88c3600-9a74-4709-a41b-df786269c6d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405805
Nov 13 21:44:44.355051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-b2ac6edb-fd0a-4c37-81d1-872f79f1c9cd service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856807
Nov 13 21:44:44.447138 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7d73b223-fdde-4e2e-8616-2bf5c1551424 req-a3d8dcff-631d-4c63-a0b0-60f099821808 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841887
Nov 13 21:44:44.648718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164bd8c-4d92-4cff-bc92-c4ca664abad1 req-5e5adcc6-dae9-42d0-99e3-34942410d0af tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:44.650157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1164bd8c-4d92-4cff-bc92-c4ca664abad1 req-5e5adcc6-dae9-42d0-99e3-34942410d0af tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.0648670
Nov 13 21:44:44.704675 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1164bd8c-4d92-4cff-bc92-c4ca664abad1 req-5ba60601-de50-4925-a69f-3f1e1805a0b2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482349
Nov 13 21:44:44.767638 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:45.332644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:44:45.335083 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd0e86-dd81-4bdb-858b-0ef2ef6de385" -d '{"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:44:45.382977 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9cd450-e635-4efa-8acf-5f6010531cef x-openstack-request-id: req-fe9cd450-e635-4efa-8acf-5f6010531cef {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:44:45.383265 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:44:45.383513 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe9cd450-e635-4efa-8acf-5f6010531cef {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:44:45.383912 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'status': 'completed', 'code': 200}
Nov 13 21:44:45.444905 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-69955d85-0ec3-4772-a395-97949ee23590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.446389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-69955d85-0ec3-4772-a395-97949ee23590 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1094 time: 0.0419590
Nov 13 21:44:45.449750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-037a886a-208d-451f-9637-6d7bc3273086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.451222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-037a886a-208d-451f-9637-6d7bc3273086 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1094 time: 0.0400352
Nov 13 21:44:45.541094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-34615ff3-5039-4d5a-a991-f7559b1799c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.542955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-34615ff3-5039-4d5a-a991-f7559b1799c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0896075
Nov 13 21:44:45.545720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-66f7a3ec-119a-4231-bfb3-4430a6701168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.547172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-66f7a3ec-119a-4231-bfb3-4430a6701168 service neutron] 10.222.0.46 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0886767
Nov 13 21:44:45.610794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-5c01423c-5a44-48c2-a268-8f0390b5224b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0601692
Nov 13 21:44:45.613015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-82d4c172-1c2a-4d53-9066-8048acfdd7d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0576863
Nov 13 21:44:45.662736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-c1fb5cb1-b4a1-492a-b760-1780a7d3d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.664196 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-c1fb5cb1-b4a1-492a-b760-1780a7d3d83d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0440705
Nov 13 21:44:45.664325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-a244477d-3905-4abf-b6b3-008a13817567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.665702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-a244477d-3905-4abf-b6b3-008a13817567 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0476289
Nov 13 21:44:45.713217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-dc5590ab-009a-489e-b64f-9ff77c0865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.714715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-dc5590ab-009a-489e-b64f-9ff77c0865f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396442
Nov 13 21:44:45.716782 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-140716b0-fe34-421b-aed4-b07010fe6e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.718248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-140716b0-fe34-421b-aed4-b07010fe6e55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452805
Nov 13 21:44:45.810780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-950ea868-3f09-4ac3-b5da-192af740d3f7 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883203
Nov 13 21:44:45.853123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-9ac31947-191b-4882-8211-ea9dc6739638 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264691
Nov 13 21:44:45.861663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d7fe-c5e4-4d38-b26b-7919b2280f98 req-ba90174d-3675-477c-8b3a-f8fcac91a6b9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:45.862985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f783d7fe-c5e4-4d38-b26b-7919b2280f98 req-ba90174d-3675-477c-8b3a-f8fcac91a6b9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 943 time: 0.0726383
Nov 13 21:44:45.899779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:44:45.905708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-378d81d5-b35d-480d-9291-0815bc2a5dab service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880549
Nov 13 21:44:45.942348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:44:45.975007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f783d7fe-c5e4-4d38-b26b-7919b2280f98 req-990d305e-cf50-46c8-b2ae-9b21519bbf60 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038544
Nov 13 21:44:45.989396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-badd0e86-dd81-4bdb-858b-0ef2ef6de385 req-adcf4e8b-4349-478d-978d-0acba878ef71 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255059
Nov 13 21:44:46.573553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:44:46.670735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:46.682245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'mac_address': 'fa:16:3e:2f:8d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:44:46.720975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:46.733770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a151d7b-1c49-48ba-9c1e-90f307d0455a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:44:46.752988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:46.852228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:46.905602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:46.914752 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:46.922564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:47.097426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['7a151d7b-1c49-48ba-9c1e-90f307d0455a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:44:47.249938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27118a16-7d1a-4990-97db-9faef76f1297 req-e6272b04-1c21-48de-bd96-0cc53eb330c6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:47.251459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27118a16-7d1a-4990-97db-9faef76f1297 req-e6272b04-1c21-48de-bd96-0cc53eb330c6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.1937106
Nov 13 21:44:47.303522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27118a16-7d1a-4990-97db-9faef76f1297 req-103da24c-48fe-448b-898c-9de6c696ab2c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450203
Nov 13 21:44:47.493862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44240) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:44:47.642363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d6f5859d-3d05-45a8-be43-dac665085221 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dede95ed8404ed8a864fd9fee5b2946&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1472714
Nov 13 21:44:47.644781 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44244) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:44:47.691139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80e3b741-9a26-43f6-bf43-5d9d2811959f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:47.711665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80e3b741-9a26-43f6-bf43-5d9d2811959f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:47.841180 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80e3b741-9a26-43f6-bf43-5d9d2811959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:47.844048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80e3b741-9a26-43f6-bf43-5d9d2811959f admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:47.848208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-80e3b741-9a26-43f6-bf43-5d9d2811959f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34cc47fd-bb2a-41c3-9bad-ff8924e76f3e HTTP/1.1" status: 204  len: 168 time: 0.1994293
Nov 13 21:44:47.856457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3b741-9a26-43f6-bf43-5d9d2811959f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc47fd-bb2a-41c3-9bad-ff8924e76f3e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:47.932618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f652f-fdb9-4d4a-9809-99854045695b req-ee2415bf-1d4f-4e11-93df-10f6ed0eb9a1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:47.934174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd0f652f-fdb9-4d4a-9809-99854045695b req-ee2415bf-1d4f-4e11-93df-10f6ed0eb9a1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.0500829
Nov 13 21:44:47.989395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cd0f652f-fdb9-4d4a-9809-99854045695b req-0ac610c3-da8d-4a57-9a38-0bfdd7068a27 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486047
Nov 13 21:44:48.014403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-0a7b91f9-2f59-4dc7-9d6a-11b60db3741c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:48.016169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-0a7b91f9-2f59-4dc7-9d6a-11b60db3741c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c&tenant_id=922599e50d824c038fd08455d0e213d4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0625474
Nov 13 21:44:48.079493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-419d186e-a090-4f4c-9e95-f78954cf3990 service neutron] 10.222.0.46 "GET /v2.0/ports/7a151d7b-1c49-48ba-9c1e-90f307d0455a/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0547688
Nov 13 21:44:48.143847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-6dc3a9ea-2453-435e-99e3-0aab11beffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:48.145547 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-6dc3a9ea-2453-435e-99e3-0aab11beffa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1095 time: 0.0436254
Nov 13 21:44:48.252851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-0d67a2de-f518-4f8c-891e-70dcb523b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:48.254527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-0d67a2de-f518-4f8c-891e-70dcb523b00d service neutron] 10.222.0.46 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.1020994
Nov 13 21:44:48.323849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-0d3ed4cc-13e6-4791-8796-a18de539d46d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 1000 time: 0.0620599
Nov 13 21:44:48.372933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-2da1af2d-ac0e-414b-a51f-9198107743d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:48.374483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-2da1af2d-ac0e-414b-a51f-9198107743d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0436485
Nov 13 21:44:48.423795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-ae8b0922-1317-43df-bfb6-4da5cb4bede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:48.426262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-ae8b0922-1317-43df-bfb6-4da5cb4bede5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0455587
Nov 13 21:44:48.522227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-7563fa73-5b6f-433b-a983-74301018a036 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884845
Nov 13 21:44:48.584617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:44:48.616613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-dc5bde41-d342-49bc-870f-343d1dc02670 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869665
Nov 13 21:44:48.755244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:44:48.759221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:44:48.765598 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:48.842515 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:48.865152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:44:48.867431 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0219d75d-4cb7-4ec3-8635-81dcb48b45fc" -d '{"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:44:48.884496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:48.939425 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49230f-897f-465e-aa38-7e09638e5ed4 x-openstack-request-id: req-8a49230f-897f-465e-aa38-7e09638e5ed4 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:44:48.940396 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:44:48.940719 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a49230f-897f-465e-aa38-7e09638e5ed4 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:44:48.941198 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'code': 200}
Nov 13 21:44:48.972872 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:49.022378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:49.126236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04250cd-033e-4d2d-89dd-c3b44af612a4 req-fdd5aa3c-4717-462c-b4ae-99a1db49ec52 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:49.132853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c04250cd-033e-4d2d-89dd-c3b44af612a4 req-fdd5aa3c-4717-462c-b4ae-99a1db49ec52 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0567122
Nov 13 21:44:49.189868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c04250cd-033e-4d2d-89dd-c3b44af612a4 req-7d235669-6ac7-4c1a-9bc4-789b9b25a15c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552227
Nov 13 21:44:50.475933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2f685-d0a6-4668-a044-99d6704475dd req-1110af7a-06bf-4dda-91d2-772d1e98d45f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:50.477476 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06c2f685-d0a6-4668-a044-99d6704475dd req-1110af7a-06bf-4dda-91d2-772d1e98d45f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.2184453
Nov 13 21:44:50.532973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06c2f685-d0a6-4668-a044-99d6704475dd req-6909d0b5-dbad-465b-9072-5dbc71b19971 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489156
Nov 13 21:44:51.270654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-3767b51b-3ecf-47cb-bb95-016ddfad9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:51.272021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-3767b51b-3ecf-47cb-bb95-016ddfad9eeb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 1096 time: 0.0403426
Nov 13 21:44:51.283366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:44:51.338091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:51.542840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:51.577054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:44:51.626354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:44:51.628759 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5859d4-26e2-4c8c-80c0-2af51b00a018" -d '{"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:44:51.632996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:51.664091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Transition to ACTIVE for port object 7a151d7b-1c49-48ba-9c1e-90f307d0455a will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:44:51.682110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15a61e-5ea3-4fd3-b087-8100382d81ac req-72fee62e-c360-48f4-822b-e5350ce85790 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:51.683607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f15a61e-5ea3-4fd3-b087-8100382d81ac req-72fee62e-c360-48f4-822b-e5350ce85790 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 945 time: 0.0771484
Nov 13 21:44:51.685105 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80feae3e-9ca8-4cca-b5fc-876c8ffad0f4 x-openstack-request-id: req-80feae3e-9ca8-4cca-b5fc-876c8ffad0f4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:44:51.685382 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:44:51.685649 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80feae3e-9ca8-4cca-b5fc-876c8ffad0f4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:44:51.686012 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'code': 200}
Nov 13 21:44:51.736516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f15a61e-5ea3-4fd3-b087-8100382d81ac req-0ae28e0f-04c8-46e5-8e22-f109ef360516 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468836
Nov 13 21:44:51.787612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:51.886854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:51.894918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.895268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.895609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.895948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.896279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.896626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.896998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.898639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.898639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.898639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.898639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.898639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:44:51.930270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] No DVR routers for this DVR port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:44:52.079959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:44:52.079959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:44:52.079959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:44:52.079959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:44:52.079959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Attempting to bind port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:44:52.082092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:44:52.082426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Checking segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:44:52.082802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Bound using segment: {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:44:52.083219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Bound port: 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3b6615-7bc9-49e8-8083-11f66519e417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:44:52.083563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:52.150158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:44:52.153415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:44:52.235512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:52.270561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:52.271180 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:52.272551 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] 10.222.0.37 "PUT /v2.0/ports/7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 1092 time: 0.9930270
Nov 13 21:44:52.312004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e49d20-2f2d-4fab-adcb-d67b4a71fc7b service neutron] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=11']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:52.350798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d101b217-3b4b-4746-8411-9bdbc9ac00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:52.352336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d101b217-3b4b-4746-8411-9bdbc9ac00fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1095 time: 0.0534894
Nov 13 21:44:52.453320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-8f3847c5-5ebb-412a-a0b2-4969d5a060a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:52.454824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-8f3847c5-5ebb-412a-a0b2-4969d5a060a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0956745
Nov 13 21:44:52.522738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-9891aac9-4991-45f8-8bd1-c2f2c27d4915 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0599556
Nov 13 21:44:52.587463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-cddf65a7-35f7-4107-b679-6217294d5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:52.589029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-cddf65a7-35f7-4107-b679-6217294d5574 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0591569
Nov 13 21:44:52.635700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a22b-2563-462e-ac3d-ee8216970497 req-9dd1f4a7-101b-41b6-96da-94a620fa80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:52.637227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-9dd1f4a7-101b-41b6-96da-94a620fa80be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415499
Nov 13 21:44:52.727912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-d17bafe5-bf21-4984-b7dd-3339e8b266d6 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837159
Nov 13 21:44:52.866538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c783aba-e3c8-4e32-81e0-07562af566ea req-a7ecbce1-a624-4ceb-b4f1-aecfdacdd23a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:52.868063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c783aba-e3c8-4e32-81e0-07562af566ea req-a7ecbce1-a624-4ceb-b4f1-aecfdacdd23a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.0572634
Nov 13 21:44:52.930685 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1c783aba-e3c8-4e32-81e0-07562af566ea req-d7e974e6-5dc0-4c2e-966a-275d8fb24a3b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562215
Nov 13 21:44:53.111464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b068a22b-2563-462e-ac3d-ee8216970497 req-6381876c-5409-45d8-9e4f-63a181f08cac service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3765025
Nov 13 21:44:53.469381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-e49e28ea-93c6-48ef-9ed8-fcf550e7ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:53.472229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-e49e28ea-93c6-48ef-9ed8-fcf550e7ad6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1095 time: 0.0522161
Nov 13 21:44:53.578516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-84d72cde-e094-4511-b6ed-7159e4b118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:53.579956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-84d72cde-e094-4511-b6ed-7159e4b118b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0865088
Nov 13 21:44:53.647716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-4b099756-b3ee-4efd-8e80-920c9d924a11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0594571
Nov 13 21:44:53.686745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:44:53.689392 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51b6af-7748-4770-a19a-ed92105d9718" -d '{"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:44:53.705815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-dfaab3c3-3acb-491b-b386-6a07b15203ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:53.707299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-dfaab3c3-3acb-491b-b386-6a07b15203ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0520132
Nov 13 21:44:53.740987 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b00ecb6-61b4-431f-8161-f42c0fe0a69f x-openstack-request-id: req-5b00ecb6-61b4-431f-8161-f42c0fe0a69f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:44:53.741279 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:44:53.741531 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b00ecb6-61b4-431f-8161-f42c0fe0a69f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:44:53.741914 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'status': 'completed', 'code': 200}
Nov 13 21:44:53.758008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-6c703aab-2eef-4f0b-954b-be2475129638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:53.759520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-6c703aab-2eef-4f0b-954b-be2475129638 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447266
Nov 13 21:44:53.806043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-690298fd-e9b4-4782-8c35-88fda67079e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:53.807559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-690298fd-e9b4-4782-8c35-88fda67079e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1095 time: 0.0421996
Nov 13 21:44:53.851873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-90050f33-20f6-4e6d-ab03-bf6218201ded service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846491
Nov 13 21:44:53.899923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-75d240dd-1aba-4deb-b23b-52b1cd45d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:53.901528 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-75d240dd-1aba-4deb-b23b-52b1cd45d14f service neutron] 10.222.0.46 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0870619
Nov 13 21:44:53.951068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8cf9425-95f2-4a8e-afbf-5c5179d02fa5 req-2256020d-12c1-4cae-9826-ec30a5241b05 service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915062
Nov 13 21:44:53.975676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-dfd53a34-0550-415c-a2f3-b9cfe61e5a47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0668266
Nov 13 21:44:54.043824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-ea0c1423-7715-434c-ac28-b77962e43cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.045658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-ea0c1423-7715-434c-ac28-b77962e43cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1095 time: 0.0494006
Nov 13 21:44:54.068176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-e1b86dfb-9110-473d-beef-8fa23c1628ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.069686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-e1b86dfb-9110-473d-beef-8fa23c1628ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0858681
Nov 13 21:44:54.081969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3640cc-792a-4a0c-bac5-933d14bccc03 req-a985d46c-94dd-41fb-8a8b-59ffd9a31343 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.083421 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c3640cc-792a-4a0c-bac5-933d14bccc03 req-a985d46c-94dd-41fb-8a8b-59ffd9a31343 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.0638487
Nov 13 21:44:54.151002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-469b2d4b-f66d-40b0-9070-aa0dfdf2d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.152521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-469b2d4b-f66d-40b0-9070-aa0dfdf2d379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0985334
Nov 13 21:44:54.160367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-9e09b6de-9237-4ef8-bb86-c3cd1c22cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.161869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-9e09b6de-9237-4ef8-bb86-c3cd1c22cb05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0775850
Nov 13 21:44:54.166887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9c3640cc-792a-4a0c-bac5-933d14bccc03 req-5a22bddd-ed44-404d-9413-909957ac2a11 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751088
Nov 13 21:44:54.219222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-5b02a8f7-c1db-4068-a30a-f48e9e02e9d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 999 time: 0.0593004
Nov 13 21:44:54.263549 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-e37738e2-d721-4c32-b501-9e6973ad1d67 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946648
Nov 13 21:44:54.280391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-0254a391-a32c-4720-b789-69b9155dfc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.281989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-0254a391-a32c-4720-b789-69b9155dfc63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0543644
Nov 13 21:44:54.333874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-4c58e6ee-07e8-45fb-9293-98f23d75bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:54.335525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-4c58e6ee-07e8-45fb-9293-98f23d75bd32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457587
Nov 13 21:44:54.361004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-2702f6a6-95a3-4ed6-8910-bcaf4fcb9213 service neutron] 10.222.0.46 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904944
Nov 13 21:44:54.438754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-9633747f-cb35-4d29-bf2a-6e9fa4cc9c9a service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925956
Nov 13 21:44:54.547576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e51b6af-7748-4770-a19a-ed92105d9718 req-22ad38ee-c6ae-4e72-ab75-ce6ea6e4c34f service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886848
Nov 13 21:44:54.626105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:44:54.677981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:44:54.744224 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6548-add9-4020-ac94-4e6ecd3bdc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:55.286870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f08cea-fe18-4fc2-ab46-d7d5a0450b5c req-68251a75-b0be-42d5-94d3-fad2e35ecf42 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:44:55.288715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3f08cea-fe18-4fc2-ab46-d7d5a0450b5c req-68251a75-b0be-42d5-94d3-fad2e35ecf42 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 944 time: 0.0500765
Nov 13 21:44:55.338272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3f08cea-fe18-4fc2-ab46-d7d5a0450b5c req-4415402a-a084-409f-a625-2f023787db96 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433812
Nov 13 21:44:55.360739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:44:55.428560 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eb1bef76-6278-4797-a386-fb474a43f6db tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/fca68961-6ac5-436a-a30f-ff99b699f0b9 HTTP/1.1" status: 200  len: 991 time: 0.0666659
Nov 13 21:44:55.969160 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:44:56.206519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:56.217405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'port_id': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'mac_address': 'fa:16:3e:2f:8d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:44:56.253876 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:56.266528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a151d7b-1c49-48ba-9c1e-90f307d0455a {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:44:56.286007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:56.370646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:56.418830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:56.585444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7a151d7b-1c49-48ba-9c1e-90f307d0455a'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:44:57.109056 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1de57299-a2c2-449d-b971-3a8b3b2cfd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:57.976209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:44:58.132274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:44:58.136216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7a151d7b-1c49-48ba-9c1e-90f307d0455a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:44:58.136581 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:58.227191 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:58.254589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:44:58.256917 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9fc4a-220c-4eba-9dc3-dc41879efa9b" -d '{"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:44:58.277880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:44:58.295591 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b2358-3188-4a86-9f3f-e064996ae723 x-openstack-request-id: req-822b2358-3188-4a86-9f3f-e064996ae723 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:44:58.295876 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-plugged", "status": "completed", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:44:58.296127 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-822b2358-3188-4a86-9f3f-e064996ae723 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:44:58.296521 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'code': 200}
Nov 13 21:44:58.358919 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:58.405802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=13']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:44:58.618258 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:44:59.964830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:00.233367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-410659d1-95da-4ea7-ab86-f11b5f549957 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397727
Nov 13 21:45:00.316547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-cf6a52ef-01d4-46e8-aa78-94cba42572fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:00.318164 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-cf6a52ef-01d4-46e8-aa78-94cba42572fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1097 time: 0.0413811
Nov 13 21:45:00.412622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:00.688205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-fb83afc8-45d6-4ba7-a1b0-53210d708d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:00.691422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-fb83afc8-45d6-4ba7-a1b0-53210d708d8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.3531258
Nov 13 21:45:00.754107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-1e2936c3-5ae1-4b3a-b59b-9ab564e80edc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 1001 time: 0.0568633
Nov 13 21:45:00.806275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-f069c022-3cb8-4170-981d-29353088794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:00.807720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-f069c022-3cb8-4170-981d-29353088794a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0469182
Nov 13 21:45:00.853571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-bb0d4710-08ea-4e80-a731-ffd6bb05f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:00.854940 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-bb0d4710-08ea-4e80-a731-ffd6bb05f5ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400255
Nov 13 21:45:00.949901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-08cadb9d-4411-457a-847a-338e09f496f4 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835559
Nov 13 21:45:01.039216 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d77e93fa-4f2f-4847-84ce-6a9b19d57c09 req-af244130-55b9-4db3-9ec3-97be3936c4a8 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816071
Nov 13 21:45:04.245622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44484) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:04.352641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5286a16f-9b50-4225-9eba-180ab5c742c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.424590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5286a16f-9b50-4225-9eba-180ab5c742c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.480749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5286a16f-9b50-4225-9eba-180ab5c742c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.521888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5286a16f-9b50-4225-9eba-180ab5c742c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c528447c13647688a6617f1a1978a61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2745192
Nov 13 21:45:04.522777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a16f-9b50-4225-9eba-180ab5c742c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661967aa-af8a-4bf4-91fe-7a8d9bb67653,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:04.524501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44488) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:04.573405 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-351a6f01-a19d-468a-b43a-faea3938474b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.594985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-351a6f01-a19d-468a-b43a-faea3938474b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.737982 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-351a6f01-a19d-468a-b43a-faea3938474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.741296 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-351a6f01-a19d-468a-b43a-faea3938474b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:04.742440 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-351a6f01-a19d-468a-b43a-faea3938474b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661967aa-af8a-4bf4-91fe-7a8d9bb67653 HTTP/1.1" status: 204  len: 168 time: 0.2168946
Nov 13 21:45:04.750310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a6f01-a19d-468a-b43a-faea3938474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661967aa-af8a-4bf4-91fe-7a8d9bb67653,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:05.319524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:05.332372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f22d1f4d-86b4-4583-aeee-89abd45292d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.405815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f22d1f4d-86b4-4583-aeee-89abd45292d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.467294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f22d1f4d-86b4-4583-aeee-89abd45292d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.506881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f22d1f4d-86b4-4583-aeee-89abd45292d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c226c7c60ec4a7cbb545a07b1975bb7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1862485
Nov 13 21:45:05.507794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d1f4d-86b4-4583-aeee-89abd45292d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf80a7e-6e25-4b3d-b8c5-fa58419bed21,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:05.509568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44498) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:05.562042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2d5c-70f0-4dee-b7b1-8fc2e68649fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.588573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2d5c-70f0-4dee-b7b1-8fc2e68649fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.715186 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2d5c-70f0-4dee-b7b1-8fc2e68649fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.717886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2d5c-70f0-4dee-b7b1-8fc2e68649fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:05.719047 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e1dc2d5c-70f0-4dee-b7b1-8fc2e68649fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caf80a7e-6e25-4b3d-b8c5-fa58419bed21 HTTP/1.1" status: 204  len: 168 time: 0.2083793
Nov 13 21:45:05.726918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc2d5c-70f0-4dee-b7b1-8fc2e68649fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf80a7e-6e25-4b3d-b8c5-fa58419bed21,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:10.235780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44628) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:10.340996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e532398-2410-4cd8-a1e6-8ed6241bd1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.413372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e532398-2410-4cd8-a1e6-8ed6241bd1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.532145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7e532398-2410-4cd8-a1e6-8ed6241bd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.575924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7e532398-2410-4cd8-a1e6-8ed6241bd1ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2516b1f943d24a6e85984cfae929993d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3390126
Nov 13 21:45:10.576202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44634) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:10.584997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e532398-2410-4cd8-a1e6-8ed6241bd1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668db524-bc9c-418a-bb1f-64c529724bed,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:10.634415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea0c-9a8b-45c4-8a97-c6fda796384a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.655773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea0c-9a8b-45c4-8a97-c6fda796384a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.815837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea0c-9a8b-45c4-8a97-c6fda796384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.818507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7be6ea0c-9a8b-45c4-8a97-c6fda796384a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:10.819668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7be6ea0c-9a8b-45c4-8a97-c6fda796384a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/668db524-bc9c-418a-bb1f-64c529724bed HTTP/1.1" status: 204  len: 168 time: 0.2422709
Nov 13 21:45:10.827852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6ea0c-9a8b-45c4-8a97-c6fda796384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668db524-bc9c-418a-bb1f-64c529724bed,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:11.425434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44640) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:11.438231 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f870576a-07ea-40d3-b82b-a5a1d4bd1e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.512503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f870576a-07ea-40d3-b82b-a5a1d4bd1e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.610319 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f870576a-07ea-40d3-b82b-a5a1d4bd1e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.651481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f870576a-07ea-40d3-b82b-a5a1d4bd1e4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3ff18780cf44b1b95e7de96710c133a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2249415
Nov 13 21:45:11.652435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870576a-07ea-40d3-b82b-a5a1d4bd1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f652c1-4873-41be-ac09-3e06163465a4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:11.654138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44644) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:11.702019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb064-9809-4f75-9361-7b3b56897f35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.722147 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb064-9809-4f75-9361-7b3b56897f35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.834514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb064-9809-4f75-9361-7b3b56897f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.837131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd4eb064-9809-4f75-9361-7b3b56897f35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:11.838328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd4eb064-9809-4f75-9361-7b3b56897f35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18f652c1-4873-41be-ac09-3e06163465a4 HTTP/1.1" status: 204  len: 168 time: 0.1831107
Nov 13 21:45:11.846654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4eb064-9809-4f75-9361-7b3b56897f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f652c1-4873-41be-ac09-3e06163465a4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:12.341847 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:14.759093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:20.399416 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:45:24.760602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2ddb-1704-40a4-9fda-e2763f141d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:25.915331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2325c1-864e-488d-aaa1-7a6030c02db1 req-44055aaf-a086-41c9-8983-4670c2722c53 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:25.917301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd2325c1-864e-488d-aaa1-7a6030c02db1 req-44055aaf-a086-41c9-8983-4670c2722c53 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1097 time: 0.0434546
Nov 13 21:45:25.963213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cd2325c1-864e-488d-aaa1-7a6030c02db1 req-375e7a52-4e62-4da5-9405-754aa9dfaa80 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394266
Nov 13 21:45:25.993085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:26.153806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 0c996a89-a01b-4de5-85ae-a613ab90199f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:45:26.154136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:26.229266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:26.229613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:26.240974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 0c996a89-a01b-4de5-85ae-a613ab90199f owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:45:26.444562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:26.471286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=0c996a89-a01b-4de5-85ae-a613ab90199f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:26.535141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:26.535487 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP fca68961-6ac5-436a-a30f-ff99b699f0b9 disassociated (deleted). External IP: 172.35.3.147, port: 7a151d7b-1c49-48ba-9c1e-90f307d0455a.
Nov 13 21:45:26.745443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 9a67f916-5384-4a4e-9d82-65121144302f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:45:26.850312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:45:26.855030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:26.862141 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] Sync routers for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:45:26.872991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:26.873591 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7dc280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:44:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:26.888549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-77dbea4d-2ad2-4fdb-897d-610224f8b272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/floatingips/fca68961-6ac5-436a-a30f-ff99b699f0b9 HTTP/1.1" status: 204  len: 168 time: 0.8943672
Nov 13 21:45:26.889179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:45:26.891712 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ecda3c-c726-415b-9164-88e85fda7bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:45:26.935113 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673d8d1-de82-4467-9806-6c5c3a612246 x-openstack-request-id: req-9673d8d1-de82-4467-9806-6c5c3a612246 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:45:26.935588 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:45:26.935847 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9673d8d1-de82-4467-9806-6c5c3a612246 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:45:26.936255 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'status': 'completed', 'code': 200}
Nov 13 21:45:26.983531 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:27.001826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-17232bab-59a1-46e2-85da-406f09ae7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:27.003350 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-17232bab-59a1-46e2-85da-406f09ae7af9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 1097 time: 0.0436733
Nov 13 21:45:27.041755 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-03db1336-7cf7-46c5-9d42-adab2dc091e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:27.104682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-93b58242-c20d-4c31-854d-8228f607b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:27.106505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-93b58242-c20d-4c31-854d-8228f607b51e service neutron] 10.222.0.37 "GET /v2.0/networks?id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 200  len: 897 time: 0.0932448
Nov 13 21:45:27.157702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-7138010b-ade7-4cdf-947b-3ee923ba6202 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 200  len: 217 time: 0.0396793
Nov 13 21:45:27.199615 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7dc280>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:27.218672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-97f6ae64-8cb2-4f27-9e4e-ae59f0a0c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:27.220250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-97f6ae64-8cb2-4f27-9e4e-ae59f0a0c4fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 200  len: 834 time: 0.0538173
Nov 13 21:45:27.228549 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] Checking router: 9a67f916-5384-4a4e-9d82-65121144302f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:45:27.237290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:27.238016 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7dc280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:27.271095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-5d7aaeb3-57ff-4699-a6a2-30e8b395c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:27.272534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-5d7aaeb3-57ff-4699-a6a2-30e8b395c17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=232c26dc-34f3-4f9a-8dfe-f9c0eee79665&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0424576
Nov 13 21:45:27.278212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5e4b-302b-45cc-9093-6c6b86741607 req-8dfe4462-2ddd-40c0-a0d7-dd80293e1583 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:27.279684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-982a5e4b-302b-45cc-9093-6c6b86741607 req-8dfe4462-2ddd-40c0-a0d7-dd80293e1583 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 946 time: 0.0519433
Nov 13 21:45:27.336997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-982a5e4b-302b-45cc-9093-6c6b86741607 req-3968c76d-d71b-4479-9f87-8c0a47f357ae tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504518
Nov 13 21:45:27.349704 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:27.378865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-d39c326e-0dc6-44b6-9a22-0dca36e887dc service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958297
Nov 13 21:45:27.475753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81ecda3c-c726-415b-9164-88e85fda7bb7 req-619e6d26-93df-4f8f-bf28-09b9b80118ca service neutron] 10.222.0.37 "GET /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858815
Nov 13 21:45:27.555087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7dc280>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:27.586204 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e4e8d-ad99-4d09-b0d2-d833fc4b5cd5 None None] The sync data for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 is: [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:43:32Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2da40557-a3d2-43e1-953e-b504991e5fa7', 'name': '', 'network_id': '232c26dc-34f3-4f9a-8dfe-f9c0eee79665', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:a5:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '33d22050-9606-4540-a9d2-c490851004c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:32Z', 'updated_at': '2021-11-13T21:43:35Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '33d22050-9606-4540-a9d2-c490851004c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:45:27.821040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a53db16-4824-4adc-8e1e-dc6579db93e9 None None] New status for floating IP fca68961-6ac5-436a-a30f-ff99b699f0b9: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:45:28.466362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af93a08-436a-450a-82cd-fcea5a82d86a req-4e027254-61d6-46f4-a70f-3685c5b47411 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:28.467833 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0af93a08-436a-450a-82cd-fcea5a82d86a req-4e027254-61d6-46f4-a70f-3685c5b47411 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 946 time: 0.0550623
Nov 13 21:45:28.516794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0af93a08-436a-450a-82cd-fcea5a82d86a req-cd6fd507-dc8d-4718-98ce-2462f227692d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=f513795d-d470-449f-bcbf-ad2234d1f841&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428228
Nov 13 21:45:28.575269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-f3e62551-0b15-4b06-a90d-c3f149627288 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:28.577135 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-f3e62551-0b15-4b06-a90d-c3f149627288 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 946 time: 0.0533919
Nov 13 21:45:28.611952 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:28.675196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 7a151d7b-1c49-48ba-9c1e-90f307d0455a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:45:28.675555 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:28.764812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 7a151d7b-1c49-48ba-9c1e-90f307d0455a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a151d7b-1c49-48ba-9c1e-90f307d0455a,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:28.765171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:28.778631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 7a151d7b-1c49-48ba-9c1e-90f307d0455a owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:45:28.970307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:28.999460 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=7a151d7b-1c49-48ba-9c1e-90f307d0455a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:29.041159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] No DVR routers for this DVR port 7a151d7b-1c49-48ba-9c1e-90f307d0455a on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:45:29.044302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:29.047790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6260bea1-79b2-4632-9a99-e938add9eeb1 req-35e1829f-a65f-4c81-bc18-b315a72b2720 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "DELETE /v2.0/ports/7a151d7b-1c49-48ba-9c1e-90f307d0455a HTTP/1.1" status: 204  len: 173 time: 0.4646356
Nov 13 21:45:29.048264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-deleted', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:45:29.050541 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0297bb-8576-498a-98d7-cee329e0ec81" -d '{"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-deleted", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:45:29.086616 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e389f2-25aa-4526-b535-b7c9d86f22bd x-openstack-request-id: req-61e389f2-25aa-4526-b535-b7c9d86f22bd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:45:29.086956 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c20e17c-c0e2-48cb-8af6-90b3d808cb9c", "name": "network-vif-deleted", "tag": "7a151d7b-1c49-48ba-9c1e-90f307d0455a", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:45:29.087313 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61e389f2-25aa-4526-b535-b7c9d86f22bd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:45:29.087862 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c20e17c-c0e2-48cb-8af6-90b3d808cb9c', 'name': 'network-vif-deleted', 'tag': '7a151d7b-1c49-48ba-9c1e-90f307d0455a', 'status': 'completed', 'code': 200}
Nov 13 21:45:29.632397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01b69a72-5ba8-41ca-b79e-4befe692a12c req-c04a3994-7c11-49ed-aa39-fe3d89409f38 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c20e17c-c0e2-48cb-8af6-90b3d808cb9c HTTP/1.1" status: 200  len: 210 time: 0.0334620
Nov 13 21:45:29.988719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:30.348776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:30.691729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44946) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:31.054548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:31.314510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 2da40557-a3d2-43e1-953e-b504991e5fa7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:45:31.314850 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:31.406825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 2da40557-a3d2-43e1-953e-b504991e5fa7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2da40557-a3d2-43e1-953e-b504991e5fa7,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:31.407188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:31.420323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 2da40557-a3d2-43e1-953e-b504991e5fa7 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:45:31.703742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:31.731071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=2da40557-a3d2-43e1-953e-b504991e5fa7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:31.915274 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.133205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 9a67f916-5384-4a4e-9d82-65121144302f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:45:32.163469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:45:32.183734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 7a151d7b-1c49-48ba-9c1e-90f307d0455a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:45:32.184072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7a151d7b-1c49-48ba-9c1e-90f307d0455a not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:45:32.241490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:45:32.246751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3ff0d043-d65b-422a-a9da-7816850c89ce tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/9a67f916-5384-4a4e-9d82-65121144302f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5539653
Nov 13 21:45:32.249614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44974) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:32.255728 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] Sync routers for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:45:32.268023 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:32.268611 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe052e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:32.304330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting subnet 33d22050-9606-4540-a9d2-c490851004c1 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:45:32.307622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44976) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:32.313170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.357031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.375760 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:32.448061 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62457673-bdaf-4bc7-bff4-3798a72c2a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.468732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.560031 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe052e7c0>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:45:31Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:32.572666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62457673-bdaf-4bc7-bff4-3798a72c2a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.589698 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] Checking router: 9a67f916-5384-4a4e-9d82-65121144302f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:45:32.597969 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] Routers {'9a67f916-5384-4a4e-9d82-65121144302f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:32.598553 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe052e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9a67f916-5384-4a4e-9d82-65121144302f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:32.610628 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.642791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.646089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/subnets/33d22050-9606-4540-a9d2-c490851004c1 HTTP/1.1" status: 204  len: 168 time: 0.3957405
Nov 13 21:45:32.648233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-62457673-bdaf-4bc7-bff4-3798a72c2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.648953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 44980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:32.650400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59ee82-e8ae-4c45-80c2-990fa4c64109 None None] Network 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:45:32.655928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ac8ee-e529-45bc-8007-fb7b9062d237 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Subnet': ['ID=33d22050-9606-4540-a9d2-c490851004c1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:32.707155 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-62457673-bdaf-4bc7-bff4-3798a72c2a4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=972579de5bc44da3bb41e8904e50d2fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3959777
Nov 13 21:45:32.707155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62457673-bdaf-4bc7-bff4-3798a72c2a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7698e294-21bb-4c89-9577-4d2a396580ba,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:32.708634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 44984) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:32.728739 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] Set router 9a67f916-5384-4a4e-9d82-65121144302f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:32.766634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f365985-9504-408b-ab66-aead3d29ae60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.802552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f365985-9504-408b-ab66-aead3d29ae60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.821344 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.910562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] DHCP port deletion for 232c26dc-34f3-4f9a-8dfe-f9c0eee79665 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:32.947592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:32.968894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] Deleting port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:45:32.969380 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.000762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f365985-9504-408b-ab66-aead3d29ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.003374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f365985-9504-408b-ab66-aead3d29ae60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.006952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8f365985-9504-408b-ab66-aead3d29ae60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7698e294-21bb-4c89-9577-4d2a396580ba HTTP/1.1" status: 204  len: 168 time: 0.2955263
Nov 13 21:45:33.014548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f365985-9504-408b-ab66-aead3d29ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698e294-21bb-4c89-9577-4d2a396580ba,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:33.052038 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe052e7c0>, [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:45:31Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:33.055193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] For port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,segment=NetworkSegment(cb3b6615-7bc9-49e8-8083-11f66519e417),segment_id=cb3b6615-7bc9-49e8-8083-11f66519e417)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:33.055851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.071631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] Calling delete_port for 789084bc-f3fd-4b0b-8ec4-6f5897ba825e owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:45:33.074152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 01b963d3-247b-4ab2-9a36-bd4401d199ee {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:45:33.074664 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.082255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4451c0-948b-41fe-858c-32b32973abaa None None] The sync data for ids ['9a67f916-5384-4a4e-9d82-65121144302f'] in ncdv-master-1 is: [{'id': '9a67f916-5384-4a4e-9d82-65121144302f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008458293', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:43:26Z', 'updated_at': '2021-11-13T21:45:31Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '01b963d3-247b-4ab2-9a36-bd4401d199ee', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a67f916-5384-4a4e-9d82-65121144302f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:43:27Z', 'updated_at': '2021-11-13T21:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:45:33.170443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 01b963d3-247b-4ab2-9a36-bd4401d199ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01b963d3-247b-4ab2-9a36-bd4401d199ee,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:33.170821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.187024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 01b963d3-247b-4ab2-9a36-bd4401d199ee owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:45:33.269535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.296108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] Pushing event deleted for resources: {'Port': ['ID=789084bc-f3fd-4b0b-8ec4-6f5897ba825e,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:33.300172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88aaeb-cd78-4860-9907-000003a26a24 None None] No DVR routers for this DVR port 789084bc-f3fd-4b0b-8ec4-6f5897ba825e on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:45:33.432913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.468343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=01b963d3-247b-4ab2-9a36-bd4401d199ee,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:33.483153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb35c6-1127-49f2-b11c-2539d32f241a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:33.549136 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.654989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.655895 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.802297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.803987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Fanout notify agent at l3_agent the message router_deleted on router 9a67f916-5384-4a4e-9d82-65121144302f {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:45:33.820798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:33.821986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-25a4c5af-747e-490a-88d9-1af86839f98f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/routers/9a67f916-5384-4a4e-9d82-65121144302f HTTP/1.1" status: 204  len: 168 time: 1.1720319
Nov 13 21:45:33.826015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45036) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:33.912141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.298119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.322220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd789abb0>,) {'filters': {'network_id': ['232c26dc-34f3-4f9a-8dfe-f9c0eee79665']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:34.336921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd789abb0>, 'cb3b6615-7bc9-49e8-8083-11f66519e417') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:34.337212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd789abb0>, 'cb3b6615-7bc9-49e8-8083-11f66519e417') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:34.344983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 01b963d3-247b-4ab2-9a36-bd4401d199ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:45:34.349857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.364840 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.368613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 01b963d3-247b-4ab2-9a36-bd4401d199ee {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:45:34.369002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 01b963d3-247b-4ab2-9a36-bd4401d199ee not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:45:34.369408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2da40557-a3d2-43e1-953e-b504991e5fa7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:45:34.372944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:45:34.373459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:45:34.378440 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:45:34.390035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2da40557-a3d2-43e1-953e-b504991e5fa7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:45:34.390379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2da40557-a3d2-43e1-953e-b504991e5fa7 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:45:34.390788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 789084bc-f3fd-4b0b-8ec4-6f5897ba825e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:45:34.410899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 789084bc-f3fd-4b0b-8ec4-6f5897ba825e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:45:34.411246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 789084bc-f3fd-4b0b-8ec4-6f5897ba825e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:45:34.518715 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.535515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.541059 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/networks/232c26dc-34f3-4f9a-8dfe-f9c0eee79665 HTTP/1.1" status: 204  len: 168 time: 0.7125385
Nov 13 21:45:34.542474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45060) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:34.554635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a006e8-cc6b-4c10-a4fb-36699a6431fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Network': ['ID=232c26dc-34f3-4f9a-8dfe-f9c0eee79665,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:34.611905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0814731-acbc-4d7e-8f0f-7c4958bf66c0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.637736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0814731-acbc-4d7e-8f0f-7c4958bf66c0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.787367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0814731-acbc-4d7e-8f0f-7c4958bf66c0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.790161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0814731-acbc-4d7e-8f0f-7c4958bf66c0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:34.793807 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0814731-acbc-4d7e-8f0f-7c4958bf66c0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/security-groups/f513795d-d470-449f-bcbf-ad2234d1f841 HTTP/1.1" status: 204  len: 168 time: 0.2478609
Nov 13 21:45:34.801017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0814731-acbc-4d7e-8f0f-7c4958bf66c0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f513795d-d470-449f-bcbf-ad2234d1f841,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:35.372827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45086) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:35.377582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134673362', 'description': 'tempest-secgroup-smoke-134673362 description', 'project_id': '922599e50d824c038fd08455d0e213d4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:35.509065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:35.575351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:35.643966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:35.672465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75edaf-c0b1-44fb-9170-5c7e8ed00775,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:35.752332 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:35.752332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-75dfef95-bc26-46c7-aad3-dd4292c1cc03 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3773317
Nov 13 21:45:35.754359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45100) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:35.758943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'cd75edaf-c0b1-44fb-9170-5c7e8ed00775', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:35.902723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:35.957836 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.040052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.059341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfec229-b39c-41a7-9795-96a1d442de83,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:36.134027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.135229 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5491d6de-d903-406a-9527-f058781dacd0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3798573
Nov 13 21:45:36.138129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45114) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:36.142806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'cd75edaf-c0b1-44fb-9170-5c7e8ed00775', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:36.269011 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.325429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.412134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.432060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e7f241-bd1b-4501-87f3-68823f28c6c6,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:36.483517 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.484771 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fa4d23fe-2045-4fce-9011-c0bb8892c1e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3456709
Nov 13 21:45:36.487608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45138) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:36.492169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'cd75edaf-c0b1-44fb-9170-5c7e8ed00775', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:36.596452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.662985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.771519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.793870 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4126b7a5-e8f3-4105-ab01-ce7d9f4bb9ec,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:36.900346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:36.901709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f63b7f87-dcd6-473d-9d3b-044408c8ff65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4131372
Nov 13 21:45:36.904956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45142) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:36.909387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'cd75edaf-c0b1-44fb-9170-5c7e8ed00775', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:37.021162 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.078951 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.193025 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.211525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f881548-3125-441f-91c2-6f84464defbb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:37.302997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.302997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e875974-d45e-4970-b6da-893c32fecbf8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3954296
Nov 13 21:45:37.304227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:37.311436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'cd75edaf-c0b1-44fb-9170-5c7e8ed00775', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:37.395190 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:45:37.400627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.458721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.529924 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.548089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25811b33-0610-4dee-bad5-2909ac9ad231,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:37.624200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.625690 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5a278f30-e77f-49c3-a149-c56d4ed18c19 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3199325
Nov 13 21:45:37.628370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45176) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:37.633691 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': 'cd75edaf-c0b1-44fb-9170-5c7e8ed00775', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:37.772412 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:45:37.779068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.840397 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.924614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:37.942774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c42c7f-5f1a-4ca9-b8cd-de23e67a528a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:38.030896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.032063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2b405cc0-ba9d-4c2e-8803-d85c8b336d67 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4026334
Nov 13 21:45:38.035089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45200) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:38.039833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'network': {'name': 'tempest-network-smoke--1464646903', 'project_id': '922599e50d824c038fd08455d0e213d4', 'port_security_enabled': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:38.131774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:45:38.135372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.159571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:45:38.167911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.168250 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Added segment eac8fe98-8fef-452f-bbb4-3cf2d22b9e94 of type vlan for network 9e653ae1-85ae-41d0-8ab3-b38687aba589
Nov 13 21:45:38.209648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.309364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.314935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:38.315520 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.380953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Network': ['ID=9e653ae1-85ae-41d0-8ab3-b38687aba589,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:38.391794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:45:38.425745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e6262702-cabb-4a6c-bfc0-a2c598d846d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3896344
Nov 13 21:45:38.428505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45216) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:38.433174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'admin_state_up': True, 'project_id': '922599e50d824c038fd08455d0e213d4', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:38.549422 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.550510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.606011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:38.837153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.009573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45222) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:39.118844 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf448-1c10-49ce-a834-e66e5bc89f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.203038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf448-1c10-49ce-a834-e66e5bc89f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.326712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf448-1c10-49ce-a834-e66e5bc89f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.375720 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b6bf448-1c10-49ce-a834-e66e5bc89f2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fef08fcd9c7c42f3819fb7a2998445bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3648405
Nov 13 21:45:39.376412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bf448-1c10-49ce-a834-e66e5bc89f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa450b9-3e7f-492f-8722-2649b176eabc,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:39.378811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45226) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:39.407111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.425795 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.431453 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-819769d6-4318-4d9a-8a20-890d13306c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.456044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-819769d6-4318-4d9a-8a20-890d13306c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.537009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.19 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/b535e405-4f65-4698-8f7c-251a7e4f3505) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:39.571608 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-819769d6-4318-4d9a-8a20-890d13306c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.575137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-819769d6-4318-4d9a-8a20-890d13306c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.578846 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-819769d6-4318-4d9a-8a20-890d13306c5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffa450b9-3e7f-492f-8722-2649b176eabc HTTP/1.1" status: 204  len: 168 time: 0.1967201
Nov 13 21:45:39.585815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819769d6-4318-4d9a-8a20-890d13306c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa450b9-3e7f-492f-8722-2649b176eabc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:39.646622 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.755409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.792053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:39.797229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:39.800759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:39.807194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=b535e405-4f65-4698-8f7c-251a7e4f3505,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:39.811860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6336396-04d4-4afe-844d-eb0f752033e2 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:39.902769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5fa36d1c-da0b-4049-9fb7-d3dfab5c38f3 None None] Provisioning complete for port b535e405-4f65-4698-8f7c-251a7e4f3505 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:39.903186 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5fa36d1c-da0b-4049-9fb7-d3dfab5c38f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:39.941586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5fa36d1c-da0b-4049-9fb7-d3dfab5c38f3 None None] Port b535e405-4f65-4698-8f7c-251a7e4f3505 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:40.156521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.274003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45234) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:40.287613 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1f3f-a113-4d2a-bc71-c632ee275059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.354537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.361292 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1f3f-a113-4d2a-bc71-c632ee275059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.440428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1f3f-a113-4d2a-bc71-c632ee275059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.482596 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2f3e1f3f-a113-4d2a-bc71-c632ee275059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7869a82e40e04c5dbab1528431a0ac09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2074411
Nov 13 21:45:40.483703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1f3f-a113-4d2a-bc71-c632ee275059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa200e5c-04a8-4972-b528-c8754ea05ac7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:40.485419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45238) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:40.535274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5355aa32-08b0-415c-b1a6-025082cf0e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.548702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 5685db10-82ad-42e9-bfe6-9c308369174a is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:45:40.565599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5355aa32-08b0-415c-b1a6-025082cf0e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.688112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:45:40.698361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Sync routers for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:45:40.709137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:40.709815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd7652b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:40.775499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5355aa32-08b0-415c-b1a6-025082cf0e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.778802 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5355aa32-08b0-415c-b1a6-025082cf0e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.779957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5355aa32-08b0-415c-b1a6-025082cf0e62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa200e5c-04a8-4972-b528-c8754ea05ac7 HTTP/1.1" status: 204  len: 168 time: 0.2936504
Nov 13 21:45:40.787815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355aa32-08b0-415c-b1a6-025082cf0e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa200e5c-04a8-4972-b528-c8754ea05ac7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:40.804196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:40.809622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-36bb03d5-684d-4534-8611-7e51ceaed660 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.3799334
Nov 13 21:45:40.810160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45242) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:40.828581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:40.859028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7311c5d5-1898-422c-be5c-ae78f31b9127 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=922599e50d824c038fd08455d0e213d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0475748
Nov 13 21:45:40.862061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45246) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:41.014380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd7652b0>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:39Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:41.035107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f26f1b-be4c-4e85-b0ac-fe6652a0755c tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:41.039240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-54f26f1b-be4c-4e85-b0ac-fe6652a0755c tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1733880
Nov 13 21:45:41.039448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45248) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:41.046723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Checking router: 5685db10-82ad-42e9-bfe6-9c308369174a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:45:41.047071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Updating router 5685db10-82ad-42e9-bfe6-9c308369174a port b535e405-4f65-4698-8f7c-251a7e4f3505 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:45:41.072121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.072657 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7ba43b85-7407-40fc-a378-8750aa21f2b6 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0321729
Nov 13 21:45:41.075813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:41.080546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812080991', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'project_id': '922599e50d824c038fd08455d0e213d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:41.271186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:45:41.282140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.340077 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.486083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.539322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b878dd2e-fe46-4ff1-bccb-6e69c37dc3a0 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:41.551624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Attempting to bind port b535e405-4f65-4698-8f7c-251a7e4f3505 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:41.551987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Attempting to bind port b535e405-4f65-4698-8f7c-251a7e4f3505 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:41.552347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Attempting to bind port b535e405-4f65-4698-8f7c-251a7e4f3505 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:41.555159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b0ad-c249-450a-9171-1727266e138e None None] Pushing event updated for resources: {'Port': ['ID=b535e405-4f65-4698-8f7c-251a7e4f3505,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:41.568445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:41.568848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:41.569256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.569711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:41.570170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Bound port: b535e405-4f65-4698-8f7c-251a7e4f3505, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:41.570555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.622677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] For port b535e405-4f65-4698-8f7c-251a7e4f3505, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:41.625992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] For port b535e405-4f65-4698-8f7c-251a7e4f3505, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b535e405-4f65-4698-8f7c-251a7e4f3505,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:41.646191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.676541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4e4c9c6a-d57f-413f-a729-0abec57fdfd5 None None] Provisioning complete for port b535e405-4f65-4698-8f7c-251a7e4f3505 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:41.676940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e4c9c6a-d57f-413f-a729-0abec57fdfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.709746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c9c6a-d57f-413f-a729-0abec57fdfd5 None None] Port b535e405-4f65-4698-8f7c-251a7e4f3505 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:41.713213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Subnet': ['ID=440cf4ef-d69d-4324-a618-9b2b1b3bb699,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:41.718978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Checking segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:41.719376 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network hostable DHCP agents. Network: 9e653ae1-85ae-41d0-8ab3-b38687aba589, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:45:41.749567 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.791665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a5419-5d26-463f-b793-9ea4b404e848 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:41.809580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:41.810181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd7652b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:41.839941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:45:41.858488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b0ad-c249-450a-9171-1727266e138e None None] Pushing event updated for resources: {'Port': ['ID=b535e405-4f65-4698-8f7c-251a7e4f3505,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:41.915112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e653ae1-85ae-41d0-8ab3-b38687aba589) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:41.920425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:41.922160 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:41.933438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f60a9-2a69-419e-bf02-486f7db7f9d7 None None] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:45:41.961639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:42.018668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-366b640e-3b01-4e62-9528-acb5efc74c9f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9417818
Nov 13 21:45:42.021521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45270) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:42.194520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-732a8846-c7c4-4f99-bdbd-556398207427 None None] Provisioning complete for port b535e405-4f65-4698-8f7c-251a7e4f3505 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:42.194979 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-732a8846-c7c4-4f99-bdbd-556398207427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:42.447079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:42.464018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9e653ae1-85ae-41d0-8ab3-b38687aba589', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:45:42.464956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:42.469034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-732a8846-c7c4-4f99-bdbd-556398207427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:42.509388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-732a8846-c7c4-4f99-bdbd-556398207427 None None] For port b535e405-4f65-4698-8f7c-251a7e4f3505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b535e405-4f65-4698-8f7c-251a7e4f3505,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:42.524708 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:42.580141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-732a8846-c7c4-4f99-bdbd-556398207427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:42.637420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd7652b0>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:39Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:42.697963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b42c96a-6406-438e-a7b5-2b6d10625249 None None] The sync data for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 is: [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:39Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:45:42.707525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a8846-c7c4-4f99-bdbd-556398207427 None None] Pushing event updated for resources: {'Port': ['ID=b535e405-4f65-4698-8f7c-251a7e4f3505,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:42.737415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Allocated IP 172.20.0.2 (9e653ae1-85ae-41d0-8ab3-b38687aba589/440cf4ef-d69d-4324-a618-9b2b1b3bb699/86fbd455-eb52-443a-ac22-71d03ba4b298) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:42.916230 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.038590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.091669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.1 (9e653ae1-85ae-41d0-8ab3-b38687aba589/440cf4ef-d69d-4324-a618-9b2b1b3bb699/5a3a5b27-780d-4419-89fb-f8777cc8bd82) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:43.109760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Pushing event updated for resources: {'Port': ['ID=86fbd455-eb52-443a-ac22-71d03ba4b298,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:43.123449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:43.125230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:43.127686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:43.192123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Attempting to bind port 86fbd455-eb52-443a-ac22-71d03ba4b298 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:43.192541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Attempting to bind port 86fbd455-eb52-443a-ac22-71d03ba4b298 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:43.192945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Attempting to bind port 86fbd455-eb52-443a-ac22-71d03ba4b298 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:43.198483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:43.199050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Checking segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:43.199414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.199805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Bound using segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:43.200272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Bound port: 86fbd455-eb52-443a-ac22-71d03ba4b298, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:43.200650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.260368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.278563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] For port 86fbd455-eb52-443a-ac22-71d03ba4b298, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:43.282058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] For port 86fbd455-eb52-443a-ac22-71d03ba4b298, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86fbd455-eb52-443a-ac22-71d03ba4b298,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:43.332757 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.378654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.417191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cbf8b-6609-4be4-bf70-34757dae3d82 None None] Pushing event updated for resources: {'Port': ['ID=86fbd455-eb52-443a-ac22-71d03ba4b298,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:43.457656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=5a3a5b27-780d-4419-89fb-f8777cc8bd82,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:43.461658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:43.466037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:43.475054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:43.522005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:43.814469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.122465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.200788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.244460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b535e405-4f65-4698-8f7c-251a7e4f3505 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:44.291904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=5a3a5b27-780d-4419-89fb-f8777cc8bd82,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:44.305591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.308857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b535e405-4f65-4698-8f7c-251a7e4f3505 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:44.309223 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.309740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.310098 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.310446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.310788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.311129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.311467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.311799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.312135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.312463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.312816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.313150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.313476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:44.397602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86fbd455-eb52-443a-ac22-71d03ba4b298 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:44.427158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:44.429154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:44.450605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 86fbd455-eb52-443a-ac22-71d03ba4b298 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:44.450978 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.528476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:44.535199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'network': {'name': 'tempest-network-smoke--167514727', 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:44.548391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.572631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 5685db10-82ad-42e9-bfe6-9c308369174a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:45:44.587792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 86fbd455-eb52-443a-ac22-71d03ba4b298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86fbd455-eb52-443a-ac22-71d03ba4b298,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:44.627879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174fda53-ebd4-4182-bcc0-486995ae1e53 None None] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:45:44.647405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Made reservation on behalf of 9e8086415a4e452687f4285c1a1ba247 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:45:44.651279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.663695 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.692916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:45:44.694398 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.699994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fa63534f-da66-4340-ba72-bc31cc100983 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/5685db10-82ad-42e9-bfe6-9c308369174a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6774437
Nov 13 21:45:44.774366 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.812617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.828826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=86fbd455-eb52-443a-ac22-71d03ba4b298,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:44.835073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-48b4cd59-3f97-41fd-b995-54700f92b88e None None] Provisioning complete for port 86fbd455-eb52-443a-ac22-71d03ba4b298 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:44.835440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48b4cd59-3f97-41fd-b995-54700f92b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.873252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.903735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:45:44.919104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c821541e-0b62-4071-a20f-0f26b7ddf898,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:44.925604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:44.925954 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Added segment 5cd35b78-8b70-4e1d-9971-1d0f3ce73114 of type vlan for network 9967b227-af94-4a41-8ea1-09d80c44227a
Nov 13 21:45:44.980366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.041362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-ebf2bee5-2722-43e1-9d71-b1aef8bf1bc8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134673362&fields=id&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 267 time: 0.0894446
Nov 13 21:45:45.086248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.092433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:45.093098 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.162722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-fc512229-df75-44ae-84d0-9dc2761c3de0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:45.164194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-fc512229-df75-44ae-84d0-9dc2761c3de0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 797 time: 0.1212244
Nov 13 21:45:45.180968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Network': ['ID=9967b227-af94-4a41-8ea1-09d80c44227a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:45.188472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-6e887065-fb72-4104-8a29-ce715c8fa623 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/quotas/922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 375 time: 0.0117211
Nov 13 21:45:45.189352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0b6cd07c-b6f6-418e-9242-f4b394e8fb40 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6588705
Nov 13 21:45:45.192460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45362) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:45.195135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9967b227-af94-4a41-8ea1-09d80c44227a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:45:45.197272 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'admin_state_up': True, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:45.224489 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Sync routers for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:45:45.227567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6f8e69e7-2170-453b-948a-462d08659172 None None] Provisioning complete for port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:45.227985 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f8e69e7-2170-453b-948a-462d08659172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.238645 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:45.239601 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde152340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:45.312964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e69e7-2170-453b-948a-462d08659172 None None] Port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:45.325386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6f8e69e7-2170-453b-948a-462d08659172 None None] Provisioning complete for port 86fbd455-eb52-443a-ac22-71d03ba4b298 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:45.326043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f8e69e7-2170-453b-948a-462d08659172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.382554 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:45.550539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ad20b63a-672d-431d-af7b-0ea125b6f789 None None] Provisioning complete for port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:45.551214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ad20b63a-672d-431d-af7b-0ea125b6f789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.601615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-afe890cf-86ea-4948-b53c-3b1e3d95cfb9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3978002
Nov 13 21:45:45.605076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ad20b63a-672d-431d-af7b-0ea125b6f789 None None] Port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:45.615761 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde152340>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 2, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:45.643818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Checking router: 5685db10-82ad-42e9-bfe6-9c308369174a for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:45:45.644295 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Updating router 5685db10-82ad-42e9-bfe6-9c308369174a port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:45:45.674784 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.676648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.677752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.726631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1eef01bf-5b26-4da9-96d8-7d29acea84b3 None None] Provisioning complete for port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:45.726999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1eef01bf-5b26-4da9-96d8-7d29acea84b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.751285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.754313 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-f0a9ff14-20ae-4e0b-8cda-579cd4ba2be5 service neutron] 10.222.0.20 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360726
Nov 13 21:45:45.774209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1eef01bf-5b26-4da9-96d8-7d29acea84b3 None None] Port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:45.918794 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-3cfa91b9-bc62-4099-b71f-fd0c8f871d47 service neutron] 10.222.0.20 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583610
Nov 13 21:45:45.949617 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:45.990568 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.017695 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.088085 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Pushing event updated for resources: {'Port': ['ID=5a3a5b27-780d-4419-89fb-f8777cc8bd82,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:46.099561 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.100016 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.100450 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.100825 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.101159 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.109619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:46.160494 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Attempting to bind port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:46.160928 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Attempting to bind port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:46.161288 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Attempting to bind port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:46.168542 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:46.168941 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Checking segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:46.170328 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.171138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Bound using segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:46.172257 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Bound port: 5a3a5b27-780d-4419-89fb-f8777cc8bd82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:46.172257 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.213741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86fbd455-eb52-443a-ac22-71d03ba4b298 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:46.269402 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] For port 5a3a5b27-780d-4419-89fb-f8777cc8bd82, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:46.270524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d552395a-1b4d-4665-b6e9-c0b87651dcb6 req-de8e890c-dc1f-44d6-b061-aa207289fcb4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0383646
Nov 13 21:45:46.272850 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] For port 5a3a5b27-780d-4419-89fb-f8777cc8bd82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a3a5b27-780d-4419-89fb-f8777cc8bd82,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:46.284019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 86fbd455-eb52-443a-ac22-71d03ba4b298 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:46.284763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.326718 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.370251 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.388005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:46.388639 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde152340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:46.392847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.409729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bf00b26f-8cd3-48c6-aa20-ce7e0924fa37 None None] Provisioning complete for port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:46.410400 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bf00b26f-8cd3-48c6-aa20-ce7e0924fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.465867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620f8e0-6590-4913-bb34-3aeca8092fb6 None None] Pushing event updated for resources: {'Port': ['ID=5a3a5b27-780d-4419-89fb-f8777cc8bd82,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:46.518196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.35.3.56 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:46.518894 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bf00b26f-8cd3-48c6-aa20-ce7e0924fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.551439 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:46.568812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bf00b26f-8cd3-48c6-aa20-ce7e0924fa37 None None] For port 5a3a5b27-780d-4419-89fb-f8777cc8bd82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a3a5b27-780d-4419-89fb-f8777cc8bd82,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:46.647086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.765105 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde152340>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:46.787572 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e93a3cd-b1bb-4f6d-ad13-5b818f4422a9 None None] The sync data for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 is: [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:45:46.847136 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bf00b26f-8cd3-48c6-aa20-ce7e0924fa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.874819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.912839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00b26f-8cd3-48c6-aa20-ce7e0924fa37 None None] Pushing event updated for resources: {'Port': ['ID=5a3a5b27-780d-4419-89fb-f8777cc8bd82,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:46.928451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:46.931412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:46.934791 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:46.947445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610fff6-c61d-46c7-8300-fe8eb03a1ce3 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:46.974626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-28efe678-a2f9-4c16-8f75-dc5b155b0b1e None None] Provisioning complete for port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:46.975218 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28efe678-a2f9-4c16-8f75-dc5b155b0b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:46.994737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:47.190208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8d9374ae-aeb4-48af-9062-65409a2013cf None None] Provisioning complete for port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:47.192307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8d9374ae-aeb4-48af-9062-65409a2013cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:47.254662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8d9374ae-aeb4-48af-9062-65409a2013cf None None] Port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:47.332379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:47.396153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5efe4444-56fa-4d31-b14d-eaf6ba1f80aa req-f304e05c-bc5e-42e1-8af3-e379df06ee7b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0615404
Nov 13 21:45:47.566424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:47.805928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 36d687c7-8b12-449e-8d39-8abea40ab752 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:45:47.918063 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:45:47.927212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Sync routers for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:45:47.939704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:47.940372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:48.006026 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.007262 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e9ad47a-d3df-41de-8cbf-674f504a9263 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.8137879
Nov 13 21:45:48.010557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45376) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:48.045138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:48.144913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dd567dfe-0e9f-4568-b807-d87530502217 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=9e8086415a4e452687f4285c1a1ba247&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1326878
Nov 13 21:45:48.148124 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:48.246339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131b479-b865-4029-92e9-e26a5aa624db tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:48.247972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c131b479-b865-4029-92e9-e26a5aa624db tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0987978
Nov 13 21:45:48.250816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45384) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:48.251185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a3a5b27-780d-4419-89fb-f8777cc8bd82 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:48.289022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-084a739c-9c76-4bc6-a0de-83d3087adc60 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0340271
Nov 13 21:45:48.291951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:48.294304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824171163', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:48.369908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:48.370829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.447171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Made reservation on behalf of 9e8086415a4e452687f4285c1a1ba247 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:45:48.452210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.490265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d6400>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:47Z', 'revision_number': 3, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:48.510485 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa3012a1-5a6a-4abf-a1f8-a77c52c420e7 req-894998c1-a39b-4214-b8e5-d20794653234 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0547094
Nov 13 21:45:48.522098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Checking router: 36d687c7-8b12-449e-8d39-8abea40ab752 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:45:48.522707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Updating router 36d687c7-8b12-449e-8d39-8abea40ab752 port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:45:48.556151 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.793427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.819182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.859274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Subnet': ['ID=900fb9e7-67e8-4d88-b852-c44ccb7c8909,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:48.867849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Checking segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:48.868206 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network hostable DHCP agents. Network: 9967b227-af94-4a41-8ea1-09d80c44227a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:45:48.901052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.944999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b58205-ce3d-44a4-bcfd-8128ece5ca16 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:48.960745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Attempting to bind port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:48.961111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Attempting to bind port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:48.961469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Attempting to bind port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:48.965295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Pushing event updated for resources: {'Port': ['ID=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:48.969912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:48.970122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 9967b227-af94-4a41-8ea1-09d80c44227a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:45:48.970389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:48.970784 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:48.971167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:48.971625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Bound port: a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:48.971995 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.003384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.003721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.004056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.004388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.004733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.005061 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.005380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.005697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.006012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.006328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.006643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.006957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:49.039069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e23aa56-ba21-49ef-a657-11b6174967d8 None None] Provisioning complete for port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:49.049612 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e23aa56-ba21-49ef-a657-11b6174967d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.064184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] For port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:49.068838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9967b227-af94-4a41-8ea1-09d80c44227a) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:49.073334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:49.073921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.083983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdaa96e-ae01-4353-b0d5-cd4942794372 None None] Network 9967b227-af94-4a41-8ea1-09d80c44227a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:45:49.089379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] For port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:49.100410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0e23aa56-ba21-49ef-a657-11b6174967d8 None None] Port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:49.157358 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-366f40f8-8d46-4a48-90da-6eb2f8383022 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8668499
Nov 13 21:45:49.160303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45396) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:49.204435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.280324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06de83-aa80-4812-a499-64d5faae937a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:45:49.294472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9967b227-af94-4a41-8ea1-09d80c44227a', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:45:49.295317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.308133 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:49.308759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d6400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:49.312477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522311-6622-4b2e-b73c-09ca8cbc84f7 None None] Pushing event updated for resources: {'Port': ['ID=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:49.498281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-de478e0f-c8f1-4214-8222-9dd227096ecc None None] Provisioning complete for port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:49.498657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-de478e0f-c8f1-4214-8222-9dd227096ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.554364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:49.618368 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:49.620153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-99f8092f-7050-4e02-8328-dd5974e0185f req-17ddc59d-e576-42a7-8398-b64a828b4a69 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0313799
Nov 13 21:45:49.669579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Allocated IP 172.20.0.2 (9967b227-af94-4a41-8ea1-09d80c44227a/900fb9e7-67e8-4d88-b852-c44ccb7c8909/2ceb35ff-f1e9-4b19-aa69-25eddf7e326b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:49.844487 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-de478e0f-c8f1-4214-8222-9dd227096ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.030899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-de478e0f-c8f1-4214-8222-9dd227096ecc None None] For port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:50.074459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-de478e0f-c8f1-4214-8222-9dd227096ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.114968 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.126747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d6400>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:47Z', 'revision_number': 3, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:50.159905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72d701-7db5-4f8b-b444-191bda709026 None None] The sync data for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 is: [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:47Z', 'revision_number': 3, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:45:50.165256 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de478e0f-c8f1-4214-8222-9dd227096ecc None None] Pushing event updated for resources: {'Port': ['ID=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:50.193291 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.237840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Network 9967b227-af94-4a41-8ea1-09d80c44227a is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:50.243015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:50.246500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:50.254170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.20.0.1 (9967b227-af94-4a41-8ea1-09d80c44227a/900fb9e7-67e8-4d88-b852-c44ccb7c8909/a1182631-c3d0-4bc6-a5b1-627eb334035c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:50.259564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Pushing event updated for resources: {'Port': ['ID=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:50.312520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Attempting to bind port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:50.313122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Attempting to bind port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:50.313497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Attempting to bind port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b on network 9967b227-af94-4a41-8ea1-09d80c44227a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:50.318850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:50.319582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Checking segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:50.319974 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.320373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Bound using segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:50.321048 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Bound port: 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:50.321435 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.382347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.398818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] For port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:50.402190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] For port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:50.481849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.503900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.552993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfa4bf-0004-480e-ad44-be1be666591b None None] Pushing event updated for resources: {'Port': ['ID=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:50.553132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 9967b227-af94-4a41-8ea1-09d80c44227a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:50.557471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:50.560324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:50.615096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=a1182631-c3d0-4bc6-a5b1-627eb334035c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:50.621464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:50.759307 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0053d611-bc9c-49ec-b37a-44d28bc0cfb6 req-15d71f16-6f5b-4ec9-b25a-9748343e4e22 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0428996
Nov 13 21:45:50.910832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.518239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.532283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643ba8f-99ee-4c1a-ac59-0f374fdddabe None None] Network 9967b227-af94-4a41-8ea1-09d80c44227a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:45:51.625550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.652001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5ca03196-5d6b-4769-bdf0-65fc8ff1f667 None None] Provisioning complete for port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:51.652569 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca03196-5d6b-4769-bdf0-65fc8ff1f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.708336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=a1182631-c3d0-4bc6-a5b1-627eb334035c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:51.718170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.769051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca03196-5d6b-4769-bdf0-65fc8ff1f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.813306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5ca03196-5d6b-4769-bdf0-65fc8ff1f667 None None] For port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:51.830522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 9967b227-af94-4a41-8ea1-09d80c44227a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:51.832583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:51.922653 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e0d2450-72e5-48f7-86b7-da9bdf3e727b req-a488f677-e4f8-4db1-ae29-bbef623d6b8f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0352397
Nov 13 21:45:51.938081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5ca03196-5d6b-4769-bdf0-65fc8ff1f667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:51.971216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 36d687c7-8b12-449e-8d39-8abea40ab752 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:45:52.010026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03196-5d6b-4769-bdf0-65fc8ff1f667 None None] Pushing event updated for resources: {'Port': ['ID=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:52.058476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a2482c8c-eaf6-4869-9fa3-9793d8047d62 None None] Provisioning complete for port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:52.058868 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a2482c8c-eaf6-4869-9fa3-9793d8047d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.091614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:45:52.099683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-30ff3c12-30a0-4bc8-83f5-b40142f62707 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "PUT /v2.0/routers/36d687c7-8b12-449e-8d39-8abea40ab752/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9353979
Nov 13 21:45:52.099683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45416) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:52.104414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1849240257', 'description': 'tempest-secgroup_access--1849240257 description', 'project_id': '9e8086415a4e452687f4285c1a1ba247'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:52.107007 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Sync routers for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:45:52.148547 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:52.149231 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4940d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:52.165626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a2482c8c-eaf6-4869-9fa3-9793d8047d62 None None] Provisioning complete for port a1182631-c3d0-4bc6-a5b1-627eb334035c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:52.166413 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a2482c8c-eaf6-4869-9fa3-9793d8047d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.220661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a2482c8c-eaf6-4869-9fa3-9793d8047d62 None None] Port a1182631-c3d0-4bc6-a5b1-627eb334035c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:52.229240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.315875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.320988 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:52.364425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:52.400435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.482530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b922505a-5199-4d08-b283-749e59a2fd65,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:52.496941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:52.497306 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.499918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8569fd5e-7773-4e58-93fa-a978280dc790 None None] Provisioning complete for port a1182631-c3d0-4bc6-a5b1-627eb334035c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:52.501163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8569fd5e-7773-4e58-93fa-a978280dc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.501666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.502066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.502423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.502755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.503104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.503433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.503758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.504073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.504510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.504724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.505502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.505502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:45:52.565431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.574297 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45420) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:52.575323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0e74fa4a-b653-4569-8543-580e140d8cdc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4744897
Nov 13 21:45:52.578965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1776617638', 'description': 'tempest-secgroup_general--1776617638 description', 'project_id': '9e8086415a4e452687f4285c1a1ba247'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:52.585329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-83dc1bf6-1a95-4fcd-bbb7-2ba4f9b6a12f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:52.587043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-83dc1bf6-1a95-4fcd-bbb7-2ba4f9b6a12f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 797 time: 0.2335103
Nov 13 21:45:52.629039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8569fd5e-7773-4e58-93fa-a978280dc790 None None] Port a1182631-c3d0-4bc6-a5b1-627eb334035c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:52.650097 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4940d0>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:51Z', 'revision_number': 2, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:52.660665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-121baa30-85f5-4d1d-80f5-a1dfd97e86af tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 379 time: 0.0639155
Nov 13 21:45:52.675917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'port': {'device_id': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'admin_state_up': True, 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'security_groups': ['cd75edaf-c0b1-44fb-9170-5c7e8ed00775']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:52.696620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:52.766058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0eac45c1-3e95-4d93-a63d-c5d43788d911 None None] Provisioning complete for port a1182631-c3d0-4bc6-a5b1-627eb334035c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:52.766761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0eac45c1-3e95-4d93-a63d-c5d43788d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.792376 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Checking router: 36d687c7-8b12-449e-8d39-8abea40ab752 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:45:52.792779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Updating router 36d687c7-8b12-449e-8d39-8abea40ab752 port a1182631-c3d0-4bc6-a5b1-627eb334035c binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:45:52.798260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:52.798741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.811597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.825033 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.831329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0eac45c1-3e95-4d93-a63d-c5d43788d911 None None] Port a1182631-c3d0-4bc6-a5b1-627eb334035c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:52.898718 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:52.954610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:45:52.958750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.042221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fde8ecf0-8a97-49de-83bc-f185f93dbb45 req-91bc6f2e-f3fa-4e7c-abae-52fc546f2424 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 210 time: 0.0301979
Nov 13 21:45:53.054049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.092666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0bbe02-8cfe-4348-b983-019ecad48d58,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:53.119836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.5 (9e653ae1-85ae-41d0-8ab3-b38687aba589/440cf4ef-d69d-4324-a618-9b2b1b3bb699/4b53a8f4-ad7b-426b-8d87-d45e73387a91) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:53.183612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.185819 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.188302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d4ceab9-59df-4795-9d89-95662f7f1cea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.6129289
Nov 13 21:45:53.189124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45440) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:53.193672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'security_group_rule': {'security_group_id': 'b922505a-5199-4d08-b283-749e59a2fd65', 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:53.263158 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.284942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.302027 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.329960 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde0f2c-12e3-45e8-8408-860b2206059b None None] Pushing event updated for resources: {'Port': ['ID=a1182631-c3d0-4bc6-a5b1-627eb334035c,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:53.371500 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.397706 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Attempting to bind port a1182631-c3d0-4bc6-a5b1-627eb334035c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:53.398074 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Attempting to bind port a1182631-c3d0-4bc6-a5b1-627eb334035c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:53.398434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Attempting to bind port a1182631-c3d0-4bc6-a5b1-627eb334035c on network 9967b227-af94-4a41-8ea1-09d80c44227a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:53.403600 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:53.404895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Checking segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:53.404895 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.404895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Bound using segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:53.405262 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Bound port: a1182631-c3d0-4bc6-a5b1-627eb334035c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:53.405583 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.423778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.452072 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.471250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:53.476869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:53.481685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:53.488510 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] For port a1182631-c3d0-4bc6-a5b1-627eb334035c, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:53.491880 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] For port a1182631-c3d0-4bc6-a5b1-627eb334035c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1182631-c3d0-4bc6-a5b1-627eb334035c,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:53.517344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847d86eb-d5db-40d0-99f0-ca33f2bbbb5a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:53.523365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:53.555036 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.558021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:53.566075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.591516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.600428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5cc13137-ec0e-4292-8516-0695cd0696d2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4026864
Nov 13 21:45:53.642068 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:45:53.642682 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4940d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:53.645830 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde0f2c-12e3-45e8-8408-860b2206059b None None] Pushing event updated for resources: {'Port': ['ID=a1182631-c3d0-4bc6-a5b1-627eb334035c,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:53.670272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a68fe798-fefb-4aff-b071-e64ad7f0018c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0022862
Nov 13 21:45:53.690776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-bdc81da5-5799-423c-9e32-6a97f2fa25c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:45:53.698477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-bdc81da5-5799-423c-9e32-6a97f2fa25c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0135491
Nov 13 21:45:53.719479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-84602a24-6918-42cb-9ee7-d3545ae88cad None None] Provisioning complete for port a1182631-c3d0-4bc6-a5b1-627eb334035c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:53.733431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Request body: {'port': {'device_id': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:53.740286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84602a24-6918-42cb-9ee7-d3545ae88cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.827467 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:45:53.837000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-b5be0f83-b090-4694-aaeb-38946f790343 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--1776617638&fields=id&tenant_id=9e8086415a4e452687f4285c1a1ba247 HTTP/1.1" status: 200  len: 267 time: 0.0982659
Nov 13 21:45:53.858030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.894545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84602a24-6918-42cb-9ee7-d3545ae88cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:53.911636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-b4c1fba2-fc7d-4660-985c-b399fb42feee tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1849240257&fields=id&tenant_id=9e8086415a4e452687f4285c1a1ba247 HTTP/1.1" status: 200  len: 267 time: 0.0732441
Nov 13 21:45:53.976411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-84602a24-6918-42cb-9ee7-d3545ae88cad None None] For port a1182631-c3d0-4bc6-a5b1-627eb334035c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1182631-c3d0-4bc6-a5b1-627eb334035c,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:54.046924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84602a24-6918-42cb-9ee7-d3545ae88cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.082904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-0c94de84-5f2e-4429-8091-dc689ec5e9f4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:54.085568 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-0c94de84-5f2e-4429-8091-dc689ec5e9f4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/networks?id=9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 200  len: 796 time: 0.1723073
Nov 13 21:45:54.111418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-f99f6919-361c-4269-941c-e977b02524a6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/quotas/9e8086415a4e452687f4285c1a1ba247 HTTP/1.1" status: 200  len: 375 time: 0.0175586
Nov 13 21:45:54.142738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84602a24-6918-42cb-9ee7-d3545ae88cad None None] Pushing event updated for resources: {'Port': ['ID=a1182631-c3d0-4bc6-a5b1-627eb334035c,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:54.182567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b1533e2b-e9b2-4ec8-8ebe-f1a44be48880 None None] Provisioning complete for port a1182631-c3d0-4bc6-a5b1-627eb334035c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:54.182996 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b1533e2b-e9b2-4ec8-8ebe-f1a44be48880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.185515 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-934fb0dc-d737-4f93-88c5-156a1ca39c87 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0737367
Nov 13 21:45:54.202137 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4940d0>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:45:54.239647 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660dae90-55da-4ff6-b8ef-44afa12589a1 None None] The sync data for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 is: [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:45:54.294200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b1533e2b-e9b2-4ec8-8ebe-f1a44be48880 None None] Provisioning complete for port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:54.294557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b1533e2b-e9b2-4ec8-8ebe-f1a44be48880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.348362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45464) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:54.353143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b1533e2b-e9b2-4ec8-8ebe-f1a44be48880 None None] Port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:54.367704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-9e2c8812-aa54-41d1-8663-534f37a3994b service neutron] 10.222.0.20 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635625
Nov 13 21:45:54.390149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe71779-c66f-42c1-982f-f668a114db12 req-59d57b75-4347-4c2e-aedd-348d2f49f1b9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:54.392381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbe71779-c66f-42c1-982f-f668a114db12 req-59d57b75-4347-4c2e-aedd-348d2f49f1b9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 931 time: 0.1887536
Nov 13 21:45:54.513474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbe71779-c66f-42c1-982f-f668a114db12 req-660b811e-de5b-4aeb-8309-c60083745c2f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093636
Nov 13 21:45:54.514310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-98629d66-e3ec-417b-ada7-2aa9ad25e1bd service neutron] 10.222.0.20 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361351
Nov 13 21:45:54.515482 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b58087ce-53d9-4dc7-b13f-e65fe3c6918b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.526184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b53a8f4-ad7b-426b-8d87-d45e73387a91 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:45:54.536210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.555774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Transition to ACTIVE for port object 4b53a8f4-ad7b-426b-8d87-d45e73387a91 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:45:54.632545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b58087ce-53d9-4dc7-b13f-e65fe3c6918b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.646520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.702747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:54.809993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b58087ce-53d9-4dc7-b13f-e65fe3c6918b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.813640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b389a41-c14e-496a-be16-dd997bd7a8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.818861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:54.819404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:54.820133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:54.825826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:45:54.826157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:54.835599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:54.835953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Checking segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:54.836424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Bound using segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:54.837093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Bound port: 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:54.837495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:54.930288 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b58087ce-53d9-4dc7-b13f-e65fe3c6918b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f46847bdcb8f4aa898d7e0fb6a5cf643&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5815945
Nov 13 21:45:54.931240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58087ce-53d9-4dc7-b13f-e65fe3c6918b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a2d49-2c1b-44a5-a5f0-7d0fefd0f651,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:54.941393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d1d8ce2-82de-4c0b-bebf-d44df5e20539 req-c7531a16-5d79-49fe-93ef-1be21872b620 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 210 time: 0.0840013
Nov 13 21:45:54.945830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45472) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:55.021096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:55.040630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:55.056423 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d571496-2688-4050-8d64-93fd3ef737a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:55.079153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d571496-2688-4050-8d64-93fd3ef737a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:55.116090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:55.153936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.154571 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:55.156016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] 10.222.0.37 "PUT /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 1091 time: 1.4511559
Nov 13 21:45:55.156425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:45:55.158731 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5369b69-f2ab-48ae-a501-f4401c0b7561" -d '{"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:45:55.199421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea60b2-2a17-42af-be37-3201fffe2de3 service neutron] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:55.209791 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85286719-a1cc-4c56-941e-e308b14a6fda x-openstack-request-id: req-85286719-a1cc-4c56-941e-e308b14a6fda {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:45:55.210151 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:45:55.210357 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85286719-a1cc-4c56-941e-e308b14a6fda {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:45:55.210774 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'status': 'completed', 'code': 200}
Nov 13 21:45:55.288868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5369b69-f2ab-48ae-a501-f4401c0b7561 req-05257785-a042-4f5d-b1ff-9db7f364b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.290548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5369b69-f2ab-48ae-a501-f4401c0b7561 req-05257785-a042-4f5d-b1ff-9db7f364b2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1094 time: 0.0581641
Nov 13 21:45:55.321057 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d571496-2688-4050-8d64-93fd3ef737a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:55.324365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7d571496-2688-4050-8d64-93fd3ef737a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:55.325693 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7d571496-2688-4050-8d64-93fd3ef737a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f9a2d49-2c1b-44a5-a5f0-7d0fefd0f651 HTTP/1.1" status: 204  len: 168 time: 0.3699718
Nov 13 21:45:55.398226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d571496-2688-4050-8d64-93fd3ef737a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a2d49-2c1b-44a5-a5f0-7d0fefd0f651,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:55.451848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5369b69-f2ab-48ae-a501-f4401c0b7561 req-619fc2dd-a671-406c-9fc7-5b1b61816724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.453460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5369b69-f2ab-48ae-a501-f4401c0b7561 req-619fc2dd-a671-406c-9fc7-5b1b61816724 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=922599e50d824c038fd08455d0e213d4&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1552997
Nov 13 21:45:55.556068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5369b69-f2ab-48ae-a501-f4401c0b7561 req-9276f52f-af91-4988-8934-564f30b37928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.557666 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5369b69-f2ab-48ae-a501-f4401c0b7561 req-9276f52f-af91-4988-8934-564f30b37928 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0970006
Nov 13 21:45:55.684257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-949f4c96-d387-4582-a239-c3d95a530038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.685801 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-949f4c96-d387-4582-a239-c3d95a530038 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1094 time: 0.0772064
Nov 13 21:45:55.694080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5cee7-c2b3-42cf-ada1-3d9bce355640 req-2ed74555-18c4-4424-a31a-0c1f84bd4646 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.695455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fb5cee7-c2b3-42cf-ada1-3d9bce355640 req-2ed74555-18c4-4424-a31a-0c1f84bd4646 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 943 time: 0.0759993
Nov 13 21:45:55.741174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-1d6f36c2-8cab-4f13-bd65-701f8b479af1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 217 time: 0.0447760
Nov 13 21:45:55.799880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9fb5cee7-c2b3-42cf-ada1-3d9bce355640 req-edca9132-15ff-4cb1-82ff-cadecea9dcc3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972800
Nov 13 21:45:55.818096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a614c176-276a-48f6-8c52-bb373090d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.818096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-a614c176-276a-48f6-8c52-bb373090d63d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 200  len: 835 time: 0.0657470
Nov 13 21:45:55.865121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-29df2309-e2a4-4294-97e8-236e6a02b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:55.866654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-29df2309-e2a4-4294-97e8-236e6a02b5f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e653ae1-85ae-41d0-8ab3-b38687aba589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453484
Nov 13 21:45:55.959212 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-79f1e5ca-3817-4b72-b673-c234238a2a81 service neutron] 10.222.0.37 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854740
Nov 13 21:45:55.959671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45488) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:55.988610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18d4f9ed-a1ad-43a7-bf09-26a21af37179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.019560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-31ebfa59-a05d-4504-bc06-d4c47fa18477 req-a98168ed-9988-48c8-a05b-d20086c88a3b tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 210 time: 0.0283644
Nov 13 21:45:56.092158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1e0fa1e7-8a76-4ed9-a082-5f4cc663ad68 req-e420a8a8-ce76-42c1-ad26-cf1a3b18408c service neutron] 10.222.0.37 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254146
Nov 13 21:45:56.142538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18d4f9ed-a1ad-43a7-bf09-26a21af37179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.189649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a1182631-c3d0-4bc6-a5b1-627eb334035c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:45:56.236755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a1182631-c3d0-4bc6-a5b1-627eb334035c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:56.237121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.301175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18d4f9ed-a1ad-43a7-bf09-26a21af37179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.344788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-18d4f9ed-a1ad-43a7-bf09-26a21af37179 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02c7312c5a2741e3a1c024edfa4b1550&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3840344
Nov 13 21:45:56.346082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4f9ed-a1ad-43a7-bf09-26a21af37179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc9387-f763-4ba2-808b-2147688d6621,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:56.347402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:45:56.397451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ab044e7-0115-45da-bb6e-cbdda3110794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.418481 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ab044e7-0115-45da-bb6e-cbdda3110794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.547595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ab044e7-0115-45da-bb6e-cbdda3110794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.556489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5ab044e7-0115-45da-bb6e-cbdda3110794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:56.556489 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5ab044e7-0115-45da-bb6e-cbdda3110794 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4adc9387-f763-4ba2-808b-2147688d6621 HTTP/1.1" status: 204  len: 168 time: 0.2033217
Nov 13 21:45:56.562219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab044e7-0115-45da-bb6e-cbdda3110794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc9387-f763-4ba2-808b-2147688d6621,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:56.922586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3134ce-5502-4296-a8ef-0487876d3084 req-e9e4f130-8f6d-45a8-8540-079e62cab7c7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:56.924832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f3134ce-5502-4296-a8ef-0487876d3084 req-e9e4f130-8f6d-45a8-8540-079e62cab7c7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 943 time: 0.0529428
Nov 13 21:45:56.991593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f3134ce-5502-4296-a8ef-0487876d3084 req-265c768a-d30e-4f12-9f1f-efc9d2488bc7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595641
Nov 13 21:45:57.074373 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f3a2-9a42-4d15-9bf2-8c0c652fd997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:57.122956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-96acebb1-4139-4618-825e-a9684ec459bf req-96090f50-a215-4cf7-ae01-6d0a6db5023b tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 210 time: 0.0303311
Nov 13 21:45:57.366855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-5b3b294c-61fd-4820-81df-4e1947b2d5d6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:57.370402 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-5b3b294c-61fd-4820-81df-4e1947b2d5d6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.46 "GET /v2.0/networks?id=9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 200  len: 796 time: 0.1083977
Nov 13 21:45:57.400281 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:45:57.446396 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-06eab5f5-bd08-47d9-b18d-3de84fa64c27 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e8086415a4e452687f4285c1a1ba247 HTTP/1.1" status: 200  len: 478 time: 0.0676801
Nov 13 21:45:57.455914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'port': {'device_id': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'admin_state_up': True, 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'security_groups': ['6a0bbe02-8cfe-4348-b983-019ecad48d58', 'b922505a-5199-4d08-b283-749e59a2fd65']}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:57.622874 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Made reservation on behalf of 9e8086415a4e452687f4285c1a1ba247 for: {'port': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:45:57.626680 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:57.765611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.20.0.9 (9967b227-af94-4a41-8ea1-09d80c44227a/900fb9e7-67e8-4d88-b852-c44ccb7c8909/7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:45:57.918685 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.012592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.066141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 9967b227-af94-4a41-8ea1-09d80c44227a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:45:58.069384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:45:58.074170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:45:58.078360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:58.127570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2da8-c891-4287-aeee-087d850887fc req-561d68f0-7ffe-4caf-80ed-c77b4b80e5ab tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:58.135568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-290d2da8-c891-4287-aeee-087d850887fc req-561d68f0-7ffe-4caf-80ed-c77b4b80e5ab tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 943 time: 0.0679941
Nov 13 21:45:58.136075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:58.136771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.184965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-290d2da8-c891-4287-aeee-087d850887fc req-16999325-de98-4565-91a7-a7ef0d44ae35 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484254
Nov 13 21:45:58.224798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:45:58.237703 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-791f7a61-302a-4c9a-b5fb-1c92478d8f39 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.7854450
Nov 13 21:45:58.250700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-68072866-5e0f-483e-9554-d51863e1ce35 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:45:58.251669 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-68072866-5e0f-483e-9554-d51863e1ce35 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060475
Nov 13 21:45:58.267572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8dba9-8f9e-4add-8d13-eab8a37f6c8b req-4ef3d95f-9e06-4f3d-805c-506cec3b4940 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:58.273285 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c8dba9-8f9e-4add-8d13-eab8a37f6c8b req-4ef3d95f-9e06-4f3d-805c-506cec3b4940 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 970 time: 0.0678244
Nov 13 21:45:58.339914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:58.355840 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4c8dba9-8f9e-4add-8d13-eab8a37f6c8b req-6d415c95-9f05-43d3-aa89-ea0c9258cd52 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0702050
Nov 13 21:45:58.366113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'port_id': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'mac_address': 'fa:16:3e:20:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:45:58.398653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6c3993bf-2cdd-4d5c-b48d-b834961e57cc None None] Provisioning complete for port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:45:58.399027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6c3993bf-2cdd-4d5c-b48d-b834961e57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.408298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Request body: {'port': {'device_id': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:45:58.431388 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.449219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6c3993bf-2cdd-4d5c-b48d-b834961e57cc None None] Port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:45:58.451521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b53a8f4-ad7b-426b-8d87-d45e73387a91 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:45:58.466149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.473606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:45:58.565979 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.620071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:58.638661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.736364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba {{(pid=120533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:45:58.743937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.755710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.provisioning_blocks [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Transition to ACTIVE for port object 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba will not be triggered until provisioned by entity L2. {{(pid=120533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:45:58.769492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4b53a8f4-ad7b-426b-8d87-d45e73387a91'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:45:58.855580 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:58.907899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Pushing event updated for resources: {'Port': ['ID=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:58.988370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Attempting to bind port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba on host nch2-master-1 for vnic_type normal with profile  {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:45:58.988729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Attempting to bind port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:45:58.989059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Attempting to bind port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba on network 9967b227-af94-4a41-8ea1-09d80c44227a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:58.995343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba on network 9967b227-af94-4a41-8ea1-09d80c44227a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:45:58.995556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Attempting to bind port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba on network 9967b227-af94-4a41-8ea1-09d80c44227a {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:45:59.001679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:45:59.002423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Checking segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:45:59.002731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Bound using segment: {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:45:59.003481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Bound port: 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd35b78-8b70-4e1d-9971-1d0f3ce73114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:45:59.003782 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:59.082358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] For port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host nch2-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:45:59.086109 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] For port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:45:59.175940 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:59.209978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:59.210601 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:45:59.212044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] 10.222.0.46 "PUT /v2.0/ports/7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 200  len: 1130 time: 0.9376378
Nov 13 21:45:59.212477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:45:59.214778 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34728624-6e97-4efd-8dd9-80de907e86f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:45:59.240787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859bf97-c9d7-44eb-b291-a524879dae3c service neutron] Pushing event updated for resources: {'Port': ['ID=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,revision_number=3']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:45:59.335708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a28f-05e5-4096-94bf-cf197dfc3755 req-3e8a0e3e-1fdb-4b28-81a4-3a8c5bacb93f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:59.338120 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc58a28f-05e5-4096-94bf-cf197dfc3755 req-3e8a0e3e-1fdb-4b28-81a4-3a8c5bacb93f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.0535164
Nov 13 21:45:59.431251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bc58a28f-05e5-4096-94bf-cf197dfc3755 req-99feff4d-345c-4663-8e1c-f8ec18a3a265 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853772
Nov 13 21:45:59.468333 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9349ccfd-778a-4e73-8de0-58106155449a x-openstack-request-id: req-9349ccfd-778a-4e73-8de0-58106155449a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:45:59.468646 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:45:59.468907 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9349ccfd-778a-4e73-8de0-58106155449a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:45:59.469314 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'status': 'completed', 'code': 200}
Nov 13 21:45:59.486145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-100202e1-f685-4594-8c56-bc665a647aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:59.487680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-100202e1-f685-4594-8c56-bc665a647aa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1133 time: 0.0611725
Nov 13 21:45:59.532493 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-28aaedb5-a384-478d-bdf9-6046cc146939 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 200  len: 217 time: 0.0360670
Nov 13 21:45:59.561731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c45d1-1f07-4fa1-a8ce-f53ce369622e req-f73245ab-3800-4004-81b8-59e984d9ceec tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:59.563242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-953c45d1-1f07-4fa1-a8ce-f53ce369622e req-f73245ab-3800-4004-81b8-59e984d9ceec tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 982 time: 0.0549030
Nov 13 21:45:59.586361 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-00c5bde4-0d4d-46c7-9a33-6804482cab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:59.587953 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-00c5bde4-0d4d-46c7-9a33-6804482cab77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=900fb9e7-67e8-4d88-b852-c44ccb7c8909 HTTP/1.1" status: 200  len: 835 time: 0.0443747
Nov 13 21:45:59.623617 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-953c45d1-1f07-4fa1-a8ce-f53ce369622e req-c6e938f4-efeb-4344-aa59-a61a087dfc58 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0538821
Nov 13 21:45:59.641938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-1e5a5ca6-9c31-4209-a803-2eee98349939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:45:59.642403 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-1e5a5ca6-9c31-4209-a803-2eee98349939 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9967b227-af94-4a41-8ea1-09d80c44227a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0477569
Nov 13 21:45:59.733617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-295362fd-2ea9-4455-a54b-7194537d0f4c service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839193
Nov 13 21:46:00.006234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:00.108627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7a5ae71f-ea1f-40ab-870a-fb342ca3ac8b req-cef38ab0-c961-4ced-bd00-8af742bfb624 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3680775
Nov 13 21:46:00.240321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:00.267026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-aa8aa8a4-fad7-4526-87a4-16a66e39e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.268525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-aa8aa8a4-fad7-4526-87a4-16a66e39e2a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1133 time: 0.0436127
Nov 13 21:46:00.363991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-15f84ed5-dff1-4909-8a1c-232fa95fcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.365530 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-15f84ed5-dff1-4909-8a1c-232fa95fcff3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 200  len: 897 time: 0.0903060
Nov 13 21:46:00.365774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:46:00.369736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:00.370159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:00.391160 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:00.409807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-26f97c66-bf85-46b3-b337-da56c6bab8b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 200  len: 217 time: 0.0344853
Nov 13 21:46:00.452741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:00.459252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-57350509-1a07-4490-bb10-2df13edb7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.460790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-57350509-1a07-4490-bb10-2df13edb7288 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=900fb9e7-67e8-4d88-b852-c44ccb7c8909 HTTP/1.1" status: 200  len: 835 time: 0.0423982
Nov 13 21:46:00.481354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:00.483671 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7324d458-0457-4f91-86c1-b51d8ac463da" -d '{"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:00.499121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:00.511811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-597845c3-24cd-409e-a5bc-380bd1ff6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.513404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-597845c3-24cd-409e-a5bc-380bd1ff6f6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9967b227-af94-4a41-8ea1-09d80c44227a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453246
Nov 13 21:46:00.529329 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d493bc9-26bb-4cc1-abc5-3c16aa64497c x-openstack-request-id: req-4d493bc9-26bb-4cc1-abc5-3c16aa64497c {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:00.529643 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:00.529889 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d493bc9-26bb-4cc1-abc5-3c16aa64497c {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:00.530274 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'code': 200}
Nov 13 21:46:00.575827 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:00.627195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357e1cd-2b43-4f81-b6ef-cbc89b34903f req-32fa678b-4b65-4d7f-a7c3-92924962a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.629403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7357e1cd-2b43-4f81-b6ef-cbc89b34903f req-32fa678b-4b65-4d7f-a7c3-92924962a08a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1096 time: 0.0442665
Nov 13 21:46:00.631351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad5dc6-de34-4796-bbec-979d66bf6e34 req-87d8cdd3-a77f-4fb0-8209-365d5fc4664f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.631990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:00.632875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baad5dc6-de34-4796-bbec-979d66bf6e34 req-87d8cdd3-a77f-4fb0-8209-365d5fc4664f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.1185300
Nov 13 21:46:00.673693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-78ff6625-fd60-4ef9-adf3-eab5bee1fcf9 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483548
Nov 13 21:46:00.686066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7357e1cd-2b43-4f81-b6ef-cbc89b34903f req-46be40af-51ca-496d-81c3-210d1a823204 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433888
Nov 13 21:46:00.727927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baad5dc6-de34-4796-bbec-979d66bf6e34 req-9cd49b61-9177-45e6-b0f8-1ea31085d911 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866299
Nov 13 21:46:00.757752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aad74-906e-43bb-9487-27ac38f960d4 req-2d9182cf-aa2d-42a4-9a4f-1a67c028d44d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:00.760910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b8aad74-906e-43bb-9487-27ac38f960d4 req-2d9182cf-aa2d-42a4-9a4f-1a67c028d44d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 982 time: 0.0607088
Nov 13 21:46:00.788307 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34728624-6e97-4efd-8dd9-80de907e86f6 req-b7b1af5b-b99e-4943-b0d4-4097df6df91b service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046491
Nov 13 21:46:00.819365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b8aad74-906e-43bb-9487-27ac38f960d4 req-e0033d60-0555-4e6f-8d47-fcceafe055ce tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0527649
Nov 13 21:46:01.855998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744413-b661-465e-9d7f-5c490d0d3735 req-49c360d1-f2ba-49cb-a068-28b8b5c4a16b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:01.857581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-60744413-b661-465e-9d7f-5c490d0d3735 req-49c360d1-f2ba-49cb-a068-28b8b5c4a16b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0506117
Nov 13 21:46:01.914625 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-60744413-b661-465e-9d7f-5c490d0d3735 req-31eec575-d79c-45da-b278-ab662a9450d0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508540
Nov 13 21:46:01.939160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df769b-b558-4191-8821-586bc42041f3 req-e27f8397-b770-4a73-9985-0284bb910c71 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:01.940637 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14df769b-b558-4191-8821-586bc42041f3 req-e27f8397-b770-4a73-9985-0284bb910c71 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 982 time: 0.0496912
Nov 13 21:46:01.996507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-14df769b-b558-4191-8821-586bc42041f3 req-f950aa6a-8583-4431-98c5-9a0ffbb669c3 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0497317
Nov 13 21:46:02.247949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-0bb0be5b-0099-437e-9ca5-9cfbe2c2fc78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400021
Nov 13 21:46:02.329927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-ee06c381-342c-4f16-8dfe-cd0090341675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:02.331456 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-ee06c381-342c-4f16-8dfe-cd0090341675 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1097 time: 0.0411925
Nov 13 21:46:02.437839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-1bb6f0b2-e6ee-41c6-82f3-e22d09c4c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:02.439190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-1bb6f0b2-e6ee-41c6-82f3-e22d09c4c471 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.0887227
Nov 13 21:46:02.503224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-76e40159-18b4-43a9-8881-04afb52860dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 1001 time: 0.0574691
Nov 13 21:46:02.552278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-42f2ff74-7f60-417e-95dd-cf55d8a9792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:02.553816 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-42f2ff74-7f60-417e-95dd-cf55d8a9792f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0440631
Nov 13 21:46:02.604741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-3472d08c-b65c-4ac0-9f49-22644aefc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:02.606233 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-3472d08c-b65c-4ac0-9f49-22644aefc4e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454743
Nov 13 21:46:02.695806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-967e4bc7-b8c7-47a0-a5df-a4f5ba422622 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824871
Nov 13 21:46:02.791879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd8e420b-07ca-4eda-92d1-1fd3d5bcbee8 req-7c18374e-6059-427c-9b53-20b327399645 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893824
Nov 13 21:46:02.910073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:46:03.012944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:03.026015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'port_id': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'mac_address': 'fa:16:3e:28:b4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:46:03.045703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b301d2-f4b7-4ebe-a570-e67ebc6eea46 req-76c6f187-9fcb-4c8b-ab93-b660e5aec5de tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:03.047234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35b301d2-f4b7-4ebe-a570-e67ebc6eea46 req-76c6f187-9fcb-4c8b-ab93-b660e5aec5de tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0631862
Nov 13 21:46:03.067452 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:03.080726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:46:03.099837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:03.106425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-35b301d2-f4b7-4ebe-a570-e67ebc6eea46 req-d991ecdd-9f3d-4fb4-9355-56aecf954377 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528846
Nov 13 21:46:03.134084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779f70-2de6-46c7-93b6-c56a2430fdcd req-acb6308f-3531-4c17-b348-3132594f4793 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:03.135573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81779f70-2de6-46c7-93b6-c56a2430fdcd req-acb6308f-3531-4c17-b348-3132594f4793 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 982 time: 0.0507255
Nov 13 21:46:03.192956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:03.198454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81779f70-2de6-46c7-93b6-c56a2430fdcd req-ee6729aa-8432-44b4-a7c3-fcc49e3420bf tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0562494
Nov 13 21:46:03.227193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665719-dc75-4dbe-889d-13c9b054ebfd req-4f8e3355-1f59-4291-a4e6-15f3393a28e3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:03.228828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67665719-dc75-4dbe-889d-13c9b054ebfd req-4f8e3355-1f59-4291-a4e6-15f3393a28e3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0511055
Nov 13 21:46:03.247775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:03.286806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67665719-dc75-4dbe-889d-13c9b054ebfd req-2fbc6d24-e691-4f18-a29b-84f8d2d95bab tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511167
Nov 13 21:46:03.309080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45634) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:03.351314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60524388-2fa0-4bb3-8345-f8044ef45df3 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:03.352893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60524388-2fa0-4bb3-8345-f8044ef45df3 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1091 time: 0.0427330
Nov 13 21:46:03.356227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45636) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:03.360575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:03.421500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:46:03.438482 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:03.537338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:03.647839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.119 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/2b3ff8ae-1043-43a8-b3d0-2fcabaa9de7f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:03.746645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:03.872903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:03.909654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:03.912407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:03.917936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:03.942357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=2b3ff8ae-1043-43a8-b3d0-2fcabaa9de7f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:04.285861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:04.317555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec82f21-f974-4c6b-a534-bbe2dd04120d req-0d3452ce-a2b6-4fad-94d4-cac19accd94d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:04.319329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cec82f21-f974-4c6b-a534-bbe2dd04120d req-0d3452ce-a2b6-4fad-94d4-cac19accd94d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 983 time: 0.0496571
Nov 13 21:46:04.379747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cec82f21-f974-4c6b-a534-bbe2dd04120d req-a0bc70e2-5813-434e-a5b6-35189ab689aa tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0532618
Nov 13 21:46:04.430097 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:04.586723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:04.655170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:04.720711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=2b3ff8ae-1043-43a8-b3d0-2fcabaa9de7f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:04.732972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:04.834312 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP 1e4a42bf-96f5-4614-bc72-56c8833a569b associated. External IP: 172.35.3.119, port: 4b53a8f4-ad7b-426b-8d87-d45e73387a91.
Nov 13 21:46:04.929415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:05.058554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 5685db10-82ad-42e9-bfe6-9c308369174a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:05.074817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:46:05.079314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:05.080364 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:05.172152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:05.182449 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:05.195516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] Sync routers for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:05.206430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:05.208773 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea830707-f3d1-4b4f-9ede-5fdf79c012aa" -d '{"events": [{"server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "name": "network-vif-plugged", "status": "completed", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:05.229120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:05.233399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:05.234314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d0070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:05.276186 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bbb629-f26f-470b-9633-5d7f070e8ea0 x-openstack-request-id: req-c5bbb629-f26f-470b-9633-5d7f070e8ea0 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:05.280500 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "name": "network-vif-plugged", "status": "completed", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:05.280500 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5bbb629-f26f-470b-9633-5d7f070e8ea0 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:05.280500 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'code': 200}
Nov 13 21:46:05.346930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:05.347739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:05.378486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:05.383620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-19b39c13-7832-4aa6-897c-3067645e9545 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0238824
Nov 13 21:46:05.383620 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:05.385780 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f" -d '{"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:05.390924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcff5b6-bda6-4133-a1d3-791fd0c271c7 req-1df7c9e5-a998-4216-ba25-aefd260274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.392746 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7dcff5b6-bda6-4133-a1d3-791fd0c271c7 req-1df7c9e5-a998-4216-ba25-aefd260274bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1134 time: 0.0767598
Nov 13 21:46:05.433873 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd6a81-5367-43db-a632-aa713a0c05ce x-openstack-request-id: req-f1dd6a81-5367-43db-a632-aa713a0c05ce {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:05.434263 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:05.434612 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1dd6a81-5367-43db-a632-aa713a0c05ce {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:05.435134 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'status': 'completed', 'code': 200}
Nov 13 21:46:05.477426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7dcff5b6-bda6-4133-a1d3-791fd0c271c7 req-67438365-cc06-40cb-866d-a1d058bcc1c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b922505a-5199-4d08-b283-749e59a2fd65&id=6a0bbe02-8cfe-4348-b983-019ecad48d58&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0759866
Nov 13 21:46:05.477755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:05.538208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb5bdc-fa99-4a85-82f7-610186dc65f2 req-ddd6eb06-2a7c-40b0-9b93-2a13b1bdc5e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.539876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbcb5bdc-fa99-4a85-82f7-610186dc65f2 req-ddd6eb06-2a7c-40b0-9b93-2a13b1bdc5e1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0942943
Nov 13 21:46:05.547557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-69f6508f-8771-455c-9743-fec47ce2d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.549399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-69f6508f-8771-455c-9743-fec47ce2d2f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1096 time: 0.0687804
Nov 13 21:46:05.575184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619dfb8-741f-420e-9628-78b2291d8afc req-dbb678aa-b039-4486-8861-59715b526abd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.577293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6619dfb8-741f-420e-9628-78b2291d8afc req-dbb678aa-b039-4486-8861-59715b526abd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 984 time: 0.0646796
Nov 13 21:46:05.637839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d0070>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e4a42bf-96f5-4614-bc72-56c8833a569b', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.119', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'port_id': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'mac_address': 'fa:16:3e:20:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:46:04Z', 'updated_at': '2021-11-13T21:46:04Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:05.641213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6619dfb8-741f-420e-9628-78b2291d8afc req-c3b953b5-0aab-4dda-b5b7-b359781183fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0563962
Nov 13 21:46:05.671723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbcb5bdc-fa99-4a85-82f7-610186dc65f2 req-a411f272-4e3f-4ad3-adf9-1c0dbdc9e9a9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196964
Nov 13 21:46:05.674074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] Checking router: 5685db10-82ad-42e9-bfe6-9c308369174a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:05.681361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-573031d0-2338-43b8-9f4c-8ce6dfe3450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.682718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-573031d0-2338-43b8-9f4c-8ce6dfe3450e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 898 time: 0.1224570
Nov 13 21:46:05.682895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:05.683366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d0070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:05.697493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:05.802626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-1fcfd523-a73a-4364-8478-6a001f9a9e1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 999 time: 0.1128933
Nov 13 21:46:05.806291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9024fa81-7f39-407e-b624-19e986fb58ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/1e4a42bf-96f5-4614-bc72-56c8833a569b HTTP/1.1" status: 200  len: 991 time: 0.1077533
Nov 13 21:46:05.859306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-fbcc33d8-bd2f-4295-b300-9553e6f86fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.860835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-fbcc33d8-bd2f-4295-b300-9553e6f86fa4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 200  len: 835 time: 0.0508711
Nov 13 21:46:05.909476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-0e759f26-7932-4fe8-8236-92d7c73ee0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:05.911049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-0e759f26-7932-4fe8-8236-92d7c73ee0c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e653ae1-85ae-41d0-8ab3-b38687aba589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434124
Nov 13 21:46:05.942462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:06.002134 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-ae2065c2-c534-44aa-a30a-9456e9ca644d service neutron] 10.222.0.37 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839229
Nov 13 21:46:06.098048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef2de6c6-7113-4853-9e48-3753d0f3ce9f req-f27464e8-4ba6-45b7-8280-a3ab82c57d68 service neutron] 10.222.0.37 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889552
Nov 13 21:46:06.168766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd6d0070>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e4a42bf-96f5-4614-bc72-56c8833a569b', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.119', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'port_id': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'mac_address': 'fa:16:3e:20:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:46:04Z', 'updated_at': '2021-11-13T21:46:04Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:06.194014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5eedeb-7e15-46f0-8cef-0d294714343c None None] The sync data for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 is: [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e4a42bf-96f5-4614-bc72-56c8833a569b', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.119', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'port_id': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'mac_address': 'fa:16:3e:20:da:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:46:04Z', 'updated_at': '2021-11-13T21:46:04Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:06.399275 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f9828-26dd-457e-bed9-dc6f2e3d33d1 None None] New status for floating IP 1e4a42bf-96f5-4614-bc72-56c8833a569b: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:46:06.757677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ac3cf-600f-4805-b23f-c460d1757558 req-6d02c35e-4039-4cc4-ba75-8c23e3c20bb1 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:06.759147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1b1ac3cf-600f-4805-b23f-c460d1757558 req-6d02c35e-4039-4cc4-ba75-8c23e3c20bb1 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 984 time: 0.0494871
Nov 13 21:46:06.810255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45672) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:06.822065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1b1ac3cf-600f-4805-b23f-c460d1757558 req-e9d576e5-bd04-4fab-b34e-ae4ada3e0a2c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0567265
Nov 13 21:46:06.880536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-84370c50-9624-4dc6-b5ad-e70170bd1c8e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/1e4a42bf-96f5-4614-bc72-56c8833a569b HTTP/1.1" status: 200  len: 993 time: 0.0692077
Nov 13 21:46:06.939068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a87036-46ff-4260-8b9a-905bf726e6ab req-62ec0a16-c566-4aa8-b691-3b6f307abf9b tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:06.940545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17a87036-46ff-4260-8b9a-905bf726e6ab req-62ec0a16-c566-4aa8-b691-3b6f307abf9b tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 984 time: 0.0493436
Nov 13 21:46:06.997240 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17a87036-46ff-4260-8b9a-905bf726e6ab req-db76cac5-f560-4ed6-b95b-81d422343a91 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0503125
Nov 13 21:46:07.108245 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a995d-961e-4bd6-a573-7392cf6ef7eb req-f406d13c-9471-4035-8c88-24a177005f87 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:07.109806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-815a995d-961e-4bd6-a573-7392cf6ef7eb req-f406d13c-9471-4035-8c88-24a177005f87 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1135 time: 0.0419607
Nov 13 21:46:07.127771 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-815a995d-961e-4bd6-a573-7392cf6ef7eb req-1d2cf74e-24bf-4b75-8f9b-336a377b6bcb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.199959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-815a995d-961e-4bd6-a573-7392cf6ef7eb req-1d2cf74e-24bf-4b75-8f9b-336a377b6bcb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.257099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-815a995d-961e-4bd6-a573-7392cf6ef7eb req-1d2cf74e-24bf-4b75-8f9b-336a377b6bcb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.301727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cf74e-24bf-4b75-8f9b-336a377b6bcb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee5dc3d-d1f3-445a-9d2c-23df28c1ba60,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:07.313253 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-815a995d-961e-4bd6-a573-7392cf6ef7eb req-1d2cf74e-24bf-4b75-8f9b-336a377b6bcb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1945956
Nov 13 21:46:07.333107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45680) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:07.377731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa57f3d-da01-4008-8468-623bb5de40d7 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:07.379300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4aa57f3d-da01-4008-8468-623bb5de40d7 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1130 time: 0.0452206
Nov 13 21:46:07.382270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45682) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:07.387351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'fixed_ip_address': '172.20.0.9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:07.472630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.566235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.673141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.35.3.249 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7d4685f5-8d68-4382-8f7a-9adfff7353c4) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:07.785778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.880477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:07.921776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:07.926572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:07.930067 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:07.935983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=7d4685f5-8d68-4382-8f7a-9adfff7353c4,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:08.278470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:08.426415 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:08.580844 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:08.645548 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:08.718176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=7d4685f5-8d68-4382-8f7a-9adfff7353c4,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:08.722884 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:08.823612 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Floating IP 40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5 associated. External IP: 172.35.3.249, port: 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba.
Nov 13 21:46:09.325653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 36d687c7-8b12-449e-8d39-8abea40ab752 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:09.442638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:09.453966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] Sync routers for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:09.463960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:09.464545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c1100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:09.510863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:09.539198 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-50481b7e-e85f-446d-95d1-89dd9cf8c5f0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1551769
Nov 13 21:46:09.539791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:09.541945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45706) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:09.545706 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a340c-a11c-4e5c-8ca7-121da30ea708" -d '{"events": [{"name": "network-changed", "server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:09.579224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:09.595482 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1e07cf-fbb3-4315-8980-e6336338751f x-openstack-request-id: req-9b1e07cf-fbb3-4315-8980-e6336338751f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:09.595482 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:09.595482 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b1e07cf-fbb3-4315-8980-e6336338751f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:09.595482 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'status': 'completed', 'code': 200}
Nov 13 21:46:09.724809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-29e6cfa9-8a8f-45b5-abba-c50a42227c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.726236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-29e6cfa9-8a8f-45b5-abba-c50a42227c5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1135 time: 0.1001685
Nov 13 21:46:09.779556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.780026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.780484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.780967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.781417 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.781869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.782328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.784478 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2411996-a100-419e-a492-e0c0c32e2e79 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4968 time: 0.2411816
Nov 13 21:46:09.787251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45710) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:09.813219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c1100>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'floating_ip_address': '172.35.3.249', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'port_id': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'mac_address': 'fa:16:3e:28:b4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:46:08Z', 'updated_at': '2021-11-13T21:46:08Z', 'revision_number': 0, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:09.839000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] Checking router: 36d687c7-8b12-449e-8d39-8abea40ab752 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:09.844186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-1e66e82d-dc34-4579-95fd-668ebad909f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.845698 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-1e66e82d-dc34-4579-95fd-668ebad909f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 200  len: 897 time: 0.1115439
Nov 13 21:46:09.851036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:09.851822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c1100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:45:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:09.884846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.885410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.885922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.886519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.887037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.887528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.888026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:09.890009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5263564a-2cdf-4aab-b26e-9e2273133025 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4627 time: 0.1016634
Nov 13 21:46:09.893540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 45712) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:09.963036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:09.981786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-eef4d7f9-efbf-4c91-8c6d-ca735da13c39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 200  len: 999 time: 0.1292162
Nov 13 21:46:10.226479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0c1100>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'floating_ip_address': '172.35.3.249', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'port_id': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'mac_address': 'fa:16:3e:28:b4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:46:08Z', 'updated_at': '2021-11-13T21:46:08Z', 'revision_number': 0, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:10.255769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bd3cc9-9f1c-4190-a3da-a58511bb8135 None None] The sync data for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 is: [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'floating_ip_address': '172.35.3.249', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'port_id': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'mac_address': 'fa:16:3e:28:b4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:46:08Z', 'updated_at': '2021-11-13T21:46:08Z', 'revision_number': 0, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:10.371476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-9230c0ed-001e-42e3-9252-0da642e32161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:10.372976 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-9230c0ed-001e-42e3-9252-0da642e32161 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=900fb9e7-67e8-4d88-b852-c44ccb7c8909 HTTP/1.1" status: 200  len: 835 time: 0.3837256
Nov 13 21:46:10.460111 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68264665-66b2-4d68-b976-c248af4063c9 None None] New status for floating IP 40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:46:10.477673 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-27a5cec8-55de-4e7e-be83-315240f905c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:10.479172 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-27a5cec8-55de-4e7e-be83-315240f905c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9967b227-af94-4a41-8ea1-09d80c44227a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0787349
Nov 13 21:46:10.590963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a911daab-d541-4eec-81a8-ed27964a764d tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3779 time: 0.6961172
Nov 13 21:46:10.594001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45716) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:10.611057 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-98c087ce-f462-488b-ac55-781159cb28e8 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217961
Nov 13 21:46:10.634507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5649266-1487-43ae-848f-788df390e3dc tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:10.634981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5649266-1487-43ae-848f-788df390e3dc tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:10.637125 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f5649266-1487-43ae-848f-788df390e3dc tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36d687c7-8b12-449e-8d39-8abea40ab752 HTTP/1.1" status: 200  len: 1991 time: 0.0421426
Nov 13 21:46:10.708339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d96a340c-a11c-4e5c-8ca7-121da30ea708 req-82d39ab2-8ac3-48e0-87b0-d668cca79c94 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901227
Nov 13 21:46:12.449408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:14.777159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:24.748279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0a660cf-7c18-4bbe-b3ff-9f54016780e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:27.081159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bf46a061-c9e6-43a3-af2b-280d4e9f9225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:28.666149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:30.043606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:30.392334 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:33.741422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b1b9-8fbd-4349-9dd6-36fd8c0b1d8f req-65007bcc-9f97-4b3d-9fd4-526ce5042272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:33.742887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee28b1b9-8fbd-4349-9dd6-36fd8c0b1d8f req-65007bcc-9f97-4b3d-9fd4-526ce5042272 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0486863
Nov 13 21:46:33.791821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee28b1b9-8fbd-4349-9dd6-36fd8c0b1d8f req-a603d5ff-48ea-48b8-9587-4a347cba5e44 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428967
Nov 13 21:46:33.814676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:33.882043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f513196c-cbe8-4228-a70d-ba0affad844a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/1e4a42bf-96f5-4614-bc72-56c8833a569b HTTP/1.1" status: 200  len: 993 time: 0.0662534
Nov 13 21:46:34.392113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cbb44-a873-493b-b41f-a111bc9a6a15 req-5de496e4-9ede-4f33-8392-b9b5f6231ad5 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:34.393678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-571cbb44-a873-493b-b41f-a111bc9a6a15 req-5de496e4-9ede-4f33-8392-b9b5f6231ad5 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1096 time: 0.0410619
Nov 13 21:46:34.400698 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:46:34.439733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-571cbb44-a873-493b-b41f-a111bc9a6a15 req-e292cbab-9e6d-4195-ab97-b5718991df46 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400066
Nov 13 21:46:34.566604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-9ffa3e54-c797-41a4-a6e2-dcbe633e1394 req-cd473efa-ac82-4316-9dcd-3273e99989c2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:46:34.567637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ffa3e54-c797-41a4-a6e2-dcbe633e1394 req-cd473efa-ac82-4316-9dcd-3273e99989c2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0591402
Nov 13 21:46:35.579458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-b958baba-f5b1-41ad-8347-46b523c4d4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0400782
Nov 13 21:46:35.588438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-4f04d576-8cd5-4870-a7a9-8ab2a7542acb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:46:35.589414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-4f04d576-8cd5-4870-a7a9-8ab2a7542acb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052259
Nov 13 21:46:36.431874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2f2c4331-2938-40d1-8591-f45dbbe50ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:36.433364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2f2c4331-2938-40d1-8591-f45dbbe50ad5 service neutron] 10.222.0.20 "GET /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 1093 time: 0.0376947
Nov 13 21:46:36.442101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:36.442556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Unknown quota resources ['binding']. {{(pid=120532) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Nov 13 21:46:36.581818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on host nch2-master-1 for vnic_type normal with profile None {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:36.582400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:36.582515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:36.587480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:46:36.587797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:36.592667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:36.593036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Checking segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:36.593417 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Bound using segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:36.593837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Bound port: 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:36.677912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:36.698451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 45934) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:36.765934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] Publish callbacks [] for binding, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:36.767327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] 10.222.0.20 "POST /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91/bindings HTTP/1.1" status: 201  len: 389 time: 0.3286741
Nov 13 21:46:36.859035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Deleting port 1edae736-b05d-4dcf-87d1-ebc8f4af66d9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:46:36.859367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:36.941065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:36.941289 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:36.954745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Calling delete_port for 1edae736-b05d-4dcf-87d1-ebc8f4af66d9 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:46:37.085980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddf96-6e53-40db-84a1-32610c337d02 req-f18263a0-1d55-4eb0-aa14-dd2e00ec2ee0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.087437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d44ddf96-6e53-40db-84a1-32610c337d02 req-f18263a0-1d55-4eb0-aa14-dd2e00ec2ee0 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0710638
Nov 13 21:46:37.167148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d44ddf96-6e53-40db-84a1-32610c337d02 req-de7a5ae5-6747-49e1-babd-2971c3caf6fd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720308
Nov 13 21:46:37.238755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:37.270194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event deleted for resources: {'Port': ['ID=1edae736-b05d-4dcf-87d1-ebc8f4af66d9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:37.351973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:37.352310 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Floating IP d34b8218-75ad-46fa-a47c-4cab9c0b8754 disassociated (deleted). External IP: 172.35.3.30, port: d9014b56-8830-4783-a189-b6b21824bf20.
Nov 13 21:46:37.420261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-5ead6bf4-e347-416b-b73f-3cd5a131fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.421798 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-5ead6bf4-e347-416b-b73f-3cd5a131fc75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1096 time: 0.0434897
Nov 13 21:46:37.534709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-291a86d0-d34d-474d-ad82-9e7fa752721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.536534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-291a86d0-d34d-474d-ad82-9e7fa752721c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 898 time: 0.1071439
Nov 13 21:46:37.601820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Router 02d079d7-fce2-4f37-ab0e-7db1a41893fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:37.612506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-58ac6d63-1ff9-47e2-bbc5-5527a16bd60c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 1001 time: 0.0680432
Nov 13 21:46:37.680061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2e7dad69-6827-4a33-ae86-90183ddb1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.681550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2e7dad69-6827-4a33-ae86-90183ddb1f90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 200  len: 835 time: 0.0599186
Nov 13 21:46:37.717736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:37.722635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:37.727995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-9122abfe-7526-499e-b15e-513996764c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.729526 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-9122abfe-7526-499e-b15e-513996764c12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e653ae1-85ae-41d0-8ab3-b38687aba589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407305
Nov 13 21:46:37.732426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] Sync routers for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:37.743421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:37.744088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:37.758662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-de72b937-86bd-4e46-842a-5934bfbcc357 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "DELETE /v2.0/floatingips/d34b8218-75ad-46fa-a47c-4cab9c0b8754 HTTP/1.1" status: 204  len: 168 time: 1.0520971
Nov 13 21:46:37.758662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:37.758662 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "tag": "d9014b56-8830-4783-a189-b6b21824bf20"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:37.812339 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e71583-ec65-41f2-aded-2182b2c4e4ab x-openstack-request-id: req-17e71583-ec65-41f2-aded-2182b2c4e4ab {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:37.812629 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "tag": "d9014b56-8830-4783-a189-b6b21824bf20", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:37.812908 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17e71583-ec65-41f2-aded-2182b2c4e4ab {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:37.813315 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20', 'status': 'completed', 'code': 200}
Nov 13 21:46:37.841870 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-85b6d6d9-c2cc-497e-b9dc-a9b391d75425 service neutron] 10.222.0.46 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039381
Nov 13 21:46:37.857541 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:37.881667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-5a8b2de6-f0bc-4929-a7cf-5f6386b74cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.883345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-5a8b2de6-f0bc-4929-a7cf-5f6386b74cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 1097 time: 0.0461254
Nov 13 21:46:37.944504 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-aa09d75e-1bed-4073-af89-bc78debcb035 service neutron] 10.222.0.46 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958881
Nov 13 21:46:37.983752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-aadb8ae5-76e7-40db-93d8-56dc50742602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:37.989857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-aadb8ae5-76e7-40db-93d8-56dc50742602 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 200  len: 912 time: 0.0941372
Nov 13 21:46:38.028170 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-00a6c28d-890e-430f-8aa7-52aa5891ef95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 200  len: 217 time: 0.0343022
Nov 13 21:46:38.062514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0a60>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:38.082926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-a4e17b7d-db34-494a-ba90-e963c58e0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:38.087999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-a4e17b7d-db34-494a-ba90-e963c58e0a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 200  len: 850 time: 0.0494058
Nov 13 21:46:38.095306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] Checking router: 02d079d7-fce2-4f37-ab0e-7db1a41893fa for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:38.105690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:38.106563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:38.107276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-4d66cf8a-3e89-4c90-a673-3a1554cc92be tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:38.108876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-4d66cf8a-3e89-4c90-a673-3a1554cc92be tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1&tenant_id=922599e50d824c038fd08455d0e213d4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0909288
Nov 13 21:46:38.123067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:38.139331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-2d877295-9dbc-4978-8d63-17a4ddcac259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:38.141025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-2d877295-9dbc-4978-8d63-17a4ddcac259 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47f1ff9d-074e-4315-963f-151fbe169dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454557
Nov 13 21:46:38.189778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:38.244439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:38.279635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-a070e235-b5c3-4987-9261-4269f80136aa service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314950
Nov 13 21:46:38.364737 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa123f-36d7-4f9f-95de-8d59d96b4b26 req-8c1b4190-211e-49aa-a669-5e849c3c057a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:38.367907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90fa123f-36d7-4f9f-95de-8d59d96b4b26 req-8c1b4190-211e-49aa-a669-5e849c3c057a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 946 time: 0.0850623
Nov 13 21:46:38.394328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8f6d-77b2-41bd-8893-3f021c179871 req-5fdd3e02-71ff-4d12-aa35-3d05cce80a0e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:38.395888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f12c8f6d-77b2-41bd-8893-3f021c179871 req-5fdd3e02-71ff-4d12-aa35-3d05cce80a0e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0987055
Nov 13 21:46:38.453448 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40c2598e-d632-462f-bc1c-6fe7c8cce2cf req-4089c7fb-dbcd-4366-97bc-ae96175f8d84 service neutron] 10.222.0.46 "GET /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647043
Nov 13 21:46:38.456789 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90fa123f-36d7-4f9f-95de-8d59d96b4b26 req-4fd668b4-a039-4fb0-8eb5-9701ad2e533f tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627511
Nov 13 21:46:38.463122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9b0a60>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:38.478006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f12c8f6d-77b2-41bd-8893-3f021c179871 req-c1a94c35-a2eb-40b3-914e-41cc5fd8ca57 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735278
Nov 13 21:46:38.480201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:38.507759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911fda16-a547-45f6-8a21-ccffd3a8f084 None None] The sync data for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 is: [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86aac3e4-3a90-491b-8492-d91ebb741352', 'name': '', 'network_id': '47f1ff9d-074e-4315-963f-151fbe169dfb', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:22Z', 'updated_at': '2021-11-13T21:39:27Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'subnets': [{'id': '480bc1ee-962f-4a5e-80c4-3f5f62a520d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:38.527028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:38.572027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:38.574607 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcd8f96-d92e-4737-9a1b-ceee1c6243fc" -d '{"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:38.579539 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:38.616663 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d31e01-2509-4d47-9739-1da1dee9addf x-openstack-request-id: req-e1d31e01-2509-4d47-9739-1da1dee9addf {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:38.617062 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:38.617314 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1d31e01-2509-4d47-9739-1da1dee9addf {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:38.617733 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'code': 200}
Nov 13 21:46:38.696934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:38.750622 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f3e67-dd7f-49aa-b8d3-9bc01df42f14 None None] New status for floating IP d34b8218-75ad-46fa-a47c-4cab9c0b8754: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:46:38.801900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=7']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:38.867283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:38.867613 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:38.868032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:38.873111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:46:38.873434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Attempting to bind port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on network 9e653ae1-85ae-41d0-8ab3-b38687aba589 {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:38.878772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:38.879149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Checking segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:38.879532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Bound using segment: {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'} {{(pid=120533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:38.879998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.managers [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Bound port: 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589'}}] {{(pid=120533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:38.880355 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:38.949085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:38.952444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:38.966815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a5252a3d-183c-420c-b0e9-95d68b388ba9 None None] Provisioning complete for port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:38.967739 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a5252a3d-183c-420c-b0e9-95d68b388ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:39.010916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a5252a3d-183c-420c-b0e9-95d68b388ba9 None None] Port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:46:39.049404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:39.147882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=8']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:39.191241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:39.192086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:39.193460 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-2272fff0-3291-4060-8ce9-8abc64a61e58 service neutron] 10.222.0.46 "PUT /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 1121 time: 1.0756197
Nov 13 21:46:39.252295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4b53a8f4-ad7b-426b-8d87-d45e73387a91'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:46:39.370164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a459188a-7eed-428b-8dbc-54dc55545c27 None None] Provisioning complete for port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:39.370422 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a459188a-7eed-428b-8dbc-54dc55545c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:39.513799 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a459188a-7eed-428b-8dbc-54dc55545c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:39.550520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:39.553418 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6583f4db-45f4-435b-9a0f-cf04de55890a" -d '{"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:39.571867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a459188a-7eed-428b-8dbc-54dc55545c27 None None] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:39.626553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63260236-ef74-465f-9267-b298055b04e8 req-f1be76eb-3091-471f-b327-991d333e46a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:39.628335 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63260236-ef74-465f-9267-b298055b04e8 req-f1be76eb-3091-471f-b327-991d333e46a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 943 time: 0.0836124
Nov 13 21:46:39.643337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2cff9-5359-43b5-977f-7289200dda31 req-5f449d07-eee3-4434-b683-2934b0099997 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:39.644916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-63e2cff9-5359-43b5-977f-7289200dda31 req-5f449d07-eee3-4434-b683-2934b0099997 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 946 time: 0.0672200
Nov 13 21:46:39.674260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a459188a-7eed-428b-8dbc-54dc55545c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:39.700142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-63e2cff9-5359-43b5-977f-7289200dda31 req-7beb40fa-d1a4-4352-a0c3-4b9fdccdfe58 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/security-groups?id=7d1ad124-1801-4202-afcf-e32471717e94&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490372
Nov 13 21:46:39.703437 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63260236-ef74-465f-9267-b298055b04e8 req-26b0a576-b158-4be7-9c65-4c31ec06f15b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686080
Nov 13 21:46:39.883367 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dff2e88-7c4a-4fae-a180-46b0ed87b8e5 x-openstack-request-id: req-2dff2e88-7c4a-4fae-a180-46b0ed87b8e5 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:39.883599 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-plugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:39.883796 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dff2e88-7c4a-4fae-a180-46b0ed87b8e5 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:39.884181 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'code': 200}
Nov 13 21:46:39.973933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459188a-7eed-428b-8dbc-54dc55545c27 None None] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:39.978559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-566cea2d-2fbc-4792-a968-9002a6f9dcc0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:39.980069 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-566cea2d-2fbc-4792-a968-9002a6f9dcc0 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 946 time: 0.0497367
Nov 13 21:46:40.087801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Deleting port d9014b56-8830-4783-a189-b6b21824bf20 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:46:40.088135 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:40.179889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] For port d9014b56-8830-4783-a189-b6b21824bf20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9014b56-8830-4783-a189-b6b21824bf20,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:40.180176 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:40.193031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Calling delete_port for d9014b56-8830-4783-a189-b6b21824bf20 owned by compute:nova {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:46:40.388181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:40.418026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event deleted for resources: {'Port': ['ID=d9014b56-8830-4783-a189-b6b21824bf20,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:40.459843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] No DVR routers for this DVR port d9014b56-8830-4783-a189-b6b21824bf20 on host nch2-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:46:40.464497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:40.467058 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-15d405ea-0574-4e71-a3c8-accc67acaf87 req-09171eb9-2ec3-44fe-999e-886c01bb7847 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.46 "DELETE /v2.0/ports/d9014b56-8830-4783-a189-b6b21824bf20 HTTP/1.1" status: 204  len: 173 time: 0.4803646
Nov 13 21:46:40.619212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}, {'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'name': 'network-vif-deleted', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:40.621658 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b509b8-3629-4dac-8bed-6c049365c3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}, {"server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "name": "network-vif-deleted", "tag": "d9014b56-8830-4783-a189-b6b21824bf20"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:40.665081 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29812827-ade7-4f0e-9d7e-7ee10d494b39 x-openstack-request-id: req-29812827-ade7-4f0e-9d7e-7ee10d494b39 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:40.665739 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "status": "completed", "code": 200}, {"server_uuid": "4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142", "name": "network-vif-deleted", "tag": "d9014b56-8830-4783-a189-b6b21824bf20", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:40.665739 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29812827-ade7-4f0e-9d7e-7ee10d494b39 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:40.666015 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'status': 'completed', 'code': 200}
Nov 13 21:46:40.666268 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142', 'name': 'network-vif-deleted', 'tag': 'd9014b56-8830-4783-a189-b6b21824bf20', 'status': 'completed', 'code': 200}
Nov 13 21:46:40.814752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-839dc0ef-7354-4f11-9014-1259842208f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:40.816339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-839dc0ef-7354-4f11-9014-1259842208f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1126 time: 0.1209249
Nov 13 21:46:40.843513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ba82f7c-8233-4def-acd8-ead756bd627e req-3b499b57-c06d-4b28-b374-ae69cb3bed6a tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a6ef2b5-e885-44ac-a0a3-45a5fd8d3142 HTTP/1.1" status: 200  len: 210 time: 0.0393894
Nov 13 21:46:40.872774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3076b-879b-4388-a9cf-fc72981270dc req-abe3df46-7d87-47b9-b51b-a21c330c0e30 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:40.881855 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46a3076b-879b-4388-a9cf-fc72981270dc req-abe3df46-7d87-47b9-b51b-a21c330c0e30 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0736482
Nov 13 21:46:40.952893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-a5fca538-1dc8-460d-95c5-ba9e09c67b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:40.955115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-a5fca538-1dc8-460d-95c5-ba9e09c67b7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 898 time: 0.1208041
Nov 13 21:46:40.957243 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-46a3076b-879b-4388-a9cf-fc72981270dc req-c32311a8-277b-4a64-a648-5f048ea6e0c4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743363
Nov 13 21:46:41.027788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-69573c41-12a3-453e-aa78-9833dbebea3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 1001 time: 0.0651090
Nov 13 21:46:41.077810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-8fc38f95-7d73-4a0a-83a2-586c3cbebcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:41.079208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-8fc38f95-7d73-4a0a-83a2-586c3cbebcb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 200  len: 835 time: 0.0448601
Nov 13 21:46:41.123874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:46:41.129753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-fdb5e6ba-58b8-474e-a6ab-47856efc75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:41.129753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-fdb5e6ba-58b8-474e-a6ab-47856efc75f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9e653ae1-85ae-41d0-8ab3-b38687aba589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423226
Nov 13 21:46:41.229422 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-9f38ec62-a9eb-4bca-8cb5-de7d5823c607 service neutron] 10.222.0.37 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936465
Nov 13 21:46:41.232208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:41.244637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 has no active binding in host nch2-master-1 {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Nov 13 21:46:41.321162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81b509b8-3629-4dac-8bed-6c049365c3d1 req-b5bec76d-60c5-4dd1-bd20-858ef8e6626f service neutron] 10.222.0.37 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847566
Nov 13 21:46:42.067671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb7a11-ece9-4d05-b937-bae7a12fd711 req-edc27dd5-d02d-4189-949f-bee101b0d2dc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:42.069786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5bb7a11-ece9-4d05-b937-bae7a12fd711 req-edc27dd5-d02d-4189-949f-bee101b0d2dc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0488968
Nov 13 21:46:42.120699 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f5bb7a11-ece9-4d05-b937-bae7a12fd711 req-b899b8e4-60de-46dc-b3e7-7610f2367c18 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446074
Nov 13 21:46:42.382867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:43.145302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d9014b56-8830-4783-a189-b6b21824bf20 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:46:43.172644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: d9014b56-8830-4783-a189-b6b21824bf20 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:46:43.173018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device d9014b56-8830-4783-a189-b6b21824bf20 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:46:43.261142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2c357-696f-482d-96ae-4a7889f04ced req-ff85f25f-9647-4707-9f38-6a91fd03f9fa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:43.263267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7a2c357-696f-482d-96ae-4a7889f04ced req-ff85f25f-9647-4707-9f38-6a91fd03f9fa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0556350
Nov 13 21:46:43.312920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7a2c357-696f-482d-96ae-4a7889f04ced req-dd4560e1-1ace-4694-81e6-21bc205acd40 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430009
Nov 13 21:46:44.266275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46030) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:44.373515 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ea6020a-c976-48de-862c-b375c51defc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.428538 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dc607-3d8f-4462-8aa0-895e7024ff4f req-dbf4d42c-ba38-45cc-b122-002e2b0bca6a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:44.429956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa4dc607-3d8f-4462-8aa0-895e7024ff4f req-dbf4d42c-ba38-45cc-b122-002e2b0bca6a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.0481796
Nov 13 21:46:44.448911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ea6020a-c976-48de-862c-b375c51defc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.483277 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa4dc607-3d8f-4462-8aa0-895e7024ff4f req-f211eb2b-9931-4a1c-94a4-d2a4ff3767ae tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468152
Nov 13 21:46:44.502819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0ea6020a-c976-48de-862c-b375c51defc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.541845 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0ea6020a-c976-48de-862c-b375c51defc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0199b48ff5ca4e9f8630b04f2fa6720a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2742257
Nov 13 21:46:44.543082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6020a-c976-48de-862c-b375c51defc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b550dcfb-5414-440f-b015-29d59cb323f7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:44.544616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46036) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:44.594079 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.614944 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.699883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46038) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:44.786408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-05d33fb3-7a4a-4438-9ebe-e884f6eb4930 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 2800 time: 0.0854559
Nov 13 21:46:44.789779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46040) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:44.794670 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'network': {'name': 'tempest-network-smoke--1338630403', 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'port_security_enabled': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:44.800477 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.804508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.805999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.807128 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b550dcfb-5414-440f-b015-29d59cb323f7 HTTP/1.1" status: 204  len: 168 time: 0.2613068
Nov 13 21:46:44.820781 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b550dcfb-5414-440f-b015-29d59cb323f7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:44.832615 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.833014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.833315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.833714 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.833998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.834421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.834644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.834969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.835305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.835596 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.835913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.836229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd5a9f-f80c-41c1-bd44-e061a11275e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:44.917325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Made reservation on behalf of 9e8086415a4e452687f4285c1a1ba247 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:46:44.921548 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.945500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:46:44.954374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:44.954652 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Added segment 11f2f7e2-3e39-4014-9261-6cdd05d1ac05 of type vlan for network e26e324f-6ca4-4a6b-96ec-01b0eef118c8
Nov 13 21:46:44.993986 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.106218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.111926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:45.112530 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.182170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Network': ['ID=e26e324f-6ca4-4a6b-96ec-01b0eef118c8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:45.192534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:46:45.229556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46050) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:45.231748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-106aff4a-729c-4b0f-9aa7-9ebab713f4a8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4403746
Nov 13 21:46:45.234105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'admin_state_up': True, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:45.325832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.326935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.397199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.966814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:45.981007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b613-6848-487c-a29a-0a83c0979ba9 req-1ec1eb4a-0049-4895-91d0-0b9980535b5e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:45.982510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa54b613-6848-487c-a29a-0a83c0979ba9 req-1ec1eb4a-0049-4895-91d0-0b9980535b5e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 945 time: 0.1607358
Nov 13 21:46:45.986775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-506fafef-902d-4695-b114-c8f714489090 service neutron] 10.222.0.37 "GET /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1661108
Nov 13 21:46:46.082728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa54b613-6848-487c-a29a-0a83c0979ba9 req-c1d2fcdf-4703-41a4-a707-6eb694b6f71c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936306
Nov 13 21:46:46.267093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:46.323057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:46.412200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:46.415655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:46.417948 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cde4a79-ea0e-4adc-8f58-6f71c3ab122c" -d '{"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:46.425256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:46.449478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:46.462874 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c671de5-b9e6-4cf5-b6ea-5ec9b08984c7 x-openstack-request-id: req-1c671de5-b9e6-4cf5-b6ea-5ec9b08984c7 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:46.463166 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-unplugged", "status": "completed", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:46.463422 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c671de5-b9e6-4cf5-b6ea-5ec9b08984c7 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:46.463827 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'code': 200}
Nov 13 21:46:46.498370 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:46.617355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.35.3.160 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/629dfaf5-6848-4d0e-a05a-c4375c325a09) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:46.636361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] Transition to ACTIVE for port object 4b53a8f4-ad7b-426b-8d87-d45e73387a91 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:46:46.683200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46088) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:46.692973 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:46.819559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] Pushing event updated for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=11']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:46.828061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:46.847831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'network': {'name': 'tempest-network-smoke--1872847905', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'port_security_enabled': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:46.876304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] No DVR routers for this DVR port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:46:46.958003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:46:46.961800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:46.972227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.008927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.017931 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-ddba22e0-f609-4b7f-a1af-f3c038e62f3c service neutron] 10.222.0.37 "PUT /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0221548
Nov 13 21:46:47.054757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.055699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:47.058386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:47.062944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:47.071210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=629dfaf5-6848-4d0e-a05a-c4375c325a09,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:47.079834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e247331-5543-4108-8f29-f3deb794f0c4 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:47.131406 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.160303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2063ac90-9284-4b41-a1af-60ddf8fe65f0,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:47.195109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80cf0f43-ec5a-4ef4-a4da-6810f7f39f28 None None] Provisioning complete for port 629dfaf5-6848-4d0e-a05a-c4375c325a09 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:47.195783 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80cf0f43-ec5a-4ef4-a4da-6810f7f39f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.199847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:46:47.219151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.219821 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Added segment 0ae7d03f-a4d4-4c92-a6ce-001b4e92c528 of type vlan for network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03
Nov 13 21:46:47.236619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80cf0f43-ec5a-4ef4-a4da-6810f7f39f28 None None] Port 629dfaf5-6848-4d0e-a05a-c4375c325a09 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:46:47.260607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-214a2515-af35-4244-988c-837e70d8467f tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.262266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-214a2515-af35-4244-988c-837e70d8467f tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1&tenant_id=922599e50d824c038fd08455d0e213d4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0973330
Nov 13 21:46:47.268070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fbd27-380c-4069-8a64-4b65ed8a2776 req-e6a6bb5e-aaab-4a9a-b2c4-384f3c1261d6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.269598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c00fbd27-380c-4069-8a64-4b65ed8a2776 req-e6a6bb5e-aaab-4a9a-b2c4-384f3c1261d6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.1039693
Nov 13 21:46:47.282336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.321226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c00fbd27-380c-4069-8a64-4b65ed8a2776 req-bed347d4-6f75-4dfb-95c8-4d1c2ee149fe tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445583
Nov 13 21:46:47.333648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-8825ce83-52c8-4241-97b0-76d4dc79e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.335987 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-8825ce83-52c8-4241-97b0-76d4dc79e011 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 1095 time: 0.0645146
Nov 13 21:46:47.405423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.411503 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.412655 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.424705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-40726c89-0222-4f15-90b1-d968ae00b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.431975 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-40726c89-0222-4f15-90b1-d968ae00b96b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1095 time: 0.0585761
Nov 13 21:46:47.432129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.533324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Network': ['ID=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:47.547427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:46:47.553517 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-592e7d79-9fd9-45e1-837e-88e883c1ba69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8660672
Nov 13 21:46:47.553517 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46096) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:47.558826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'admin_state_up': True, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:47.594209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-bcf0c24c-e270-4452-b42a-60ff6b1a4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.599352 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-bcf0c24c-e270-4452-b42a-60ff6b1a4760 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 898 time: 0.1576509
Nov 13 21:46:47.648532 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.671121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-9e6175d4-bb0f-4034-b0d1-3accce7f7fd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 999 time: 0.0654769
Nov 13 21:46:47.677594 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.678666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.764895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-02050924-9e73-456d-8774-5340d7a1f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.766374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-02050924-9e73-456d-8774-5340d7a1f5fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 200  len: 835 time: 0.0842390
Nov 13 21:46:47.769314 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:47.813842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-f9c44a09-5be3-4120-9e5c-34dd2aaf9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:47.815310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-f9c44a09-5be3-4120-9e5c-34dd2aaf9122 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e653ae1-85ae-41d0-8ab3-b38687aba589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0424013
Nov 13 21:46:47.923515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 79b4c288-1aa4-4876-958b-abd31db5ca5a is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:46:47.996420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-e0b10a6d-2b03-44bc-9543-9830fafa4ad2 service neutron] 10.222.0.46 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743150
Nov 13 21:46:48.037277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:48.047945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Sync routers for ids ['79b4c288-1aa4-4876-958b-abd31db5ca5a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:48.051604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.059269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Routers {'79b4c288-1aa4-4876-958b-abd31db5ca5a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:48.059882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79b4c288-1aa4-4876-958b-abd31db5ca5a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:48.115722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-a0f2129e-1559-44e4-8201-69324f18527e service neutron] 10.222.0.46 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930698
Nov 13 21:46:48.166876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Set router 79b4c288-1aa4-4876-958b-abd31db5ca5a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:48.181594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.181594 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8984738c-00a1-4fdc-b17d-1afdb7e2719e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.9508665
Nov 13 21:46:48.184424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46098) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.267829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ba592-fd76-440f-911c-6684352338cb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:48.272945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-800ba592-fd76-440f-911c-6684352338cb tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=9e8086415a4e452687f4285c1a1ba247&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0872793
Nov 13 21:46:48.273617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46100) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.373127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff8be5-e797-4989-a645-9ef9a74007ee tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:48.374993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d7ff8be5-e797-4989-a645-9ef9a74007ee tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1004136
Nov 13 21:46:48.383706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46106) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.384091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7c40>, [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:46:47Z', 'revision_number': 3, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:48.414440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Checking router: 79b4c288-1aa4-4876-958b-abd31db5ca5a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:48.414941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Updating router 79b4c288-1aa4-4876-958b-abd31db5ca5a port 629dfaf5-6848-4d0e-a05a-c4375c325a09 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:46:48.423652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0936844-df3d-4090-911b-c08a787e727d tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372014
Nov 13 21:46:48.429169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46108) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.448219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.463725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9cfcad8d-da00-4eb7-a3cb-488957bd8b89 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=9e8086415a4e452687f4285c1a1ba247&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0333025
Nov 13 21:46:48.464448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46110) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.547019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:46:48.598439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984667b-2425-4e96-82ad-bd4e99f98935 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:48.604132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f984667b-2425-4e96-82ad-bd4e99f98935 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1384203
Nov 13 21:46:48.609145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46112) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.609969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:46:48.635205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f98eda2-ef7a-4c14-b591-21dea85f8964 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0291302
Nov 13 21:46:48.641392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46114) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:48.643005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1574084179', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:48.797535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.811315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Made reservation on behalf of 9e8086415a4e452687f4285c1a1ba247 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:46:48.814944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.868557 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.907592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.929795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f29ad-36a4-44bb-8f24-96c51f120274 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:48.939304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Attempting to bind port 629dfaf5-6848-4d0e-a05a-c4375c325a09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:48.943232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Attempting to bind port 629dfaf5-6848-4d0e-a05a-c4375c325a09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:48.943232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Attempting to bind port 629dfaf5-6848-4d0e-a05a-c4375c325a09 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:48.943471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.943573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Pushing event updated for resources: {'Port': ['ID=629dfaf5-6848-4d0e-a05a-c4375c325a09,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:48.950890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:48.951463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:48.951880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.952272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:48.952770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Bound port: 629dfaf5-6848-4d0e-a05a-c4375c325a09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:48.953156 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:48.959923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-537e1bad-6aa1-41ba-9a43-707780ce6027 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:48.961429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-537e1bad-6aa1-41ba-9a43-707780ce6027 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1&tenant_id=922599e50d824c038fd08455d0e213d4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1361566
Nov 13 21:46:49.001074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ecb74-ee62-4180-bd23-fb7029236146 req-e03b9710-d11e-42ee-aa36-ba1d811b25f6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:49.002542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a04ecb74-ee62-4180-bd23-fb7029236146 req-e03b9710-d11e-42ee-aa36-ba1d811b25f6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.1783416
Nov 13 21:46:49.019411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] For port 629dfaf5-6848-4d0e-a05a-c4375c325a09, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:49.024221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] For port 629dfaf5-6848-4d0e-a05a-c4375c325a09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=629dfaf5-6848-4d0e-a05a-c4375c325a09,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:49.025859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-da9ddd97-0a7b-4ee7-8656-ea566f7c1151 None None] Provisioning complete for port 629dfaf5-6848-4d0e-a05a-c4375c325a09 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:49.026228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-da9ddd97-0a7b-4ee7-8656-ea566f7c1151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.060721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-da9ddd97-0a7b-4ee7-8656-ea566f7c1151 None None] Port 629dfaf5-6848-4d0e-a05a-c4375c325a09 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:46:49.108736 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.164918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a04ecb74-ee62-4180-bd23-fb7029236146 req-316a7ebb-584b-47c1-873c-2e9fa15fed13 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337581
Nov 13 21:46:49.172716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Subnet': ['ID=cacafcc5-7e79-4310-9227-22553421f7a1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:49.178739 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.179444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Checking segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:49.179444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network hostable DHCP agents. Network: e26e324f-6ca4-4a6b-96ec-01b0eef118c8, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:46:49.210382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.35.3.219 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/9562703c-2a50-42c0-adad-b3a018aa0e7a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:49.214475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8e441-198f-4996-ad8e-187a7958bd39 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:49.249069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Routers {'79b4c288-1aa4-4876-958b-abd31db5ca5a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:49.249775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79b4c288-1aa4-4876-958b-abd31db5ca5a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:49.285805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:46:49.297641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Pushing event updated for resources: {'Port': ['ID=629dfaf5-6848-4d0e-a05a-c4375c325a09,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:49.318879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.319134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.319427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.319760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.320086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.320546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.320757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.321079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.321399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.321723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.322041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.322355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb2b30-2327-4218-9507-2034f881252b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:49.322550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-5fd483e8-f8dc-4783-8e72-64ad6db0bba7 service neutron] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch1-master-1, cleared binding levels {{(pid=120533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:49.327666 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-5fd483e8-f8dc-4783-8e72-64ad6db0bba7 service neutron] Publish callbacks [] for binding, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.328782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-5fd483e8-f8dc-4783-8e72-64ad6db0bba7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3378675
Nov 13 21:46:49.367721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c68c6eec-dd3c-407a-b73f-ca5aac51867c None None] Provisioning complete for port 629dfaf5-6848-4d0e-a05a-c4375c325a09 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:49.368093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c68c6eec-dd3c-407a-b73f-ca5aac51867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.372365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.399902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e26e324f-6ca4-4a6b-96ec-01b0eef118c8) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:49.404541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:49.405420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.413528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe701b-24e3-4e22-95a6-d9676ffb445f None None] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:46:49.439296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] Set router 79b4c288-1aa4-4876-958b-abd31db5ca5a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:49.497336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.528383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2cafb3e-f87d-4cdc-b01e-fcb3ae88e75f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.8895144
Nov 13 21:46:49.530988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46120) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:49.537475 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:49.543548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:49.547499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:49.572582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=9562703c-2a50-42c0-adad-b3a018aa0e7a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:49.731144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c62c5-bcf0-41f2-809a-81719cc482ea None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:49.892993 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c68c6eec-dd3c-407a-b73f-ca5aac51867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.915084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:49.950335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c68c6eec-dd3c-407a-b73f-ca5aac51867c None None] For port 629dfaf5-6848-4d0e-a05a-c4375c325a09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=629dfaf5-6848-4d0e-a05a-c4375c325a09,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:49.984529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'fixed_ips': [{'subnet_id': 'cacafcc5-7e79-4310-9227-22553421f7a1'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:46:49.985502 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.009656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c68c6eec-dd3c-407a-b73f-ca5aac51867c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.127760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5a7c40>, [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:46:47Z', 'revision_number': 3, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:50.161800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.182073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c6eec-dd3c-407a-b73f-ca5aac51867c None None] Pushing event updated for resources: {'Port': ['ID=629dfaf5-6848-4d0e-a05a-c4375c325a09,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:50.220125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3642d-3252-42d0-bb02-b41910a1f976 None None] The sync data for ids ['79b4c288-1aa4-4876-958b-abd31db5ca5a'] in ncdv-master-1 is: [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:46:47Z', 'revision_number': 3, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:50.315902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-534423f3-98ad-40ff-9cd1-c9486cb8be0f None None] Provisioning complete for port 9562703c-2a50-42c0-adad-b3a018aa0e7a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:50.316268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-534423f3-98ad-40ff-9cd1-c9486cb8be0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.372302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-534423f3-98ad-40ff-9cd1-c9486cb8be0f None None] Port 9562703c-2a50-42c0-adad-b3a018aa0e7a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:46:50.375174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Allocated IP 172.20.0.18 (e26e324f-6ca4-4a6b-96ec-01b0eef118c8/cacafcc5-7e79-4310-9227-22553421f7a1/1d358581-10d2-4aa3-99ff-0e993d3f12c0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:50.411509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:46:50.433893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e2eff-60a1-4bc2-a2b6-622ecc9a752d req-445a7efb-c993-4673-855a-7b2d00a38b54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:50.437725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-885e2eff-60a1-4bc2-a2b6-622ecc9a752d req-445a7efb-c993-4673-855a-7b2d00a38b54 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.1115491
Nov 13 21:46:50.507443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.541063 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-885e2eff-60a1-4bc2-a2b6-622ecc9a752d req-72811ae5-5d35-4db7-bbf3-87efc25831c7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703609
Nov 13 21:46:50.603966 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.627116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:50.640122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:50.653461 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:50.654084 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde51fc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:50.691486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.720062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0da8a5-f252-4161-8e84-a7136672f62f req-cc4dcca9-ddc3-4232-8c2f-0f609fb45648 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:50.722115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0da8a5-f252-4161-8e84-a7136672f62f req-cc4dcca9-ddc3-4232-8c2f-0f609fb45648 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1095 time: 0.0746849
Nov 13 21:46:50.784479 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:50.794344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:50.798478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Pushing event updated for resources: {'Port': ['ID=1d358581-10d2-4aa3-99ff-0e993d3f12c0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:50.806011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:50.810356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:50.823412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.827525 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7b8a27f6-5da0-444e-9597-c7dce9a2222f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.2708852
Nov 13 21:46:50.837024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e0da8a5-f252-4161-8e84-a7136672f62f req-7eee1e72-7f0f-49d9-af8c-1b1ed3c7a5e3 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974200
Nov 13 21:46:50.837528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46128) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:50.929830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Attempting to bind port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:50.933463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Attempting to bind port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:50.934125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Attempting to bind port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 on network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:50.945462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.20.0.17 (e26e324f-6ca4-4a6b-96ec-01b0eef118c8/cacafcc5-7e79-4310-9227-22553421f7a1/8a29e149-6014-43d6-b993-e62e3b8f3a52) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:50.947771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:50.948372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Checking segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:50.949264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.949819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Bound using segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:50.950570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Bound port: 1d358581-10d2-4aa3-99ff-0e993d3f12c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:50.951140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:50.982079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aa57c71e-bd81-4207-805f-4d20c6e57d9e tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13c075d9a7504f1080414afc38e35cc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1424046
Nov 13 21:46:50.983771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46134) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:51.062472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] For port 1d358581-10d2-4aa3-99ff-0e993d3f12c0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:51.072723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] For port 1d358581-10d2-4aa3-99ff-0e993d3f12c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d358581-10d2-4aa3-99ff-0e993d3f12c0,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:51.144199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a22d4e-9e7d-407f-aff7-f94c65a53cfe tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:51.144199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-25a22d4e-9e7d-407f-aff7-f94c65a53cfe tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1580031
Nov 13 21:46:51.145786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46136) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:51.161244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c4e65-5546-4c11-ad9e-b5d8a21d9f31 req-4fdcef2a-18de-4a18-8cdf-b587745241f1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:51.163121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf6c4e65-5546-4c11-ad9e-b5d8a21d9f31 req-4fdcef2a-18de-4a18-8cdf-b587745241f1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.1603169
Nov 13 21:46:51.176964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9658f625-4f5c-4d79-873b-5e6a58de0bbb tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0297771
Nov 13 21:46:51.180507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46138) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:51.187607 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628311939', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:51.199436 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde51fc40>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 3, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:51.219785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.241051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.259155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:51.259500 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Updating router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa port 9562703c-2a50-42c0-adad-b3a018aa0e7a binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:46:51.260985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf6c4e65-5546-4c11-ad9e-b5d8a21d9f31 req-1cce6171-8652-4fe8-876b-c8bc85b58ac2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898266
Nov 13 21:46:51.292363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46140) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:51.308933 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.352999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53feb57f-43d9-4655-a806-7c7b0ac067ac None None] Pushing event updated for resources: {'Port': ['ID=1d358581-10d2-4aa3-99ff-0e993d3f12c0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:51.372586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.408361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7bc854a7-126e-4dc6-9900-1e7c3d5d9c97 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/1e4a42bf-96f5-4614-bc72-56c8833a569b HTTP/1.1" status: 200  len: 991 time: 0.1145260
Nov 13 21:46:51.424203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:51.428120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:51.430672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:51.477690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=8a29e149-6014-43d6-b993-e62e3b8f3a52,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:51.500229 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.502687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:46:51.508741 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.689777 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46158) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:51.737154 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.776390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd401-a71d-42ca-95a4-07cf2ad89834 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.809299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd401-a71d-42ca-95a4-07cf2ad89834 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.833650 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.845775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.862530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.890571 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Attempting to bind port 9562703c-2a50-42c0-adad-b3a018aa0e7a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:51.891159 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Attempting to bind port 9562703c-2a50-42c0-adad-b3a018aa0e7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:51.891678 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Attempting to bind port 9562703c-2a50-42c0-adad-b3a018aa0e7a on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:51.894201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e2c80-834f-4271-b2b6-5e9962fad3c0 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:51.909451 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:51.909813 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:51.910512 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.911043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:51.911846 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Bound port: 9562703c-2a50-42c0-adad-b3a018aa0e7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:51.913348 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:51.950924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Subnet': ['ID=eb5c47f9-d887-4ffb-8410-8ef7a482c2fd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:51.954794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Checking segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:51.955090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network hostable DHCP agents. Network: 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:46:51.963128 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Pushing event updated for resources: {'Port': ['ID=9562703c-2a50-42c0-adad-b3a018aa0e7a,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:51.973969 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] For port 9562703c-2a50-42c0-adad-b3a018aa0e7a, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:51.978152 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] For port 9562703c-2a50-42c0-adad-b3a018aa0e7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9562703c-2a50-42c0-adad-b3a018aa0e7a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:51.985332 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.985693 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.986027 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.986352 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.986675 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.987129 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.987452 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.987768 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.988083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.988396 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.988732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:51.989048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.007826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-93d6855b-821a-418c-8741-38c5e80454c0 None None] Provisioning complete for port 9562703c-2a50-42c0-adad-b3a018aa0e7a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:52.008192 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-93d6855b-821a-418c-8741-38c5e80454c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.046493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-93d6855b-821a-418c-8741-38c5e80454c0 None None] Port 9562703c-2a50-42c0-adad-b3a018aa0e7a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:46:52.054696 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:46:52.086449 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.095009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd401-a71d-42ca-95a4-07cf2ad89834 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.097689 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd401-a71d-42ca-95a4-07cf2ad89834 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.098849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4b0dd401-a71d-42ca-95a4-07cf2ad89834 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] 10.222.0.20 "DELETE /v2.0/security-groups/7d1ad124-1801-4202-afcf-e32471717e94 HTTP/1.1" status: 204  len: 168 time: 0.4121950
Nov 13 21:46:52.113362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dd401-a71d-42ca-95a4-07cf2ad89834 tempest-TestVolumeBootPattern-210846747 tempest-TestVolumeBootPattern-210846747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1ad124-1801-4202-afcf-e32471717e94,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:52.143682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713236b7-3227-45ee-884e-e4b57bd6b029 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:52.143838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:52.152665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:52.152665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.186971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834aa88d-2a04-4ad2-8ec9-9e090ef20b6c None None] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:46:52.220551 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.225066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:52.228902 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:52.230569 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde51fc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:52.236669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a70447-f595-425a-9da1-79d2344528f5 None None] Pushing event updated for resources: {'Port': ['ID=9562703c-2a50-42c0-adad-b3a018aa0e7a,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:52.300906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-70288a91-1c7a-4a05-9a1e-ac9a45f33cb0 None None] Provisioning complete for port 9562703c-2a50-42c0-adad-b3a018aa0e7a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:52.301477 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-70288a91-1c7a-4a05-9a1e-ac9a45f33cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.305753 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d8bacbb3-1a06-4eaf-b2d0-18a942e6ed81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1239073
Nov 13 21:46:52.308495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:52.316631 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.426195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 629dfaf5-6848-4d0e-a05a-c4375c325a09 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:52.442309 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:52.508928 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-70288a91-1c7a-4a05-9a1e-ac9a45f33cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.524233 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.534044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:46:52.534887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.559667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-70288a91-1c7a-4a05-9a1e-ac9a45f33cb0 None None] For port 9562703c-2a50-42c0-adad-b3a018aa0e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9562703c-2a50-42c0-adad-b3a018aa0e7a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:52.651328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 629dfaf5-6848-4d0e-a05a-c4375c325a09 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:52.651724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.700878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-70288a91-1c7a-4a05-9a1e-ac9a45f33cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:52.725835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=8a29e149-6014-43d6-b993-e62e3b8f3a52,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:52.750636 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde51fc40>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 3, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:52.756665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.757873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.758340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.758771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.759268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.759640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.760073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.760613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.761058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.761484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.761908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.762329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:46:52.801057 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab664a9-ea7a-443e-8524-29fb7d648dd8 None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 3, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:52.816835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70288a91-1c7a-4a05-9a1e-ac9a45f33cb0 None None] Pushing event updated for resources: {'Port': ['ID=9562703c-2a50-42c0-adad-b3a018aa0e7a,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:52.892809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Allocated IP 172.20.0.2 (2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03/eb5c47f9-d887-4ffb-8410-8ef7a482c2fd/f3e8641b-1beb-43ff-805e-b65c918e3ca8) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:52.980564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1d358581-10d2-4aa3-99ff-0e993d3f12c0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:53.009696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:53.012578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:53.014478 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.153116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:53.153624 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.229002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 79b4c288-1aa4-4876-958b-abd31db5ca5a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:53.283022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227306e3-4b94-4644-af85-b6f1257ff10b None None] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:46:53.380653 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.390395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Deleting port 86aac3e4-3a90-491b-8492-d91ebb741352 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:46:53.391435 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.394963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.515318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.530662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] For port 86aac3e4-3a90-491b-8492-d91ebb741352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86aac3e4-3a90-491b-8492-d91ebb741352,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:53.531323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.575924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Calling delete_port for 86aac3e4-3a90-491b-8492-d91ebb741352 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:46:53.610393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-261c172e-739a-45a5-8728-8c7735956cb6 None None] Provisioning complete for port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:53.610926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-261c172e-739a-45a5-8728-8c7735956cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.636286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Pushing event updated for resources: {'Port': ['ID=f3e8641b-1beb-43ff-805e-b65c918e3ca8,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:53.638976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.654535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:53.680163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:53.689094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:53.724678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46172) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:53.830985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 1d358581-10d2-4aa3-99ff-0e993d3f12c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d358581-10d2-4aa3-99ff-0e993d3f12c0,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:53.836281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:53.842966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-20c2c6ad-08b7-4757-9dcb-531cfb8b4123 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "PUT /v2.0/routers/79b4c288-1aa4-4876-958b-abd31db5ca5a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3107877
Nov 13 21:46:53.846935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Attempting to bind port f3e8641b-1beb-43ff-805e-b65c918e3ca8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:53.847305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Attempting to bind port f3e8641b-1beb-43ff-805e-b65c918e3ca8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:53.847662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Attempting to bind port f3e8641b-1beb-43ff-805e-b65c918e3ca8 on network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:53.863444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:53.863444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Checking segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:53.863444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.863444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Bound using segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:53.863444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Bound port: f3e8641b-1beb-43ff-805e-b65c918e3ca8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:53.863444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:53.875128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Sync routers for ids ['79b4c288-1aa4-4876-958b-abd31db5ca5a'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:54.026497 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 2b3ff8ae-1043-43a8-b3d0-2fcabaa9de7f {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:46:54.027127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.056935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.129005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86aac3e4-3a90-491b-8492-d91ebb741352,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:54.143279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.155813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Routers {'79b4c288-1aa4-4876-958b-abd31db5ca5a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:54.156450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd553130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79b4c288-1aa4-4876-958b-abd31db5ca5a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:54.211433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.20.0.1 (2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03/eb5c47f9-d887-4ffb-8410-8ef7a482c2fd/676d7396-b2cd-4191-b459-109e204f4a17) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:46:54.308899 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-261c172e-739a-45a5-8728-8c7735956cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.358104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-247087b9-9739-41d8-8f42-6f20007145a4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:54.366684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-247087b9-9739-41d8-8f42-6f20007145a4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/networks?id=e26e324f-6ca4-4a6b-96ec-01b0eef118c8 HTTP/1.1" status: 200  len: 798 time: 0.2610977
Nov 13 21:46:54.401584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.416921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.417519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.418246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] For port f3e8641b-1beb-43ff-805e-b65c918e3ca8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:54.428146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=1d358581-10d2-4aa3-99ff-0e993d3f12c0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:54.437639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-56275d7e-571f-4f03-921a-091c2b7b36ea tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/quotas/9e8086415a4e452687f4285c1a1ba247 HTTP/1.1" status: 200  len: 375 time: 0.0615478
Nov 13 21:46:54.481847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] For port f3e8641b-1beb-43ff-805e-b65c918e3ca8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e8641b-1beb-43ff-805e-b65c918e3ca8,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:54.510512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 2b3ff8ae-1043-43a8-b3d0-2fcabaa9de7f owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:46:54.512260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9562703c-2a50-42c0-adad-b3a018aa0e7a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:54.533401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.546719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Set router 79b4c288-1aa4-4876-958b-abd31db5ca5a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:54.593715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.619672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:54.626938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:54.633968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:46:54.660783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=676d7396-b2cd-4191-b459-109e204f4a17,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:54.675055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-261c172e-739a-45a5-8728-8c7735956cb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:46:54.675702 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-261c172e-739a-45a5-8728-8c7735956cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:46:54.717830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.840497 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-e6e3934f-efdf-4d44-80cc-119cf3047d68 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4016142
Nov 13 21:46:54.862140 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec88c68-a349-4229-b917-4e7eff174522 None None] Pushing event updated for resources: {'Port': ['ID=f3e8641b-1beb-43ff-805e-b65c918e3ca8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:54.920007 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cce4e68d-b9a7-49f7-bc84-7a6c38d517f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:54.935703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9562703c-2a50-42c0-adad-b3a018aa0e7a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:54.936208 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.082568 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.156655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd553130>, [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:46:51Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a29e149-6014-43d6-b993-e62e3b8f3a52', 'name': '', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:22:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:50Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 2, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:55.212220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Checking router: 79b4c288-1aa4-4876-958b-abd31db5ca5a for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:55.212673 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Updating router 79b4c288-1aa4-4876-958b-abd31db5ca5a port 8a29e149-6014-43d6-b993-e62e3b8f3a52 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:46:55.337943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.500841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d294f0dd-7d8a-4376-8700-1be6eeb9f406 None None] Provisioning complete for port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:55.501599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d294f0dd-7d8a-4376-8700-1be6eeb9f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.525102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.585629 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f86a7e0e-dc94-4cb1-8a11-80b45d8522b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e26e324f-6ca4-4a6b-96ec-01b0eef118c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7342002
Nov 13 21:46:55.588336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.594681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.636082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=2b3ff8ae-1043-43a8-b3d0-2fcabaa9de7f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:55.658047 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.711506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d294f0dd-7d8a-4376-8700-1be6eeb9f406 None None] Provisioning complete for port 8a29e149-6014-43d6-b993-e62e3b8f3a52 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:55.711873 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d294f0dd-7d8a-4376-8700-1be6eeb9f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.748660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.752151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=676d7396-b2cd-4191-b459-109e204f4a17,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:55.755255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.766492 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d294f0dd-7d8a-4376-8700-1be6eeb9f406 None None] Port 8a29e149-6014-43d6-b993-e62e3b8f3a52 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:46:55.812411 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-7f8d4b71-4b2c-46f4-8381-2c04d77e9e05 service neutron] 10.222.0.20 "GET /v2.0/networks/e26e324f-6ca4-4a6b-96ec-01b0eef118c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895044
Nov 13 21:46:55.840194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.859249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:55.859586 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP 1e4a42bf-96f5-4614-bc72-56c8833a569b disassociated (deleted). External IP: 172.35.3.119, port: 4b53a8f4-ad7b-426b-8d87-d45e73387a91.
Nov 13 21:46:55.888101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:46:55.891134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:46:55.968911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc25de8-c195-4dae-b898-5dc8942a9595 None None] Pushing event updated for resources: {'Port': ['ID=8a29e149-6014-43d6-b993-e62e3b8f3a52,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:56.017402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Attempting to bind port 8a29e149-6014-43d6-b993-e62e3b8f3a52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:56.018009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Attempting to bind port 8a29e149-6014-43d6-b993-e62e3b8f3a52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:56.018391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Attempting to bind port 8a29e149-6014-43d6-b993-e62e3b8f3a52 on network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:56.033052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:56.033443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Checking segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:56.033838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:56.034237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Bound using segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:56.034712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Bound port: 8a29e149-6014-43d6-b993-e62e3b8f3a52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:56.035093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:56.081252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:56.160311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] For port 8a29e149-6014-43d6-b993-e62e3b8f3a52, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:56.169104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] For port 8a29e149-6014-43d6-b993-e62e3b8f3a52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a29e149-6014-43d6-b993-e62e3b8f3a52,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:56.208912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Router 02d079d7-fce2-4f37-ab0e-7db1a41893fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:56.255135 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:56.287767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aedba036-e80e-4d2f-bfbe-a34a77e097fc req-d9514de1-7dab-4b74-87ec-938f71411d4a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 210 time: 0.0932348
Nov 13 21:46:56.429747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:56.441341 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:56.448034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f3e8641b-1beb-43ff-805e-b65c918e3ca8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:56.458007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8471b94-cf58-45cd-8084-135157132ce2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "PUT /v2.0/routers/e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1462238
Nov 13 21:46:56.460596 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:56.461885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46194) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:56.462165 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde974850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:56.492721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Routers {'79b4c288-1aa4-4876-958b-abd31db5ca5a'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:56.493645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd553130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79b4c288-1aa4-4876-958b-abd31db5ca5a'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:56.508573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc25de8-c195-4dae-b898-5dc8942a9595 None None] Pushing event updated for resources: {'Port': ['ID=8a29e149-6014-43d6-b993-e62e3b8f3a52,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:56.590903 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:56.603310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:56.621341 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c4aca726-5662-4599-b969-0965b6af50b9 admin admin] 10.222.0.20 "PUT /v2.0/routers/02d079d7-fce2-4f37-ab0e-7db1a41893fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3883004
Nov 13 21:46:56.622023 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46196) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:56.622830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7f56e4d3-55d7-47f7-b50a-e13d86f7d481 None None] Provisioning complete for port 8a29e149-6014-43d6-b993-e62e3b8f3a52 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:56.623204 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7f56e4d3-55d7-47f7-b50a-e13d86f7d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:56.625105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fc896d-8cd2-4e02-ba8f-42f33d480983 None None] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:46:56.640119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] Sync routers for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:56.787926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.788495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.789331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.789773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.790222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.790737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.791536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.791816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.792260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.794357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8be56bd4-c7c7-4676-80da-d18fcc180482 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6339 time: 0.3314936
Nov 13 21:46:56.797214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46198) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:56.828096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 5685db10-82ad-42e9-bfe6-9c308369174a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:46:56.875290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.876047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.876592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.877129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.877869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.878365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.878994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.879581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.880021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:56.882935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b9836ded-9c02-4c4e-b0e7-55653512bd70 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5876 time: 0.0839746
Nov 13 21:46:56.885896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46202) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:56.940518 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:56.941834 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde974850>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:54Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:46:55Z', 'revision_number': 2, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:57.014077 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:57.015175 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Updating router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa port 676d7396-b2cd-4191-b459-109e204f4a17 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:46:57.049210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:57.050091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:57.051728 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.079698 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:46:57.087665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.123285 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] Sync routers for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:46:57.151268 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:57.151805 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:57.169864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f3e8641b-1beb-43ff-805e-b65c918e3ca8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:57.170491 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.184482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-495143ec-ceb0-4b27-951b-1fb9e1df3123 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e4a42bf-96f5-4614-bc72-56c8833a569b HTTP/1.1" status: 204  len: 168 time: 3.4540014
Nov 13 21:46:57.184482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:57.187328 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603b564e-c983-4e6f-8264-72a498476dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:57.201550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-13e07bd6-731e-4baa-b852-3a1a5f2bd7d9 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5223 time: 0.3102434
Nov 13 21:46:57.202109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] Set router 79b4c288-1aa4-4876-958b-abd31db5ca5a gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:57.241366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.270802 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b36ce6-7bd1-40aa-bdad-0b7736614a60 x-openstack-request-id: req-36b36ce6-7bd1-40aa-bdad-0b7736614a60 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:46:57.270802 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:46:57.271626 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36b36ce6-7bd1-40aa-bdad-0b7736614a60 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:46:57.272006 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'status': 'completed', 'code': 200}
Nov 13 21:46:57.307570 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e274d91f-feef-46a5-bc51-83ab75d07815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.404280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b564e-c983-4e6f-8264-72a498476dc8 req-e0389002-125a-40d2-9390-869ad6beca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:57.406212 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-e0389002-125a-40d2-9390-869ad6beca5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 1095 time: 0.0979006
Nov 13 21:46:57.437888 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:57.446765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Deleting port 715f69e1-4254-44c1-bb82-4234c8dee404 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:46:57.447970 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.467717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7f56e4d3-55d7-47f7-b50a-e13d86f7d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.531267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:57.605230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b564e-c983-4e6f-8264-72a498476dc8 req-3fcd39ae-0290-4639-8afc-3ac6c141fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:57.607747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-3fcd39ae-0290-4639-8afc-3ac6c141fda2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 200  len: 898 time: 0.1911402
Nov 13 21:46:57.613261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] For port 715f69e1-4254-44c1-bb82-4234c8dee404, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=715f69e1-4254-44c1-bb82-4234c8dee404,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:57.613619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.676763 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-149b8703-68e5-4614-b393-a5cf62f6ef2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 200  len: 217 time: 0.0601215
Nov 13 21:46:57.677665 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Calling delete_port for 715f69e1-4254-44c1-bb82-4234c8dee404 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:46:57.729634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.749579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7f56e4d3-55d7-47f7-b50a-e13d86f7d481 None None] For port 8a29e149-6014-43d6-b993-e62e3b8f3a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a29e149-6014-43d6-b993-e62e3b8f3a52,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:57.757308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46214) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:57.765122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562798295', 'description': 'tempest-secgroup-smoke-1562798295 description', 'project_id': '13c075d9a7504f1080414afc38e35cc0'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:57.858333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7f56e4d3-55d7-47f7-b50a-e13d86f7d481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.899369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b564e-c983-4e6f-8264-72a498476dc8 req-00d00165-5fa5-45f6-8141-9bd5e58d745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:57.900946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-00d00165-5fa5-45f6-8141-9bd5e58d745f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 200  len: 835 time: 0.2103767
Nov 13 21:46:57.961719 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-288c5c85-d0fc-4304-b182-a07ecdaf51c5 req-a8efdfaa-dd14-4f70-b033-aaeb806f44b0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 210 time: 0.0688617
Nov 13 21:46:57.963686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:57.969125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56e4d3-55d7-47f7-b50a-e13d86f7d481 None None] Pushing event updated for resources: {'Port': ['ID=8a29e149-6014-43d6-b993-e62e3b8f3a52,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:58.008998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port f3e8641b-1beb-43ff-805e-b65c918e3ca8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e8641b-1beb-43ff-805e-b65c918e3ca8,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:58.023242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b564e-c983-4e6f-8264-72a498476dc8 req-c6659b0b-f975-48b6-9eb0-8f0bdeaffafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:58.029041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-c6659b0b-f975-48b6-9eb0-8f0bdeaffafd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e653ae1-85ae-41d0-8ab3-b38687aba589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1114693
Nov 13 21:46:58.029235 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.056825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651afc2e-cd66-4de7-b122-0a8a873e53c2 req-667a6f25-63df-4f8e-aa34-a44129a16962 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:58.062587 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1959da0b-b2ea-46db-b4c3-20a4386edda6 None None] Provisioning complete for port 8a29e149-6014-43d6-b993-e62e3b8f3a52 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:58.063193 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1959da0b-b2ea-46db-b4c3-20a4386edda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.067506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-651afc2e-cd66-4de7-b122-0a8a873e53c2 req-667a6f25-63df-4f8e-aa34-a44129a16962 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.2013323
Nov 13 21:46:58.095194 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9c10>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:58.132420 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] Checking router: 5685db10-82ad-42e9-bfe6-9c308369174a for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:58.144637 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.145078 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:58.145438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1d358581-10d2-4aa3-99ff-0e993d3f12c0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:46:58.145693 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:58.237186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-651afc2e-cd66-4de7-b122-0a8a873e53c2 req-348158f2-db4d-4ac1-a9cf-ba5fd3c0c507 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1680138
Nov 13 21:46:58.270350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-5aec38a4-4fd1-4160-8849-decc23035330 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:58.272339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-5aec38a4-4fd1-4160-8849-decc23035330 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 944 time: 0.1466868
Nov 13 21:46:58.283615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.288865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-4048ead2-97bb-47d7-abb3-fe873440af5d service neutron] 10.222.0.46 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532275
Nov 13 21:46:58.294617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=f3e8641b-1beb-43ff-805e-b65c918e3ca8,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:58.301917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd553130>, [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:46:51Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a29e149-6014-43d6-b993-e62e3b8f3a52', 'name': '', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:22:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:50Z', 'updated_at': '2021-11-13T21:46:56Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:58.325286 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:58.356427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae462-bf55-4140-965e-2b2cebe0ca40 None None] The sync data for ids ['79b4c288-1aa4-4876-958b-abd31db5ca5a'] in ncdv-master-1 is: [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:46:51Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a29e149-6014-43d6-b993-e62e3b8f3a52', 'name': '', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:22:0c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:50Z', 'updated_at': '2021-11-13T21:46:56Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:58.391401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.454343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.511918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3765efd-dc9a-4930-9474-37851c450ad6,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:58.532731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:46:58.533247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.537277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d760>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43'}], 'enable_snat': True}, 'gw_port_id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:46:53Z', 'revision_number': 5, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port': {'id': '715f69e1-4254-44c1-bb82-4234c8dee404', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:19Z', 'updated_at': '2021-11-13T21:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:58.588923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.592186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-79ddd107-4813-47b6-b6dc-236a7492a5a8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.8328183
Nov 13 21:46:58.596384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46216) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:58.608978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'f3765efd-dc9a-4930-9474-37851c450ad6', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:58.624246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] Checking router: 02d079d7-fce2-4f37-ab0e-7db1a41893fa for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:46:58.632542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:58.632970 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.669326 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.682597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] Routers {'02d079d7-fce2-4f37-ab0e-7db1a41893fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:58.683223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:58.765174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1959da0b-b2ea-46db-b4c3-20a4386edda6 None None] Provisioning complete for port f3e8641b-1beb-43ff-805e-b65c918e3ca8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:58.765174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1959da0b-b2ea-46db-b4c3-20a4386edda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.797640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.810539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] Set router 02d079d7-fce2-4f37-ab0e-7db1a41893fa gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:58.815872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 4b53a8f4-ad7b-426b-8d87-d45e73387a91, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4b53a8f4-ad7b-426b-8d87-d45e73387a91,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:46:58.816397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:58.820505 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ad304-df92-4451-ac9e-7093f1287b2b None None] Pushing event updated for resources: {'Port': ['ID=676d7396-b2cd-4191-b459-109e204f4a17,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:58.835996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 4b53a8f4-ad7b-426b-8d87-d45e73387a91 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:46:58.899947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d760>, [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:46:58Z', 'revision_number': 7, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:58.947514 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21784ab-3c6f-479f-a657-b8c53dd54c8c None None] The sync data for ids ['02d079d7-fce2-4f37-ab0e-7db1a41893fa'] in ncdv-master-1 is: [{'id': '02d079d7-fce2-4f37-ab0e-7db1a41893fa', 'name': 'tempest-TestVolumeBootPattern-387476922-router', 'tenant_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:18Z', 'updated_at': '2021-11-13T21:46:58Z', 'revision_number': 7, 'project_id': 'f9ae928d75cc4e4d88c3e99de8f45af8', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:59.094222 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Attempting to bind port 676d7396-b2cd-4191-b459-109e204f4a17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:46:59.104572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=715f69e1-4254-44c1-bb82-4234c8dee404,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:59.118735 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Attempting to bind port 676d7396-b2cd-4191-b459-109e204f4a17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:46:59.119165 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Attempting to bind port 676d7396-b2cd-4191-b459-109e204f4a17 on network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:46:59.144732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:46:59.150680 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Checking segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:46:59.150680 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.150680 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Bound using segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:46:59.150680 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Bound port: 676d7396-b2cd-4191-b459-109e204f4a17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:46:59.150680 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.172524 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4b9c10>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:59.221048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f874ae2-8952-46c8-ad35-65e1e5ad4684 None None] The sync data for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 is: [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:45:43Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a3a5b27-780d-4419-89fb-f8777cc8bd82', 'name': '', 'network_id': '9e653ae1-85ae-41d0-8ab3-b38687aba589', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:71:03:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:42Z', 'updated_at': '2021-11-13T21:45:46Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '440cf4ef-d69d-4324-a618-9b2b1b3bb699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:46:59.309373 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] For port 676d7396-b2cd-4191-b459-109e204f4a17, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:46:59.314681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d9b0d9af-bdb6-4fd4-90ab-6186681b6b07 req-7d417e62-4550-453e-bed8-0956ae3f3483 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 210 time: 0.1396396
Nov 13 21:46:59.318472 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] For port 676d7396-b2cd-4191-b459-109e204f4a17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=676d7396-b2cd-4191-b459-109e204f4a17,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:46:59.375539 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.382420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-603b564e-c983-4e6f-8264-72a498476dc8 req-4654e7aa-d4c3-4ff1-a797-c6f84305d6bc service neutron] 10.222.0.46 "GET /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0851085
Nov 13 21:46:59.393379 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.484606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6947bfc2-d391-4722-b9d8-54e4f7445b34 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:46:59.525246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.583478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:46:59.584103 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde974850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:46:59.617576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-1d37c3f9-8edc-446a-84d3-bdc5ec988764 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:59.622175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-1d37c3f9-8edc-446a-84d3-bdc5ec988764 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.37 "GET /v2.0/networks?id=e26e324f-6ca4-4a6b-96ec-01b0eef118c8 HTTP/1.1" status: 200  len: 798 time: 0.5057027
Nov 13 21:46:59.653643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.657774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.661333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=4b53a8f4-ad7b-426b-8d87-d45e73387a91,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:59.676344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Request body: {'port': {'device_id': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'admin_state_up': True, 'tenant_id': '9e8086415a4e452687f4285c1a1ba247'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:46:59.743221 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ad304-df92-4451-ac9e-7093f1287b2b None None] Pushing event updated for resources: {'Port': ['ID=676d7396-b2cd-4191-b459-109e204f4a17,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:46:59.773487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.796828 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:46:59.807925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Provisioning complete for port 676d7396-b2cd-4191-b459-109e204f4a17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:46:59.808577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.824831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] No DVR routers for this DVR port 4b53a8f4-ad7b-426b-8d87-d45e73387a91 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:46:59.844602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.851195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b51e3af8-bb13-49f6-8716-1c6429b3e1e3 req-f11f4c91-be0d-4849-9b86-37fc9cb57659 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.46 "DELETE /v2.0/ports/4b53a8f4-ad7b-426b-8d87-d45e73387a91 HTTP/1.1" status: 204  len: 173 time: 1.5703111
Nov 13 21:46:59.860418 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.861671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d079d7-fce2-4f37-ab0e-7db1a41893fa {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:46:59.871137 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.873690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5962482c-ef73-4b20-a469-f7fd59fce4e6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/02d079d7-fce2-4f37-ab0e-7db1a41893fa HTTP/1.1" status: 204  len: 168 time: 3.2441444
Nov 13 21:46:59.878860 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46222) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:46:59.890847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dc341-112e-4339-bfec-cf9cb2fa9a73 req-d027b96b-f2a2-4dd3-84a5-4d6969fa251e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:46:59.892785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d02dc341-112e-4339-bfec-cf9cb2fa9a73 req-d027b96b-f2a2-4dd3-84a5-4d6969fa251e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e95ba4-a18a-4349-ad68-245b3f29bbe1 HTTP/1.1" status: 200  len: 866 time: 0.4782898
Nov 13 21:46:59.893436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-deleted', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:46:59.895791 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b16c42-24c8-4541-9f23-e864b435ef49" -d '{"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-deleted", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:46:59.980609 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Deleting subnet 480bc1ee-962f-4a5e-80c4-3f5f62a520d6 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:46:59.989245 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:46:59.999054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9951f9bd-c06c-4b9a-8bf7-e5730d44db40 None None] New status for floating IP 1e4a42bf-96f5-4614-bc72-56c8833a569b: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:47:00.086332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.126394 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.248955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.270526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde974850>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:54Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:46:59Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:00.278454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d02dc341-112e-4339-bfec-cf9cb2fa9a73 req-1ae24248-3c3f-465a-8433-c6bfbabb7358 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd75edaf-c0b1-44fb-9170-5c7e8ed00775&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3247983
Nov 13 21:47:00.280401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.336571 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489f0f0b-0e6b-45c9-a0aa-c96193c3e84f x-openstack-request-id: req-489f0f0b-0e6b-45c9-a0aa-c96193c3e84f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:00.337242 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e95ba4-a18a-4349-ad68-245b3f29bbe1", "name": "network-vif-deleted", "tag": "4b53a8f4-ad7b-426b-8d87-d45e73387a91", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:00.337694 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-489f0f0b-0e6b-45c9-a0aa-c96193c3e84f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:00.338276 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e95ba4-a18a-4349-ad68-245b3f29bbe1', 'name': 'network-vif-deleted', 'tag': '4b53a8f4-ad7b-426b-8d87-d45e73387a91', 'status': 'completed', 'code': 200}
Nov 13 21:47:00.352897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.370050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] For port 676d7396-b2cd-4191-b459-109e204f4a17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=676d7396-b2cd-4191-b459-109e204f4a17,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:00.370952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.390656 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b278543-2ab0-47f4-b23f-3c1dd26888ca None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:54Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:46:59Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:00.407634 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64db906-4d4c-40ec-9b45-093f01e9e207,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:00.429672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Made reservation on behalf of 9e8086415a4e452687f4285c1a1ba247 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:00.433694 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.457286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.461371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.507637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8a29e149-6014-43d6-b993-e62e3b8f3a52 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:00.532909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7dbea225-51b2-4e00-8950-7f8436163fcb req-e4f2ceea-bf97-4f46-9ccd-65af2937ea6e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 210 time: 0.0576673
Nov 13 21:47:00.537346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.551719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Provisioning complete for port f3e8641b-1beb-43ff-805e-b65c918e3ca8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:00.552204 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.584861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480bc1ee-962f-4a5e-80c4-3f5f62a520d6,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:00.586035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.589381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a2925d6e-d889-412e-b46c-ebdd6b178568 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9913979
Nov 13 21:47:00.592252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46230) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:00.597114 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.603747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-138f504f-1988-4c0e-8020-3d78321e7c12 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/480bc1ee-962f-4a5e-80c4-3f5f62a520d6 HTTP/1.1" status: 204  len: 168 time: 0.7219846
Nov 13 21:47:00.615158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'f3765efd-dc9a-4930-9474-37851c450ad6', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:00.615376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46232) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:00.672733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44400d0-79ba-4ac6-b20a-ad325bc6dae5 None None] Pushing event updated for resources: {'Port': ['ID=676d7396-b2cd-4191-b459-109e204f4a17,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:00.721111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56303012-dfcf-4b5b-9b83-5fce16e9522c None None] Network 47f1ff9d-074e-4315-963f-151fbe169dfb requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:00.824907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Allocated IP 172.20.0.21 (e26e324f-6ca4-4a6b-96ec-01b0eef118c8/cacafcc5-7e79-4310-9227-22553421f7a1/4797dcf4-aad0-413d-9d89-2b14be5a406f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:00.849967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8a29e149-6014-43d6-b993-e62e3b8f3a52 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:00.853300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:00.868951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.035265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f3e8641b-1beb-43ff-805e-b65c918e3ca8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:01.042871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.046975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Deleting port d92350f1-6077-455f-812d-0499c51c6972 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:01.047307 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.086391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f3e8641b-1beb-43ff-805e-b65c918e3ca8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:01.086762 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.128832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] DHCP port deletion for 47f1ff9d-074e-4315-963f-151fbe169dfb request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:01.129847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] For port d92350f1-6077-455f-812d-0499c51c6972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d92350f1-6077-455f-812d-0499c51c6972,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:01.130331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.146593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.154862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Calling delete_port for d92350f1-6077-455f-812d-0499c51c6972 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:01.188117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-053016c6-1922-4696-9e9e-23c02bfd572a None None] Provisioning complete for port 676d7396-b2cd-4191-b459-109e204f4a17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:01.188480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-053016c6-1922-4696-9e9e-23c02bfd572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.249256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.285934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:01.289223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.315630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 4b53a8f4-ad7b-426b-8d87-d45e73387a91 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:01.315975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 4b53a8f4-ad7b-426b-8d87-d45e73387a91 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:01.341953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event updated for resources: {'Port': ['ID=4797dcf4-aad0-413d-9d89-2b14be5a406f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:01.354150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] Deleting port d92350f1-6077-455f-812d-0499c51c6972 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:01.355119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.358020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:01.360040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:01.362473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:01.395907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46236) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:01.409308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86aac3e4-3a90-491b-8492-d91ebb741352 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:01.437993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:01.437993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.463899 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.467756 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.492150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 86aac3e4-3a90-491b-8492-d91ebb741352 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:01.492502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86aac3e4-3a90-491b-8492-d91ebb741352 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:01.508838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92350f1-6077-455f-812d-0499c51c6972,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:01.516478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] No DVR routers for this DVR port d92350f1-6077-455f-812d-0499c51c6972 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:01.525542 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-f7ff832c-5786-4fa7-abe4-fde85bd84d64 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.8565748
Nov 13 21:47:01.540512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] For port d92350f1-6077-455f-812d-0499c51c6972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d92350f1-6077-455f-812d-0499c51c6972,segment=NetworkSegment(304ea422-b697-45f3-bffe-543e01ceead7),segment_id=304ea422-b697-45f3-bffe-543e01ceead7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:01.541310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.571525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Request body: {'port': {'device_id': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:01.579986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce4d23e-e4c3-4312-9d30-cf0ddde1926d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:01.593102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] Calling delete_port for d92350f1-6077-455f-812d-0499c51c6972 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 21:47:01.704434 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 21:47:01.717938 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.721575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.726113 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-47928ded-a003-4d0d-8b3f-3c6fde09375c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1325092
Nov 13 21:47:01.735069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46240) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:01.748090 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'f3765efd-dc9a-4930-9474-37851c450ad6', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:01.761977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] No DVR routers for this DVR port d92350f1-6077-455f-812d-0499c51c6972 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:01.764176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab8285-b49b-4233-9ab3-2194a4220cee None None] Pushing event deleted for resources: {'Port': ['ID=d92350f1-6077-455f-812d-0499c51c6972,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:01.859632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-743e9fc4-b426-4332-85d5-0b1dd2ecaa24 None None] Provisioning complete for port 4797dcf4-aad0-413d-9d89-2b14be5a406f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:01.860380 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-743e9fc4-b426-4332-85d5-0b1dd2ecaa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.902060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 676d7396-b2cd-4191-b459-109e204f4a17 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:01.917551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:01.946379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-743e9fc4-b426-4332-85d5-0b1dd2ecaa24 None None] Port 4797dcf4-aad0-413d-9d89-2b14be5a406f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:01.966654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 676d7396-b2cd-4191-b459-109e204f4a17 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:01.967101 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.038036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.118593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.143481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d92350f1-6077-455f-812d-0499c51c6972 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:02.168933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d92350f1-6077-455f-812d-0499c51c6972 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:02.169662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d92350f1-6077-455f-812d-0499c51c6972 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:02.170297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 715f69e1-4254-44c1-bb82-4234c8dee404 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:02.195064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.196523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 715f69e1-4254-44c1-bb82-4234c8dee404 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:02.196999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 715f69e1-4254-44c1-bb82-4234c8dee404 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:02.218421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.223010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72fb4b-eff6-48a2-9cd1-493e399666c4 req-6d0cfbb2-8f73-477c-bc00-038fbf0c31e0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:02.225154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e72fb4b-eff6-48a2-9cd1-493e399666c4 req-6d0cfbb2-8f73-477c-bc00-038fbf0c31e0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 895 time: 0.1421254
Nov 13 21:47:02.227302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.247579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8007f5c-fca5-495a-b30e-b559194fe06d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:02.247796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdea63e50>,) {'filters': {'network_id': ['47f1ff9d-074e-4315-963f-151fbe169dfb']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:02.259717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdea63e50>, '304ea422-b697-45f3-bffe-543e01ceead7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:02.260882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdea63e50>, '304ea422-b697-45f3-bffe-543e01ceead7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:02.288731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.313043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.326377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:47:02.326742 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:47:02.328464 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:47:02.334974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.338759 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-652e6243-c8fa-48b0-aaaa-0df44f4a1549 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5985496
Nov 13 21:47:02.339542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46242) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:02.343432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'f3765efd-dc9a-4930-9474-37851c450ad6', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:02.459210 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.521895 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 5a3a5b27-780d-4419-89fb-f8777cc8bd82 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:02.522224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.522343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.537353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.543343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] 10.222.0.20 "DELETE /v2.0/networks/47f1ff9d-074e-4315-963f-151fbe169dfb HTTP/1.1" status: 204  len: 168 time: 1.9242952
Nov 13 21:47:02.543969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46244) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:02.558636 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6d836-4214-4c59-b8cc-ecb7a0547943 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f1ff9d-074e-4315-963f-151fbe169dfb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:02.630144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4797dcf4-aad0-413d-9d89-2b14be5a406f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:02.641151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.643377 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.657943 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Transition to ACTIVE for port object 4797dcf4-aad0-413d-9d89-2b14be5a406f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:47:02.706182 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.731454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.735192 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 5a3a5b27-780d-4419-89fb-f8777cc8bd82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a3a5b27-780d-4419-89fb-f8777cc8bd82,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:02.735464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.754631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7791d7-069e-4bda-9a62-2abcabab2aab,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:02.759134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 5a3a5b27-780d-4419-89fb-f8777cc8bd82 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:02.787729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Pushing event updated for resources: {'Port': ['ID=4797dcf4-aad0-413d-9d89-2b14be5a406f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:02.856932 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.858214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-909fbdd1-460a-49d1-a3a7-1b7ec2ddf684 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5182638
Nov 13 21:47:02.862356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46246) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:02.867956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'f3765efd-dc9a-4930-9474-37851c450ad6', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:02.883006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Attempting to bind port 4797dcf4-aad0-413d-9d89-2b14be5a406f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:02.883253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Attempting to bind port 4797dcf4-aad0-413d-9d89-2b14be5a406f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:02.883670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Attempting to bind port 4797dcf4-aad0-413d-9d89-2b14be5a406f on network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:02.894193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Port 4797dcf4-aad0-413d-9d89-2b14be5a406f on network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:47:02.902772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Attempting to bind port 4797dcf4-aad0-413d-9d89-2b14be5a406f on network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:02.902772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:02.902772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Checking segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:02.902772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Bound using segment: {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:02.902772 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Bound port: 4797dcf4-aad0-413d-9d89-2b14be5a406f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f2f7e2-3e39-4014-9261-6cdd05d1ac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:02.902772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.963445 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Project 13c075d9a7504f1080414afc38e35cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:47:02.974935 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:02.986255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] For port 4797dcf4-aad0-413d-9d89-2b14be5a406f, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:03.008179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] For port 4797dcf4-aad0-413d-9d89-2b14be5a406f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4797dcf4-aad0-413d-9d89-2b14be5a406f,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:03.037089 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.074583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.106128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.115647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.115647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.116428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] 10.222.0.37 "PUT /v2.0/ports/4797dcf4-aad0-413d-9d89-2b14be5a406f HTTP/1.1" status: 200  len: 1055 time: 1.5495656
Nov 13 21:47:03.124671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'tag': '4797dcf4-aad0-413d-9d89-2b14be5a406f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:03.126989 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf90b8e2-3138-4f44-a292-63b093bed847" -d '{"events": [{"name": "network-changed", "server_uuid": "1335b2bd-0828-4fc5-9dbf-8a47293794bd", "tag": "4797dcf4-aad0-413d-9d89-2b14be5a406f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:03.161822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d56b5f-952c-49dc-9f61-5a668a120df1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:03.178356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439e22c-7d27-4626-9e06-12ff8e610fba service neutron] Pushing event updated for resources: {'Port': ['ID=4797dcf4-aad0-413d-9d89-2b14be5a406f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:03.180126 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c0fe52-9ea3-4917-b58a-c1711279331b x-openstack-request-id: req-62c0fe52-9ea3-4917-b58a-c1711279331b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:03.180410 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1335b2bd-0828-4fc5-9dbf-8a47293794bd", "tag": "4797dcf4-aad0-413d-9d89-2b14be5a406f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:03.180664 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62c0fe52-9ea3-4917-b58a-c1711279331b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:03.181079 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'tag': '4797dcf4-aad0-413d-9d89-2b14be5a406f', 'status': 'completed', 'code': 200}
Nov 13 21:47:03.203503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.236833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.240581 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=5a3a5b27-780d-4419-89fb-f8777cc8bd82,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:03.246957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-684a6f53-60ca-482f-b0cc-5cdb58c4a402 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3789010
Nov 13 21:47:03.247287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46250) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:03.247702 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.253990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'f3765efd-dc9a-4930-9474-37851c450ad6', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:03.300193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-20ec423a-0e21-47d3-8c68-127ab476370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.304202 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-20ec423a-0e21-47d3-8c68-127ab476370d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 1058 time: 0.1061525
Nov 13 21:47:03.314717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-3d102216-8578-4800-9ce0-369eecd39d0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0694761
Nov 13 21:47:03.450781 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Project 13c075d9a7504f1080414afc38e35cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:47:03.463915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.496547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df771c77-d324-4c21-9f19-0fa9634a4c5f req-85b7010c-8f50-4516-850d-af28f08fd142 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.498732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df771c77-d324-4c21-9f19-0fa9634a4c5f req-85b7010c-8f50-4516-850d-af28f08fd142 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 907 time: 0.1880543
Nov 13 21:47:03.513729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-9afbd9b3-b546-4e27-985e-1682e6329f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.519290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-9afbd9b3-b546-4e27-985e-1682e6329f2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1135 time: 0.1442254
Nov 13 21:47:03.581675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-216c53d8-00f9-4aff-af73-aea555db6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.582149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-216c53d8-00f9-4aff-af73-aea555db6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.583722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-216c53d8-00f9-4aff-af73-aea555db6bb8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e8086415a4e452687f4285c1a1ba247&shared=False HTTP/1.1" status: 200  len: 1584 time: 0.2675030
Nov 13 21:47:03.691365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.711709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-1ba24492-ba5a-477f-b706-0a13b40ae95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.712163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.713227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-1ba24492-ba5a-477f-b706-0a13b40ae95f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 200  len: 897 time: 0.1671171
Nov 13 21:47:03.771705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-b2b71307-4c25-4d6b-ae1e-05ecb81a66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.773292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf90b8e2-3138-4f44-a292-63b093bed847 req-b2b71307-4c25-4d6b-ae1e-05ecb81a66c5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1629887
Nov 13 21:47:03.777308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.798461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-97aedab0-5aa5-440a-b13b-33b01ca11d49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 200  len: 1001 time: 0.0784233
Nov 13 21:47:03.849614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c46e16-37e3-4d52-be99-73213070c3fa,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:03.880367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-1b4d491b-f3d7-41a3-a231-1aa4b5c1cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.884282 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-1b4d491b-f3d7-41a3-a231-1aa4b5c1cd35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=900fb9e7-67e8-4d88-b852-c44ccb7c8909 HTTP/1.1" status: 200  len: 835 time: 0.0771341
Nov 13 21:47:03.887926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-68885a1e-872f-4b9a-9b60-0707d365d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:03.889387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-68885a1e-872f-4b9a-9b60-0707d365d9e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 1058 time: 0.0767369
Nov 13 21:47:03.941943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:03.943093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-957e9954-5f2f-43c2-ab85-54d9c15ed98b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6931777
Nov 13 21:47:03.945709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-6790299d-ce76-41ca-89c1-3747c409274e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=4797dcf4-aad0-413d-9d89-2b14be5a406f HTTP/1.1" status: 200  len: 217 time: 0.0457649
Nov 13 21:47:03.972256 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Deleting port a1b518c7-506d-4e94-824f-76e19bafadae {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:03.972600 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.014412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5b40f5f5-a8f0-4e67-8bde-827b26678027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:04.015331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-5b40f5f5-a8f0-4e67-8bde-827b26678027 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cacafcc5-7e79-4310-9227-22553421f7a1 HTTP/1.1" status: 200  len: 838 time: 0.0625598
Nov 13 21:47:04.017648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-2f5560ca-5b47-4b4e-a0ba-c0cd637c7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:04.019081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-2f5560ca-5b47-4b4e-a0ba-c0cd637c7301 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9967b227-af94-4a41-8ea1-09d80c44227a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1287880
Nov 13 21:47:04.106805 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router 5685db10-82ad-42e9-bfe6-9c308369174a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:04.117952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073ce2f-468c-4665-a619-cb18b6288420 req-fb2886b4-3ce1-4622-a85d-eb94355c39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:04.119451 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-fb2886b4-3ce1-4622-a85d-eb94355c39d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e26e324f-6ca4-4a6b-96ec-01b0eef118c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0970607
Nov 13 21:47:04.128815 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] For port a1b518c7-506d-4e94-824f-76e19bafadae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b518c7-506d-4e94-824f-76e19bafadae,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:04.129179 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.159656 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-ac1d3c1d-6a0b-4b32-b5e8-217319046470 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280246
Nov 13 21:47:04.160033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-449d16e5-47dc-4717-bf0b-0a068cfb14f0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562798295&fields=id&tenant_id=13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 267 time: 0.1002731
Nov 13 21:47:04.160916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Calling delete_port for a1b518c7-506d-4e94-824f-76e19bafadae owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:04.286195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-86d2594d-01e9-45ed-8fa0-d1b6274d83d7 service neutron] 10.222.0.37 "GET /v2.0/networks/e26e324f-6ca4-4a6b-96ec-01b0eef118c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584039
Nov 13 21:47:04.307269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbb4f7a-979d-420e-b109-7b59f11dc5bf req-a605f6a2-9aef-4633-89d4-0c00513ddfb4 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393554
Nov 13 21:47:04.381811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8073ce2f-468c-4665-a619-cb18b6288420 req-b16165d4-60fb-42cc-bcd9-d281340a0da3 service neutron] 10.222.0.37 "GET /v2.0/networks/e26e324f-6ca4-4a6b-96ec-01b0eef118c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872445
Nov 13 21:47:04.449095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-8d31384c-bd88-40c9-a232-1bdfcb4b39c8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:04.450536 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-8d31384c-bd88-40c9-a232-1bdfcb4b39c8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/networks?id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 200  len: 797 time: 0.2820799
Nov 13 21:47:04.451523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:04.461808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0ef1bfff-6644-49ce-a44c-ab6a5429d2d4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/5685db10-82ad-42e9-bfe6-9c308369174a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0559747
Nov 13 21:47:04.461906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46266) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:04.463714 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] Sync routers for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:04.475701 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:04.476311 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde45a6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:04.477696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-de012e76-9d66-4823-babb-1a28132e0197 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/quotas/13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 375 time: 0.0189903
Nov 13 21:47:04.522230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting subnet 440cf4ef-d69d-4324-a618-9b2b1b3bb699 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:47:04.527459 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.580648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-5c12b4ef-18d0-404f-af5f-40da3cb12c56 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0918067
Nov 13 21:47:04.595751 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.597389 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:04.659785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.715481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3595fd-c21c-47c3-a9fe-2d8bab50c052 req-cbc70fa2-5c24-4abc-b1b5-6b8fbcc4629f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:04.723914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c3595fd-c21c-47c3-a9fe-2d8bab50c052 req-cbc70fa2-5c24-4abc-b1b5-6b8fbcc4629f tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 907 time: 0.0975978
Nov 13 21:47:04.751865 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.889948 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde45a6a0>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:47:03Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:04.917839 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] Checking router: 5685db10-82ad-42e9-bfe6-9c308369174a for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:04.927394 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] Routers {'5685db10-82ad-42e9-bfe6-9c308369174a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:04.928010 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde45a6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['5685db10-82ad-42e9-bfe6-9c308369174a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:04.946397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.975478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Subnet': ['ID=440cf4ef-d69d-4324-a618-9b2b1b3bb699,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:04.979373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:04.982884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-20c34062-d8d9-4316-8d9a-08e6a0bfa6a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/subnets/440cf4ef-d69d-4324-a618-9b2b1b3bb699 HTTP/1.1" status: 204  len: 168 time: 0.5205011
Nov 13 21:47:04.987770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46270) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:04.998396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f85fe3-56bb-4bb6-96ee-9512858389a1 None None] Network 9e653ae1-85ae-41d0-8ab3-b38687aba589 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:05.041498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] Set router 5685db10-82ad-42e9-bfe6-9c308369174a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:05.052555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b518c7-506d-4e94-824f-76e19bafadae,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:05.146447 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.148814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1ee8b22a-927a-419d-a182-d1ea9a4d6fc8 service neutron] 10.222.0.20 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5537925
Nov 13 21:47:05.292757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde45a6a0>, [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:47:03Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:05.311200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] DHCP port deletion for 9e653ae1-85ae-41d0-8ab3-b38687aba589 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:05.336833 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6cb6bf-16f2-4797-9616-6b2a272055eb None None] The sync data for ids ['5685db10-82ad-42e9-bfe6-9c308369174a'] in ncdv-master-1 is: [{'id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413015171', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:38Z', 'updated_at': '2021-11-13T21:47:03Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': 'b535e405-4f65-4698-8f7c-251a7e4f3505', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5685db10-82ad-42e9-bfe6-9c308369174a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:39Z', 'updated_at': '2021-11-13T21:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:05.338200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.362189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.364348 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-30ad3254-f744-4492-b41b-db3ba950158c service neutron] 10.222.0.20 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074599
Nov 13 21:47:05.402132 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] Deleting port 86fbd455-eb52-443a-ac22-71d03ba4b298 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:05.409059 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.481600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] For port 86fbd455-eb52-443a-ac22-71d03ba4b298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86fbd455-eb52-443a-ac22-71d03ba4b298,segment=NetworkSegment(eac8fe98-8fef-452f-bbb4-3cf2d22b9e94),segment_id=eac8fe98-8fef-452f-bbb4-3cf2d22b9e94)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:05.481942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.487174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port b535e405-4f65-4698-8f7c-251a7e4f3505 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:05.487547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.500276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] Calling delete_port for 86fbd455-eb52-443a-ac22-71d03ba4b298 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:05.591811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port b535e405-4f65-4698-8f7c-251a7e4f3505, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b535e405-4f65-4698-8f7c-251a7e4f3505,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:05.592462 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.619425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for b535e405-4f65-4698-8f7c-251a7e4f3505 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:05.637562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Router 92917acd-ff80-47d5-bdcd-b2854d8d70ad has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:05.690735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51bfc5ad-c59c-4276-afb4-e44bcd5187b0 req-90c131bd-4f26-4ddb-92c6-b77642e3f578 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 210 time: 0.0640526
Nov 13 21:47:05.712306 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:05.783244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] No DVR routers for this DVR port 86fbd455-eb52-443a-ac22-71d03ba4b298 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:05.806971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b00e93-01a5-44c2-861e-e8eb996cde88 None None] Pushing event deleted for resources: {'Port': ['ID=86fbd455-eb52-443a-ac22-71d03ba4b298,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:05.842280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:05.852194 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-277d2c3c-c74f-4990-8c1b-8fc3b12b551e admin admin] 10.222.0.20 "PUT /v2.0/routers/92917acd-ff80-47d5-bdcd-b2854d8d70ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3049378
Nov 13 21:47:05.852602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46282) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:05.856466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] Sync routers for ids ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:05.869507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] Routers {'92917acd-ff80-47d5-bdcd-b2854d8d70ad'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:05.870119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdf3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:05.959211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a3a5b27-780d-4419-89fb-f8777cc8bd82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:05.986326 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.008072 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29da1e5-6f80-49e8-b2f7-6b03d8040f50 req-50605e9b-76c8-4bbc-86a2-f6096f6258db tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:06.009731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f29da1e5-6f80-49e8-b2f7-6b03d8040f50 req-50605e9b-76c8-4bbc-86a2-f6096f6258db tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 907 time: 0.1066172
Nov 13 21:47:06.037132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=b535e405-4f65-4698-8f7c-251a7e4f3505,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:06.056166 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.096372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.188148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.194584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3951c4-7e98-4943-85da-e8df787b7e49 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:06.201672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5a3a5b27-780d-4419-89fb-f8777cc8bd82 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:06.202015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5a3a5b27-780d-4419-89fb-f8777cc8bd82 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:06.202420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86fbd455-eb52-443a-ac22-71d03ba4b298 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:06.217042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.220114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.233491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 86fbd455-eb52-443a-ac22-71d03ba4b298 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:06.238169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 86fbd455-eb52-443a-ac22-71d03ba4b298 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:06.248358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] Set router 92917acd-ff80-47d5-bdcd-b2854d8d70ad gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:06.359792 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.360428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Fanout notify agent at l3_agent the message router_deleted on router 5685db10-82ad-42e9-bfe6-9c308369174a {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:47:06.369479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.371236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-645e6012-d6bd-44c7-b29b-0dd87ece531e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/routers/5685db10-82ad-42e9-bfe6-9c308369174a HTTP/1.1" status: 204  len: 168 time: 1.3824854
Nov 13 21:47:06.371846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46284) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:06.386700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Deleting port ed9acdfb-bacf-413d-9bbf-148dec45a929 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:06.386700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.469846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdf3940>, [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176'}], 'enable_snat': True}, 'gw_port_id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:47:04Z', 'revision_number': 5, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port': {'id': 'ed9acdfb-bacf-413d-9bbf-148dec45a929', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:50:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:39:28Z', 'updated_at': '2021-11-13T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:06.475689 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] For port ed9acdfb-bacf-413d-9bbf-148dec45a929, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed9acdfb-bacf-413d-9bbf-148dec45a929,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:06.476344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.492065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.500836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Calling delete_port for ed9acdfb-bacf-413d-9bbf-148dec45a929 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:06.503657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] Checking router: 92917acd-ff80-47d5-bdcd-b2854d8d70ad for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:06.513473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] Routers {'92917acd-ff80-47d5-bdcd-b2854d8d70ad'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:06.514072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdf3940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:06.601862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4797dcf4-aad0-413d-9d89-2b14be5a406f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:47:06.619432 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.647798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddc3c3a0>,) {'filters': {'network_id': ['9e653ae1-85ae-41d0-8ab3-b38687aba589']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:06.651442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] Set router 92917acd-ff80-47d5-bdcd-b2854d8d70ad gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:06.657752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddc3c3a0>, 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:06.658052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddc3c3a0>, 'eac8fe98-8fef-452f-bbb4-3cf2d22b9e94') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:06.667713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.681206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.689641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:47:06.690280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:47:06.693939 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:47:06.714442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdf3940>, [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:47:06Z', 'revision_number': 6, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:06.764814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89e0eb-d0c6-4eb1-8aaf-4231aa4f167b None None] The sync data for ids ['92917acd-ff80-47d5-bdcd-b2854d8d70ad'] in ncdv-master-1 is: [{'id': '92917acd-ff80-47d5-bdcd-b2854d8d70ad', 'name': 'tempest-TestVolumeBootPattern-709151396-router', 'tenant_id': 'e68303d26d1f40e0a9b480fac16cc175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:39:27Z', 'updated_at': '2021-11-13T21:47:06Z', 'revision_number': 6, 'project_id': 'e68303d26d1f40e0a9b480fac16cc175', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:06.772302 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.807262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4797dcf4-aad0-413d-9d89-2b14be5a406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4797dcf4-aad0-413d-9d89-2b14be5a406f,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:06.808457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9acdfb-bacf-413d-9bbf-148dec45a929,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:06.828825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-713ab8d4-2bb8-4d9a-80ec-a4e967d6ba4c req-4913fb92-5807-4dff-9044-e0b7ac20b544 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 210 time: 0.0312684
Nov 13 21:47:06.831313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709b9e05-a1a6-4f94-8520-6b2f68f604f9 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:06.838942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '4797dcf4-aad0-413d-9d89-2b14be5a406f', 'network_id': 'e26e324f-6ca4-4a6b-96ec-01b0eef118c8', 'port_id': '4797dcf4-aad0-413d-9d89-2b14be5a406f', 'mac_address': 'fa:16:3e:02:70:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cacafcc5-7e79-4310-9227-22553421f7a1', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:47:06.848954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.858139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.860155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/networks/9e653ae1-85ae-41d0-8ab3-b38687aba589 HTTP/1.1" status: 204  len: 168 time: 0.4873731
Nov 13 21:47:06.865545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46290) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:06.905496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cd49b-edf9-4a00-83ab-5f332537fc95 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Network': ['ID=9e653ae1-85ae-41d0-8ab3-b38687aba589,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:06.905861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.916846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:06.924224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4797dcf4-aad0-413d-9d89-2b14be5a406f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:06.957828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4797dcf4-aad0-413d-9d89-2b14be5a406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4797dcf4-aad0-413d-9d89-2b14be5a406f,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:06.974881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9a6086a-854e-46f7-a62b-db0e05597dd4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.015063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9a6086a-854e-46f7-a62b-db0e05597dd4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.026496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.053203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.056513 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.090437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4797dcf4-aad0-413d-9d89-2b14be5a406f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:07.167941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b714370-4d91-47d4-a7b4-e1910b360401 req-0fee7ce0-9219-4ab3-a99b-d7258e8ff5ef tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:07.169398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b714370-4d91-47d4-a7b4-e1910b360401 req-0fee7ce0-9219-4ab3-a99b-d7258e8ff5ef tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 908 time: 0.0534575
Nov 13 21:47:07.216937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9a6086a-854e-46f7-a62b-db0e05597dd4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.217111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.217533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92917acd-ff80-47d5-bdcd-b2854d8d70ad {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:47:07.220876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b9a6086a-854e-46f7-a62b-db0e05597dd4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.222730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.226738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b9a6086a-854e-46f7-a62b-db0e05597dd4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd75edaf-c0b1-44fb-9170-5c7e8ed00775 HTTP/1.1" status: 204  len: 168 time: 0.3571579
Nov 13 21:47:07.233516 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2e450e39-9741-446f-9105-ca041b01dc23 admin admin] 10.222.0.20 "DELETE /v2.0/routers/92917acd-ff80-47d5-bdcd-b2854d8d70ad HTTP/1.1" status: 204  len: 168 time: 1.3798277
Nov 13 21:47:07.234146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46296) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:07.234922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6086a-854e-46f7-a62b-db0e05597dd4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75edaf-c0b1-44fb-9170-5c7e8ed00775,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:07.236905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['4797dcf4-aad0-413d-9d89-2b14be5a406f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:47:07.293677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Deleting subnet cdeb8adc-d0f3-4c6b-a526-fea7df3da297 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:47:07.298658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.341399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.444397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.565604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.604888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdeb8adc-d0f3-4c6b-a526-fea7df3da297,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:07.607563 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.612484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8559c4d-1106-443e-9c12-a1c4e2ff2f96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cdeb8adc-d0f3-4c6b-a526-fea7df3da297 HTTP/1.1" status: 204  len: 168 time: 0.3743391
Nov 13 21:47:07.613797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:07.619463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70104d7-83af-455f-8f78-1c45d49a1c94 None None] Network 6b01beaf-08d6-44dc-9058-99dc97955e09 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:07.695260 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.773241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Deleting port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:07.774348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.799905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ed9acdfb-bacf-413d-9bbf-148dec45a929 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:07.830157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ed9acdfb-bacf-413d-9bbf-148dec45a929 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:07.830574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ed9acdfb-bacf-413d-9bbf-148dec45a929 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:07.831072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b535e405-4f65-4698-8f7c-251a7e4f3505 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:07.855921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b535e405-4f65-4698-8f7c-251a7e4f3505 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:07.856264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b535e405-4f65-4698-8f7c-251a7e4f3505 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:07.856674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a1b518c7-506d-4e94-824f-76e19bafadae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:07.861672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] For port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:07.862086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:07.879497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a1b518c7-506d-4e94-824f-76e19bafadae {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:07.879835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a1b518c7-506d-4e94-824f-76e19bafadae not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:07.880531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Calling delete_port for bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:07.926720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46304) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:07.929237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] DHCP port deletion for 6b01beaf-08d6-44dc-9058-99dc97955e09 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:07.936381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449978392', 'description': 'tempest-secgroup-smoke-1449978392 description', 'project_id': '922599e50d824c038fd08455d0e213d4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:07.954829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0319497-3d9c-4251-a48c-5b1322329cab req-439516b7-cdbc-4cb5-99a1-8f67579dae96 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 210 time: 0.0388455
Nov 13 21:47:07.987403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] Deleting port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:07.987801 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.045890 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.061058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] For port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,segment=NetworkSegment(16afb73a-d683-4776-88c8-60cc366842e2),segment_id=16afb73a-d683-4776-88c8-60cc366842e2)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:08.061058 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.067299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] Calling delete_port for bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:08.086078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.121356 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:08.124226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] No DVR routers for this DVR port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:08.151765 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.173929 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.178945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] Pushing event deleted for resources: {'Port': ['ID=bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:08.183305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e40ef-6c9f-4d45-9277-036859b34b33 None None] No DVR routers for this DVR port bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:08.224115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.244709 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.251467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde644070>,) {'filters': {'network_id': ['6b01beaf-08d6-44dc-9058-99dc97955e09']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:08.281494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde644070>, '16afb73a-d683-4776-88c8-60cc366842e2') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:08.281786 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde644070>, '16afb73a-d683-4776-88c8-60cc366842e2') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:08.302932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-293f0137-9eee-4392-86e8-e190fe35fbe3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:08.304732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-293f0137-9eee-4392-86e8-e190fe35fbe3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/networks?id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 200  len: 797 time: 0.1288602
Nov 13 21:47:08.321151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.332041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab4e6a4-1227-4543-aeac-7bf00603191a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:08.342946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.352044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:47:08.352446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:47:08.354144 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:47:08.370656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cbac5-dd94-4936-a26d-8cdcfe613743 req-70d5b38d-63a9-42d5-83f9-ddef68de9186 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:08.372150 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-951cbac5-dd94-4936-a26d-8cdcfe613743 req-70d5b38d-63a9-42d5-83f9-ddef68de9186 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 908 time: 0.1182981
Nov 13 21:47:08.378479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-09ba48ea-1efc-4556-9f39-7d073b3ab38c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 380 time: 0.0635381
Nov 13 21:47:08.387975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'port': {'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'admin_state_up': True, 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'security_groups': ['f3765efd-dc9a-4930-9474-37851c450ad6']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:08.425415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.426659 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ebb09cc2-4f00-4977-bf87-0cf28f2a2ace tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4989336
Nov 13 21:47:08.429957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46308) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:08.434326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': '0ab4e6a4-1227-4543-aeac-7bf00603191a', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:08.536576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.542425 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.548108 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b01beaf-08d6-44dc-9058-99dc97955e09 HTTP/1.1" status: 204  len: 168 time: 0.9304044
Nov 13 21:47:08.548321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4797dcf4-aad0-413d-9d89-2b14be5a406f up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:08.576298 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff24de-aff8-4052-92d2-91494807ed67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b01beaf-08d6-44dc-9058-99dc97955e09,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:08.584599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.633548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:08.637091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.641794 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.650771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 4797dcf4-aad0-413d-9d89-2b14be5a406f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:47:08.655084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 4797dcf4-aad0-413d-9d89-2b14be5a406f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:08.657448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.702018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.724667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437ee636-06af-40db-8639-db0bc161ae11,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:08.738913 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.763148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4797dcf4-aad0-413d-9d89-2b14be5a406f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:08.766822 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e2970-51a0-471b-a9a5-85ec995815e3" -d '{"events": [{"server_uuid": "1335b2bd-0828-4fc5-9dbf-8a47293794bd", "name": "network-vif-plugged", "status": "completed", "tag": "4797dcf4-aad0-413d-9d89-2b14be5a406f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:08.774445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.20.0.6 (2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03/eb5c47f9-d887-4ffb-8410-8ef7a482c2fd/ba6bcc74-0674-4dd6-b1e9-50a733e6f319) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:08.779203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 4797dcf4-aad0-413d-9d89-2b14be5a406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4797dcf4-aad0-413d-9d89-2b14be5a406f,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:08.788508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.790662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c6993c03-cc9e-4ee6-a20c-883607161e1e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3590744
Nov 13 21:47:08.795440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46314) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:08.802935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': '0ab4e6a4-1227-4543-aeac-7bf00603191a', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:08.806348 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a9e7ae-2d94-40f6-a820-6850d2b7c0d8 x-openstack-request-id: req-59a9e7ae-2d94-40f6-a820-6850d2b7c0d8 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:08.806640 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1335b2bd-0828-4fc5-9dbf-8a47293794bd", "name": "network-vif-plugged", "status": "completed", "tag": "4797dcf4-aad0-413d-9d89-2b14be5a406f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:08.807158 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59a9e7ae-2d94-40f6-a820-6850d2b7c0d8 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:08.807580 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4797dcf4-aad0-413d-9d89-2b14be5a406f', 'code': 200}
Nov 13 21:47:08.859550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46316) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:08.885527 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.907657 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-436f86cc-bc33-4075-a4bd-6b2800766d58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9ae928d75cc4e4d88c3e99de8f45af8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445893
Nov 13 21:47:08.907920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46318) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:08.928981 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:08.938682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4797dcf4-aad0-413d-9d89-2b14be5a406f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:09.012717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.013808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd51a407-462f-42bd-9a20-c9a7d70458a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.047881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd51a407-462f-42bd-9a20-c9a7d70458a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.071996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-74606dad-7ebe-4979-9e93-42e2017b6b44 req-9d7c0181-663e-4daa-b837-c74d1916f075 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 210 time: 0.0373559
Nov 13 21:47:09.099669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.118270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df83e00e-7678-4ba6-bd14-879404ed9b40,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:09.185348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.189224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-017451a0-9204-4d14-9bd1-48dee0bf7927 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3927929
Nov 13 21:47:09.189568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46322) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:09.194818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': '0ab4e6a4-1227-4543-aeac-7bf00603191a', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:09.212516 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd51a407-462f-42bd-9a20-c9a7d70458a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.215398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd51a407-462f-42bd-9a20-c9a7d70458a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.219566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd51a407-462f-42bd-9a20-c9a7d70458a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0086363d-d26c-4a36-83bb-9c6f432f4c7c HTTP/1.1" status: 204  len: 168 time: 0.3089709
Nov 13 21:47:09.231096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a407-462f-42bd-9a20-c9a7d70458a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0086363d-d26c-4a36-83bb-9c6f432f4c7c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:09.280408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926524cc-5b7d-41bf-a4d3-6c78e96d683a req-803c4fd7-6790-4e94-ace6-14ed84973aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:09.281917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-926524cc-5b7d-41bf-a4d3-6c78e96d683a req-803c4fd7-6790-4e94-ace6-14ed84973aad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 1059 time: 0.4110389
Nov 13 21:47:09.292071 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.301965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.359648 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.382745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.424531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:09.429841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:09.433847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:09.441332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:09.445301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.470647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3932365d-8f20-4695-92af-d17bb93ffeb3,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:09.545655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:09.546476 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.576526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c50532-ecaf-4d84-948a-4378e42a6ede req-6ac0e0a8-361f-481d-97ab-7e5ef84d13e9 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:09.576526 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33c50532-ecaf-4d84-948a-4378e42a6ede req-6ac0e0a8-361f-481d-97ab-7e5ef84d13e9 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 909 time: 0.0907331
Nov 13 21:47:09.588461 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.590945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-248a9ffb-34cd-4e8d-84ae-f0fcae703e10 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3994105
Nov 13 21:47:09.593004 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46328) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:09.602383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': '0ab4e6a4-1227-4543-aeac-7bf00603191a', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:09.643247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0864c89c-7611-4156-9d19-42064b7ae220 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2591205
Nov 13 21:47:09.656249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Request body: {'port': {'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:09.694299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-11db06d6-9494-4cfa-a661-9bae8c5cb80d None None] Provisioning complete for port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:09.694788 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11db06d6-9494-4cfa-a661-9bae8c5cb80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.736554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.744467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-11db06d6-9494-4cfa-a661-9bae8c5cb80d None None] Port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:09.744885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.766190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:09.787791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:09.788423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd3d7b55-3a13-4cef-bcec-f42bd1ae4c43 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:09.812284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.888503 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:09.906506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9bbcca-9578-4c60-b7d2-ba1bd38be501,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:10.006169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46332) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:10.015827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.017367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4743b3e6-c6b0-4d27-a9ca-f3c5b888e289 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4230900
Nov 13 21:47:10.020165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46334) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:10.025034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': '0ab4e6a4-1227-4543-aeac-7bf00603191a', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:10.052997 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-165bfedf-d643-407e-8145-a61d78ae81f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e68303d26d1f40e0a9b480fac16cc175&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0426579
Nov 13 21:47:10.053211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6bcc74-0674-4dd6-b1e9-50a733e6f319 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:10.053336 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46336) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:10.061358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.074052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Transition to ACTIVE for port object ba6bcc74-0674-4dd6-b1e9-50a733e6f319 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:47:10.099665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab4a16c1-4922-4a28-98da-953edf2cc3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.105763 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:47:10.111339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.124637 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab4a16c1-4922-4a28-98da-953edf2cc3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.137978 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.218863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.219527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c58ab4-380e-4505-b8f7-136b56399e90 req-37e3c901-d5ad-4d6e-9c6a-ef7e8c417dd9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:10.221378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23c58ab4-380e-4505-b8f7-136b56399e90 req-37e3c901-d5ad-4d6e-9c6a-ef7e8c417dd9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 943 time: 0.0714962
Nov 13 21:47:10.225938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Pushing event updated for resources: {'Port': ['ID=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:10.301761 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-23c58ab4-380e-4505-b8f7-136b56399e90 req-34c9bad3-681c-43ef-89f7-23b3b8c825a2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588036
Nov 13 21:47:10.310324 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab4a16c1-4922-4a28-98da-953edf2cc3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.312809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.317351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ab4a16c1-4922-4a28-98da-953edf2cc3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.329620 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ab4a16c1-4922-4a28-98da-953edf2cc3ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30f425ee-7693-4bf6-ab3e-cb4684a247bc HTTP/1.1" status: 204  len: 168 time: 0.2654648
Nov 13 21:47:10.330118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a16c1-4922-4a28-98da-953edf2cc3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f425ee-7693-4bf6-ab3e-cb4684a247bc,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:10.333450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c7bb57-3641-42dd-8009-726407ad27e7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:10.367632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Attempting to bind port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:10.368061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Attempting to bind port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:10.368535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Attempting to bind port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 on network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:10.373497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 on network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:47:10.376440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Attempting to bind port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 on network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:10.383707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:10.384144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Checking segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:10.384614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Bound using segment: {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:10.385232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Bound port: ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:10.385687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.461843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] For port ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:10.465549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] For port ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:10.472824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.472824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4be9b827-f09b-44b1-a04b-9248fae87b1a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4494069
Nov 13 21:47:10.473606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:10.478592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'security_group_rule': {'security_group_id': '0ab4e6a4-1227-4543-aeac-7bf00603191a', 'project_id': '922599e50d824c038fd08455d0e213d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:10.554209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.591576 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:10.591576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.592231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] 10.222.0.46 "PUT /v2.0/ports/ba6bcc74-0674-4dd6-b1e9-50a733e6f319 HTTP/1.1" status: 200  len: 1091 time: 0.9404607
Nov 13 21:47:10.592676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:10.594980 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:10.628820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dded9-7bde-407c-93f7-8b18f0a8bd4e service neutron] Pushing event updated for resources: {'Port': ['ID=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:10.634705 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Project 922599e50d824c038fd08455d0e213d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:47:10.642816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.681918 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edbcd7e-0711-4070-90fa-9eec907e53cd x-openstack-request-id: req-4edbcd7e-0711-4070-90fa-9eec907e53cd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:10.682591 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:10.682591 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4edbcd7e-0711-4070-90fa-9eec907e53cd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:10.682808 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'status': 'completed', 'code': 200}
Nov 13 21:47:10.741002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3698d-f385-4610-bb47-62ba7d07d130 req-b9d9eafe-a49f-427d-b2f3-f8bde39599ed tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:10.750121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4a3698d-f385-4610-bb47-62ba7d07d130 req-b9d9eafe-a49f-427d-b2f3-f8bde39599ed tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 909 time: 0.0628486
Nov 13 21:47:10.757729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c req-528162b0-f62f-4477-9ae6-c38cc1fbdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:10.759245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c req-528162b0-f62f-4477-9ae6-c38cc1fbdfbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1094 time: 0.0794837
Nov 13 21:47:10.760997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.862850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.948321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c req-0f713e78-28d2-45a6-a594-fdb7fd293c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:10.949841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c req-0f713e78-28d2-45a6-a594-fdb7fd293c41 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=13c075d9a7504f1080414afc38e35cc0&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1799212
Nov 13 21:47:10.952594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8137ab7-eac7-4466-b489-5c1a0aa9df3d,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:10.970556 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:10.971781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eb9b2ee3-8cb9-4ca3-9645-af85761ac2a2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4965990
Nov 13 21:47:10.975094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46350) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:10.980765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'network': {'name': 'tempest-network-smoke--214210102', 'project_id': '922599e50d824c038fd08455d0e213d4', 'port_security_enabled': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:11.034218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823d4e-299b-417b-a6df-5b5b4b1d56a6 req-b15afec1-7571-4b80-999c-0d6f2fbb8514 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.036519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1823d4e-299b-417b-a6df-5b5b4b1d56a6 req-b15afec1-7571-4b80-999c-0d6f2fbb8514 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 909 time: 0.1808958
Nov 13 21:47:11.082316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c req-8c42d7f3-b4d0-437d-9bd4-3dc1a81b0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.082316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b7909ca3-a3e9-4fd5-9cea-7d2372c8bc6c req-8c42d7f3-b4d0-437d-9bd4-3dc1a81b0803 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1177046
Nov 13 21:47:11.105616 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:11.109353 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.169385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0e88572a-35e2-4b7d-8471-41e8202c867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.170909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-0e88572a-35e2-4b7d-8471-41e8202c867f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1094 time: 0.0495985
Nov 13 21:47:11.174224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:47:11.183440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c6870-679e-4fc0-9578-1f4badf6bc04 req-65be2ed8-9c8e-4465-a003-4d069e12169a tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.188245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f47c6870-679e-4fc0-9578-1f4badf6bc04 req-65be2ed8-9c8e-4465-a003-4d069e12169a tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 1060 time: 0.0732124
Nov 13 21:47:11.190285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.191301 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Added segment 91397efb-a976-4fae-8b1f-bf7b27d0a96f of type vlan for network 17cd86c0-2d8d-4b27-9d66-046452b7b2be
Nov 13 21:47:11.224758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-9d4acec1-b268-4b40-9c49-b32b4d23dadf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319 HTTP/1.1" status: 200  len: 217 time: 0.0460587
Nov 13 21:47:11.250634 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.275997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-ea44cb75-6cb9-48e9-be97-44aca9ed3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.280104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-ea44cb75-6cb9-48e9-be97-44aca9ed3dca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5c47f9-d887-4ffb-8410-8ef7a482c2fd HTTP/1.1" status: 200  len: 835 time: 0.0460126
Nov 13 21:47:11.325256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.331221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.332034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.347551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71293c-fbb0-4652-ab81-2aa6281aba8d req-ceb4b495-fd4e-4132-b489-47c7c196c0db tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.349148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d71293c-fbb0-4652-ab81-2aa6281aba8d req-ceb4b495-fd4e-4132-b489-47c7c196c0db tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1135 time: 0.0708127
Nov 13 21:47:11.354653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-aec557ee-6eb1-45c8-aea3-1f97dbc632ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.354653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-aec557ee-6eb1-45c8-aea3-1f97dbc632ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0664330
Nov 13 21:47:11.400106 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:47:11.416855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Network': ['ID=17cd86c0-2d8d-4b27-9d66-046452b7b2be,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:11.436226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:47:11.438621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f96a1212-9073-46c0-a17f-5467b7cd52ba tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4623568
Nov 13 21:47:11.441672 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46358) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:11.448326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'admin_state_up': True, 'project_id': '922599e50d824c038fd08455d0e213d4', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:11.470991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1d71293c-fbb0-4652-ab81-2aa6281aba8d req-62a0efed-6869-45c2-8740-b9cfb3ac522a tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1147351
Nov 13 21:47:11.483693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643acb1a-b376-40ed-bf4b-aeef03bd0d3f req-7570c206-14b0-48e9-90de-6bbde141540f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.485260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-643acb1a-b376-40ed-bf4b-aeef03bd0d3f req-7570c206-14b0-48e9-90de-6bbde141540f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 943 time: 0.0820308
Nov 13 21:47:11.486305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-dd0c62c9-5e92-4172-88ed-cf86ebcb0689 service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241653
Nov 13 21:47:11.501324 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46360) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:11.567337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.568957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.585877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c93626e6-25f4-47bb-bdee-8a2b53b837e4 req-2b5208b0-9ba7-47bf-9127-c1d28807d06b service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921900
Nov 13 21:47:11.586961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-643acb1a-b376-40ed-bf4b-aeef03bd0d3f req-57b1f601-5966-4f96-816e-862e1a99d91c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951943
Nov 13 21:47:11.591028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850ebb3-f9a7-48c5-a72f-b41fec348746 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:11.594004 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5850ebb3-f9a7-48c5-a72f-b41fec348746 tempest-TestSecurityGroupsBasicOps-957145364 tempest-TestSecurityGroupsBasicOps-957145364-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 1055 time: 0.0833049
Nov 13 21:47:11.642931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:11.923966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.200807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.221303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.240382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c90b-c4d0-4cd2-9ca6-ba97916674a2 req-655d6d6f-83bd-43e6-83f7-e63f7c70196e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:12.241865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0764c90b-c4d0-4cd2-9ca6-ba97916674a2 req-655d6d6f-83bd-43e6-83f7-e63f7c70196e tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 909 time: 0.1192718
Nov 13 21:47:12.338789 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.111 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/62cdefbc-70b9-4627-99bb-38778ef8cdbf) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:12.380796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.441654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.552596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.591479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:12.594262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:12.600273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:12.607309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380812a3-eb2d-4a7d-9095-db646a76e378 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:12.624618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=62cdefbc-70b9-4627-99bb-38778ef8cdbf,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:12.718163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64925e8a-718c-4f03-823c-1957c4ad4472 req-f9dc4349-0d76-4962-b47b-5fff644bbeba tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:12.720067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64925e8a-718c-4f03-823c-1957c4ad4472 req-f9dc4349-0d76-4962-b47b-5fff644bbeba tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 943 time: 0.0512285
Nov 13 21:47:12.726363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-13eecfcd-bb76-40ca-9310-b559c55d1fb4 None None] Provisioning complete for port 62cdefbc-70b9-4627-99bb-38778ef8cdbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:12.726816 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13eecfcd-bb76-40ca-9310-b559c55d1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:12.762759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-13eecfcd-bb76-40ca-9310-b559c55d1fb4 None None] Port 62cdefbc-70b9-4627-99bb-38778ef8cdbf cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:12.780630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-64925e8a-718c-4f03-823c-1957c4ad4472 req-98279efd-5c73-4280-9b42-547da33234be tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524902
Nov 13 21:47:13.252663 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.331595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6bcc74-0674-4dd6-b1e9-50a733e6f319 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:47:13.411182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b2f14-e509-4514-b392-bccf169175c9 req-9467cb60-2f21-4ab7-a8f1-dd613bb297e8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:13.412726 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b95b2f14-e509-4514-b392-bccf169175c9 req-9467cb60-2f21-4ab7-a8f1-dd613bb297e8 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.37 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 909 time: 0.0501194
Nov 13 21:47:13.428603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146fa36-eee3-4197-941e-f3c0de27a237 req-717c9e4c-6ad9-4d7f-9499-4b68261a3eeb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:13.431072 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3146fa36-eee3-4197-941e-f3c0de27a237 req-717c9e4c-6ad9-4d7f-9499-4b68261a3eeb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 909 time: 0.1009960
Nov 13 21:47:13.439540 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:13.453967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:47:13.496945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.511510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6bcc74-0674-4dd6-b1e9-50a733e6f319 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:13.514743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.515960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port 4797dcf4-aad0-413d-9d89-2b14be5a406f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:13.516421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.535769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:13.613089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] For port 4797dcf4-aad0-413d-9d89-2b14be5a406f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4797dcf4-aad0-413d-9d89-2b14be5a406f,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:13.613445 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.620210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.630755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for 4797dcf4-aad0-413d-9d89-2b14be5a406f owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:13.668786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:13.719625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ddf01f81-d58d-48fe-8e82-49703864f18f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:47:13.833848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:13.834067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ba6bcc74-0674-4dd6-b1e9-50a733e6f319'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:47:13.845780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Sync routers for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:13.851446 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.858517 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:13.867372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5eec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:13.917521 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:13.921518 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2b27f2ba-aefa-4aa4-920d-eeaa70b4ddfd tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.4759257
Nov 13 21:47:13.921788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46372) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:13.972939 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1d14fe5d-0175-4b3d-945d-243abc95c720 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=922599e50d824c038fd08455d0e213d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0499105
Nov 13 21:47:13.981314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46374) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:13.990738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:13.997707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=4797dcf4-aad0-413d-9d89-2b14be5a406f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:14.011115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] No DVR routers for this DVR port 4797dcf4-aad0-413d-9d89-2b14be5a406f on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:14.020404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.023861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b95b2f14-e509-4514-b392-bccf169175c9 req-3eae6bb8-e920-4fcd-bd48-abb63546d77c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.37 "DELETE /v2.0/ports/4797dcf4-aad0-413d-9d89-2b14be5a406f HTTP/1.1" status: 204  len: 173 time: 0.6042564
Nov 13 21:47:14.024335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'name': 'network-vif-deleted', 'tag': '4797dcf4-aad0-413d-9d89-2b14be5a406f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:14.026659 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f645f1-9d3e-43b6-a0c1-8210780461fb" -d '{"events": [{"server_uuid": "1335b2bd-0828-4fc5-9dbf-8a47293794bd", "name": "network-vif-deleted", "tag": "4797dcf4-aad0-413d-9d89-2b14be5a406f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:14.088746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3630-c888-4724-a902-b167ee098399 req-44e1b1e4-231d-4408-abe9-6def91244be8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:14.090598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0bf3630-c888-4724-a902-b167ee098399 req-44e1b1e4-231d-4408-abe9-6def91244be8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 944 time: 0.2294183
Nov 13 21:47:14.095043 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dfac20-3517-4888-a74b-3c72a46ecac8 x-openstack-request-id: req-68dfac20-3517-4888-a74b-3c72a46ecac8 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:14.095980 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1335b2bd-0828-4fc5-9dbf-8a47293794bd", "name": "network-vif-deleted", "tag": "4797dcf4-aad0-413d-9d89-2b14be5a406f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:14.096457 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68dfac20-3517-4888-a74b-3c72a46ecac8 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:14.097034 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1335b2bd-0828-4fc5-9dbf-8a47293794bd', 'name': 'network-vif-deleted', 'tag': '4797dcf4-aad0-413d-9d89-2b14be5a406f', 'status': 'completed', 'code': 200}
Nov 13 21:47:14.173399 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aee480-588f-4736-805f-d60c964c917f tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:14.176216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0bf3630-c888-4724-a902-b167ee098399 req-42eca276-8bc4-4c74-93e7-76815d862577 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781612
Nov 13 21:47:14.177454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-11aee480-588f-4736-805f-d60c964c917f tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1938429
Nov 13 21:47:14.179465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46378) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:14.221785 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12fbc6b1-f9f7-4487-b8a1-1d0827815945 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0410604
Nov 13 21:47:14.225293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46380) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:14.228982 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5eec10>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:13Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:14.230158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117855267', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'project_id': '922599e50d824c038fd08455d0e213d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:14.260864 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Checking router: ddf01f81-d58d-48fe-8e82-49703864f18f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:14.261210 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Updating router ddf01f81-d58d-48fe-8e82-49703864f18f port 62cdefbc-70b9-4627-99bb-38778ef8cdbf binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:47:14.287814 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.388209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:14.391944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.544744 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.552542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5612b8ea-fc1e-4c85-a31d-ac1d018d351c req-a3605d9d-9fbb-4693-b6db-17a53989479d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=1335b2bd-0828-4fc5-9dbf-8a47293794bd HTTP/1.1" status: 200  len: 210 time: 0.0323317
Nov 13 21:47:14.600031 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.623033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.647862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc104382-793a-458e-aae8-ef4651d07cbd None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:14.649531 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Attempting to bind port 62cdefbc-70b9-4627-99bb-38778ef8cdbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:14.656511 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Attempting to bind port 62cdefbc-70b9-4627-99bb-38778ef8cdbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:14.657207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Attempting to bind port 62cdefbc-70b9-4627-99bb-38778ef8cdbf on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:14.674474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:14.674474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:14.674474 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.674474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:14.675181 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Bound port: 62cdefbc-70b9-4627-99bb-38778ef8cdbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:14.675567 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.691254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b151aedd-2900-4abb-a8be-82c639e1e3ea None None] Provisioning complete for port 62cdefbc-70b9-4627-99bb-38778ef8cdbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:14.691804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b151aedd-2900-4abb-a8be-82c639e1e3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.700231 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1a479-6d3e-4f05-b91e-0f79016a520c None None] Pushing event updated for resources: {'Port': ['ID=62cdefbc-70b9-4627-99bb-38778ef8cdbf,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:14.701159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Checking segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:14.701763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network hostable DHCP agents. Network: 17cd86c0-2d8d-4b27-9d66-046452b7b2be, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:47:14.709693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Subnet': ['ID=0fbf61b3-98c6-416f-aa5e-02ea212489c1,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:14.738381 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] For port 62cdefbc-70b9-4627-99bb-38778ef8cdbf, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:14.740981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b151aedd-2900-4abb-a8be-82c639e1e3ea None None] Port 62cdefbc-70b9-4627-99bb-38778ef8cdbf cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:14.741797 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] For port 62cdefbc-70b9-4627-99bb-38778ef8cdbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62cdefbc-70b9-4627-99bb-38778ef8cdbf,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:14.793834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:47:14.828145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.828739 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.870280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f9e67-22f4-445b-aa3e-60782f6d95e6 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:14.885298 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:14.885909 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5eec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:14.902336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17cd86c0-2d8d-4b27-9d66-046452b7b2be) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:14.907590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:14.907590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:14.918361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d76db8-fb80-42e8-8411-2ad1a26b3ab5 None None] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:14.924821 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1a479-6d3e-4f05-b91e-0f79016a520c None None] Pushing event updated for resources: {'Port': ['ID=62cdefbc-70b9-4627-99bb-38778ef8cdbf,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:14.998470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c993e3fd-1389-4aa3-b1c6-a56fc3e3a3dd None None] Provisioning complete for port 62cdefbc-70b9-4627-99bb-38778ef8cdbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:14.998836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c993e3fd-1389-4aa3-b1c6-a56fc3e3a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.000896 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:15.006956 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46384) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:15.008005 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-58aa26d3-e027-4a61-bee1-e2a054821a45 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7813308
Nov 13 21:47:15.141916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:47:15.143021 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.154802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c993e3fd-1389-4aa3-b1c6-a56fc3e3a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.187555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c993e3fd-1389-4aa3-b1c6-a56fc3e3a3dd None None] For port 62cdefbc-70b9-4627-99bb-38778ef8cdbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62cdefbc-70b9-4627-99bb-38778ef8cdbf,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:15.208928 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5eec10>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:13Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:15.237676 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4acde5-aa25-46ab-90d7-27dd34409d42 None None] The sync data for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 is: [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:13Z', 'revision_number': 3, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:15.274079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c993e3fd-1389-4aa3-b1c6-a56fc3e3a3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.326481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ee43-a8a3-49e7-83b2-80bc3a049d24 req-8dbee838-f570-472b-8e05-99aa221852b6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:15.333325 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a59ee43-a8a3-49e7-83b2-80bc3a049d24 req-8dbee838-f570-472b-8e05-99aa221852b6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 944 time: 0.0666068
Nov 13 21:47:15.357940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6bcc74-0674-4dd6-b1e9-50a733e6f319 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:15.386596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a59ee43-a8a3-49e7-83b2-80bc3a049d24 req-14d3f293-4044-420d-88bf-e1a7c451efc9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521612
Nov 13 21:47:15.416940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993e3fd-1389-4aa3-b1c6-a56fc3e3a3dd None None] Pushing event updated for resources: {'Port': ['ID=62cdefbc-70b9-4627-99bb-38778ef8cdbf,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:15.449938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Allocated IP 172.20.0.2 (17cd86c0-2d8d-4b27-9d66-046452b7b2be/0fbf61b3-98c6-416f-aa5e-02ea212489c1/33719a75-c74b-42d3-99e8-f6f1c9a43b1c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:15.565282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.626621 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:15.781559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:47:15.804562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:15.805050 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.837089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 62cdefbc-70b9-4627-99bb-38778ef8cdbf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:15.892984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.954375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 62cdefbc-70b9-4627-99bb-38778ef8cdbf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:15.954829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.960317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:15.990658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.043889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:16.055789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:16.059887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:16.071120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:16.073448 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39b5b04-4a09-4140-8780-7a994ebbdd59" -d '{"events": [{"server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "name": "network-vif-plugged", "status": "completed", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:16.080747 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.1 (17cd86c0-2d8d-4b27-9d66-046452b7b2be/0fbf61b3-98c6-416f-aa5e-02ea212489c1/a282d5c7-12fe-476d-b463-49f1f8f4f33d) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:16.091529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Pushing event updated for resources: {'Port': ['ID=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:16.113150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:16.159294 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dbcac5-7a49-47da-bd1c-fc8f6a59bb81 x-openstack-request-id: req-92dbcac5-7a49-47da-bd1c-fc8f6a59bb81 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:16.159876 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "name": "network-vif-plugged", "status": "completed", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:16.160297 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92dbcac5-7a49-47da-bd1c-fc8f6a59bb81 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:16.160949 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'code': 200}
Nov 13 21:47:16.211644 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.253594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Attempting to bind port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:16.259229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Attempting to bind port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:16.259229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Attempting to bind port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c on network 17cd86c0-2d8d-4b27-9d66-046452b7b2be {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:16.259461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2752a-724f-47ef-85b1-ad0ef02aafda req-78bc92fa-b2de-4c57-a04c-bd27acabcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:16.259461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89f2752a-724f-47ef-85b1-ad0ef02aafda req-78bc92fa-b2de-4c57-a04c-bd27acabcba6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1096 time: 0.0457132
Nov 13 21:47:16.275657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:16.276082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Checking segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:16.276428 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.276880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Bound using segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:16.277241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.277371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Bound port: 33719a75-c74b-42d3-99e8-f6f1c9a43b1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:16.277725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.302099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:16.343253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.344603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89f2752a-724f-47ef-85b1-ad0ef02aafda req-bb0c2a9f-ca12-4cff-b0ff-288f84ee8f78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740638
Nov 13 21:47:16.364235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] For port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:16.367767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] For port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:16.425650 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.474377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.513319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:16.531251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=a282d5c7-12fe-476d-b463-49f1f8f4f33d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:16.531251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:16.533905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:16.544830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38549ab-6903-4a07-aa34-4f5e77b03d50 None None] Pushing event updated for resources: {'Port': ['ID=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:16.599830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4797dcf4-aad0-413d-9d89-2b14be5a406f no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:16.622074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 4797dcf4-aad0-413d-9d89-2b14be5a406f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:16.622417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 4797dcf4-aad0-413d-9d89-2b14be5a406f not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:16.651260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d15ea-c9ee-414f-abd3-988934e38774 req-867fb86e-2700-459c-9ffc-d84c3b695911 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:16.652756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-137d15ea-c9ee-414f-abd3-988934e38774 req-867fb86e-2700-459c-9ffc-d84c3b695911 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 945 time: 0.1896462
Nov 13 21:47:16.654835 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.802715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-137d15ea-c9ee-414f-abd3-988934e38774 req-7b3ed9c7-37a8-406a-a714-17492bd72fb9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433907
Nov 13 21:47:16.900121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port 8a29e149-6014-43d6-b993-e62e3b8f3a52 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:16.905435 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:16.984363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.047259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] For port 8a29e149-6014-43d6-b993-e62e3b8f3a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a29e149-6014-43d6-b993-e62e3b8f3a52,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:17.047616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.069387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for 8a29e149-6014-43d6-b993-e62e3b8f3a52 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:17.519813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861cdfbc-f583-49a0-82b6-d62850b9a380 None None] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:17.647164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-837fbd63-2a5d-4493-8d9b-13f7956c89fd None None] Provisioning complete for port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:17.647538 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-837fbd63-2a5d-4493-8d9b-13f7956c89fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.773287 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-837fbd63-2a5d-4493-8d9b-13f7956c89fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.781544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.810632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-837fbd63-2a5d-4493-8d9b-13f7956c89fd None None] For port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:17.836952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 33719a75-c74b-42d3-99e8-f6f1c9a43b1c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:17.873770 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.890369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:17.890731 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.922857 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-837fbd63-2a5d-4493-8d9b-13f7956c89fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.930578 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:17.943557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd6d48-5cee-4431-8b18-699125b811c7 req-8c0bd58e-3d6a-4127-bd80-5bd7534025bd tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:17.945974 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26dd6d48-5cee-4431-8b18-699125b811c7 req-8c0bd58e-3d6a-4127-bd80-5bd7534025bd tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 945 time: 0.0665326
Nov 13 21:47:17.988978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=a282d5c7-12fe-476d-b463-49f1f8f4f33d,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:18.013130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-26dd6d48-5cee-4431-8b18-699125b811c7 req-4c0bb8ed-c3c6-44cd-aa8f-c28480c8acd6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608664
Nov 13 21:47:18.020597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.051214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbd63-2a5d-4493-8d9b-13f7956c89fd None None] Pushing event updated for resources: {'Port': ['ID=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:18.081965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=8a29e149-6014-43d6-b993-e62e3b8f3a52,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:18.154510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-20e60dc2-a57a-47ee-9ab9-74e7e78d0187 None None] Provisioning complete for port a282d5c7-12fe-476d-b463-49f1f8f4f33d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:18.155185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-20e60dc2-a57a-47ee-9ab9-74e7e78d0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.199848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-20e60dc2-a57a-47ee-9ab9-74e7e78d0187 None None] Port a282d5c7-12fe-476d-b463-49f1f8f4f33d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:18.213595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-20e60dc2-a57a-47ee-9ab9-74e7e78d0187 None None] Provisioning complete for port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:18.214106 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-20e60dc2-a57a-47ee-9ab9-74e7e78d0187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.310014 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c217b7-11f4-43c8-a8cc-b19feb8c361d req-37780611-5064-4290-aeff-ffeb0036e57e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:18.311585 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18c217b7-11f4-43c8-a8cc-b19feb8c361d req-37780611-5064-4290-aeff-ffeb0036e57e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 945 time: 0.1921916
Nov 13 21:47:18.330052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:18.340722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:18.365937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.428158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-64d7bbd0-aaf8-4228-b356-3ccf963d4944 None None] Provisioning complete for port a282d5c7-12fe-476d-b463-49f1f8f4f33d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:18.428618 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64d7bbd0-aaf8-4228-b356-3ccf963d4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.440165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18c217b7-11f4-43c8-a8cc-b19feb8c361d req-fd2e934f-7571-499b-8c1d-82481616070a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150537
Nov 13 21:47:18.464300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46400) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:18.466327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-64d7bbd0-aaf8-4228-b356-3ccf963d4944 None None] Port a282d5c7-12fe-476d-b463-49f1f8f4f33d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:18.511126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8ae06-001a-42b9-9f38-20a4b639989b tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:18.515470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-12d8ae06-001a-42b9-9f38-20a4b639989b tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1091 time: 0.0471342
Nov 13 21:47:18.515671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46402) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:18.520571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:18.584635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ddf01f81-d58d-48fe-8e82-49703864f18f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:18.586562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-12327366-d861-46c3-9be5-89361b9f550b None None] Provisioning complete for port a282d5c7-12fe-476d-b463-49f1f8f4f33d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:18.586999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-12327366-d861-46c3-9be5-89361b9f550b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.621577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-12327366-d861-46c3-9be5-89361b9f550b None None] Port a282d5c7-12fe-476d-b463-49f1f8f4f33d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:18.631460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.733224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:18.786588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:18.789215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 79b4c288-1aa4-4876-958b-abd31db5ca5a has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:18.796636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a81c1da-fae0-4c7f-8262-c474cacf36d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/ddf01f81-d58d-48fe-8e82-49703864f18f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7843874
Nov 13 21:47:18.807409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Sync routers for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:18.814935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:18.815801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd533d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:18.845621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.35.3.124 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/916dd36b-f0bb-4b7a-97e3-0dded778c54f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:18.931450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:18.939216 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4aab5fe7-7220-405a-a3ae-39de953c6a7d tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "PUT /v2.0/routers/79b4c288-1aa4-4876-958b-abd31db5ca5a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3113029
Nov 13 21:47:18.944354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46408) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:18.947296 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] Sync routers for ids ['79b4c288-1aa4-4876-958b-abd31db5ca5a'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:18.958716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:18.978534 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] Routers {'79b4c288-1aa4-4876-958b-abd31db5ca5a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:18.979491 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79b4c288-1aa4-4876-958b-abd31db5ca5a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:18.988905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.008085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting subnet cacafcc5-7e79-4310-9227-22553421f7a1 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:47:19.011816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.058013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.094122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-6ed15247-080f-42ad-b3ca-4e5f3d9a962a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449978392&fields=id&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 267 time: 0.0816324
Nov 13 21:47:19.172388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.196045 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.202763 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] Set router 79b4c288-1aa4-4876-958b-abd31db5ca5a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:19.226118 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd533d60>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:17Z', 'revision_number': 2, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:19.257836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Checking router: ddf01f81-d58d-48fe-8e82-49703864f18f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:19.258190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Updating router ddf01f81-d58d-48fe-8e82-49703864f18f port a282d5c7-12fe-476d-b463-49f1f8f4f33d binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:47:19.268019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:19.277192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:19.282862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:19.284178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.322209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=916dd36b-f0bb-4b7a-97e3-0dded778c54f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:19.340235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.342883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-4509380b-627b-4e2f-af04-871f386ecc3d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:19.354811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-4509380b-627b-4e2f-af04-871f386ecc3d tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/networks?id=17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 200  len: 796 time: 0.2481570
Nov 13 21:47:19.371468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-142b2a20-60e2-48af-be9f-c942cfc821e4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/quotas/922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 375 time: 0.0206490
Nov 13 21:47:19.373683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Subnet': ['ID=cacafcc5-7e79-4310-9227-22553421f7a1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:19.376227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.381006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78b8a2e8-5cbd-4713-93cd-7722ef84d5eb tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/subnets/cacafcc5-7e79-4310-9227-22553421f7a1 HTTP/1.1" status: 204  len: 168 time: 0.4355848
Nov 13 21:47:19.389275 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46418) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:19.396002 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd857f-7630-43db-a41e-749a73742e79 None None] Network e26e324f-6ca4-4a6b-96ec-01b0eef118c8 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:19.434484 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:47:17Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:19.492121 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] Checking router: 79b4c288-1aa4-4876-958b-abd31db5ca5a for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:19.506428 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] Routers {'79b4c288-1aa4-4876-958b-abd31db5ca5a'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:19.507193 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['79b4c288-1aa4-4876-958b-abd31db5ca5a'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:19.522736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-231e7218-2816-4931-a6d4-9da1c187eb51 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1502762
Nov 13 21:47:19.531883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.631890 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] Set router 79b4c288-1aa4-4876-958b-abd31db5ca5a gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:19.657055 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.860831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port 629dfaf5-6848-4d0e-a05a-c4375c325a09 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:19.865773 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.881102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:47:17Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:19.919634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 33719a75-c74b-42d3-99e8-f6f1c9a43b1c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:19.921425 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c42aca5-3705-44fb-b0a5-47d669f3e2f6 None None] The sync data for ids ['79b4c288-1aa4-4876-958b-abd31db5ca5a'] in ncdv-master-1 is: [{'id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-241784276', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160'}], 'enable_snat': True}, 'gw_port_id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:45Z', 'updated_at': '2021-11-13T21:47:17Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': '629dfaf5-6848-4d0e-a05a-c4375c325a09', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:86:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4c288-1aa4-4876-958b-abd31db5ca5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:46Z', 'updated_at': '2021-11-13T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:19.953770 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:19.993380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] DHCP port deletion for e26e324f-6ca4-4a6b-96ec-01b0eef118c8 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:19.997974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] For port 629dfaf5-6848-4d0e-a05a-c4375c325a09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=629dfaf5-6848-4d0e-a05a-c4375c325a09,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:19.998441 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.013571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.020372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for 629dfaf5-6848-4d0e-a05a-c4375c325a09 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:20.064583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-56172ea0-f4a7-4f11-85d4-c17a2d1765f2 service neutron] 10.222.0.20 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5267704
Nov 13 21:47:20.101953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.106262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:20.117256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.157971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] Deleting port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:20.158344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.219467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.269711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887aedd-4bc3-4530-be99-5692f39bcc89 None None] Pushing event updated for resources: {'Port': ['ID=a282d5c7-12fe-476d-b463-49f1f8f4f33d,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:20.293155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-4a2c5d89-6ef7-43ec-867f-2833d4af78d8 service neutron] 10.222.0.20 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2195036
Nov 13 21:47:20.339742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Attempting to bind port a282d5c7-12fe-476d-b463-49f1f8f4f33d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:20.340110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Attempting to bind port a282d5c7-12fe-476d-b463-49f1f8f4f33d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:20.340470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Attempting to bind port a282d5c7-12fe-476d-b463-49f1f8f4f33d on network 17cd86c0-2d8d-4b27-9d66-046452b7b2be {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:20.345488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] For port 1d358581-10d2-4aa3-99ff-0e993d3f12c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d358581-10d2-4aa3-99ff-0e993d3f12c0,segment=NetworkSegment(11f2f7e2-3e39-4014-9261-6cdd05d1ac05),segment_id=11f2f7e2-3e39-4014-9261-6cdd05d1ac05)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:20.345886 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.353585 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.358753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:20.358966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Checking segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:20.359342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.359735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Bound using segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:20.360213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Bound port: a282d5c7-12fe-476d-b463-49f1f8f4f33d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:20.360590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.375789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] Calling delete_port for 1d358581-10d2-4aa3-99ff-0e993d3f12c0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:20.414486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=629dfaf5-6848-4d0e-a05a-c4375c325a09,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:20.449426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1382581e-9f42-4530-9106-67fe50e90bee None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:20.507576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.513135 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.576348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] For port a282d5c7-12fe-476d-b463-49f1f8f4f33d, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:20.588529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.591432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] For port a282d5c7-12fe-476d-b463-49f1f8f4f33d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a282d5c7-12fe-476d-b463-49f1f8f4f33d,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:20.596369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9bc4c5a4-d3ed-42b4-a657-56eb4fbf2b5b None None] Provisioning complete for port a282d5c7-12fe-476d-b463-49f1f8f4f33d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:20.599765 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9bc4c5a4-d3ed-42b4-a657-56eb4fbf2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.613285 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.615995 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.640614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4c5a4-d3ed-42b4-a657-56eb4fbf2b5b None None] Port a282d5c7-12fe-476d-b463-49f1f8f4f33d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:20.656884 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.680298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.687577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.689654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] Pushing event deleted for resources: {'Port': ['ID=1d358581-10d2-4aa3-99ff-0e993d3f12c0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:20.699617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7401442-fa10-4656-a05d-f716ddaa16a6 None None] No DVR routers for this DVR port 1d358581-10d2-4aa3-99ff-0e993d3f12c0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:20.732918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=916dd36b-f0bb-4b7a-97e3-0dded778c54f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:20.754491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:20.755748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd533d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:20.801842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-920eb958-4188-48b1-ac8d-0f4f5c9af190 req-50890ef3-f16e-4678-8685-f480fc0d7de3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 210 time: 0.1828794
Nov 13 21:47:20.806694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887aedd-4bc3-4530-be99-5692f39bcc89 None None] Pushing event updated for resources: {'Port': ['ID=a282d5c7-12fe-476d-b463-49f1f8f4f33d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:20.828670 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Floating IP c6f9dce3-9e33-48c3-adff-7581c8dc4ddc associated. External IP: 172.35.3.124, port: ba6bcc74-0674-4dd6-b1e9-50a733e6f319.
Nov 13 21:47:20.897596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.898842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Fanout notify agent at l3_agent the message router_deleted on router 79b4c288-1aa4-4876-958b-abd31db5ca5a {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:47:20.906762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:20.907938 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a21723d9-531d-4d2c-948c-abc5ba1d7169 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/routers/79b4c288-1aa4-4876-958b-abd31db5ca5a HTTP/1.1" status: 204  len: 168 time: 1.5178814
Nov 13 21:47:20.910649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46430) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:20.934006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:21.062106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.175138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f97f9f64-6253-4274-9218-7da1b7ac0303 None None] Provisioning complete for port a282d5c7-12fe-476d-b463-49f1f8f4f33d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:21.175516 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f97f9f64-6253-4274-9218-7da1b7ac0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.185143 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.208432 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7be0760>,) {'filters': {'network_id': ['e26e324f-6ca4-4a6b-96ec-01b0eef118c8']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:21.218856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7be0760>, '11f2f7e2-3e39-4014-9261-6cdd05d1ac05') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:21.219289 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7be0760>, '11f2f7e2-3e39-4014-9261-6cdd05d1ac05') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:21.230328 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.245507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.253999 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:47:21.254485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:47:21.258444 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:47:21.337363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f97f9f64-6253-4274-9218-7da1b7ac0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.350566 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd533d60>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:20Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:21.384314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b2ff6-3d34-4765-a12b-415b6823c7bb None None] The sync data for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 is: [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:20Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:21.405220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f97f9f64-6253-4274-9218-7da1b7ac0303 None None] For port a282d5c7-12fe-476d-b463-49f1f8f4f33d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a282d5c7-12fe-476d-b463-49f1f8f4f33d,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:21.409540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.417003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.422971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/networks/e26e324f-6ca4-4a6b-96ec-01b0eef118c8 HTTP/1.1" status: 204  len: 168 time: 0.5048649
Nov 13 21:47:21.424724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46446) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:21.449364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3b4c1-f095-466e-a444-9d25f0f132c6 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Network': ['ID=e26e324f-6ca4-4a6b-96ec-01b0eef118c8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:21.468391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f97f9f64-6253-4274-9218-7da1b7ac0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.608534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f9f64-6253-4274-9218-7da1b7ac0303 None None] Pushing event updated for resources: {'Port': ['ID=a282d5c7-12fe-476d-b463-49f1f8f4f33d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:21.613410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:21.695313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port 7d4685f5-8d68-4382-8f7a-9adfff7353c4 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:21.695579 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.757302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:21.769087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:21.785122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:21.785719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcd93280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:21.811178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.811924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.825569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for 7d4685f5-8d68-4382-8f7a-9adfff7353c4 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:21.849776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a282d5c7-12fe-476d-b463-49f1f8f4f33d up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:21.852355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.931704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6c60958a-9a49-43cb-ba67-27fff57cd616 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4141173
Nov 13 21:47:21.936919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46456) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:21.947604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:21.950077 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4936c2-5c1f-4075-aa34-e919dd022230" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:21.965204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a282d5c7-12fe-476d-b463-49f1f8f4f33d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:21.965868 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:21.968681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1e25098-d2c7-40b3-9195-557f5fac04f4 req-98640a6c-86fa-4bd8-807d-5fac0afc952b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 210 time: 0.0690625
Nov 13 21:47:22.013019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:22.018146 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deded2ad-2bee-4e41-9077-7fe0ae3160a7 x-openstack-request-id: req-deded2ad-2bee-4e41-9077-7fe0ae3160a7 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:22.018567 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:22.019117 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-deded2ad-2bee-4e41-9077-7fe0ae3160a7 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:22.019410 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'status': 'completed', 'code': 200}
Nov 13 21:47:22.121880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-2ca1a02a-d1b5-4f05-9cf7-0b3eb5847165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:22.124025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-2ca1a02a-d1b5-4f05-9cf7-0b3eb5847165 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1096 time: 0.0680814
Nov 13 21:47:22.242896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-2c4ccaab-71dc-44c9-921c-ebe2d7905f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:22.244536 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-2c4ccaab-71dc-44c9-921c-ebe2d7905f78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 200  len: 898 time: 0.1107531
Nov 13 21:47:22.338963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcd93280>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:54Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:19Z', 'revision_number': 0, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:22.353421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8a29e149-6014-43d6-b993-e62e3b8f3a52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:22.368394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-ac94b45b-a937-484d-b478-8af3180698a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319 HTTP/1.1" status: 200  len: 999 time: 0.1138895
Nov 13 21:47:22.401866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:22.409417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8a29e149-6014-43d6-b993-e62e3b8f3a52 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:22.409767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8a29e149-6014-43d6-b993-e62e3b8f3a52 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:22.410177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 629dfaf5-6848-4d0e-a05a-c4375c325a09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:22.439698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:22.440234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcd93280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:22.442671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 629dfaf5-6848-4d0e-a05a-c4375c325a09 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:22.443016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 629dfaf5-6848-4d0e-a05a-c4375c325a09 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:22.443456 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1d358581-10d2-4aa3-99ff-0e993d3f12c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:22.452097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-fd02b43e-a3dc-4c7f-a776-52181512b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:22.454849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-fd02b43e-a3dc-4c7f-a776-52181512b241 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5c47f9-d887-4ffb-8410-8ef7a482c2fd HTTP/1.1" status: 200  len: 835 time: 0.0791538
Nov 13 21:47:22.499467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 1d358581-10d2-4aa3-99ff-0e993d3f12c0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:22.499667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 1d358581-10d2-4aa3-99ff-0e993d3f12c0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:22.543603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-805d5209-092d-4dbf-84e3-08de4a78588e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/c6f9dce3-9e33-48c3-adff-7581c8dc4ddc HTTP/1.1" status: 200  len: 991 time: 0.6049984
Nov 13 21:47:22.548022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-9bb1b276-ce04-4ff0-86e2-701f15bf77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:22.550350 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-9bb1b276-ce04-4ff0-86e2-701f15bf77c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0876982
Nov 13 21:47:22.599125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:22.694561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-cad7f29a-5640-434e-bc21-273b914367a5 service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332724
Nov 13 21:47:22.725254 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:22.769374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=7d4685f5-8d68-4382-8f7a-9adfff7353c4,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:22.823183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4936c2-5c1f-4075-aa34-e919dd022230 req-a92b0556-af34-4a17-9d8a-bf2167e50db7 service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218102
Nov 13 21:47:22.879294 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:22.879294 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Floating IP 40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5 disassociated (deleted). External IP: 172.35.3.249, port: 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba.
Nov 13 21:47:23.073852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddebe5ae-4243-4140-b27b-ec38b6f5120a req-b7150c58-4f6f-482b-88b7-fb1263b20397 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 210 time: 0.0301955
Nov 13 21:47:23.082382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcd93280>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:54Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:19Z', 'revision_number': 0, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:23.117479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824c87c9-234f-4e27-b08d-f9e81e3d719e None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:46:54Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:19Z', 'revision_number': 0, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:23.124645 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 36d687c7-8b12-449e-8d39-8abea40ab752 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:23.252925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:23.258105 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:23.260105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-5682825d-ecda-406e-8d7f-99df43337fff tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:23.269141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-5682825d-ecda-406e-8d7f-99df43337fff tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/networks?id=17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 200  len: 796 time: 0.1222000
Nov 13 21:47:23.269258 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] Sync routers for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:23.276866 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:23.277880 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:23.297338 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf67a861-ad26-4cc1-b935-81dab0b1c4a0 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/floatingips/40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5 HTTP/1.1" status: 204  len: 168 time: 1.8690908
Nov 13 21:47:23.297338 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:23.299175 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833" -d '{"events": [{"name": "network-changed", "server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:23.349006 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ca2c9-b4b5-4a2e-9dec-14f306bb236e x-openstack-request-id: req-a91ca2c9-b4b5-4a2e-9dec-14f306bb236e {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:23.349505 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:23.349935 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a91ca2c9-b4b5-4a2e-9dec-14f306bb236e {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:23.350518 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'status': 'completed', 'code': 200}
Nov 13 21:47:23.355231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-778b217a-6702-4db1-be47-39207ccfb0d6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=922599e50d824c038fd08455d0e213d4 HTTP/1.1" status: 200  len: 380 time: 0.0846572
Nov 13 21:47:23.370472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'port': {'device_id': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'admin_state_up': True, 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'security_groups': ['0ab4e6a4-1227-4543-aeac-7bf00603191a']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:23.424933 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:23.445299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a18c8-2b78-489b-b41c-a3bcfc392206 None None] New status for floating IP c6f9dce3-9e33-48c3-adff-7581c8dc4ddc: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:47:23.492739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-a4e44654-2fc4-472b-bb75-327d056e394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:23.494604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-a4e44654-2fc4-472b-bb75-327d056e394a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e8086415a4e452687f4285c1a1ba247&device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 1135 time: 0.1157253
Nov 13 21:47:23.545918 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46466) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:23.636581 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bf0d9a1a-a809-4a07-a1f8-885c4378e0c1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/c6f9dce3-9e33-48c3-adff-7581c8dc4ddc HTTP/1.1" status: 200  len: 991 time: 0.0891809
Nov 13 21:47:23.643303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-d47fd26d-c966-4766-8d39-8147f251c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:23.645090 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-d47fd26d-c966-4766-8d39-8147f251c255 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 200  len: 897 time: 0.1434131
Nov 13 21:47:23.707456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-85f7d677-1752-4631-b529-05dc361d9c3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 200  len: 217 time: 0.0446262
Nov 13 21:47:23.736573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:23.742059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Made reservation on behalf of 922599e50d824c038fd08455d0e213d4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:23.745741 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:23.764383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] Checking router: 36d687c7-8b12-449e-8d39-8abea40ab752 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:23.775238 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:23.775869 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:46:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:23.789810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-dd30e3cd-79d7-4b38-a4ce-12c674ea9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:23.791160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-dd30e3cd-79d7-4b38-a4ce-12c674ea9312 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=900fb9e7-67e8-4d88-b852-c44ccb7c8909 HTTP/1.1" status: 200  len: 835 time: 0.0801718
Nov 13 21:47:23.932497 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:23.933099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-381c1787-e376-42b6-ab9c-ae1a0dadee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:23.934611 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-381c1787-e376-42b6-ab9c-ae1a0dadee39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9967b227-af94-4a41-8ea1-09d80c44227a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1349406
Nov 13 21:47:23.960043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbfce1-c740-4294-81a1-46e3180ae1fe req-2120309a-17d3-4fe3-8a98-bcd89978124b tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:23.961523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccdbfce1-c740-4294-81a1-46e3180ae1fe req-2120309a-17d3-4fe3-8a98-bcd89978124b tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 984 time: 0.2237585
Nov 13 21:47:24.057461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.20.0.10 (17cd86c0-2d8d-4b27-9d66-046452b7b2be/0fbf61b3-98c6-416f-aa5e-02ea212489c1/884dd1d3-e76d-4264-b411-1ae37855c1a0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:24.115555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccdbfce1-c740-4294-81a1-46e3180ae1fe req-8a8e5b6f-5bee-4fa4-a916-96f8c950144c tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1423671
Nov 13 21:47:24.149318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-e3733209-023d-4335-9bb9-4b2563562ecc service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866055
Nov 13 21:47:24.150326 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5ee190>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:24.180675 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4377d1b-5f03-4780-815f-6114dee9ae65 None None] The sync data for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 is: [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:45:50Z', 'revision_number': 4, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1182631-c3d0-4bc6-a5b1-627eb334035c', 'name': '', 'network_id': '9967b227-af94-4a41-8ea1-09d80c44227a', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'mac_address': 'fa:16:3e:a5:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:49Z', 'updated_at': '2021-11-13T21:45:53Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'subnets': [{'id': '900fb9e7-67e8-4d88-b852-c44ccb7c8909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:24.181879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b36af23b-114e-40cb-93ca-5004e0238949 req-02d9cba8-ca6e-43dd-9d39-4fd869e520a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 210 time: 0.0266666
Nov 13 21:47:24.330705 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0ff0341-3e37-4e97-82e2-e0d12bb1c833 req-4d729bd1-6397-402f-b750-c6248587dba7 service neutron] 10.222.0.46 "GET /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664023
Nov 13 21:47:24.334003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:24.406656 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b46f41-a81d-4417-9812-d3c5113f207e None None] New status for floating IP 40dd5ede-6b75-4a3a-86cc-9ad97aa8bcc5: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:47:24.480586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:24.535102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:24.538445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:24.543305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:24.565725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:24.610694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:24.611337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:24.640359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:24.682991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-80916bc4-6b4d-4840-8c23-5cf0ce0bcca3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3205402
Nov 13 21:47:24.696617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Request body: {'port': {'device_id': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:24.721221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-97421d74-eb2d-4315-ade3-272bef383eae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/c6f9dce3-9e33-48c3-adff-7581c8dc4ddc HTTP/1.1" status: 200  len: 993 time: 0.0796289
Nov 13 21:47:24.754038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:24.769468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e19c1b4c-4553-4c80-9f23-72cb8db97801 None None] Provisioning complete for port 884dd1d3-e76d-4264-b411-1ae37855c1a0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:24.770054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e19c1b4c-4553-4c80-9f23-72cb8db97801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:24.795352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33ebd416-f954-4155-b4fd-94f689eb02d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:24.808849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e19c1b4c-4553-4c80-9f23-72cb8db97801 None None] Port 884dd1d3-e76d-4264-b411-1ae37855c1a0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:47:25.024889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-35b54dc2-44d3-444e-9cfc-db88f35b60c1 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:25.026246 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-35b54dc2-44d3-444e-9cfc-db88f35b60c1 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.46 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 984 time: 0.0701623
Nov 13 21:47:25.119882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884dd1d3-e76d-4264-b411-1ae37855c1a0 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:25.128954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.145829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Transition to ACTIVE for port object 884dd1d3-e76d-4264-b411-1ae37855c1a0 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:47:25.165329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:25.165691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.241609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.303816 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d23ad-6df0-44bc-b9af-026e9da3f37e req-2e898b2e-526a-48e0-8f11-3c01e0d0f53a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:25.306677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c05d23ad-6df0-44bc-b9af-026e9da3f37e req-2e898b2e-526a-48e0-8f11-3c01e0d0f53a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 944 time: 0.0551820
Nov 13 21:47:25.334216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:25.347961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f502b9-4bc9-4a49-8a9b-dfe8350e27ce req-fb0ab340-30c1-461c-990d-47f195a156cc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:25.350085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d6f502b9-4bc9-4a49-8a9b-dfe8350e27ce req-fb0ab340-30c1-461c-990d-47f195a156cc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 984 time: 0.1638186
Nov 13 21:47:25.352050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] For port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:25.352412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.375234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c05d23ad-6df0-44bc-b9af-026e9da3f37e req-4c6f3fb4-2bbc-4da1-ba68-1750882b087c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602286
Nov 13 21:47:25.386637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:25.505228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Attempting to bind port 884dd1d3-e76d-4264-b411-1ae37855c1a0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:25.505564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Attempting to bind port 884dd1d3-e76d-4264-b411-1ae37855c1a0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:25.505890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Attempting to bind port 884dd1d3-e76d-4264-b411-1ae37855c1a0 on network 17cd86c0-2d8d-4b27-9d66-046452b7b2be {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:25.531292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d6f502b9-4bc9-4a49-8a9b-dfe8350e27ce req-fd1cadf5-1284-4bb2-9cc3-19b8fab677f2 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/security-groups?id=6a0bbe02-8cfe-4348-b983-019ecad48d58&id=b922505a-5199-4d08-b283-749e59a2fd65&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1619539
Nov 13 21:47:25.531849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Port 884dd1d3-e76d-4264-b411-1ae37855c1a0 on network 17cd86c0-2d8d-4b27-9d66-046452b7b2be not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:47:25.532173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Attempting to bind port 884dd1d3-e76d-4264-b411-1ae37855c1a0 on network 17cd86c0-2d8d-4b27-9d66-046452b7b2be {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:25.541143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:25.541416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Checking segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:25.541791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Bound using segment: {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:25.542226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Bound port: 884dd1d3-e76d-4264-b411-1ae37855c1a0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91397efb-a976-4fae-8b1f-bf7b27d0a96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:25.542583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.653368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:25.718340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.748325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:25.752364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:25.797150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] No DVR routers for this DVR port 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:25.797900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.801247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54eefd5a-dd23-4b04-ab7e-92db8a36a68b req-62d41a92-8fdb-4756-a934-d205372d786a tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.46 "DELETE /v2.0/ports/7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba HTTP/1.1" status: 204  len: 173 time: 0.7666113
Nov 13 21:47:25.801703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'name': 'network-vif-deleted', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:25.803955 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445c2fe2-f5aa-44af-be58-767d0ab7e59d" -d '{"events": [{"server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "name": "network-vif-deleted", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:25.840075 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac85bcc-bf91-4157-9803-b2c40e87c97e x-openstack-request-id: req-2ac85bcc-bf91-4157-9803-b2c40e87c97e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:25.843152 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38c2703-fad2-4bd4-94f1-c975ffd654fa", "name": "network-vif-deleted", "tag": "7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:25.843152 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ac85bcc-bf91-4157-9803-b2c40e87c97e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:25.843152 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38c2703-fad2-4bd4-94f1-c975ffd654fa', 'name': 'network-vif-deleted', 'tag': '7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba', 'status': 'completed', 'code': 200}
Nov 13 21:47:25.843152 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.876095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:25.876727 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:25.878174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 200  len: 1092 time: 1.1867542
Nov 13 21:47:25.902272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b373f-a9a8-4471-9957-69d97ed841b4 service neutron] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:26.049923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-4fb6e367-9e69-4e7a-a3d9-2640c1b1f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:26.051530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-4fb6e367-9e69-4e7a-a3d9-2640c1b1f886 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1095 time: 0.0517554
Nov 13 21:47:26.094702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-d7971153-d917-4eaa-866c-ca7a925f35a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 200  len: 217 time: 0.0350990
Nov 13 21:47:26.147930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-ffc60bf8-0f1f-4865-bb73-5438bc40a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:26.149554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-ffc60bf8-0f1f-4865-bb73-5438bc40a0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbf61b3-98c6-416f-aa5e-02ea212489c1 HTTP/1.1" status: 200  len: 834 time: 0.0484138
Nov 13 21:47:26.209953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-5511c829-0be8-465b-85d1-632cd1239da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:26.211454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-5511c829-0be8-465b-85d1-632cd1239da5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17cd86c0-2d8d-4b27-9d66-046452b7b2be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0495498
Nov 13 21:47:26.306174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-369d4f0a-0b8f-4dcc-a5ff-517d9b23b345 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844026
Nov 13 21:47:26.406636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b959f1c7-f9e7-4e08-be3b-0df1c4763ed4 req-8b1b3100-f005-4ab8-90c7-ea1b420fc23a service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944762
Nov 13 21:47:26.499157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c71052-d3e6-412f-a2f3-2c0c97eb6f6f req-eee6b08e-8fcf-429d-b244-99b0feb2715b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:26.500728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1c71052-d3e6-412f-a2f3-2c0c97eb6f6f req-eee6b08e-8fcf-429d-b244-99b0feb2715b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 944 time: 0.0521517
Nov 13 21:47:26.550423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a1c71052-d3e6-412f-a2f3-2c0c97eb6f6f req-196efaa6-7360-4427-9634-48a36c00ae65 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427327
Nov 13 21:47:26.650096 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b4f95fe-2461-485b-8fa0-e4a1f7749bf5 req-15feafd5-dd6d-4185-9006-67bbd5c1a1c5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38c2703-fad2-4bd4-94f1-c975ffd654fa HTTP/1.1" status: 200  len: 210 time: 0.0312810
Nov 13 21:47:27.050448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f9ecee92-079a-45ba-87bb-368a950917f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:27.663879 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75185792-1bf3-4dfa-83c3-bbd0a0d6b559 req-92698105-f766-4f31-ae8b-9b7203f4d41c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:27.665396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75185792-1bf3-4dfa-83c3-bbd0a0d6b559 req-92698105-f766-4f31-ae8b-9b7203f4d41c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 944 time: 0.0478699
Nov 13 21:47:27.708305 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46488) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:27.723562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75185792-1bf3-4dfa-83c3-bbd0a0d6b559 req-f03d5e81-768d-426a-aefc-02b1f442ed7b tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514855
Nov 13 21:47:27.762451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe16-ec72-424f-bc1e-bf44e32114dc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:27.784247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe16-ec72-424f-bc1e-bf44e32114dc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:27.842581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:27.844846 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b" -d '{"events": [{"name": "network-changed", "server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:27.880949 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c54393-2a29-438c-ad85-cabdeb1b3e7e x-openstack-request-id: req-16c54393-2a29-438c-ad85-cabdeb1b3e7e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:27.881239 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:27.881489 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16c54393-2a29-438c-ad85-cabdeb1b3e7e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:27.881876 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'status': 'completed', 'code': 200}
Nov 13 21:47:27.885348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe16-ec72-424f-bc1e-bf44e32114dc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:27.889001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fe16-ec72-424f-bc1e-bf44e32114dc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:27.894508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0ed4fe16-ec72-424f-bc1e-bf44e32114dc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a0bbe02-8cfe-4348-b983-019ecad48d58 HTTP/1.1" status: 204  len: 168 time: 0.1809082
Nov 13 21:47:27.894630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46492) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:27.901641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4fe16-ec72-424f-bc1e-bf44e32114dc tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0bbe02-8cfe-4348-b983-019ecad48d58,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:27.968565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-286cef33-d865-487f-8e7e-3c6321d51bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:27.970320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-286cef33-d865-487f-8e7e-3c6321d51bde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1095 time: 0.0625679
Nov 13 21:47:27.998579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9734-0894-44f3-9d4d-9451983354b4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.057708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9734-0894-44f3-9d4d-9451983354b4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.107821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-8391fba7-200b-491c-8fac-feba4b8cf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:28.109248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-8391fba7-200b-491c-8fac-feba4b8cf132 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 200  len: 897 time: 0.1315799
Nov 13 21:47:28.152884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-09cb56ce-63f3-4190-b953-0f32bc933d8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 200  len: 217 time: 0.0342083
Nov 13 21:47:28.201488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-b523052d-b5b5-4c15-8819-0a8c4288cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:28.202920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-b523052d-b5b5-4c15-8819-0a8c4288cb63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbf61b3-98c6-416f-aa5e-02ea212489c1 HTTP/1.1" status: 200  len: 834 time: 0.0427709
Nov 13 21:47:28.203958 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9734-0894-44f3-9d4d-9451983354b4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.206559 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b5ec9734-0894-44f3-9d4d-9451983354b4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.207614 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b5ec9734-0894-44f3-9d4d-9451983354b4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/security-groups/b922505a-5199-4d08-b283-749e59a2fd65 HTTP/1.1" status: 204  len: 168 time: 0.3132482
Nov 13 21:47:28.210508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:28.241985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec9734-0894-44f3-9d4d-9451983354b4 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922505a-5199-4d08-b283-749e59a2fd65,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:28.259992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-8daa735f-1c06-4631-9ddd-5d3146fe0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:28.261552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-8daa735f-1c06-4631-9ddd-5d3146fe0ceb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17cd86c0-2d8d-4b27-9d66-046452b7b2be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0504742
Nov 13 21:47:28.359721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-845f9365-eac7-4ef9-8347-e09ca429b2bf service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900168
Nov 13 21:47:28.456230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-992f5d0d-4d85-4fff-b8a8-f4ffe583165b req-093001c1-1fe1-45f7-9d92-986361358d41 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887642
Nov 13 21:47:28.611421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.648282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.701838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:47:28.809316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:28.821919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'port_id': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'mac_address': 'fa:16:3e:66:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:47:28.862161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b159a-a3f3-4862-9675-1a1f01ef3cc3 req-9c83e87d-c2ec-4bd4-9f79-d794d238a5f2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:28.863756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-360b159a-a3f3-4862-9675-1a1f01ef3cc3 req-9c83e87d-c2ec-4bd4-9f79-d794d238a5f2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 944 time: 0.0528147
Nov 13 21:47:28.865989 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.882572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884dd1d3-e76d-4264-b411-1ae37855c1a0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:28.905122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:28.905990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port a1182631-c3d0-4bc6-a5b1-627eb334035c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:28.906466 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:28.923745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-360b159a-a3f3-4862-9675-1a1f01ef3cc3 req-6ba7c514-c35e-42d1-8e64-849daf672c98 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524023
Nov 13 21:47:28.954001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:29.000617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] For port a1182631-c3d0-4bc6-a5b1-627eb334035c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1182631-c3d0-4bc6-a5b1-627eb334035c,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:29.001100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:29.007979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:29.014619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for a1182631-c3d0-4bc6-a5b1-627eb334035c owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:29.148260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['884dd1d3-e76d-4264-b411-1ae37855c1a0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:47:29.282998 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:29.313995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=a1182631-c3d0-4bc6-a5b1-627eb334035c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:29.393585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:29.418605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:29.418951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7cdd78ad-c554-4355-9f07-f3b7a7f6f2ba not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:29.496941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:29.714986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Router 36d687c7-8b12-449e-8d39-8abea40ab752 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:29.821679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:29.826946 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-266f1b68-4a15-47e6-8546-28295b62b819 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "PUT /v2.0/routers/36d687c7-8b12-449e-8d39-8abea40ab752/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6153667
Nov 13 21:47:29.829731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46498) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:29.830863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] Sync routers for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:29.842880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:29.843483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd749430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:47:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:29.879180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting subnet 900fb9e7-67e8-4d88-b852-c44ccb7c8909 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:47:29.882772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:29.923095 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:29.956589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:30.011497 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.041421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.080641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680a788-f0ba-4f69-8a2d-4bdd21532598 req-27f26c9f-188e-480b-89f6-c8536fcff9ea tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:30.082248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e680a788-f0ba-4f69-8a2d-4bdd21532598 req-27f26c9f-188e-480b-89f6-c8536fcff9ea tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 945 time: 0.0830476
Nov 13 21:47:30.140349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd749430>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:47:29Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:30.146665 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e680a788-f0ba-4f69-8a2d-4bdd21532598 req-afcc5aa1-ec85-46b2-a5f1-8166e2c4836e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576351
Nov 13 21:47:30.172137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] Checking router: 36d687c7-8b12-449e-8d39-8abea40ab752 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:30.181414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] Routers {'36d687c7-8b12-449e-8d39-8abea40ab752'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:30.182049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd749430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:47:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['36d687c7-8b12-449e-8d39-8abea40ab752'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:30.214752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.245026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Subnet': ['ID=900fb9e7-67e8-4d88-b852-c44ccb7c8909,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:30.247002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.250240 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41f26e7a-e8e5-4539-9fab-b277df0bd7fd tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/subnets/900fb9e7-67e8-4d88-b852-c44ccb7c8909 HTTP/1.1" status: 204  len: 168 time: 0.4195826
Nov 13 21:47:30.253734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46502) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:30.274236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb0c632-839b-4163-9862-39167a6857d5 None None] Network 9967b227-af94-4a41-8ea1-09d80c44227a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:30.367221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] Set router 36d687c7-8b12-449e-8d39-8abea40ab752 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:30.451519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.629389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd749430>, [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:47:29Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:30.632833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] DHCP port deletion for 9967b227-af94-4a41-8ea1-09d80c44227a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:30.661705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef81cf0-882d-4d4f-97e4-31987b4b94de None None] The sync data for ids ['36d687c7-8b12-449e-8d39-8abea40ab752'] in ncdv-master-1 is: [{'id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'name': 'tempest-TestSecurityGroupsBasicOps-router-518819705', 'tenant_id': '9e8086415a4e452687f4285c1a1ba247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56'}], 'enable_snat': True}, 'gw_port_id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:45:45Z', 'updated_at': '2021-11-13T21:47:29Z', 'revision_number': 5, 'project_id': '9e8086415a4e452687f4285c1a1ba247', 'gw_port': {'id': 'a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d687c7-8b12-449e-8d39-8abea40ab752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:45:46Z', 'updated_at': '2021-11-13T21:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:30.711918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] Deleting port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:30.712296 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.715560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.726238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:30.806423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] For port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,segment=NetworkSegment(5cd35b78-8b70-4e1d-9971-1d0f3ce73114),segment_id=5cd35b78-8b70-4e1d-9971-1d0f3ce73114)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:30.806814 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.818199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.822043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] Calling delete_port for 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:30.922394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 884dd1d3-e76d-4264-b411-1ae37855c1a0 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:47:30.926630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 884dd1d3-e76d-4264-b411-1ae37855c1a0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:30.926981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.938774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Deleting port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:47:30.939125 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:30.990434 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.023597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] For port a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:31.023961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.029306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] Pushing event deleted for resources: {'Port': ['ID=2ceb35ff-f1e9-4b19-aa69-25eddf7e326b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:31.038168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Calling delete_port for a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:47:31.038297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87cd732-81ef-477c-95fc-7fec1bfdb50f None None] No DVR routers for this DVR port 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:47:31.042983 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.066776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:31.071762 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6781dd-c468-40c6-b702-e03b0109d9ad" -d '{"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-plugged", "status": "completed", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:31.085333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:31.125033 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578cb0ae-1537-441f-967e-80adb9721249 x-openstack-request-id: req-578cb0ae-1537-441f-967e-80adb9721249 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:31.125342 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-plugged", "status": "completed", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:31.130873 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-578cb0ae-1537-441f-967e-80adb9721249 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:31.130873 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'code': 200}
Nov 13 21:47:31.142162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.203127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:31.260522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0a470-a53e-4fa9-8327-62180cd65943 req-39e524fd-88db-4d8e-96cf-21089b5db847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:31.262260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cec0a470-a53e-4fa9-8327-62180cd65943 req-39e524fd-88db-4d8e-96cf-21089b5db847 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1097 time: 0.0565410
Nov 13 21:47:31.295065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a45e-f98b-4c83-81f7-0459651f4400 req-2ccbcc57-37f5-458d-82a1-559fe3e149e9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:31.296615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6b2a45e-f98b-4c83-81f7-0459651f4400 req-2ccbcc57-37f5-458d-82a1-559fe3e149e9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0587552
Nov 13 21:47:31.313061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cec0a470-a53e-4fa9-8327-62180cd65943 req-69bd9f8d-6140-46c9-89d9-6a4ea3487fe9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432801
Nov 13 21:47:31.318833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.349140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Port': ['ID=a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:31.352297 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6b2a45e-f98b-4c83-81f7-0459651f4400 req-7471d2fa-882d-4b87-ad6c-d32f493420a6 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489607
Nov 13 21:47:31.371194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2697d-5bbb-4dea-848b-9d8c9e104c3f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:47:31.410113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.498731 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.500857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.587718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.588292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Fanout notify agent at l3_agent the message router_deleted on router 36d687c7-8b12-449e-8d39-8abea40ab752 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:47:31.595070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.596163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-01df2fc9-721f-4dae-b32e-f984909e3ab5 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/routers/36d687c7-8b12-449e-8d39-8abea40ab752 HTTP/1.1" status: 204  len: 168 time: 1.3422256
Nov 13 21:47:31.598915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46508) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:31.683207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.789804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.809795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc3ae8b0>,) {'filters': {'network_id': ['9967b227-af94-4a41-8ea1-09d80c44227a']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:31.819535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc3ae8b0>, '5cd35b78-8b70-4e1d-9971-1d0f3ce73114') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:31.819827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc3ae8b0>, '5cd35b78-8b70-4e1d-9971-1d0f3ce73114') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:31.829007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.841952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.847599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:47:31.848001 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:47:31.850924 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:47:31.993560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:32.000438 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:32.003629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] 10.222.0.20 "DELETE /v2.0/networks/9967b227-af94-4a41-8ea1-09d80c44227a HTTP/1.1" status: 204  len: 168 time: 0.4037778
Nov 13 21:47:32.014898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a076f2-1e3d-4828-9b87-f244ebaffa09 tempest-TestSecurityGroupsBasicOps-35434655 tempest-TestSecurityGroupsBasicOps-35434655-project] Pushing event deleted for resources: {'Network': ['ID=9967b227-af94-4a41-8ea1-09d80c44227a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:32.132042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:32.151966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:32.152311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2ceb35ff-f1e9-4b19-aa69-25eddf7e326b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:32.152731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a1182631-c3d0-4bc6-a5b1-627eb334035c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:32.174418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a1182631-c3d0-4bc6-a5b1-627eb334035c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:32.174753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a1182631-c3d0-4bc6-a5b1-627eb334035c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:32.469975 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628028f5-5401-4fae-add3-f101a2ba14eb req-373efaae-f452-40d2-9c60-433c3cce0a17 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:32.471462 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-628028f5-5401-4fae-add3-f101a2ba14eb req-373efaae-f452-40d2-9c60-433c3cce0a17 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0477774
Nov 13 21:47:32.523337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-628028f5-5401-4fae-add3-f101a2ba14eb req-7516f783-57a9-40bd-99a4-bb5eb0c829d3 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449834
Nov 13 21:47:32.552567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46518) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:32.684528 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-32f713ab-d5bf-4a56-8dca-b7dfa848fa32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e8086415a4e452687f4285c1a1ba247&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1306617
Nov 13 21:47:32.686973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:32.738623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04d3609-f2f3-48dd-979d-410651fc7da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:32.760084 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04d3609-f2f3-48dd-979d-410651fc7da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:32.873171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04d3609-f2f3-48dd-979d-410651fc7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:32.875732 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e04d3609-f2f3-48dd-979d-410651fc7da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:32.876939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e04d3609-f2f3-48dd-979d-410651fc7da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c821541e-0b62-4071-a20f-0f26b7ddf898 HTTP/1.1" status: 204  len: 168 time: 0.1890080
Nov 13 21:47:32.885538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d3609-f2f3-48dd-979d-410651fc7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c821541e-0b62-4071-a20f-0f26b7ddf898,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:33.492832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:33.506603 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-798411d1-90e9-4db7-874d-e2ef3330ecf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.585359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-798411d1-90e9-4db7-874d-e2ef3330ecf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.653215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfae80-b3d0-4b49-a51c-6df395b2a631 req-12157c1f-9698-45bd-b8b9-279315d8f0e4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:33.653808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-798411d1-90e9-4db7-874d-e2ef3330ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.654628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4dfae80-b3d0-4b49-a51c-6df395b2a631 req-12157c1f-9698-45bd-b8b9-279315d8f0e4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0495391
Nov 13 21:47:33.693312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-798411d1-90e9-4db7-874d-e2ef3330ecf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edb2f95f1b8f4fd381d72ed92d15bb36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1992960
Nov 13 21:47:33.694169 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798411d1-90e9-4db7-874d-e2ef3330ecf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e22a1e8-3347-4e9a-aef8-e4e79f088f16,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:33.696386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46532) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:33.717762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b4dfae80-b3d0-4b49-a51c-6df395b2a631 req-c1d9d949-db4e-407d-8131-e7f5e2408355 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566080
Nov 13 21:47:33.727867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:47:33.749077 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:47:33.749243 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32b25794-19a5-4b9a-bf2d-ef185a57bdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.749432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a928cb8b-aa13-4e62-ac9c-7923c7e9f6d9 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:47:33.775024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32b25794-19a5-4b9a-bf2d-ef185a57bdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.846019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c885-387d-4832-81db-23310f4ab2eb req-2f5a5577-45ef-44cf-b0fa-dc6b63960199 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:33.847496 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17a3c885-387d-4832-81db-23310f4ab2eb req-2f5a5577-45ef-44cf-b0fa-dc6b63960199 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0661271
Nov 13 21:47:33.901487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17a3c885-387d-4832-81db-23310f4ab2eb req-ac51dae8-8bc6-432f-8b3b-3b7c1298b84f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474873
Nov 13 21:47:33.922629 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32b25794-19a5-4b9a-bf2d-ef185a57bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.923662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46536) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:33.925431 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-32b25794-19a5-4b9a-bf2d-ef185a57bdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:33.929684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-32b25794-19a5-4b9a-bf2d-ef185a57bdfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e22a1e8-3347-4e9a-aef8-e4e79f088f16 HTTP/1.1" status: 204  len: 168 time: 0.2323544
Nov 13 21:47:33.937853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b25794-19a5-4b9a-bf2d-ef185a57bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e22a1e8-3347-4e9a-aef8-e4e79f088f16,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:33.968649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905d9e6-95a3-42ae-ba6e-6649362404c0 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:33.971001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0905d9e6-95a3-42ae-ba6e-6649362404c0 tempest-TestNetworkAdvancedServerOps-2044824211 tempest-TestNetworkAdvancedServerOps-2044824211-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1092 time: 0.0459621
Nov 13 21:47:33.974032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46540) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:33.978380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:34.065562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.159922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.265757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Allocated IP 172.35.3.61 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/5c36b023-6ad6-4060-9f4f-1ead14f198ad) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:34.369375 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.460093 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.496165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:34.498870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:34.504764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:34.537315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=5c36b023-6ad6-4060-9f4f-1ead14f198ad,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:34.557637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46544) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:34.601103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8daa897a-59a3-4ddd-b934-75de32764b61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9a60b184e894107b1f95720d359c88c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0422370
Nov 13 21:47:34.604207 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46546) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:34.651081 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-986ecb2d-316d-42ca-8b25-da8051d2f7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.672898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-986ecb2d-316d-42ca-8b25-da8051d2f7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.774146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-986ecb2d-316d-42ca-8b25-da8051d2f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.776934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-986ecb2d-316d-42ca-8b25-da8051d2f7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:34.778079 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-986ecb2d-316d-42ca-8b25-da8051d2f7c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eee5dc3d-d1f3-445a-9d2c-23df28c1ba60 HTTP/1.1" status: 204  len: 168 time: 0.1734772
Nov 13 21:47:34.787469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ecb2d-316d-42ca-8b25-da8051d2f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee5dc3d-d1f3-445a-9d2c-23df28c1ba60,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:34.877115 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:35.006043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:35.154223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:35.204949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:35.275470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event updated for resources: {'Port': ['ID=5c36b023-6ad6-4060-9f4f-1ead14f198ad,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:35.290529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:35.393167 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP bb6bf658-be46-40a5-aabb-ef41a3783c9f associated. External IP: 172.35.3.61, port: 884dd1d3-e76d-4264-b411-1ae37855c1a0.
Nov 13 21:47:35.608061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ddf01f81-d58d-48fe-8e82-49703864f18f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:47:35.723514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:47:35.732881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] Sync routers for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:47:35.743152 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:35.743740 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf6ba490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:47:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:35.793534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:35.822639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8f6d628-1c10-4a55-8021-c1164d0f20d9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8475425
Nov 13 21:47:35.823233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:35.826234 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:35.860128 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:35.871504 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e383c-e57c-49aa-bcfa-9daeec112089 x-openstack-request-id: req-6e2e383c-e57c-49aa-bcfa-9daeec112089 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:35.871889 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:35.872305 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e2e383c-e57c-49aa-bcfa-9daeec112089 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:35.872802 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'status': 'completed', 'code': 200}
Nov 13 21:47:35.891554 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46572) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:35.965693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1a789-a457-47f1-84b0-1f8af9559478 req-e263636d-bb0f-4d39-bb32-6bfd88a7bb60 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:35.967230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dd1a789-a457-47f1-84b0-1f8af9559478 req-e263636d-bb0f-4d39-bb32-6bfd88a7bb60 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0827451
Nov 13 21:47:35.970294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-7fa0a096-2838-45cc-b066-81b77c25e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:35.971656 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-7fa0a096-2838-45cc-b066-81b77c25e7e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1097 time: 0.0586019
Nov 13 21:47:36.001553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1692271873-network', 'tenant_id': 'bcabcfe43d0f435797d64ffdece4da40'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:36.078703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dd1a789-a457-47f1-84b0-1f8af9559478 req-9c1763b7-72c2-4841-a1de-56aeb9a9a0cf tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020293
Nov 13 21:47:36.100928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Made reservation on behalf of bcabcfe43d0f435797d64ffdece4da40 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:36.100928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.103915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-6c5fad72-2514-4b39-9013-3e17a4c70074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:36.104778 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46576) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:36.105606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-6c5fad72-2514-4b39-9013-3e17a4c70074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 200  len: 897 time: 0.1230898
Nov 13 21:47:36.112141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.112478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf6ba490>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb6bf658-be46-40a5-aabb-ef41a3783c9f', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.61', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'port_id': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'mac_address': 'fa:16:3e:66:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:34Z', 'updated_at': '2021-11-13T21:47:34Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:21Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:36.139465 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] Checking router: ddf01f81-d58d-48fe-8e82-49703864f18f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:47:36.149000 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:47:36.149612 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf6ba490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:47:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:36.182433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-760c8189-2e25-4f21-8ef5-8d044f448fb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 200  len: 999 time: 0.0700262
Nov 13 21:47:36.190991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4243e22f-0c26-449f-9db6-528dc2d49746 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/bb6bf658-be46-40a5-aabb-ef41a3783c9f HTTP/1.1" status: 200  len: 991 time: 0.0847142
Nov 13 21:47:36.239404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.242897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-684b66e3-fc5c-495b-a9ce-f04752bd26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:36.244337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-684b66e3-fc5c-495b-a9ce-f04752bd26f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbf61b3-98c6-416f-aa5e-02ea212489c1 HTTP/1.1" status: 200  len: 834 time: 0.0549393
Nov 13 21:47:36.262297 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:47:36.291025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-96972359-665c-4d77-92d4-944cbabff566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:36.292559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-96972359-665c-4d77-92d4-944cbabff566 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17cd86c0-2d8d-4b27-9d66-046452b7b2be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409684
Nov 13 21:47:36.305946 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.330899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:47:36.340402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:36.346436 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.346783 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Added segment bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e of type vlan for network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5
Nov 13 21:47:36.391710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.397002 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-b9a7b133-4aac-4a8f-b2ff-4f18fafdadd6 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0974000
Nov 13 21:47:36.459966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.461276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:36.462346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.493007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb627890-fb73-430f-b39c-f5c7ad7bbe6f req-bf1189dc-486f-4c3e-9f59-ee2d1e8d3ab9 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885661
Nov 13 21:47:36.498671 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf6ba490>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb6bf658-be46-40a5-aabb-ef41a3783c9f', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.61', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'port_id': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'mac_address': 'fa:16:3e:66:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:34Z', 'updated_at': '2021-11-13T21:47:34Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:21Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:47:36.530038 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7011e8-c14c-4325-924a-41e36cffa564 None None] The sync data for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 is: [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bb6bf658-be46-40a5-aabb-ef41a3783c9f', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'floating_ip_address': '172.35.3.61', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'port_id': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'mac_address': 'fa:16:3e:66:47:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:34Z', 'updated_at': '2021-11-13T21:47:34Z', 'revision_number': 0, 'project_id': '922599e50d824c038fd08455d0e213d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:21Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:47:36.557520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] Pushing event updated for resources: {'Network': ['ID=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:36.568612 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:47:36.597974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3c472e59-2929-4d34-aaa2-f4e7a5901855 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7044990
Nov 13 21:47:36.600032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:36.604944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Request body: {'subnet': {'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1692271873-subnet', 'tenant_id': 'bcabcfe43d0f435797d64ffdece4da40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:36.696441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Made reservation on behalf of bcabcfe43d0f435797d64ffdece4da40 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:36.698976 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:36.740925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898df63a-0165-4d4d-ab57-9c2f911cbd7e None None] New status for floating IP bb6bf658-be46-40a5-aabb-ef41a3783c9f: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:47:37.195448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:37.244029 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:37.283494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f88e898c-4ee1-46d4-be84-7b10ed1104f1 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/bb6bf658-be46-40a5-aabb-ef41a3783c9f HTTP/1.1" status: 200  len: 993 time: 0.0869837
Nov 13 21:47:37.314709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:37.320069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Checking segment: {'id': 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:37.320364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Network hostable DHCP agents. Network: 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:47:37.387530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:47:37.455772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:37.460346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:37.460957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:37.466045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578fe94-a810-4dc9-b500-64d132137c7c None None] Network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:37.546410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-af28cd83-8ce0-4afb-87a2-42cd9f9693fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9378796
Nov 13 21:47:37.592915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eefb4f-7360-417c-8485-f50200b7d7de None None] Network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:38.176741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46596) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:38.181569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1568632344-network', 'tenant_id': '9a252a7a86d4437f8d70dfca3da8474a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:38.250258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Made reservation on behalf of 9a252a7a86d4437f8d70dfca3da8474a for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:38.252552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.261797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.333234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.407599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.432641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:47:38.441191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d4616-f4e7-4063-9687-da370785552b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:38.446997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.450598 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Added segment ea32e2da-77c2-4c7d-b87d-6f52c98d16f8 of type vlan for network f3c60249-427d-4e17-9582-17c738884c26
Nov 13 21:47:38.485948 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.585003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.585973 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:38.586557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:38.647933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c60249-427d-4e17-9582-17c738884c26,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:38.664607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network f3c60249-427d-4e17-9582-17c738884c26 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:47:38.685091 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bd6423e6-9b20-457a-bc2a-33011e9bb252 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5072565
Nov 13 21:47:38.687813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:38.692486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Request body: {'subnet': {'network_id': 'f3c60249-427d-4e17-9582-17c738884c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1568632344-subnet', 'tenant_id': '9a252a7a86d4437f8d70dfca3da8474a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:38.773899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Made reservation on behalf of 9a252a7a86d4437f8d70dfca3da8474a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:38.776281 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:39.020622 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:39.073176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d427c01c-471b-4481-81b0-5bd1cf1c8e12,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:39.084740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Checking segment: {'id': 'ea32e2da-77c2-4c7d-b87d-6f52c98d16f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f3c60249-427d-4e17-9582-17c738884c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:39.085095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Network hostable DHCP agents. Network: f3c60249-427d-4e17-9582-17c738884c26, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:47:39.145711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Network f3c60249-427d-4e17-9582-17c738884c26 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:47:39.202074 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3c60249-427d-4e17-9582-17c738884c26) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:39.206042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:39.206668 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:39.211106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc04b2c-1061-4cb6-ba46-1df0d3b0ad83 None None] Network f3c60249-427d-4e17-9582-17c738884c26 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:39.274559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-83176915-4458-45c4-adda-f461806387d1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5856268
Nov 13 21:47:39.335306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efd1aa-0823-47bd-8256-1c0af772b629 None None] Network f3c60249-427d-4e17-9582-17c738884c26 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:39.751700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-b9024eae-f645-4b7f-bf06-b143b7a2e504 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:39.753214 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-b9024eae-f645-4b7f-bf06-b143b7a2e504 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/networks?id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 HTTP/1.1" status: 200  len: 812 time: 0.1040821
Nov 13 21:47:39.768560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-4cb36d67-b214-4a23-a6a0-edca1a842231 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/quotas/bcabcfe43d0f435797d64ffdece4da40 HTTP/1.1" status: 200  len: 375 time: 0.0090854
Nov 13 21:47:39.799591 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-7744c44f-9e6c-45bc-b1d9-c2115121d1af tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcabcfe43d0f435797d64ffdece4da40&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0255291
Nov 13 21:47:39.891677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-38373b2a-ddc7-4d84-beaf-85dcb53017c9 service neutron] 10.222.0.20 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844486
Nov 13 21:47:39.979775 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-7c33f2f1-e831-4967-ab7e-1ecc10a488df service neutron] 10.222.0.20 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816579
Nov 13 21:47:40.263619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d139137-eb57-4cc5-abaf-6f7969236ffe req-2ddfce7b-5094-4495-b3a9-2d261a2dd8aa tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 210 time: 0.0260170
Nov 13 21:47:41.358982 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90e49554-4497-450a-afde-a6b1d8dcdd59 req-f5fb59ce-b9e4-4271-a906-7eaf9c421bf0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 210 time: 0.0273128
Nov 13 21:47:42.386235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-c81d23be-01c9-440d-acbf-ab62cef1226c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:42.389481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-c81d23be-01c9-440d-acbf-ab62cef1226c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.37 "GET /v2.0/networks?id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 HTTP/1.1" status: 200  len: 812 time: 0.1096914
Nov 13 21:47:42.391294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:42.401982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Request body: {'port': {'device_id': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5', 'admin_state_up': True, 'tenant_id': 'bcabcfe43d0f435797d64ffdece4da40'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:42.486949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac782ac8-a02c-49ce-a307-f9a36751fff8 req-0e25e598-3ea4-402d-8659-8bf699be9f23 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 210 time: 0.0348265
Nov 13 21:47:42.602430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Made reservation on behalf of bcabcfe43d0f435797d64ffdece4da40 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:42.606070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:42.725494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Allocated IP 172.20.0.10 (52948fc3-59fc-4186-ac6c-3df9bb0bd4d5/e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a/7d33792a-efc8-4472-bc99-b6726ac91bfa) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:42.874617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:43.031483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:43.073658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:43.078580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:43.082274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:43.109113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Pushing event updated for resources: {'Port': ['ID=7d33792a-efc8-4472-bc99-b6726ac91bfa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:43.136820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:43.137432 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:43.204814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f423de7f-62e5-407e-9924-9daa8512f650 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8066399
Nov 13 21:47:43.216898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Request body: {'port': {'device_id': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:43.267971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:43.815296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeaafcd-3892-4ea7-9905-238076410e9b req-e2a7caf8-b90f-4400-a19f-d5c677520aab tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:43.817227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adeaafcd-3892-4ea7-9905-238076410e9b req-e2a7caf8-b90f-4400-a19f-d5c677520aab tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 932 time: 0.1029789
Nov 13 21:47:43.911023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adeaafcd-3892-4ea7-9905-238076410e9b req-2c4d08eb-9824-490a-8849-7923a2066f40 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873001
Nov 13 21:47:43.924510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d33792a-efc8-4472-bc99-b6726ac91bfa {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:43.932454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:43.944527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Transition to ACTIVE for port object 7d33792a-efc8-4472-bc99-b6726ac91bfa will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:47:44.013740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:44.063283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d33792a-efc8-4472-bc99-b6726ac91bfa,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:44.131253 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Attempting to bind port 7d33792a-efc8-4472-bc99-b6726ac91bfa on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:44.131586 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Attempting to bind port 7d33792a-efc8-4472-bc99-b6726ac91bfa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:44.131909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Attempting to bind port 7d33792a-efc8-4472-bc99-b6726ac91bfa on network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:44.136065 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Port 7d33792a-efc8-4472-bc99-b6726ac91bfa on network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:47:44.136381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Attempting to bind port 7d33792a-efc8-4472-bc99-b6726ac91bfa on network 52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:44.141189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:44.141525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Checking segment: {'id': 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:44.141900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Bound using segment: {'id': 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:44.142316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Bound port: 7d33792a-efc8-4472-bc99-b6726ac91bfa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:44.142912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:44.202522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] For port 7d33792a-efc8-4472-bc99-b6726ac91bfa, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:44.205492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] For port 7d33792a-efc8-4472-bc99-b6726ac91bfa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa,segment=NetworkSegment(bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e),segment_id=bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:44.259938 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:44.295063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:44.295676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:44.297076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d33792a-efc8-4472-bc99-b6726ac91bfa HTTP/1.1" status: 200  len: 1092 time: 1.0842245
Nov 13 21:47:44.297532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'tag': '7d33792a-efc8-4472-bc99-b6726ac91bfa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:44.299761 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c7a850-80f0-4613-929c-98a5a84b23c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f54b2904-4fae-4d1d-9049-234fc9e1b772", "tag": "7d33792a-efc8-4472-bc99-b6726ac91bfa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:44.321168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfe0d8-8ea6-4a54-9f34-af832aa5adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d33792a-efc8-4472-bc99-b6726ac91bfa,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:44.339980 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4a649e-7e1d-46f2-b78a-5647139192c4 x-openstack-request-id: req-cd4a649e-7e1d-46f2-b78a-5647139192c4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:44.340298 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54b2904-4fae-4d1d-9049-234fc9e1b772", "tag": "7d33792a-efc8-4472-bc99-b6726ac91bfa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:44.340550 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd4a649e-7e1d-46f2-b78a-5647139192c4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:44.340977 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'tag': '7d33792a-efc8-4472-bc99-b6726ac91bfa', 'status': 'completed', 'code': 200}
Nov 13 21:47:44.408171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a850-80f0-4613-929c-98a5a84b23c9 req-feaa6778-dc03-4781-847c-6a53e679afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:44.409698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77c7a850-80f0-4613-929c-98a5a84b23c9 req-feaa6778-dc03-4781-847c-6a53e679afc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcabcfe43d0f435797d64ffdece4da40&device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 1095 time: 0.0442424
Nov 13 21:47:44.505030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a850-80f0-4613-929c-98a5a84b23c9 req-de1c1a33-76d9-4470-93fa-f3298de59784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:44.506475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77c7a850-80f0-4613-929c-98a5a84b23c9 req-de1c1a33-76d9-4470-93fa-f3298de59784 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=bcabcfe43d0f435797d64ffdece4da40&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0885689
Nov 13 21:47:44.603089 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a850-80f0-4613-929c-98a5a84b23c9 req-54f6ce46-0baf-4c64-a698-69aeec737175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:44.604576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-77c7a850-80f0-4613-929c-98a5a84b23c9 req-54f6ce46-0baf-4c64-a698-69aeec737175 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0909865
Nov 13 21:47:44.681360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-ff6df920-44a2-4f6e-a4bf-d53c45368b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:44.682894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-ff6df920-44a2-4f6e-a4bf-d53c45368b2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcabcfe43d0f435797d64ffdece4da40&device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 1095 time: 0.0411947
Nov 13 21:47:44.726074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-b4d6c0a6-c8f8-4f2f-81c6-2ef7f07368ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa HTTP/1.1" status: 200  len: 217 time: 0.0353401
Nov 13 21:47:44.779657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f8b256bc-7e4d-436d-9589-ad56ef844713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:44.781174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-f8b256bc-7e4d-436d-9589-ad56ef844713 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a HTTP/1.1" status: 200  len: 852 time: 0.0473161
Nov 13 21:47:44.798745 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:44.813842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-5057cb92-23a8-4b8e-b562-ee7441c067f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245128
Nov 13 21:47:44.902937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-9877607d-4613-46a9-be1c-525e8f76fa53 service neutron] 10.222.0.37 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818274
Nov 13 21:47:45.024810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8dc603e7-87ad-4f79-b620-5c8d35fabb1d req-de20ff10-2e36-49b3-8456-4e54140e61dd service neutron] 10.222.0.37 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132703
Nov 13 21:47:45.040582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f98fa-f9fa-4da0-b3da-456fb7a02325 req-e1a36846-ce4c-4ff0-80b5-ccf82ee2547a tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:45.042050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-322f98fa-f9fa-4da0-b3da-456fb7a02325 req-e1a36846-ce4c-4ff0-80b5-ccf82ee2547a tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 944 time: 0.0604496
Nov 13 21:47:45.093073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-322f98fa-f9fa-4da0-b3da-456fb7a02325 req-ef462e5a-9a1c-4b16-aa86-23dcd7a9c542 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450139
Nov 13 21:47:46.213880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072097-e65c-46af-abe7-150bf178f7c6 req-345257f3-b7f4-4410-aa6f-49b8d7e7f0e5 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:46.215360 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9072097-e65c-46af-abe7-150bf178f7c6 req-345257f3-b7f4-4410-aa6f-49b8d7e7f0e5 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 944 time: 0.0529940
Nov 13 21:47:46.263598 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9072097-e65c-46af-abe7-150bf178f7c6 req-499a290e-b845-4903-8f09-592951e93c7f tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416312
Nov 13 21:47:46.800032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7d33792a-efc8-4472-bc99-b6726ac91bfa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:47:46.895255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7d33792a-efc8-4472-bc99-b6726ac91bfa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa,segment=NetworkSegment(bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e),segment_id=bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:46.906446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7d33792a-efc8-4472-bc99-b6726ac91bfa', 'network_id': '52948fc3-59fc-4186-ac6c-3df9bb0bd4d5', 'port_id': '7d33792a-efc8-4472-bc99-b6726ac91bfa', 'mac_address': 'fa:16:3e:48:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:47:46.943286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:46.955757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d33792a-efc8-4472-bc99-b6726ac91bfa {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:47:46.974785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7d33792a-efc8-4472-bc99-b6726ac91bfa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa,segment=NetworkSegment(bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e),segment_id=bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:47.027839 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:47.077704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7d33792a-efc8-4472-bc99-b6726ac91bfa,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:47.241710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7d33792a-efc8-4472-bc99-b6726ac91bfa'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:47:47.382376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7599c56-4fd2-47f5-9816-3b1fed878bfa req-046e7ca9-54fc-4bde-9d7a-9886b52eb4a2 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:47.383936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7599c56-4fd2-47f5-9816-3b1fed878bfa req-046e7ca9-54fc-4bde-9d7a-9886b52eb4a2 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 945 time: 0.0497708
Nov 13 21:47:47.432388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7599c56-4fd2-47f5-9816-3b1fed878bfa req-eab61f25-8430-4e76-9aad-485bc2a82930 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419753
Nov 13 21:47:48.401334 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:47:48.547718 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8540e2c-4d86-4088-a7fc-ef3187535f61 req-d20d34da-b20a-4be2-a928-69d1aff0c4b3 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:48.549265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8540e2c-4d86-4088-a7fc-ef3187535f61 req-d20d34da-b20a-4be2-a928-69d1aff0c4b3 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 945 time: 0.0496230
Nov 13 21:47:48.597812 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a8540e2c-4d86-4088-a7fc-ef3187535f61 req-134f2067-2425-4e3c-b62a-a044840078b5 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419583
Nov 13 21:47:48.815638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7d33792a-efc8-4472-bc99-b6726ac91bfa up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:48.911258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7d33792a-efc8-4472-bc99-b6726ac91bfa completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:47:48.914886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7d33792a-efc8-4472-bc99-b6726ac91bfa triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:48.915249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:48.993128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:49.014420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d33792a-efc8-4472-bc99-b6726ac91bfa'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:47:49.016627 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37786b05-9a82-40a7-9244-34825ca9866d" -d '{"events": [{"server_uuid": "f54b2904-4fae-4d1d-9049-234fc9e1b772", "name": "network-vif-plugged", "status": "completed", "tag": "7d33792a-efc8-4472-bc99-b6726ac91bfa"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:47:49.029859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7d33792a-efc8-4472-bc99-b6726ac91bfa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa,segment=NetworkSegment(bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e),segment_id=bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:49.054570 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf906b4-3f07-47ec-af82-ff317415b44e x-openstack-request-id: req-1bf906b4-3f07-47ec-af82-ff317415b44e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:47:49.056572 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b2904-4fae-4d1d-9049-234fc9e1b772", "name": "network-vif-plugged", "status": "completed", "tag": "7d33792a-efc8-4472-bc99-b6726ac91bfa", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:47:49.056572 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bf906b4-3f07-47ec-af82-ff317415b44e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:47:49.056572 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d33792a-efc8-4472-bc99-b6726ac91bfa', 'code': 200}
Nov 13 21:47:49.093841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:49.141281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7d33792a-efc8-4472-bc99-b6726ac91bfa,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:49.146320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08a4bb-3808-40b5-99ca-58cdbfc98863 req-571079b6-fcd7-40a9-a1cb-426af8a36634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:49.147835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb08a4bb-3808-40b5-99ca-58cdbfc98863 req-571079b6-fcd7-40a9-a1cb-426af8a36634 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 1097 time: 0.0402772
Nov 13 21:47:49.193025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb08a4bb-3808-40b5-99ca-58cdbfc98863 req-25110ddd-0510-449b-af17-6dd6600c08e0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370064
Nov 13 21:47:49.255887 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46654) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:49.330118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db1367-6fcd-48ed-abda-7d81cad4b913 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:49.330580 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db1367-6fcd-48ed-abda-7d81cad4b913 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:49.331035 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4db1367-6fcd-48ed-abda-7d81cad4b913 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:49.332757 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a4db1367-6fcd-48ed-abda-7d81cad4b913 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=13c075d9a7504f1080414afc38e35cc0&network_id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 200  len: 2971 time: 0.0758393
Nov 13 21:47:49.721792 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca132-9af0-48da-b3c3-378dcb342e69 req-9bba20be-8168-4505-bd2d-952c6270a43d tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:49.723844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f13ca132-9af0-48da-b3c3-378dcb342e69 req-9bba20be-8168-4505-bd2d-952c6270a43d tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0517273
Nov 13 21:47:49.772672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f13ca132-9af0-48da-b3c3-378dcb342e69 req-33229c00-389e-4fe1-bfa7-532d5525ea15 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414360
Nov 13 21:47:50.890887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fe5e-d4f4-4ea2-aa3b-6c53c66faed3 req-c9878242-c848-40b2-b53a-f8ed4d66e1d0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:50.892272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0760fe5e-d4f4-4ea2-aa3b-6c53c66faed3 req-c9878242-c848-40b2-b53a-f8ed4d66e1d0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0516853
Nov 13 21:47:50.938894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0760fe5e-d4f4-4ea2-aa3b-6c53c66faed3 req-3c65f37f-31ff-4d2a-82fe-424ccd9b2ccf tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398970
Nov 13 21:47:51.053822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb0a77-b4e3-448d-bc31-7cb752ec0b7c req-ada36b93-86dd-4b4f-b277-e16740e2448c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:51.055279 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7edb0a77-b4e3-448d-bc31-7cb752ec0b7c req-ada36b93-86dd-4b4f-b277-e16740e2448c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0507045
Nov 13 21:47:51.101810 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7edb0a77-b4e3-448d-bc31-7cb752ec0b7c req-bbeebaf7-c0a8-4e0a-bc1c-36ebfea25124 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405290
Nov 13 21:47:51.539028 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c2d82-0287-4e53-bf0d-990fdd0cf38f req-e40cbe9d-bfe9-4c25-94d4-7baa31f71b98 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:51.540501 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c2d82-0287-4e53-bf0d-990fdd0cf38f req-e40cbe9d-bfe9-4c25-94d4-7baa31f71b98 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0533240
Nov 13 21:47:51.589145 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-068c2d82-0287-4e53-bf0d-990fdd0cf38f req-632b9667-bf93-4c46-94d4-6fdd3e7c16ee tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426741
Nov 13 21:47:52.704518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc784bf-b753-4433-bf74-2a603117cdb0 req-c6d9c289-04f3-4fa5-89ac-0ae0371eaa6b tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:52.706020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2dc784bf-b753-4433-bf74-2a603117cdb0 req-c6d9c289-04f3-4fa5-89ac-0ae0371eaa6b tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0472221
Nov 13 21:47:52.753060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2dc784bf-b753-4433-bf74-2a603117cdb0 req-a78986f7-c688-4537-9d50-66720c63bc52 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404069
Nov 13 21:47:53.140596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8eef62-661e-47c6-83d5-2177d9016d3a req-29104741-71dd-4ca8-918f-d9272dee3485 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:53.142190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a8eef62-661e-47c6-83d5-2177d9016d3a req-29104741-71dd-4ca8-918f-d9272dee3485 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0501437
Nov 13 21:47:53.217562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a8eef62-661e-47c6-83d5-2177d9016d3a req-b3af797b-fe51-45b8-8d31-0af96bccfd03 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687056
Nov 13 21:47:53.229033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-edb41f82-6692-4a10-ad9c-6b91c3ef8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:53.230343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-edb41f82-6692-4a10-ad9c-6b91c3ef8e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcabcfe43d0f435797d64ffdece4da40&device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 1097 time: 0.0521655
Nov 13 21:47:53.321316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-de95654f-f430-418c-a14d-ce626fff0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:53.322681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-de95654f-f430-418c-a14d-ce626fff0df9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 HTTP/1.1" status: 200  len: 913 time: 0.0836997
Nov 13 21:47:53.369349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-438e7fe5-cbab-418b-85e5-74276d0d8b11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa HTTP/1.1" status: 200  len: 217 time: 0.0388331
Nov 13 21:47:53.418760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-e800ae71-0166-4882-ae6f-d3c200bb7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:53.420202 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-e800ae71-0166-4882-ae6f-d3c200bb7fd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a HTTP/1.1" status: 200  len: 852 time: 0.0433826
Nov 13 21:47:53.420794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46680) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:53.479466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-5a6e4339-b730-4421-a072-2c571c6680ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501063
Nov 13 21:47:53.510812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb29065-3f27-410a-9656-6dd51f31e981 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:53.512238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-deb29065-3f27-410a-9656-6dd51f31e981 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a HTTP/1.1" status: 200  len: 814 time: 0.0905378
Nov 13 21:47:53.578986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-282f2627-bf76-4211-8120-f7998552bb11 service neutron] 10.222.0.37 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900781
Nov 13 21:47:53.673147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e4ac1a48-0bdd-4671-b2ce-daded930dbd6 req-acb47d89-ec65-49aa-8de0-8e97b21d0612 service neutron] 10.222.0.37 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873704
Nov 13 21:47:54.342839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d052cc-fb05-48e6-8b42-8723a5a15974 req-93430a7e-7b52-4e8a-8256-2fb52cc1522b tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:54.344365 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53d052cc-fb05-48e6-8b42-8723a5a15974 req-93430a7e-7b52-4e8a-8256-2fb52cc1522b tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0532808
Nov 13 21:47:54.394746 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53d052cc-fb05-48e6-8b42-8723a5a15974 req-fc2d731b-2200-43e7-925d-f10934dd61a1 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444124
Nov 13 21:47:54.498103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46688) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:54.503240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'network': {'name': 'tempest-network-smoke--333699109', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'port_security_enabled': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:54.593469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:54.597308 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:54.623288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:47:54.632914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:54.633250 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Added segment 3ceb9060-7b2c-4fb6-86c6-3170e7a817cc of type vlan for network 8da62280-61ec-48af-8f2e-12d7aa5fd785
Nov 13 21:47:54.679743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:54.856233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:54.856474 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76252a23-7cf1-433f-8630-9f5ff8bc825c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:54.862144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:54.862700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:54.928483 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Network': ['ID=8da62280-61ec-48af-8f2e-12d7aa5fd785,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:54.935934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.936283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.936743 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.937096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.937436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.937780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.938125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.938435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.938759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.939085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.939408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.939731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:54.946014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-592ec458-3b8e-43c5-8391-dccd40187587 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4469411
Nov 13 21:47:54.950403 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46690) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:54.951757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:47:55.018628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86a88f-1f33-4e22-9778-c4296d42c29c tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:55.020150 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cc86a88f-1f33-4e22-9778-c4296d42c29c tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13c075d9a7504f1080414afc38e35cc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0701354
Nov 13 21:47:55.022862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46692) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:55.106814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3d3b2-df0c-446c-a09f-abb67f406e07 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:55.108202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1ef3d3b2-df0c-446c-a09f-abb67f406e07 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0844569
Nov 13 21:47:55.110967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46694) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:55.142207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a32590c9-4341-4a66-9f7e-de02f65f5568 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0302258
Nov 13 21:47:55.145511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46696) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:55.172639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-da0f3dfb-4a67-4d22-b2b0-aa6908d9ed01 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13c075d9a7504f1080414afc38e35cc0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0261154
Nov 13 21:47:55.174824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:55.258312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603c852-e368-4ba8-8b54-00c699f33042 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:55.259797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d603c852-e368-4ba8-8b54-00c699f33042 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0841060
Nov 13 21:47:55.262547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46700) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:55.290466 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eb26a2ec-8c9e-458a-a217-d6181e349989 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269139
Nov 13 21:47:55.292784 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46702) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:55.297198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322240032', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:55.461767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:47:55.465370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:55.509491 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d566e7-c12d-4dca-8193-e6f3a4391d08 req-2e3ba89b-b361-4127-8eaf-9af71148a79c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:55.510795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1d566e7-c12d-4dca-8193-e6f3a4391d08 req-2e3ba89b-b361-4127-8eaf-9af71148a79c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0503278
Nov 13 21:47:55.560666 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1d566e7-c12d-4dca-8193-e6f3a4391d08 req-4d781c20-5828-4429-8e4f-5171a77bc4a7 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420480
Nov 13 21:47:55.714098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:55.782370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Subnet': ['ID=92310425-840b-4c51-97ec-35183a92f044,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:55.790985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Checking segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:55.791368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network hostable DHCP agents. Network: 8da62280-61ec-48af-8f2e-12d7aa5fd785, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:47:55.890831 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:47:55.964642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376799f9-75c5-4adf-a2c6-44d7c705a8c6 req-1d2c2d3f-4a2a-4fa9-bfe6-88cd6b9f3a48 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:55.966034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-376799f9-75c5-4adf-a2c6-44d7c705a8c6 req-1d2c2d3f-4a2a-4fa9-bfe6-88cd6b9f3a48 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0484056
Nov 13 21:47:55.981794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8da62280-61ec-48af-8f2e-12d7aa5fd785) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:55.986701 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:55.987303 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:55.994317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acdca9d-2113-4ec1-90ee-982001a80102 None None] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:56.018221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-376799f9-75c5-4adf-a2c6-44d7c705a8c6 req-a699ff57-0e41-4919-b697-9e165cc6498a tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459681
Nov 13 21:47:56.075839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-95f034ef-c976-4145-8adf-6676f9345b84 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.7821321
Nov 13 21:47:56.143727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8da62280-61ec-48af-8f2e-12d7aa5fd785', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ips': [{'subnet_id': '92310425-840b-4c51-97ec-35183a92f044'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:47:56.144602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.275281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Allocated IP 172.20.0.18 (8da62280-61ec-48af-8f2e-12d7aa5fd785/92310425-840b-4c51-97ec-35183a92f044/d6ab4913-1775-4c41-b060-0404e448d38b) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:47:56.432300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.432419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46712) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:56.436818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401915549', 'description': 'tempest-secgroup-smoke-1401915549 description', 'project_id': '13c075d9a7504f1080414afc38e35cc0'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:56.507741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.545013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:47:56.549864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:47:56.554028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:47:56.559054 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.564820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Pushing event updated for resources: {'Port': ['ID=d6ab4913-1775-4c41-b060-0404e448d38b,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:56.571597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.571952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.572297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.572635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.573933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.573933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.573933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.575298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.575298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.575512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.575797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.576194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:47:56.625958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Attempting to bind port d6ab4913-1775-4c41-b060-0404e448d38b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:47:56.626333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Attempting to bind port d6ab4913-1775-4c41-b060-0404e448d38b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:47:56.626704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Attempting to bind port d6ab4913-1775-4c41-b060-0404e448d38b on network 8da62280-61ec-48af-8f2e-12d7aa5fd785 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:47:56.632476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:47:56.632832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Checking segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:47:56.633285 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.633925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Bound using segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:47:56.634164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Bound port: d6ab4913-1775-4c41-b060-0404e448d38b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:47:56.634572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.638185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.695347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] For port d6ab4913-1775-4c41-b060-0404e448d38b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:47:56.698330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] For port d6ab4913-1775-4c41-b060-0404e448d38b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6ab4913-1775-4c41-b060-0404e448d38b,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:47:56.701924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.737855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9ad63-8aae-4e38-a222-0e7fecdd2313,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:56.764739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-1cbc1d3f-71b2-4ec4-9cfe-0136e5917f46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0405569
Nov 13 21:47:56.774872 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.806959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.808162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-67c72b98-f0c5-4559-aa66-4d5d4a5e4201 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3748958
Nov 13 21:47:56.815732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46714) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:56.820725 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': '67f9ad63-8aae-4e38-a222-0e7fecdd2313', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:56.851596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26a181-6cb8-4f3f-aad5-7033af699c4d None None] Pushing event updated for resources: {'Port': ['ID=d6ab4913-1775-4c41-b060-0404e448d38b,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:56.857569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-9a7ac402-6036-4bac-8b6e-94ffa37be67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:56.859108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-9a7ac402-6036-4bac-8b6e-94ffa37be67d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1097 time: 0.0484781
Nov 13 21:47:56.926978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:56.977062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-2bc62f04-61de-4e3e-9ba6-0cd8958386a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:56.978545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-2bc62f04-61de-4e3e-9ba6-0cd8958386a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 200  len: 897 time: 0.0991867
Nov 13 21:47:56.991533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.061908 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.062088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-768e4199-193f-4d52-b5f0-647b82d8847e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 200  len: 1001 time: 0.0763240
Nov 13 21:47:57.090468 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e542e06-16cd-40a9-b28e-c82e6d602409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.098476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397d6f09-b958-427e-a547-4baa30fba7d2,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:57.176823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-d285dd51-5d36-49b6-8da5-8192c1ece1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:57.178389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-d285dd51-5d36-49b6-8da5-8192c1ece1ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbf61b3-98c6-416f-aa5e-02ea212489c1 HTTP/1.1" status: 200  len: 834 time: 0.1091168
Nov 13 21:47:57.183740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.185097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-63d59d1b-27d4-4c80-b697-fbb0be6e6dd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3682828
Nov 13 21:47:57.187785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46718) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:57.192761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': '67f9ad63-8aae-4e38-a222-0e7fecdd2313', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:57.203365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1690e-782d-4df3-bd9d-4abedc8d7d9f req-b4b3bb9a-5ad1-4de7-97ab-2c382ae955f0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:57.204920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-def1690e-782d-4df3-bd9d-4abedc8d7d9f req-b4b3bb9a-5ad1-4de7-97ab-2c382ae955f0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0779533
Nov 13 21:47:57.256647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-3989d1b3-caf2-45f4-b158-8837fc9d05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:57.258191 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-3989d1b3-caf2-45f4-b158-8837fc9d05db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17cd86c0-2d8d-4b27-9d66-046452b7b2be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0721622
Nov 13 21:47:57.280243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-def1690e-782d-4df3-bd9d-4abedc8d7d9f req-0da465cd-373f-4c10-9a6e-8da86f5c2f4a tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609517
Nov 13 21:47:57.293126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.372509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-9f077fb0-bf9c-4d6a-afa7-80b98b774997 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024899
Nov 13 21:47:57.387347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.474245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c555152-0b32-4078-a1fa-25ba908ff9bc req-7e9d21e1-ef97-4949-84fd-26aad7908dfd service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954719
Nov 13 21:47:57.484584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.510166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8a9e67-2c4e-478c-a82d-f0cde192bf21,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:57.600968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.602215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42e18cc7-fb4d-4165-b9f2-0dcdcf85321d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4134138
Nov 13 21:47:57.604833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46724) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:57.609469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': '67f9ad63-8aae-4e38-a222-0e7fecdd2313', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:57.659387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213fe11-cb2a-471e-87af-a9a135dd82fa req-e02f523f-f157-4c4e-aeba-6a133ebb7bf2 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:57.666800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1213fe11-cb2a-471e-87af-a9a135dd82fa req-e02f523f-f157-4c4e-aeba-6a133ebb7bf2 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0672884
Nov 13 21:47:57.695252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.774099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1213fe11-cb2a-471e-87af-a9a135dd82fa req-c89d3596-d405-42f5-8dbf-94a651fd1a43 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063337
Nov 13 21:47:57.802384 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.804996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-f0de09ea-1913-428d-a9ba-492c976f2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:57.806773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-f0de09ea-1913-428d-a9ba-492c976f2392 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcabcfe43d0f435797d64ffdece4da40&device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 1097 time: 0.0861647
Nov 13 21:47:57.854102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:57.868051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d6ab4913-1775-4c41-b060-0404e448d38b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:57.899644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47466df4-bd14-40a4-9514-e6387a6282de,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:57.922387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5382b-e951-4c68-bcf0-b368654285d1 None None] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:47:57.929846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-30f2da34-bab2-4773-92b4-e175ab5f4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:57.931539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-30f2da34-bab2-4773-92b4-e175ab5f4559 service neutron] 10.222.0.37 "GET /v2.0/networks?id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 HTTP/1.1" status: 200  len: 913 time: 0.1172757
Nov 13 21:47:57.981572 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-f9de392f-69f8-4e06-89dd-f40a30b01e19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa HTTP/1.1" status: 200  len: 217 time: 0.0422578
Nov 13 21:47:58.008640 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.010961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96b66a1d-3a59-4960-8232-bc5f90a7e6e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4042172
Nov 13 21:47:58.013036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46728) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:58.018337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': '67f9ad63-8aae-4e38-a222-0e7fecdd2313', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:58.025175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d6ab4913-1775-4c41-b060-0404e448d38b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:58.025712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.036630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-35479074-4acc-4997-b3d6-204c5ec9c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:58.038167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-35479074-4acc-4997-b3d6-204c5ec9c243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a HTTP/1.1" status: 200  len: 852 time: 0.0490613
Nov 13 21:47:58.080032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-5f213cb1-3e6f-4520-9ae8-8bb435df26a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254166
Nov 13 21:47:58.102406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1e34ddfd-70ed-421d-8bd0-61996a8e7846 None None] Provisioning complete for port d6ab4913-1775-4c41-b060-0404e448d38b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:58.102944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1e34ddfd-70ed-421d-8bd0-61996a8e7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.121977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.191051 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.193694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-9c42fce0-0831-4c38-83a3-eaa5b40b8fdc service neutron] 10.222.0.37 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083193
Nov 13 21:47:58.210821 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.259894 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.285825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bffb782-fdd8-4e4b-8641-95fb8e7da1fd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:58.309490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3bc9bae1-222c-43f3-a35e-aff76b2688e2 req-7dbbe3fa-a337-4bdb-89d6-b553a6ce532d service neutron] 10.222.0.37 "GET /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075702
Nov 13 21:47:58.378764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.380124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-93809eee-f7f9-444b-8b1d-9c8fe20f71ae tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3659585
Nov 13 21:47:58.382867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46730) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:58.388160 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': '67f9ad63-8aae-4e38-a222-0e7fecdd2313', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:58.422074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1e34ddfd-70ed-421d-8bd0-61996a8e7846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.424846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port d6ab4913-1775-4c41-b060-0404e448d38b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6ab4913-1775-4c41-b060-0404e448d38b,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:47:58.484869 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Project 13c075d9a7504f1080414afc38e35cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:47:58.489996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.496703 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.552822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.572888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-1e34ddfd-70ed-421d-8bd0-61996a8e7846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:47:58.573277 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-1e34ddfd-70ed-421d-8bd0-61996a8e7846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:47:58.584238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=d6ab4913-1775-4c41-b060-0404e448d38b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:58.613711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.631754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2cec16-fe7c-4342-ab9b-bb122a3b0155,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:58.636439 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.692678 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.693905 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c839c413-3379-4c7d-aa92-15c11b6e9919 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3101046
Nov 13 21:47:58.696624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46732) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:47:58.701208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': '67f9ad63-8aae-4e38-a222-0e7fecdd2313', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:47:58.776219 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Project 13c075d9a7504f1080414afc38e35cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:47:58.781618 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.841617 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.892410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093aca-2ff9-4313-88b7-8e04c3740502 req-8f39f008-c9cd-423e-8cce-42d0206fcfc0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:58.894085 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a093aca-2ff9-4313-88b7-8e04c3740502 req-8f39f008-c9cd-423e-8cce-42d0206fcfc0 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0512574
Nov 13 21:47:58.905901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.935080 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11d83b8-acb3-4fce-b9b4-d456a5b989cb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:47:58.961413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a093aca-2ff9-4313-88b7-8e04c3740502 req-5c604d02-38dc-47cf-ab19-0c1fd6f00c4e tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614562
Nov 13 21:47:58.990048 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:58.991237 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0e631094-c42d-409d-85ae-6b469316d1d7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2936707
Nov 13 21:47:59.195016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-245c6744-fb44-440c-a4f1-169c7bcd1839 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401915549&fields=id&tenant_id=13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 267 time: 0.0449252
Nov 13 21:47:59.235658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6f616d4b-be2b-49bd-b2f6-78b6bca5fe97 None None] Provisioning complete for port d6ab4913-1775-4c41-b060-0404e448d38b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:59.236290 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f616d4b-be2b-49bd-b2f6-78b6bca5fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:47:59.306478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-f4eb4551-5c68-410e-8c16-bfbf026d9325 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:47:59.307928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-f4eb4551-5c68-410e-8c16-bfbf026d9325 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/networks?id=8da62280-61ec-48af-8f2e-12d7aa5fd785 HTTP/1.1" status: 200  len: 796 time: 0.1059000
Nov 13 21:47:59.322805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-c957f7bb-0bea-41e9-a01b-b0dff10e3418 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/quotas/13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 375 time: 0.0090170
Nov 13 21:47:59.379616 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-63033ee0-f0ee-4baf-a86f-dc46d8999e54 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0510287
Nov 13 21:47:59.493957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-cbc13183-b978-42d9-ac53-94a490515d1a service neutron] 10.222.0.20 "GET /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025662
Nov 13 21:47:59.583287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-49060398-5083-40cd-aed4-ce7c02b1196c service neutron] 10.222.0.20 "GET /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831857
Nov 13 21:47:59.798458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d6ab4913-1775-4c41-b060-0404e448d38b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:47:59.813339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20f98007-56a6-44ec-8e94-5086182cc97c req-37360450-fdaa-47b7-b0c3-0816eb979502 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 210 time: 0.0305581
Nov 13 21:47:59.850971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d6ab4913-1775-4c41-b060-0404e448d38b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:47:59.851339 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:00.025034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:00.082521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ecffc-f5e5-445f-ac8b-5f7178a451e6 req-7bf407a6-4775-46c0-9100-30058cb2f192 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:00.084019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c0ecffc-f5e5-445f-ac8b-5f7178a451e6 req-7bf407a6-4775-46c0-9100-30058cb2f192 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0534601
Nov 13 21:48:00.132815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8c0ecffc-f5e5-445f-ac8b-5f7178a451e6 req-7d10399f-9adb-444c-a356-eb2b698a351f tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427823
Nov 13 21:48:00.393732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:00.613923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edc1d0-9a57-40ee-9cba-2becbf01edc0 req-2a1f7ff8-34da-47e3-b36a-714fb6083f4c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:00.615445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0edc1d0-9a57-40ee-9cba-2becbf01edc0 req-2a1f7ff8-34da-47e3-b36a-714fb6083f4c tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0520604
Nov 13 21:48:00.663725 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0edc1d0-9a57-40ee-9cba-2becbf01edc0 req-ea9fb47c-ef14-48e7-b431-3ebe1fa6f959 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422144
Nov 13 21:48:00.908064 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a41a56ef-16bf-4bd7-8814-35fb75d46a4e req-d26fc252-50d0-464d-aa51-6bc92ff9ba7e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 210 time: 0.0261660
Nov 13 21:48:01.557712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-e8d292e1-0d87-4aea-92a8-407ea6725de2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:01.559162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-e8d292e1-0d87-4aea-92a8-407ea6725de2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/networks?id=8da62280-61ec-48af-8f2e-12d7aa5fd785 HTTP/1.1" status: 200  len: 796 time: 0.1040325
Nov 13 21:48:01.635555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-38aa6f26-aec0-4491-a670-42a33254e45a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 473 time: 0.0671003
Nov 13 21:48:01.646541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'port': {'device_id': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'admin_state_up': True, 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'security_groups': ['67f9ad63-8aae-4e38-a222-0e7fecdd2313']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:01.808763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c6338-f8cb-436d-a55a-367981119e25 req-799bf1d6-beb5-4a96-ac4e-01c14af3efd4 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:01.810168 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a2c6338-f8cb-436d-a55a-367981119e25 req-799bf1d6-beb5-4a96-ac4e-01c14af3efd4 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0691221
Nov 13 21:48:01.856609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a2c6338-f8cb-436d-a55a-367981119e25 req-05ddb4ce-6fcd-4b7d-94b6-8d66f055fd1f tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405033
Nov 13 21:48:01.867095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:48:01.870585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:01.997718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.20.0.25 (8da62280-61ec-48af-8f2e-12d7aa5fd785/92310425-840b-4c51-97ec-35183a92f044/ae6b2f54-24c6-4249-b70f-271e3bbfb5fa) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:48:02.002178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0283bf7-f655-477b-a13f-4769301b7a7c req-38d9fed4-3250-4f16-9c90-a0a9357f115b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 210 time: 0.0258696
Nov 13 21:48:02.132124 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.219257 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.261487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:02.266455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:02.271248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:48:02.277569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:02.303570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.303911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.304247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.304579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.304939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.305257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.305577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.305895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.306209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.306525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.306870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.307183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:02.336061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:02.336681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.459631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1a2a4d0f-43e4-4d79-b5e3-9878d09efedb None None] Provisioning complete for port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:02.460301 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4d0f-43e4-4d79-b5e3-9878d09efedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.478626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-f31449e8-7855-4cb1-970c-4ce3b8ebc5cd tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:02.480148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-f31449e8-7855-4cb1-970c-4ce3b8ebc5cd tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.37 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.0497434
Nov 13 21:48:02.499785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a4d0f-43e4-4d79-b5e3-9878d09efedb None None] Port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:02.527796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-2319a4ae-747c-4d03-a7a4-8b6c74ca870d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8851602
Nov 13 21:48:02.542442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Request body: {'port': {'device_id': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:02.626911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.644425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Deleting port 7d33792a-efc8-4472-bc99-b6726ac91bfa {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:02.645093 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.823112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] For port 7d33792a-efc8-4472-bc99-b6726ac91bfa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d33792a-efc8-4472-bc99-b6726ac91bfa,segment=NetworkSegment(bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e),segment_id=bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:02.823475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:02.857496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Calling delete_port for 7d33792a-efc8-4472-bc99-b6726ac91bfa owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:03.037450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eff6d8-d1ee-410b-aa47-e450aaa422b4 req-16c77df2-6c14-45b6-aa45-b6a04aa7be1e tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:03.039880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4eff6d8-d1ee-410b-aa47-e450aaa422b4 req-16c77df2-6c14-45b6-aa45-b6a04aa7be1e tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 946 time: 0.1028421
Nov 13 21:48:03.119798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f81a-dcc6-43b5-9181-de59985e4a55 req-5400184a-5559-4ec6-90ca-14ea2cb88531 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:03.121314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e93f81a-dcc6-43b5-9181-de59985e4a55 req-5400184a-5559-4ec6-90ca-14ea2cb88531 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 932 time: 0.0490742
Nov 13 21:48:03.180350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e93f81a-dcc6-43b5-9181-de59985e4a55 req-619a97f9-1f0a-4f47-bf15-ba95f7309764 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524430
Nov 13 21:48:03.227428 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-33ea1631-a0b7-4de3-8907-1a9d440cfc03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0415399
Nov 13 21:48:03.313122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-4214c7fd-92db-42a9-ab04-cec24a069da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:03.314509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-4214c7fd-92db-42a9-ab04-cec24a069da9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1096 time: 0.0426013
Nov 13 21:48:03.423569 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-6efd1980-8d31-453b-ba4b-a49cb22ef516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:03.425062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-6efd1980-8d31-453b-ba4b-a49cb22ef516 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 200  len: 898 time: 0.0908184
Nov 13 21:48:03.469325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6b2f54-24c6-4249-b70f-271e3bbfb5fa {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:48:03.489576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-08498ff9-dbfe-4e76-8137-fff111f7a511 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319 HTTP/1.1" status: 200  len: 1001 time: 0.0578647
Nov 13 21:48:03.489823 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:03.501227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4eff6d8-d1ee-410b-aa47-e450aaa422b4 req-27ca88f3-19c9-46c3-b2b4-c1afc67449fa tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4538300
Nov 13 21:48:03.539479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-6d4b5e90-5112-43cf-b984-f01454c1d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:03.541017 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-6d4b5e90-5112-43cf-b984-f01454c1d465 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5c47f9-d887-4ffb-8410-8ef7a482c2fd HTTP/1.1" status: 200  len: 835 time: 0.0445986
Nov 13 21:48:03.591102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Transition to ACTIVE for port object ae6b2f54-24c6-4249-b70f-271e3bbfb5fa will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:48:03.591316 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-e98a1857-dbe5-4e45-8339-92ce0617a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:03.592107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:03.592742 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-e98a1857-dbe5-4e45-8339-92ce0617a5db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445466
Nov 13 21:48:03.621529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Pushing event deleted for resources: {'Port': ['ID=7d33792a-efc8-4472-bc99-b6726ac91bfa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:03.649547 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:03.684943 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-4c3d1aff-dec5-44ae-b5f2-911cea3a4aa7 service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848396
Nov 13 21:48:03.689490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] No DVR routers for this DVR port 7d33792a-efc8-4472-bc99-b6726ac91bfa on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:03.692546 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:03.695903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e260f0b3-6c8d-4e22-85f0-65706970bad0 req-862e1aea-a1d6-4999-baa4-65bd91067eac tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.37 "DELETE /v2.0/ports/7d33792a-efc8-4472-bc99-b6726ac91bfa HTTP/1.1" status: 204  len: 173 time: 1.2090237
Nov 13 21:48:03.698404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'name': 'network-vif-deleted', 'tag': '7d33792a-efc8-4472-bc99-b6726ac91bfa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:03.701447 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a949cc55-fbf1-4bdd-a1f5-c97bc5864680" -d '{"events": [{"server_uuid": "f54b2904-4fae-4d1d-9049-234fc9e1b772", "name": "network-vif-deleted", "tag": "7d33792a-efc8-4472-bc99-b6726ac91bfa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:03.759157 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030386f-7fa7-4cf9-bff7-c8516006b992 x-openstack-request-id: req-f030386f-7fa7-4cf9-bff7-c8516006b992 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:03.759427 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54b2904-4fae-4d1d-9049-234fc9e1b772", "name": "network-vif-deleted", "tag": "7d33792a-efc8-4472-bc99-b6726ac91bfa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:03.760462 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f030386f-7fa7-4cf9-bff7-c8516006b992 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:03.760462 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54b2904-4fae-4d1d-9049-234fc9e1b772', 'name': 'network-vif-deleted', 'tag': '7d33792a-efc8-4472-bc99-b6726ac91bfa', 'status': 'completed', 'code': 200}
Nov 13 21:48:03.780677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:03.814203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Attempting to bind port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:48:03.814628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Attempting to bind port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:48:03.815098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Attempting to bind port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa on network 8da62280-61ec-48af-8f2e-12d7aa5fd785 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:48:03.818488 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-bcc8517f-f0c9-4ecb-b89f-c59285f778ed service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263952
Nov 13 21:48:03.820449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa on network 8da62280-61ec-48af-8f2e-12d7aa5fd785 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:48:03.820867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Attempting to bind port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa on network 8da62280-61ec-48af-8f2e-12d7aa5fd785 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:48:03.826631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:48:03.827809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Checking segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:48:03.827809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Bound using segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:48:03.827809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Bound port: ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:48:03.828353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:03.901071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] For port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:48:03.904217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] For port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:48:04.002827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:04.040421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:04.041060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:04.042432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] 10.222.0.46 "PUT /v2.0/ports/ae6b2f54-24c6-4249-b70f-271e3bbfb5fa HTTP/1.1" status: 200  len: 1092 time: 1.5041938
Nov 13 21:48:04.063909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868e922-89f1-4db9-97b9-647c7d316b90 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:04.222261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-149e95e3-aab3-494a-9120-b93f6c8343ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:04.223774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-149e95e3-aab3-494a-9120-b93f6c8343ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 1095 time: 0.0490997
Nov 13 21:48:04.268670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-581fd882-85f3-497c-a34d-2f2c66b0b8f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa HTTP/1.1" status: 200  len: 217 time: 0.0369081
Nov 13 21:48:04.340170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-50e11267-fee5-4e64-a835-a1cc8c9bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:04.341655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-50e11267-fee5-4e64-a835-a1cc8c9bd0b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92310425-840b-4c51-97ec-35183a92f044 HTTP/1.1" status: 200  len: 838 time: 0.0658729
Nov 13 21:48:04.354116 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57569924-4f80-4070-b6ee-64392cc84cc7 req-5072746a-1d8e-48eb-b5e1-7bcaa1f02734 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:04.355460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57569924-4f80-4070-b6ee-64392cc84cc7 req-5072746a-1d8e-48eb-b5e1-7bcaa1f02734 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 944 time: 0.0898004
Nov 13 21:48:04.427980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57569924-4f80-4070-b6ee-64392cc84cc7 req-7469ff98-bcc7-4b1a-b06f-a955826dc264 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638523
Nov 13 21:48:04.429864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-102a7711-5206-4d17-a08b-c75cf553ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:04.431296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-102a7711-5206-4d17-a08b-c75cf553ae6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8da62280-61ec-48af-8f2e-12d7aa5fd785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0750144
Nov 13 21:48:04.527311 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-9af09810-0072-453a-8e37-ada48e76377d service neutron] 10.222.0.46 "GET /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884907
Nov 13 21:48:04.618689 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13803164-ceb8-4d5c-886f-1e863c3c41a5 req-bd62a176-40d8-4f60-b6c8-793a3202a006 tempest-TestServerAdvancedOps-686769307 tempest-TestServerAdvancedOps-686769307-project] 10.222.0.20 "GET /v2.0/ports?device_id=f54b2904-4fae-4d1d-9049-234fc9e1b772 HTTP/1.1" status: 200  len: 210 time: 0.0264087
Nov 13 21:48:04.622014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5aced0f0-ef98-4042-90b0-6ba74f211e12 req-c68dfa64-b4f4-4b58-ac73-d75d6014dc90 service neutron] 10.222.0.46 "GET /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876241
Nov 13 21:48:04.906545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7d33792a-efc8-4472-bc99-b6726ac91bfa no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:04.929322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 7d33792a-efc8-4472-bc99-b6726ac91bfa {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:04.929669 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7d33792a-efc8-4472-bc99-b6726ac91bfa not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:05.556004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791830-849a-48a3-a0be-0673d1c82117 req-b8588cac-5686-4c87-9017-ad964ff6f4e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:05.557502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44791830-849a-48a3-a0be-0673d1c82117 req-b8588cac-5686-4c87-9017-ad964ff6f4e6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 944 time: 0.0546749
Nov 13 21:48:05.605983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44791830-849a-48a3-a0be-0673d1c82117 req-41de9504-b564-4734-8456-7073bf818194 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421350
Nov 13 21:48:05.678459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46792) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:05.721992 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Deleting subnet e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:48:05.725741 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:05.759235 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:05.760776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'tag': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:05.763201 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb9d7bf-e839-4a3f-9b28-43bb7254b98c", "tag": "ae6b2f54-24c6-4249-b70f-271e3bbfb5fa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:05.806227 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5145c3b7-25f0-4944-86a6-27c44f07b0dc x-openstack-request-id: req-5145c3b7-25f0-4944-86a6-27c44f07b0dc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:05.806227 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb9d7bf-e839-4a3f-9b28-43bb7254b98c", "tag": "ae6b2f54-24c6-4249-b70f-271e3bbfb5fa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:05.806227 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5145c3b7-25f0-4944-86a6-27c44f07b0dc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:05.806555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:05.806665 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'tag': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa', 'status': 'completed', 'code': 200}
Nov 13 21:48:05.866579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-ace14906-81db-42c8-b364-587ede39fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:05.868043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-ace14906-81db-42c8-b364-587ede39fba9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 1095 time: 0.0405464
Nov 13 21:48:05.939536 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:05.966915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-3b5416e6-2d80-4ce5-8d9f-a2402e5bf3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:05.968194 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:05.968677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-3b5416e6-2d80-4ce5-8d9f-a2402e5bf3cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8da62280-61ec-48af-8f2e-12d7aa5fd785 HTTP/1.1" status: 200  len: 897 time: 0.0928667
Nov 13 21:48:05.976483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:05.980523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4c8c5b43-247f-42e3-a9ee-f00456a0c225 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8e026d8-bcdf-4f38-8edf-5dddb5fd6c9a HTTP/1.1" status: 204  len: 168 time: 0.3008213
Nov 13 21:48:05.983563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46806) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:06.015176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-66d8900b-dcfc-4813-82aa-3c13ad17cc2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa HTTP/1.1" status: 200  len: 217 time: 0.0394008
Nov 13 21:48:06.055364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.067871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-96730f17-4dff-4ae2-bebd-729b935701fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:06.073642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-96730f17-4dff-4ae2-bebd-729b935701fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=92310425-840b-4c51-97ec-35183a92f044 HTTP/1.1" status: 200  len: 838 time: 0.0475035
Nov 13 21:48:06.115499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-a638c21a-dbd5-452d-bbef-54b422b9c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:06.117079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-a638c21a-dbd5-452d-bbef-54b422b9c202 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8da62280-61ec-48af-8f2e-12d7aa5fd785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0406463
Nov 13 21:48:06.142336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.163622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7ab8a00>,) {'filters': {'network_id': ['52948fc3-59fc-4186-ac6c-3df9bb0bd4d5']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:06.173437 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7ab8a00>, 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:06.176899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7ab8a00>, 'bd0d7fa4-f9ac-4bda-b1e0-edd83a47086e') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:06.184360 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.199446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.205869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:48:06.206256 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:48:06.208857 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:48:06.213812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-e630a552-d6d6-4dc4-8ad2-56d577d9c5a0 service neutron] 10.222.0.46 "GET /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888186
Nov 13 21:48:06.321158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d8ed98e-cfc6-425e-8dac-fbf0774cfdbe req-8dee46bd-3bbd-4fda-b17b-5e9f7f9b145b service neutron] 10.222.0.46 "GET /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1007273
Nov 13 21:48:06.347638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.354136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.358825 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] 10.222.0.20 "DELETE /v2.0/networks/52948fc3-59fc-4186-ac6c-3df9bb0bd4d5 HTTP/1.1" status: 204  len: 168 time: 0.3730090
Nov 13 21:48:06.359551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755a3ee-195d-41a4-85f7-b2cfbc8ffaef req-62043b61-22de-4f11-989f-7e3cc1c80fd9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:06.360247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46810) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:06.361121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b755a3ee-195d-41a4-85f7-b2cfbc8ffaef req-62043b61-22de-4f11-989f-7e3cc1c80fd9 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0544951
Nov 13 21:48:06.382248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc7127-1a94-4cc8-9f74-1f5728f0f41e admin admin] Pushing event deleted for resources: {'Network': ['ID=52948fc3-59fc-4186-ac6c-3df9bb0bd4d5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:06.417998 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b755a3ee-195d-41a4-85f7-b2cfbc8ffaef req-a8aee2f3-8e3d-4709-9cbf-5458100cc6fc tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495193
Nov 13 21:48:06.419900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Deleting subnet d427c01c-471b-4481-81b0-5bd1cf1c8e12 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:48:06.423306 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.458046 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.508596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.645096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.670627 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d427c01c-471b-4481-81b0-5bd1cf1c8e12,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:06.678323 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.683696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-78150efa-f499-447a-b632-61b83ed1b824 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d427c01c-471b-4481-81b0-5bd1cf1c8e12 HTTP/1.1" status: 204  len: 168 time: 0.3160744
Nov 13 21:48:06.684287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46818) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:06.729304 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743d3-15b8-4640-a1da-96771290f953 req-df06f2e5-04af-4cab-9bd9-c7c5f762826d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:06.730824 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f2743d3-15b8-4640-a1da-96771290f953 req-df06f2e5-04af-4cab-9bd9-c7c5f762826d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 944 time: 0.0544448
Nov 13 21:48:06.760176 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.783829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f2743d3-15b8-4640-a1da-96771290f953 req-4b4f6959-0579-456b-abba-ba75f13e8da3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470052
Nov 13 21:48:06.839665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.860835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd08ee20>,) {'filters': {'network_id': ['f3c60249-427d-4e17-9582-17c738884c26']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:06.871042 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd08ee20>, 'ea32e2da-77c2-4c7d-b87d-6f52c98d16f8') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:06.872054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd08ee20>, 'ea32e2da-77c2-4c7d-b87d-6f52c98d16f8') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:06.881483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.894485 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.900327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:48:06.900708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:48:06.902327 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:48:07.038768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.044213 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.047493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f3c60249-427d-4e17-9582-17c738884c26 HTTP/1.1" status: 204  len: 168 time: 0.3622818
Nov 13 21:48:07.058693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060b3db-edc0-4b31-bd7b-a00c81363bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c60249-427d-4e17-9582-17c738884c26,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:07.379162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46822) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:07.422937 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0f22cdb0-9abd-4fa7-bf9b-6dd3ac9f2f8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcabcfe43d0f435797d64ffdece4da40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0426478
Nov 13 21:48:07.425390 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46824) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:07.471736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3887-c268-417f-b57c-bc5654f8f77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.493847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3887-c268-417f-b57c-bc5654f8f77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.530732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae6b2f54-24c6-4249-b70f-271e3bbfb5fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:48:07.536360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2311-5774-45f2-bab9-02e4da84ddcd req-3564c752-efa3-4633-9cb4-b2690b42b1ab tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:07.537899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c5b2311-5774-45f2-bab9-02e4da84ddcd req-3564c752-efa3-4633-9cb4-b2690b42b1ab tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0500252
Nov 13 21:48:07.589869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c5b2311-5774-45f2-bab9-02e4da84ddcd req-2e719b27-4317-4154-82bf-029d77fae5f8 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443323
Nov 13 21:48:07.621903 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3887-c268-417f-b57c-bc5654f8f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.624433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:07.624602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2f5c3887-c268-417f-b57c-bc5654f8f77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.625704 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2f5c3887-c268-417f-b57c-bc5654f8f77a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8c20d7d-36dc-4e84-ab6d-6a4e07559bee HTTP/1.1" status: 204  len: 168 time: 0.1993947
Nov 13 21:48:07.634344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c3887-c268-417f-b57c-bc5654f8f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c20d7d-36dc-4e84-ab6d-6a4e07559bee,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:07.638457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'port_id': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa', 'mac_address': 'fa:16:3e:76:ce:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92310425-840b-4c51-97ec-35183a92f044', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:48:07.685002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.698793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6b2f54-24c6-4249-b70f-271e3bbfb5fa {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:48:07.825378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:07.879278 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:07.902854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6946a-551b-4be2-89cb-1fea9ebfb3cf req-4f959629-7ef4-4cfc-ae21-9ff0cb667316 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:07.904346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63e6946a-551b-4be2-89cb-1fea9ebfb3cf req-4f959629-7ef4-4cfc-ae21-9ff0cb667316 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 944 time: 0.0492172
Nov 13 21:48:07.932336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:07.956320 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-63e6946a-551b-4be2-89cb-1fea9ebfb3cf req-764c4d2a-6c0a-4066-8648-54d2b8884d66 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459476
Nov 13 21:48:08.092360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['ae6b2f54-24c6-4249-b70f-271e3bbfb5fa'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:48:08.292058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46834) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:08.338006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0c13744d-1cd8-4bc7-956e-314169ba999e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a252a7a86d4437f8d70dfca3da8474a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0441217
Nov 13 21:48:08.340437 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46836) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:08.385593 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7888-4e67-4559-825c-665a0aa70b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:08.406411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7888-4e67-4559-825c-665a0aa70b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:08.519014 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7888-4e67-4559-825c-665a0aa70b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:08.521678 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a9fa7888-4e67-4559-825c-665a0aa70b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:08.522868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a9fa7888-4e67-4559-825c-665a0aa70b12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba4d4616-f4e7-4063-9687-da370785552b HTTP/1.1" status: 204  len: 168 time: 0.1814902
Nov 13 21:48:08.530414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa7888-4e67-4559-825c-665a0aa70b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d4616-f4e7-4063-9687-da370785552b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:08.708529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916ee43-0fe4-4a94-bd0a-4a667b7763b9 req-77aa7158-57b7-46b8-8ead-7096e68fa243 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:08.710228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8916ee43-0fe4-4a94-bd0a-4a667b7763b9 req-77aa7158-57b7-46b8-8ead-7096e68fa243 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0518298
Nov 13 21:48:08.762566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8916ee43-0fe4-4a94-bd0a-4a667b7763b9 req-ce11754f-53a9-47ff-8e3f-5ecf4c853ed2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462441
Nov 13 21:48:09.086154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e28e9-756c-4071-a70c-744c1382e97f req-ee3b142d-c08f-4b5e-ac89-26a62006bcb0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:09.088160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce2e28e9-756c-4071-a70c-744c1382e97f req-ee3b142d-c08f-4b5e-ac89-26a62006bcb0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 945 time: 0.0577195
Nov 13 21:48:09.143587 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce2e28e9-756c-4071-a70c-744c1382e97f req-59ee6e40-7ba0-4c7b-85a6-2eff9fab85c0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481927
Nov 13 21:48:09.546352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae6b2f54-24c6-4249-b70f-271e3bbfb5fa up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:48:09.649748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:48:09.653505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:09.653866 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:09.728857 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:09.750650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:09.752908 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f665dd-55f7-4bb1-93fe-8288b4d87e05" -d '{"events": [{"server_uuid": "bbb9d7bf-e839-4a3f-9b28-43bb7254b98c", "name": "network-vif-plugged", "status": "completed", "tag": "ae6b2f54-24c6-4249-b70f-271e3bbfb5fa"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:09.765889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:09.794812 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bbcc7d-8a64-43d5-8a73-43c577e47648 x-openstack-request-id: req-93bbcc7d-8a64-43d5-8a73-43c577e47648 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:09.795111 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb9d7bf-e839-4a3f-9b28-43bb7254b98c", "name": "network-vif-plugged", "status": "completed", "tag": "ae6b2f54-24c6-4249-b70f-271e3bbfb5fa", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:09.795366 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93bbcc7d-8a64-43d5-8a73-43c577e47648 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:09.795765 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa', 'code': 200}
Nov 13 21:48:09.836109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:09.881757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4820c5-fb63-444f-87d7-527daa0e340b req-ceea0811-28da-4649-ba29-ac724a8440df tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:09.883287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa4820c5-fb63-444f-87d7-527daa0e340b req-ceea0811-28da-4649-ba29-ac724a8440df tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0518591
Nov 13 21:48:09.887444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:09.905273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02d64a-a0f5-4ce9-8608-8a1285baaa7e req-e0864781-ae35-4a91-b75b-7b68bf641a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:09.906834 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea02d64a-a0f5-4ce9-8608-8a1285baaa7e req-e0864781-ae35-4a91-b75b-7b68bf641a44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 1097 time: 0.0530605
Nov 13 21:48:09.933844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-aa4820c5-fb63-444f-87d7-527daa0e340b req-949a6e53-ee8a-4f28-bc7f-abc4e5bcb938 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443492
Nov 13 21:48:09.953014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ea02d64a-a0f5-4ce9-8608-8a1285baaa7e req-2fdb0496-4192-4ad0-bfd0-f7b966ac9be6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391312
Nov 13 21:48:10.263337 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dbc9e-9654-49cc-986d-a5256597fe9d req-1ab15f5c-29ec-497d-a553-c868093d9e29 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:10.264861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf3dbc9e-9654-49cc-986d-a5256597fe9d req-1ab15f5c-29ec-497d-a553-c868093d9e29 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 946 time: 0.0489483
Nov 13 21:48:10.313400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cf3dbc9e-9654-49cc-986d-a5256597fe9d req-76f6bda6-5ebb-4f03-9f37-e0bbb288aea4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422897
Nov 13 21:48:11.052905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814195a4-e378-4899-9f7f-55583e2154f8 req-21818893-f4b2-4581-a18c-fefd61931f0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:11.054393 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-814195a4-e378-4899-9f7f-55583e2154f8 req-21818893-f4b2-4581-a18c-fefd61931f0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0480175
Nov 13 21:48:11.107337 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-814195a4-e378-4899-9f7f-55583e2154f8 req-4c6fc689-8c53-42e0-9402-d9c0a3c33d92 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468462
Nov 13 21:48:11.428756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9f876-daab-408c-a23c-d22f4fdb5708 req-970257f1-8eef-40d1-8a1d-ab8e4b8396e7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:11.430119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75a9f876-daab-408c-a23c-d22f4fdb5708 req-970257f1-8eef-40d1-8a1d-ab8e4b8396e7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 946 time: 0.0479517
Nov 13 21:48:11.482284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75a9f876-daab-408c-a23c-d22f4fdb5708 req-5328b368-4b8f-4aa2-adb8-6e01a9a05209 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457799
Nov 13 21:48:11.864135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ea2f1-22da-4b35-9241-c5fcd74dfe27 req-7c507626-6503-46cd-a3b5-80d1d5f8b287 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:11.865633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-116ea2f1-22da-4b35-9241-c5fcd74dfe27 req-7c507626-6503-46cd-a3b5-80d1d5f8b287 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 946 time: 0.0500059
Nov 13 21:48:11.914328 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-116ea2f1-22da-4b35-9241-c5fcd74dfe27 req-409d2d3c-0efd-4d1e-b5a0-98a934f58159 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427804
Nov 13 21:48:12.226547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c182918-398b-46df-99d0-bf3eb73f8db1 req-2af31a10-d31b-496a-8532-f1c2e34eea25 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:12.228023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c182918-398b-46df-99d0-bf3eb73f8db1 req-2af31a10-d31b-496a-8532-f1c2e34eea25 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0533247
Nov 13 21:48:12.276430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c182918-398b-46df-99d0-bf3eb73f8db1 req-d6609c60-b628-41cb-9a77-db7a3bac6a99 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424731
Nov 13 21:48:12.384536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:13.390671 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9bbcf-601c-4447-bf46-4d84dd6123fd req-0c67263f-b436-454d-9ac1-4882d3281179 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:13.392101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7e9bbcf-601c-4447-bf46-4d84dd6123fd req-0c67263f-b436-454d-9ac1-4882d3281179 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0484188
Nov 13 21:48:13.413142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46864) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:13.446217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7e9bbcf-601c-4447-bf46-4d84dd6123fd req-33a54d26-1398-4cb5-bb5b-0edd784ac46e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479319
Nov 13 21:48:13.841923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.098907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.20.0.17 (8da62280-61ec-48af-8f2e-12d7aa5fd785/92310425-840b-4c51-97ec-35183a92f044/45c3de99-1bb3-4621-9208-242c4d56aac2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:48:14.211428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.302048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.350824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:14.356433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:14.359163 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:48:14.363417 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=45c3de99-1bb3-4621-9208-242c4d56aac2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:14.411628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.569182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c464de-ec11-4363-9942-531f52cbc9fc req-3e5a0a20-93aa-4599-bb40-4db4272bc3a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:14.570724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98c464de-ec11-4363-9942-531f52cbc9fc req-3e5a0a20-93aa-4599-bb40-4db4272bc3a7 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0499609
Nov 13 21:48:14.617451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.638311 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fec6cdef-9d47-43ef-b179-ef14cf666a57 None None] Provisioning complete for port 45c3de99-1bb3-4621-9208-242c4d56aac2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:14.638884 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fec6cdef-9d47-43ef-b179-ef14cf666a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.672309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fec6cdef-9d47-43ef-b179-ef14cf666a57 None None] Port 45c3de99-1bb3-4621-9208-242c4d56aac2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:14.680173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98c464de-ec11-4363-9942-531f52cbc9fc req-830ee5f7-a251-4d1a-bf78-c1b04cf29138 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848572
Nov 13 21:48:14.790942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.919027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:14.987891 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:15.060365 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:15.062195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=45c3de99-1bb3-4621-9208-242c4d56aac2,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:15.153771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:15.155192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:15.270180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:48:15.378478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:15.386235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-663efe9a-699f-4c43-9bfe-39aa5d78197e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "PUT /v2.0/routers/e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9718673
Nov 13 21:48:15.388524 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:15.398818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:15.399007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-21032d57-8612-4b05-9c21-6cc35c39cd77 None None] Provisioning complete for port 45c3de99-1bb3-4621-9208-242c4d56aac2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:15.399288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21032d57-8612-4b05-9c21-6cc35c39cd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:15.399427 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1dc730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:47:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:15.433483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-21032d57-8612-4b05-9c21-6cc35c39cd77 None None] Port 45c3de99-1bb3-4621-9208-242c4d56aac2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:15.504048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:15.729183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1dc730>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:14Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:23Z', 'revision_number': 1, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c3de99-1bb3-4621-9208-242c4d56aac2', 'name': '', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:ff:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '92310425-840b-4c51-97ec-35183a92f044', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:13Z', 'updated_at': '2021-11-13T21:48:14Z', 'revision_number': 2, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': '92310425-840b-4c51-97ec-35183a92f044', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:15.755681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:15.756030 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Updating router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa port 45c3de99-1bb3-4621-9208-242c4d56aac2 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:48:15.781488 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:15.801928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a37e1-8ec5-49e8-8a84-3531cb921e7a req-9f6fd239-8539-47ee-b7d9-d14c1c2a579c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:15.803414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf6a37e1-8ec5-49e8-8a84-3531cb921e7a req-9f6fd239-8539-47ee-b7d9-d14c1c2a579c tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0541990
Nov 13 21:48:15.860709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf6a37e1-8ec5-49e8-8a84-3531cb921e7a req-a0f268b0-2b19-4264-be25-4fdcb0449950 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512080
Nov 13 21:48:16.125035 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.209743 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.259322 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Pushing event updated for resources: {'Port': ['ID=45c3de99-1bb3-4621-9208-242c4d56aac2,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:16.279924 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.280269 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.280608 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.280969 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.281299 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.281627 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.281950 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.282286 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.282606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.282997 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.283331 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.283651 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:16.320664 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Attempting to bind port 45c3de99-1bb3-4621-9208-242c4d56aac2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:48:16.321262 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Attempting to bind port 45c3de99-1bb3-4621-9208-242c4d56aac2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:48:16.321623 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Attempting to bind port 45c3de99-1bb3-4621-9208-242c4d56aac2 on network 8da62280-61ec-48af-8f2e-12d7aa5fd785 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:48:16.327345 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:48:16.327716 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Checking segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:48:16.328105 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.328497 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Bound using segment: {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:48:16.328981 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Bound port: 45c3de99-1bb3-4621-9208-242c4d56aac2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:48:16.329353 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.393659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] For port 45c3de99-1bb3-4621-9208-242c4d56aac2, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:48:16.397145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] For port 45c3de99-1bb3-4621-9208-242c4d56aac2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45c3de99-1bb3-4621-9208-242c4d56aac2,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:48:16.465546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d4c1ee1c-cd35-406e-8924-afd048e6d005 None None] Provisioning complete for port 45c3de99-1bb3-4621-9208-242c4d56aac2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:16.466147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ee1c-cd35-406e-8924-afd048e6d005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.468233 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.526883 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5f5a1-7c36-4b1c-88de-a01d2f212af5 None None] Pushing event updated for resources: {'Port': ['ID=45c3de99-1bb3-4621-9208-242c4d56aac2,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:16.531966 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:16.532580 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1dc730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:47:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:16.552189 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ee1c-cd35-406e-8924-afd048e6d005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.588039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d4c1ee1c-cd35-406e-8924-afd048e6d005 None None] For port 45c3de99-1bb3-4621-9208-242c4d56aac2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45c3de99-1bb3-4621-9208-242c4d56aac2,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:16.645547 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:16.645741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d4c1ee1c-cd35-406e-8924-afd048e6d005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.695275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1ee1c-cd35-406e-8924-afd048e6d005 None None] Pushing event updated for resources: {'Port': ['ID=45c3de99-1bb3-4621-9208-242c4d56aac2,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:16.764935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c7b62c90-2899-4cd5-b86e-6effbb9d918c None None] Provisioning complete for port 45c3de99-1bb3-4621-9208-242c4d56aac2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:16.765229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c7b62c90-2899-4cd5-b86e-6effbb9d918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:16.880140 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1dc730>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:14Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:23Z', 'revision_number': 1, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c3de99-1bb3-4621-9208-242c4d56aac2', 'name': '', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:ff:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '92310425-840b-4c51-97ec-35183a92f044', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:13Z', 'updated_at': '2021-11-13T21:48:16Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': '92310425-840b-4c51-97ec-35183a92f044', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:16.907225 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a046dd-b75a-48fa-b567-d81c5663ef1d None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:14Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:23Z', 'revision_number': 1, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c3de99-1bb3-4621-9208-242c4d56aac2', 'name': '', 'network_id': '8da62280-61ec-48af-8f2e-12d7aa5fd785', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:ff:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '92310425-840b-4c51-97ec-35183a92f044', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:13Z', 'updated_at': '2021-11-13T21:48:16Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': '92310425-840b-4c51-97ec-35183a92f044', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:48:17.342268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0005f-4e7b-41b3-9fd1-29f37c2a5559 req-8c690ccb-625e-47ea-b876-caf776f60dfa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:17.343885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0d0005f-4e7b-41b3-9fd1-29f37c2a5559 req-8c690ccb-625e-47ea-b876-caf776f60dfa tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.4129579
Nov 13 21:48:17.394697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0d0005f-4e7b-41b3-9fd1-29f37c2a5559 req-d6bba19d-34c4-4025-b967-8840a28687ef tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446856
Nov 13 21:48:17.807711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 45c3de99-1bb3-4621-9208-242c4d56aac2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:48:17.864453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 45c3de99-1bb3-4621-9208-242c4d56aac2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:17.864853 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:18.510841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b9482-8f12-4e33-9f2b-13f2ae516515 req-baa61284-d1cb-486b-b231-1e0787e63bf5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:18.512311 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a0b9482-8f12-4e33-9f2b-13f2ae516515 req-baa61284-d1cb-486b-b231-1e0787e63bf5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0492334
Nov 13 21:48:18.561432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a0b9482-8f12-4e33-9f2b-13f2ae516515 req-1216e79d-0b88-46ce-afce-8498f2c7fc96 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431330
Nov 13 21:48:19.489591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536c82c-59fc-4ed6-b1e2-d1d2a264f54f req-57946456-0e0f-4c38-bace-93bb75d68c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:19.491676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e536c82c-59fc-4ed6-b1e2-d1d2a264f54f req-57946456-0e0f-4c38-bace-93bb75d68c40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1097 time: 0.0394783
Nov 13 21:48:19.548606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e536c82c-59fc-4ed6-b1e2-d1d2a264f54f req-e9ce9d88-539a-48cf-9da0-02174ad68448 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489430
Nov 13 21:48:19.679287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc6452-c8aa-4bcb-b096-6f581b21d1fc req-d08636cb-b711-4650-bbae-0066674dac1f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:19.680636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99bc6452-c8aa-4bcb-b096-6f581b21d1fc req-d08636cb-b711-4650-bbae-0066674dac1f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0500109
Nov 13 21:48:19.728832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99bc6452-c8aa-4bcb-b096-6f581b21d1fc req-f4d2766e-ee7c-47a2-ab03-a677122a278e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421824
Nov 13 21:48:20.854430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c40d3-0990-4491-80b3-95d65d2f01b3 req-3f07398a-8cb2-4565-a076-3fe1c50ac275 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:20.855851 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f80c40d3-0990-4491-80b3-95d65d2f01b3 req-3f07398a-8cb2-4565-a076-3fe1c50ac275 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0529633
Nov 13 21:48:20.905686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f80c40d3-0990-4491-80b3-95d65d2f01b3 req-31799a1f-3290-40e6-ad2b-32e8c9542701 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438280
Nov 13 21:48:20.928989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46886) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:20.990102 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c736e88a-5bfd-4c4b-8346-69a2be593223 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/floatingips/bb6bf658-be46-40a5-aabb-ef41a3783c9f HTTP/1.1" status: 200  len: 993 time: 0.0598798
Nov 13 21:48:21.026728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:48:21.030320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:21.179003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:21.181285 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:21.196868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'port_id': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'mac_address': 'fa:16:3e:66:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:48:21.229476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:21.231681 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e0f8f8-0505-4c2c-8edf-46f38e6e6649" -d '{"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-unplugged", "status": "completed", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:21.251939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:21.260837 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:21.270560 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f918d-ade2-402a-a397-b02bdaa6fef1 x-openstack-request-id: req-713f918d-ade2-402a-a397-b02bdaa6fef1 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:21.270842 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-unplugged", "status": "completed", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:21.271085 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-713f918d-ade2-402a-a397-b02bdaa6fef1 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:21.271623 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'code': 200}
Nov 13 21:48:21.276645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 884dd1d3-e76d-4264-b411-1ae37855c1a0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:48:21.307749 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:21.379733 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:48:21.380080 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:48:21.382865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:21.916035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:21.931843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884dd1d3-e76d-4264-b411-1ae37855c1a0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:48:21.950901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:22.038313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:22.084978 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:22.248629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['884dd1d3-e76d-4264-b411-1ae37855c1a0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:48:23.049266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:48:23.097305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 884dd1d3-e76d-4264-b411-1ae37855c1a0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:23.097668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:23.175455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:23.205829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:23.272234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:23.274499 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170e6a9e-32ee-4c60-9690-48122fdd5702" -d '{"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-plugged", "status": "completed", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:23.278431 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:23.312922 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e47b4-c667-4233-9fbb-1e31a0062e0d x-openstack-request-id: req-888e47b4-c667-4233-9fbb-1e31a0062e0d {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:23.313220 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-plugged", "status": "completed", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:23.313470 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-888e47b4-c667-4233-9fbb-1e31a0062e0d {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:23.313857 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'code': 200}
Nov 13 21:48:23.331352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:24.775639 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2695d44b-10db-4825-b4e5-776c22c5d80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:25.402761 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:48:27.124095 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-13cd45ff-ed81-4b70-bfb7-62e41ff0364a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:28.670089 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:29.998664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:30.355674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:35.799933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46922) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:36.159496 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:36.462068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port 45c3de99-1bb3-4621-9208-242c4d56aac2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:36.462410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:36.551430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port 45c3de99-1bb3-4621-9208-242c4d56aac2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45c3de99-1bb3-4621-9208-242c4d56aac2,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:36.551792 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:36.564280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for 45c3de99-1bb3-4621-9208-242c4d56aac2 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:36.798412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:36.825211 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=45c3de99-1bb3-4621-9208-242c4d56aac2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:37.326607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:37.543166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:48:37.648990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:37.654037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ef3d4b74-6a19-43a4-a6dc-b50c8cddf6f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "PUT /v2.0/routers/e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8530903
Nov 13 21:48:37.660678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:37.670211 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:37.670925 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb901c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:37.927924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:38.115769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb0058-1ccb-4fbc-81bd-57900cd670f4 req-0fc14dbe-67bf-4ad6-9f5c-16965c78c9e0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:38.117291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bddb0058-1ccb-4fbc-81bd-57900cd670f4 req-0fc14dbe-67bf-4ad6-9f5c-16965c78c9e0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 946 time: 0.0536010
Nov 13 21:48:38.154193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb901c0>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:36Z', 'revision_number': 6, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:23Z', 'revision_number': 1, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:38.167633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bddb0058-1ccb-4fbc-81bd-57900cd670f4 req-e6005be7-da70-4adb-b060-9fc7b194058b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442681
Nov 13 21:48:38.180856 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:38.189113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:38.189709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb901c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:38.293659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:38.509436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb901c0>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:36Z', 'revision_number': 6, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:23Z', 'revision_number': 1, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:38.539823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7bfee-cd96-4552-9bc0-5bae1dc78e4d None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:36Z', 'revision_number': 6, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6f9dce3-9e33-48c3-adff-7581c8dc4ddc', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.124', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'port_id': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'mac_address': 'fa:16:3e:b8:e4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:47:19Z', 'updated_at': '2021-11-13T21:47:23Z', 'revision_number': 1, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:48:39.286153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20de40-67ff-484e-982c-d06a51c30d8c req-bd604a82-2847-4840-881b-2e6967862441 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:39.287633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af20de40-67ff-484e-982c-d06a51c30d8c req-bd604a82-2847-4840-881b-2e6967862441 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 946 time: 0.0484483
Nov 13 21:48:39.336630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af20de40-67ff-484e-982c-d06a51c30d8c req-c5ec5395-5680-4fbe-a45d-6afca3667041 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=67f9ad63-8aae-4e38-a222-0e7fecdd2313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428553
Nov 13 21:48:39.419664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-a309ce58-1c5c-468b-b97c-a8f107be7b05 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:39.421048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-a309ce58-1c5c-468b-b97c-a8f107be7b05 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 946 time: 0.0481780
Nov 13 21:48:39.511321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:39.511658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:39.599242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:39.599607 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:39.615839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for ae6b2f54-24c6-4249-b70f-271e3bbfb5fa owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:39.761931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 45c3de99-1bb3-4621-9208-242c4d56aac2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:39.782760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 45c3de99-1bb3-4621-9208-242c4d56aac2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:39.783131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 45c3de99-1bb3-4621-9208-242c4d56aac2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:39.793310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:39.822778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=ae6b2f54-24c6-4249-b70f-271e3bbfb5fa,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:39.867831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] No DVR routers for this DVR port ae6b2f54-24c6-4249-b70f-271e3bbfb5fa on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:39.870598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:39.874177 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac57b4a7-137c-4893-b10e-ab855b5c902b req-65fff5f7-d365-4bd2-b3a8-49884b87dd58 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "DELETE /v2.0/ports/ae6b2f54-24c6-4249-b70f-271e3bbfb5fa HTTP/1.1" status: 204  len: 173 time: 0.4475789
Nov 13 21:48:39.874618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'name': 'network-vif-deleted', 'tag': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:39.878047 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586fb95c-e57d-41b1-9cf6-82fa78dc2cf3" -d '{"events": [{"server_uuid": "bbb9d7bf-e839-4a3f-9b28-43bb7254b98c", "name": "network-vif-deleted", "tag": "ae6b2f54-24c6-4249-b70f-271e3bbfb5fa"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:39.914020 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6e1f82-2e0d-4eec-a9bb-98fd893f6ce2 x-openstack-request-id: req-cf6e1f82-2e0d-4eec-a9bb-98fd893f6ce2 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:39.914314 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb9d7bf-e839-4a3f-9b28-43bb7254b98c", "name": "network-vif-deleted", "tag": "ae6b2f54-24c6-4249-b70f-271e3bbfb5fa", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:39.914567 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf6e1f82-2e0d-4eec-a9bb-98fd893f6ce2 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:39.914971 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb9d7bf-e839-4a3f-9b28-43bb7254b98c', 'name': 'network-vif-deleted', 'tag': 'ae6b2f54-24c6-4249-b70f-271e3bbfb5fa', 'status': 'completed', 'code': 200}
Nov 13 21:48:40.441086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bbd4b68b-5936-4637-b53c-d72127f54d72 req-cc871538-b8bc-433f-b6c4-420b858259a3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbb9d7bf-e839-4a3f-9b28-43bb7254b98c HTTP/1.1" status: 200  len: 210 time: 0.0260446
Nov 13 21:48:41.498657 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46936) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:41.556486 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-223561ad-1b71-4b92-a0b9-d1f384675bb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:41.582286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-223561ad-1b71-4b92-a0b9-d1f384675bb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:41.710102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-223561ad-1b71-4b92-a0b9-d1f384675bb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:41.712842 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-223561ad-1b71-4b92-a0b9-d1f384675bb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:41.714012 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-223561ad-1b71-4b92-a0b9-d1f384675bb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/security-groups/67f9ad63-8aae-4e38-a222-0e7fecdd2313 HTTP/1.1" status: 204  len: 168 time: 0.2152553
Nov 13 21:48:41.723454 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223561ad-1b71-4b92-a0b9-d1f384675bb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9ad63-8aae-4e38-a222-0e7fecdd2313,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:41.796814 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46940) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:41.851511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting subnet 92310425-840b-4c51-97ec-35183a92f044 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:48:41.854511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:41.894670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:41.978915 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.139005 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.165603 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Subnet': ['ID=92310425-840b-4c51-97ec-35183a92f044,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:42.169483 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.172555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6eb2782e-bcae-4894-87ec-d08e47c2b0a4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/subnets/92310425-840b-4c51-97ec-35183a92f044 HTTP/1.1" status: 204  len: 168 time: 0.3747239
Nov 13 21:48:42.175779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46942) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:42.177686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a09d7-32af-40f2-957c-03376e933296 None None] Network 8da62280-61ec-48af-8f2e-12d7aa5fd785 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:48:42.254539 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.308168 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port d6ab4913-1775-4c41-b060-0404e448d38b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:42.308505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.365898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] DHCP port deletion for 8da62280-61ec-48af-8f2e-12d7aa5fd785 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:48:42.388099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port d6ab4913-1775-4c41-b060-0404e448d38b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6ab4913-1775-4c41-b060-0404e448d38b,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:42.394357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.402259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for d6ab4913-1775-4c41-b060-0404e448d38b owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:42.416663 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.418630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] Deleting port d6ab4913-1775-4c41-b060-0404e448d38b {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:42.418915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.484390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] For port d6ab4913-1775-4c41-b060-0404e448d38b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6ab4913-1775-4c41-b060-0404e448d38b,segment=NetworkSegment(3ceb9060-7b2c-4fb6-86c6-3170e7a817cc),segment_id=3ceb9060-7b2c-4fb6-86c6-3170e7a817cc)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:42.484835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.497065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] Calling delete_port for d6ab4913-1775-4c41-b060-0404e448d38b owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:42.552984 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.572364 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.584566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=d6ab4913-1775-4c41-b060-0404e448d38b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:42.587872 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] No DVR routers for this DVR port d6ab4913-1775-4c41-b060-0404e448d38b on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:42.602476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] Pushing event deleted for resources: {'Port': ['ID=d6ab4913-1775-4c41-b060-0404e448d38b,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:42.606126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad1013-ceb9-4c13-98f9-c5f6cd674ba5 None None] No DVR routers for this DVR port d6ab4913-1775-4c41-b060-0404e448d38b on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:42.669561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.692176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdcb227f0>,) {'filters': {'network_id': ['8da62280-61ec-48af-8f2e-12d7aa5fd785']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:42.701450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb227f0>, '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:42.701748 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdcb227f0>, '3ceb9060-7b2c-4fb6-86c6-3170e7a817cc') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:42.716174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.728916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.734619 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:48:42.734999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:48:42.743016 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:48:42.872636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.877211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:42.881433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/networks/8da62280-61ec-48af-8f2e-12d7aa5fd785 HTTP/1.1" status: 204  len: 168 time: 0.7039933
Nov 13 21:48:42.883882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46944) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:42.895684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8125f9-1214-47c1-b6a6-0c32b5085717 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Network': ['ID=8da62280-61ec-48af-8f2e-12d7aa5fd785,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:43.043015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port 916dd36b-f0bb-4b7a-97e3-0dded778c54f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:43.043353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:43.120529 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:43.120881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:43.133191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for 916dd36b-f0bb-4b7a-97e3-0dded778c54f owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:43.348137 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:43.376758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=916dd36b-f0bb-4b7a-97e3-0dded778c54f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:43.439818 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:43.440256 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Floating IP c6f9dce3-9e33-48c3-adff-7581c8dc4ddc disassociated (deleted). External IP: 172.35.3.124, port: ba6bcc74-0674-4dd6-b1e9-50a733e6f319.
Nov 13 21:48:43.654580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:48:43.701862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae6b2f54-24c6-4249-b70f-271e3bbfb5fa no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:43.723067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: ae6b2f54-24c6-4249-b70f-271e3bbfb5fa {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:43.723358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ae6b2f54-24c6-4249-b70f-271e3bbfb5fa not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:43.763810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:43.769971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:43.776372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:43.788627 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:43.789277 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6540d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:43.797736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f39abe5b-3e4c-4837-bd62-dd742ada2c4a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/floatingips/c6f9dce3-9e33-48c3-adff-7581c8dc4ddc HTTP/1.1" status: 204  len: 168 time: 0.9125960
Nov 13 21:48:43.798268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:43.800610 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:43.821977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d6ab4913-1775-4c41-b060-0404e448d38b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:43.841181 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b0577-e5d6-45af-83b5-ed64ef334832 x-openstack-request-id: req-605b0577-e5d6-45af-83b5-ed64ef334832 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:43.841734 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:43.842188 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-605b0577-e5d6-45af-83b5-ed64ef334832 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:43.842661 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'status': 'completed', 'code': 200}
Nov 13 21:48:43.844627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d6ab4913-1775-4c41-b060-0404e448d38b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:43.845078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d6ab4913-1775-4c41-b060-0404e448d38b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:43.912270 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:43.912540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-a4295be9-0856-4d58-882b-2907230c27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:43.913073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-a4295be9-0856-4d58-882b-2907230c27f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 1096 time: 0.0429838
Nov 13 21:48:44.015469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-b5fe48ff-421b-451b-bd9b-30510dfcec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:44.017007 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-b5fe48ff-421b-451b-bd9b-30510dfcec38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 200  len: 898 time: 0.0969691
Nov 13 21:48:44.059061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-261b6ec2-719a-4621-9dc5-1d2da94413d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319 HTTP/1.1" status: 200  len: 217 time: 0.0351272
Nov 13 21:48:44.108595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-4e116051-4d93-4522-9209-76e873d49e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:44.110149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-4e116051-4d93-4522-9209-76e873d49e7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eb5c47f9-d887-4ffb-8410-8ef7a482c2fd HTTP/1.1" status: 200  len: 835 time: 0.0442252
Nov 13 21:48:44.115185 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6540d0>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:36Z', 'revision_number': 6, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:44.141071 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:44.149782 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:44.150496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6540d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:44.159966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-f016704a-aded-4f74-ba4a-c588e7e37fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:44.161552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-f016704a-aded-4f74-ba4a-c588e7e37fac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449650
Nov 13 21:48:44.260633 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:44.288200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-fec5b1a4-bac7-4425-ab6a-d957cd8d9a27 service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194177
Nov 13 21:48:44.296811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23941a3-d1da-47bb-a53b-d11ed06a05d7 req-6584941a-1a48-4581-bfff-99c0d4e6d6bc tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:44.298196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b23941a3-d1da-47bb-a53b-d11ed06a05d7 req-6584941a-1a48-4581-bfff-99c0d4e6d6bc tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 945 time: 0.0761383
Nov 13 21:48:44.400724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b23941a3-d1da-47bb-a53b-d11ed06a05d7 req-7c5d6ad0-dd36-4329-a8aa-bb64ba13fd9c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944734
Nov 13 21:48:44.419696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b9a78fb-cf09-4e5b-b5a2-290e1e5b6a1b req-d6547ac9-25c7-43aa-8237-a2c0aacc991d service neutron] 10.222.0.46 "GET /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189203
Nov 13 21:48:44.526246 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6540d0>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:36Z', 'revision_number': 6, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:44.555534 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e111c05-a7cf-4479-8486-63b65b9f20ce None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:36Z', 'revision_number': 6, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '676d7396-b2cd-4191-b459-109e204f4a17', 'name': '', 'network_id': '2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:b0:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:53Z', 'updated_at': '2021-11-13T21:47:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'eb5c47f9-d887-4ffb-8410-8ef7a482c2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:48:44.767942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:44.770859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745aba4-a465-47f2-ace8-f0128e4fc81c None None] New status for floating IP c6f9dce3-9e33-48c3-adff-7581c8dc4ddc: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:48:45.546711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac00d-885c-4a8c-9462-636ab2811d6a req-00302945-f1df-4ae3-8d56-db35c2b61883 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:45.548188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7deac00d-885c-4a8c-9462-636ab2811d6a req-00302945-f1df-4ae3-8d56-db35c2b61883 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 945 time: 0.0723746
Nov 13 21:48:45.556166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-8224a5fc-4aed-4fbc-8105-5815b0de24f7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:45.557503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-8224a5fc-4aed-4fbc-8105-5815b0de24f7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 945 time: 0.0904858
Nov 13 21:48:45.664710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7deac00d-885c-4a8c-9462-636ab2811d6a req-1e81911b-83c2-49af-888c-b4156a1c4323 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=f3765efd-dc9a-4930-9474-37851c450ad6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061649
Nov 13 21:48:45.690129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:45.690376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:45.775417 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port ba6bcc74-0674-4dd6-b1e9-50a733e6f319, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:45.775771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:45.788521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for ba6bcc74-0674-4dd6-b1e9-50a733e6f319 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:46.001211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:46.030234 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=ba6bcc74-0674-4dd6-b1e9-50a733e6f319,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:46.070592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] No DVR routers for this DVR port ba6bcc74-0674-4dd6-b1e9-50a733e6f319 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:46.073301 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:46.076603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d422dea-c827-4a97-aa4a-a4073a549672 req-db77830c-3e3c-4807-95eb-5629605edf97 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "DELETE /v2.0/ports/ba6bcc74-0674-4dd6-b1e9-50a733e6f319 HTTP/1.1" status: 204  len: 173 time: 0.5113928
Nov 13 21:48:46.077132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'name': 'network-vif-deleted', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:46.079359 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3eb13f-6cfb-48d1-a740-8415b8f9fa65" -d '{"events": [{"server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "name": "network-vif-deleted", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:46.116046 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f707e90e-c125-4a4d-bca5-5ac5c0b21ce0 x-openstack-request-id: req-f707e90e-c125-4a4d-bca5-5ac5c0b21ce0 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:46.116357 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f38540-dc6d-44bc-8534-91eca49fa5d1", "name": "network-vif-deleted", "tag": "ba6bcc74-0674-4dd6-b1e9-50a733e6f319", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:46.116609 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f707e90e-c125-4a4d-bca5-5ac5c0b21ce0 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:46.117047 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f38540-dc6d-44bc-8534-91eca49fa5d1', 'name': 'network-vif-deleted', 'tag': 'ba6bcc74-0674-4dd6-b1e9-50a733e6f319', 'status': 'completed', 'code': 200}
Nov 13 21:48:46.773215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ed32679-77b7-4e96-bccf-7c40b6e0f703 req-10b7114d-4c8d-4bbd-b2dc-d208c6e456a2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5f38540-dc6d-44bc-8534-91eca49fa5d1 HTTP/1.1" status: 200  len: 210 time: 0.0296082
Nov 13 21:48:47.829827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:47.884851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c23577dc-f637-4832-b097-e816d7cb763c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:47.909533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c23577dc-f637-4832-b097-e816d7cb763c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:48.047050 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c23577dc-f637-4832-b097-e816d7cb763c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:48.050265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c23577dc-f637-4832-b097-e816d7cb763c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:48.051466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c23577dc-f637-4832-b097-e816d7cb763c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/security-groups/f3765efd-dc9a-4930-9474-37851c450ad6 HTTP/1.1" status: 204  len: 168 time: 0.2200372
Nov 13 21:48:48.065256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23577dc-f637-4832-b097-e816d7cb763c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3765efd-dc9a-4930-9474-37851c450ad6,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:48.147913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46970) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:48.500308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:48.759716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port 676d7396-b2cd-4191-b459-109e204f4a17 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:48.759984 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:48.845961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port 676d7396-b2cd-4191-b459-109e204f4a17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=676d7396-b2cd-4191-b459-109e204f4a17,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:48.847168 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:48.858938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for 676d7396-b2cd-4191-b459-109e204f4a17 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:49.093043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:49.123716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=676d7396-b2cd-4191-b459-109e204f4a17,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:49.294483 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:49.508511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:48:49.707569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6bcc74-0674-4dd6-b1e9-50a733e6f319 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:49.731742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: ba6bcc74-0674-4dd6-b1e9-50a733e6f319 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:49.732189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device ba6bcc74-0674-4dd6-b1e9-50a733e6f319 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:49.938157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:49.946478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c9bdba12-8c00-43c0-982b-f2845aca07d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "PUT /v2.0/routers/e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7947998
Nov 13 21:48:49.946733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46972) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:49.947919 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] Sync routers for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:49.958588 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:49.961828 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde511730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:50.000995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting subnet eb5c47f9-d887-4ffb-8410-8ef7a482c2fd {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:48:50.005366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.053492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.075423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:50.137717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.293100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.330628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5c47f9-d887-4ffb-8410-8ef7a482c2fd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:50.336224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.339873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-aaf59bf7-b0a5-47f7-89ba-f824d03c6ecf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/subnets/eb5c47f9-d887-4ffb-8410-8ef7a482c2fd HTTP/1.1" status: 204  len: 168 time: 0.3921087
Nov 13 21:48:50.342831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46974) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:50.343166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5980031-e1f0-4420-bfe9-27d68488a8c1 None None] Network 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:48:50.348437 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde511730>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:48Z', 'revision_number': 7, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:50.375023 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] Checking router: e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:50.384182 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] Routers {'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:50.384717 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde511730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:50.459516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.501499 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] Set router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:50.551405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] DHCP port deletion for 2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:48:50.577077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.601701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] Deleting port f3e8641b-1beb-43ff-805e-b65c918e3ca8 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:50.602073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.663768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] For port f3e8641b-1beb-43ff-805e-b65c918e3ca8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3e8641b-1beb-43ff-805e-b65c918e3ca8,segment=NetworkSegment(0ae7d03f-a4d4-4c92-a6ce-001b4e92c528),segment_id=0ae7d03f-a4d4-4c92-a6ce-001b4e92c528)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:50.664167 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.678060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] Calling delete_port for f3e8641b-1beb-43ff-805e-b65c918e3ca8 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:50.693314 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde511730>, [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:48Z', 'revision_number': 7, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:50.713806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port 9562703c-2a50-42c0-adad-b3a018aa0e7a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:50.714141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.720167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c8174-f412-49a4-8ff6-0c190602f1af None None] The sync data for ids ['e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa'] in ncdv-master-1 is: [{'id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'name': 'tempest-TestNetworkBasicOps-router-1092464403', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219'}], 'enable_snat': True}, 'gw_port_id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:46:47Z', 'updated_at': '2021-11-13T21:48:48Z', 'revision_number': 7, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '9562703c-2a50-42c0-adad-b3a018aa0e7a', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:46:48Z', 'updated_at': '2021-11-13T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:48:50.798828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port 9562703c-2a50-42c0-adad-b3a018aa0e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9562703c-2a50-42c0-adad-b3a018aa0e7a,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:50.799692 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.812129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for 9562703c-2a50-42c0-adad-b3a018aa0e7a owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:50.853361 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:50.879269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] Pushing event deleted for resources: {'Port': ['ID=f3e8641b-1beb-43ff-805e-b65c918e3ca8,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:50.882756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c9041-d8e6-4139-9e72-4ade249bb2b2 None None] No DVR routers for this DVR port f3e8641b-1beb-43ff-805e-b65c918e3ca8 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:51.058132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.086649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=9562703c-2a50-42c0-adad-b3a018aa0e7a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:51.103252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd900898-e57b-496f-9d03-1f381dbdfa02 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:48:51.155400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.245849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.247916 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.392482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.394069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Fanout notify agent at l3_agent the message router_deleted on router e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:48:51.401090 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.402210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-826e0cc7-b8ff-4964-bff4-d5699e1c40cb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/routers/e11b1da8-1d13-4ac8-84cb-cc3d5f7a74fa HTTP/1.1" status: 204  len: 168 time: 1.0583954
Nov 13 21:48:51.405000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46978) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:51.487011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.571717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.596803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc4c97f0>,) {'filters': {'network_id': ['2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:51.605693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4c97f0>, '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:51.605979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4c97f0>, '0ae7d03f-a4d4-4c92-a6ce-001b4e92c528') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:51.615077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.628308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.634115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:48:51.638010 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:48:51.746538 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.754711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.757098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/networks/2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03 HTTP/1.1" status: 204  len: 168 time: 0.3511157
Nov 13 21:48:51.768708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c27ba1-34d7-4266-b143-edbe6c36b33c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Network': ['ID=2b47e2f5-f7d4-47bf-852c-b0a9f2cbaf03,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:51.779365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46980) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:51.784306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'network': {'name': 'tempest-network-smoke--1691942885', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:51.876103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 676d7396-b2cd-4191-b459-109e204f4a17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:51.889315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 676d7396-b2cd-4191-b459-109e204f4a17 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:51.889661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 676d7396-b2cd-4191-b459-109e204f4a17 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:51.890068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f3e8641b-1beb-43ff-805e-b65c918e3ca8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:51.892454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:48:51.896395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.909109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f3e8641b-1beb-43ff-805e-b65c918e3ca8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:51.909462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f3e8641b-1beb-43ff-805e-b65c918e3ca8 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:51.909915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9562703c-2a50-42c0-adad-b3a018aa0e7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:48:51.919869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:48:51.929367 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:51.929734 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Added segment a8020732-9685-47fb-8376-73a2f8d371bd of type vlan for network ba84bbda-e8f3-4406-8187-8c99f3ecb652
Nov 13 21:48:51.932356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9562703c-2a50-42c0-adad-b3a018aa0e7a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:48:51.932712 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9562703c-2a50-42c0-adad-b3a018aa0e7a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:48:51.975129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.058649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.064114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:52.065336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.128982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Network': ['ID=ba84bbda-e8f3-4406-8187-8c99f3ecb652,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:52.138558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:48:52.164359 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-31dd5289-df7b-4baf-9e0a-f218a8a3a5f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3839331
Nov 13 21:48:52.166962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46982) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:52.171350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'admin_state_up': True, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:52.258796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.259848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.313714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.512676 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.779894 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.798232 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:52.897774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.35.3.62 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/4512946a-5817-44df-acb9-ad1dd7e31a4e) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:48:53.000215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:53.101478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:53.136730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:53.139422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:53.141831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:48:53.151758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b648a-319b-45e4-8a53-b4a2be2f1006 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:48:53.180414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=4512946a-5817-44df-acb9-ad1dd7e31a4e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:53.198191 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-52526caa-33a7-40e4-835a-e71041d443c7 None None] Provisioning complete for port 4512946a-5817-44df-acb9-ad1dd7e31a4e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:53.198574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-52526caa-33a7-40e4-835a-e71041d443c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:53.235559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-52526caa-33a7-40e4-835a-e71041d443c7 None None] Port 4512946a-5817-44df-acb9-ad1dd7e31a4e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:53.451648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:53.639056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:53.818180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router 900a773b-8c0e-4c5e-be67-faccb5e5260f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:48:53.923795 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:53.933297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Sync routers for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:53.943266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:53.943868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:54.018531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.019771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-275079a7-9dff-4639-a481-1446e618408c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8518846
Nov 13 21:48:54.023019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46984) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:54.051999 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1cccec21-e3f7-4dfb-ba9c-aa3709558c44 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=13c075d9a7504f1080414afc38e35cc0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276518
Nov 13 21:48:54.052857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:54.057045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46986) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:54.143171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9339c-c55a-4c9c-a4cb-7f77000bf317 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:54.144994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5db9339c-c55a-4c9c-a4cb-7f77000bf317 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0869179
Nov 13 21:48:54.147703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46988) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:54.177722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8af6eabd-5562-4a15-ab16-563458ea65d8 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0289011
Nov 13 21:48:54.180278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46990) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:54.185451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484576878', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:54.229408 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:53Z', 'revision_number': 3, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:54.255445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Checking router: 900a773b-8c0e-4c5e-be67-faccb5e5260f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:54.255792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Updating router 900a773b-8c0e-4c5e-be67-faccb5e5260f port 4512946a-5817-44df-acb9-ad1dd7e31a4e binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:48:54.284778 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.355486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:48:54.359124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.601766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.664533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Subnet': ['ID=ea57067f-964b-4b43-98e1-58a05fe5cf53,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:54.672291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Checking segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:48:54.672646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network hostable DHCP agents. Network: ba84bbda-e8f3-4406-8187-8c99f3ecb652, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:48:54.688267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.761322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:48:54.762176 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.809230 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba147a7a-116a-43eb-88f1-44636d4ae92d None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:48:54.821604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26373344-0bb4-441d-8077-bacbd77227b0 None None] Pushing event updated for resources: {'Port': ['ID=4512946a-5817-44df-acb9-ad1dd7e31a4e,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:54.824552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Attempting to bind port 4512946a-5817-44df-acb9-ad1dd7e31a4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:48:54.824944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Attempting to bind port 4512946a-5817-44df-acb9-ad1dd7e31a4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:48:54.825307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Attempting to bind port 4512946a-5817-44df-acb9-ad1dd7e31a4e on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:48:54.831694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:48:54.832123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:48:54.832447 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.836415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:48:54.836415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Bound port: 4512946a-5817-44df-acb9-ad1dd7e31a4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:48:54.836415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.837059 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-48d942fa-5468-405b-a48b-2b92a8661a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.889720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-58d5b10d-fd05-4f7e-aa38-b57ad6097745 None None] Provisioning complete for port 4512946a-5817-44df-acb9-ad1dd7e31a4e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:54.890078 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58d5b10d-fd05-4f7e-aa38-b57ad6097745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.912460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba84bbda-e8f3-4406-8187-8c99f3ecb652) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:54.917151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:54.917739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:54.923287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a766616-4d99-488c-9d61-47489e17ade4 None None] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:48:54.926450 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] For port 4512946a-5817-44df-acb9-ad1dd7e31a4e, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:48:54.962496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] For port 4512946a-5817-44df-acb9-ad1dd7e31a4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4512946a-5817-44df-acb9-ad1dd7e31a4e,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:48:54.965304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-58d5b10d-fd05-4f7e-aa38-b57ad6097745 None None] Port 4512946a-5817-44df-acb9-ad1dd7e31a4e cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:54.995727 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c43c442f-5dee-4f90-8026-94eee39c5877 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8143561
Nov 13 21:48:54.998398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 46992) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:55.028594 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.094519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56a5ce-6183-419e-95c8-6d0caa62f678 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:48:55.127485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:55.128126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:55.132736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26373344-0bb4-441d-8077-bacbd77227b0 None None] Pushing event updated for resources: {'Port': ['ID=4512946a-5817-44df-acb9-ad1dd7e31a4e,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:55.199107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:48:55.199937 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.250702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-688e7f27-9192-4a8e-a7a4-45f8f7d20f16 None None] Provisioning complete for port 4512946a-5817-44df-acb9-ad1dd7e31a4e triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:55.251371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-688e7f27-9192-4a8e-a7a4-45f8f7d20f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.363015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:55.443596 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.536557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Allocated IP 172.20.0.2 (ba84bbda-e8f3-4406-8187-8c99f3ecb652/ea57067f-964b-4b43-98e1-58a05fe5cf53/f6955732-4b63-456c-a10f-22fd0c61f035) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:48:55.557548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-688e7f27-9192-4a8e-a7a4-45f8f7d20f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.612139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-688e7f27-9192-4a8e-a7a4-45f8f7d20f16 None None] For port 4512946a-5817-44df-acb9-ad1dd7e31a4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4512946a-5817-44df-acb9-ad1dd7e31a4e,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:55.692068 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-688e7f27-9192-4a8e-a7a4-45f8f7d20f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.792565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e7f27-9192-4a8e-a7a4-45f8f7d20f16 None None] Pushing event updated for resources: {'Port': ['ID=4512946a-5817-44df-acb9-ad1dd7e31a4e,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:55.795271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.799620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:53Z', 'revision_number': 3, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:55.828917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed69dfc-b270-4fa5-9e14-0d4265db2ef0 None None] The sync data for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 is: [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:53Z', 'revision_number': 3, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:48:55.875851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.916499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:55.920174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:55.921979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:48:55.932191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.20.0.1 (ba84bbda-e8f3-4406-8187-8c99f3ecb652/ea57067f-964b-4b43-98e1-58a05fe5cf53/a0b262d0-7869-4ad6-a614-1c692c99043f) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:48:55.938465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Pushing event updated for resources: {'Port': ['ID=f6955732-4b63-456c-a10f-22fd0c61f035,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:55.990731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Attempting to bind port f6955732-4b63-456c-a10f-22fd0c61f035 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:48:55.991107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Attempting to bind port f6955732-4b63-456c-a10f-22fd0c61f035 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:48:55.991474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Attempting to bind port f6955732-4b63-456c-a10f-22fd0c61f035 on network ba84bbda-e8f3-4406-8187-8c99f3ecb652 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:48:55.997202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:48:55.997709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Checking segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:48:55.998263 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:55.998659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Bound using segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:48:55.999135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Bound port: f6955732-4b63-456c-a10f-22fd0c61f035, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:48:55.999589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.065911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.117507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] For port f6955732-4b63-456c-a10f-22fd0c61f035, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:48:56.120761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] For port f6955732-4b63-456c-a10f-22fd0c61f035, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6955732-4b63-456c-a10f-22fd0c61f035,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:48:56.190410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.202528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.241079 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:56.247425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:56.250012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:48:56.266567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0266e9-e180-4763-8b6a-f0e13478600a None None] Pushing event updated for resources: {'Port': ['ID=f6955732-4b63-456c-a10f-22fd0c61f035,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:56.280007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 46996) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:56.291632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=a0b262d0-7869-4ad6-a614-1c692c99043f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:56.304858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.305228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.305547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.305884 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.306259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.306528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.306849 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.307174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.307492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.307813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.308135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.308463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:56.334401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.500508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 5c36b023-6ad6-4060-9f4f-1ead14f198ad {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:56.500966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.576711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.593901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.594363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.609591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 5c36b023-6ad6-4060-9f4f-1ead14f198ad owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:56.858377 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.880712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.889596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=5c36b023-6ad6-4060-9f4f-1ead14f198ad,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:56.938249 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.948871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:56.949266 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Floating IP bb6bf658-be46-40a5-aabb-ef41a3783c9f disassociated (deleted). External IP: 172.35.3.61, port: 884dd1d3-e76d-4264-b411-1ae37855c1a0.
Nov 13 21:48:57.022180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:57.030248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=a0b262d0-7869-4ad6-a614-1c692c99043f,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:57.090219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8c51546-720c-4b9c-a49f-412111ff442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:57.135914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:48:57.137565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:48:57.194557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ddf01f81-d58d-48fe-8e82-49703864f18f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:48:57.278811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router 900a773b-8c0e-4c5e-be67-faccb5e5260f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:48:57.344436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:57.349207 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:57.364764 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] Sync routers for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:57.373282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842a4c0-144f-40e0-b5af-49d5422f38d2 None None] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:48:57.388947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-91127334-8638-4f49-a4f8-50f0acfe9d84 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/floatingips/bb6bf658-be46-40a5-aabb-ef41a3783c9f HTTP/1.1" status: 204  len: 168 time: 1.1074069
Nov 13 21:48:57.389700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:57.393268 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:57.395424 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2f63d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:57.403799 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13129cec-ada5-4dee-b3fa-4d39e66860c9" -d '{"events": [{"name": "network-changed", "server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:57.430453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:48:57.436312 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ba27128-863f-410d-8531-c1b3f1daacb3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "PUT /v2.0/routers/900a773b-8c0e-4c5e-be67-faccb5e5260f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4368799
Nov 13 21:48:57.439319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47002) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:57.514223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Provisioning complete for port f6955732-4b63-456c-a10f-22fd0c61f035 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:57.514858 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:57.561319 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:57.674464 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:57.745166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b47329b4-553f-4121-96ae-508a26805424 None None] For port f6955732-4b63-456c-a10f-22fd0c61f035, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6955732-4b63-456c-a10f-22fd0c61f035,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:57.839103 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2f63d0>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:21Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:57.884412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:57.925247 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] Checking router: ddf01f81-d58d-48fe-8e82-49703864f18f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:57.941127 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:57.942031 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2f63d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:57.958467 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Pushing event updated for resources: {'Port': ['ID=f6955732-4b63-456c-a10f-22fd0c61f035,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:57.967246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.967720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.968214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.968653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.969125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.969558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.969995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.970418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.970877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.971301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.971846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.972373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47329b4-553f-4121-96ae-508a26805424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:48:57.978057 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38656fb4-1b55-482e-81df-4f6df43dd0d9 x-openstack-request-id: req-38656fb4-1b55-482e-81df-4f6df43dd0d9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:48:57.978359 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:48:57.978616 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38656fb4-1b55-482e-81df-4f6df43dd0d9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:48:57.979032 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'status': 'completed', 'code': 200}
Nov 13 21:48:58.017947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-f5da47b4-1f6f-404f-88a7-fbd1366c4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.020802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-f5da47b4-1f6f-404f-88a7-fbd1366c4646 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=922599e50d824c038fd08455d0e213d4&device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 1097 time: 0.5028296
Nov 13 21:48:58.052360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f6955732-4b63-456c-a10f-22fd0c61f035 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:48:58.072631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447774f8-66e2-4e1d-bdff-8203e0b5c067 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.073283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447774f8-66e2-4e1d-bdff-8203e0b5c067 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.073744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447774f8-66e2-4e1d-bdff-8203e0b5c067 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.075480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447774f8-66e2-4e1d-bdff-8203e0b5c067 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.084495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447774f8-66e2-4e1d-bdff-8203e0b5c067 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.086473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-447774f8-66e2-4e1d-bdff-8203e0b5c067 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3570 time: 0.6459942
Nov 13 21:48:58.094800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47006) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:58.131312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-23c98d75-2bd2-4c33-b071-1af72d719dfb None None] Provisioning complete for port f6955732-4b63-456c-a10f-22fd0c61f035 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:58.131943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c98d75-2bd2-4c33-b071-1af72d719dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:58.134802 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:58.198976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f6955732-4b63-456c-a10f-22fd0c61f035 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:58.199627 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:58.210340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Sync routers for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:48:58.258716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ff76c-e989-4353-9f37-6fc651153a08 req-6fffa28c-f228-41b9-b585-6b99b85a0cb2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.260267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-474ff76c-e989-4353-9f37-6fc651153a08 req-6fffa28c-f228-41b9-b585-6b99b85a0cb2 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.1664035
Nov 13 21:48:58.260396 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:48:58.261055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd00efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:58.268916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae85365-3c6a-4bae-964a-a4ac8302ded7 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.269366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae85365-3c6a-4bae-964a-a4ac8302ded7 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.269819 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae85365-3c6a-4bae-964a-a4ac8302ded7 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.270257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae85365-3c6a-4bae-964a-a4ac8302ded7 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.270701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae85365-3c6a-4bae-964a-a4ac8302ded7 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.272436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bae85365-3c6a-4bae-964a-a4ac8302ded7 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3349 time: 0.1638408
Nov 13 21:48:58.275991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47008) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:58.292278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-0e75b6e6-ddad-40fe-aeaf-f03ed397f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.294059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-0e75b6e6-ddad-40fe-aeaf-f03ed397f81a service neutron] 10.222.0.37 "GET /v2.0/networks?id=17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 200  len: 897 time: 0.2654099
Nov 13 21:48:58.390939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-474ff76c-e989-4353-9f37-6fc651153a08 req-2e1e83f6-f5e4-4ecb-9c8b-93c588931b98 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056917
Nov 13 21:48:58.397179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-4e5f600a-7f92-4c3c-9bbd-3c373cfda559 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 200  len: 217 time: 0.0918114
Nov 13 21:48:58.476803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-ccd2a19f-150e-401a-b19d-8b0cbc60a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.480159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-ccd2a19f-150e-401a-b19d-8b0cbc60a8bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fbf61b3-98c6-416f-aa5e-02ea212489c1 HTTP/1.1" status: 200  len: 834 time: 0.0742440
Nov 13 21:48:58.483178 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2f63d0>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:21Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:58.517983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e176b39c-dba4-4e49-ba2a-3840f888d728 tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2335 time: 0.2280223
Nov 13 21:48:58.518205 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ab73d-c542-4636-b77b-609a682364b3 None None] The sync data for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 is: [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:47:16Z', 'revision_number': 4, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a282d5c7-12fe-476d-b463-49f1f8f4f33d', 'name': '', 'network_id': '17cd86c0-2d8d-4b27-9d66-046452b7b2be', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'mac_address': 'fa:16:3e:95:8d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:15Z', 'updated_at': '2021-11-13T21:47:21Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'subnets': [{'id': '0fbf61b3-98c6-416f-aa5e-02ea212489c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:48:58.556320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-d5b0980d-adcc-4ab8-a6af-487b12761308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:58.558045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-d5b0980d-adcc-4ab8-a6af-487b12761308 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17cd86c0-2d8d-4b27-9d66-046452b7b2be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0651324
Nov 13 21:48:58.696994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-6e3df737-d5ba-4065-9add-c27249ca0240 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291461
Nov 13 21:48:58.718318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:48:58.722148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4512946a-5817-44df-acb9-ad1dd7e31a4e up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:48:58.778917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-23c98d75-2bd2-4c33-b071-1af72d719dfb None None] Provisioning complete for port a0b262d0-7869-4ad6-a614-1c692c99043f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:58.779237 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23c98d75-2bd2-4c33-b071-1af72d719dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:58.786586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:58.826207 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-13129cec-ada5-4dee-b3fa-4d39e66860c9 req-d6f796e7-59cb-4387-b15e-f34d95cf26a4 service neutron] 10.222.0.37 "GET /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193581
Nov 13 21:48:58.888818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43187a04-ec47-4459-964b-8d8e9200a84d None None] New status for floating IP bb6bf658-be46-40a5-aabb-ef41a3783c9f: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:48:58.900650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-23c98d75-2bd2-4c33-b071-1af72d719dfb None None] Port a0b262d0-7869-4ad6-a614-1c692c99043f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:58.958096 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4512946a-5817-44df-acb9-ad1dd7e31a4e triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:58.958499 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.061628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-efa2c558-9213-4cb5-a9dc-6256490bfa72 None None] Provisioning complete for port a0b262d0-7869-4ad6-a614-1c692c99043f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:59.061915 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-efa2c558-9213-4cb5-a9dc-6256490bfa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.139155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47012) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:59.144361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458033382', 'description': 'tempest-secgroup-smoke-458033382 description', 'project_id': '13c075d9a7504f1080414afc38e35cc0'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:59.146137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-efa2c558-9213-4cb5-a9dc-6256490bfa72 None None] Port a0b262d0-7869-4ad6-a614-1c692c99043f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:59.155939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd00efd0>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 2, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:48:59.186174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Checking router: 900a773b-8c0e-4c5e-be67-faccb5e5260f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:48:59.186533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Updating router 900a773b-8c0e-4c5e-be67-faccb5e5260f port a0b262d0-7869-4ad6-a614-1c692c99043f binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:48:59.212313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.213365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-1c76d4dd-3dcd-41f9-b5a8-88c84edd629e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:59.214970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-1c76d4dd-3dcd-41f9-b5a8-88c84edd629e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.0597382
Nov 13 21:48:59.261614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.338028 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 884dd1d3-e76d-4264-b411-1ae37855c1a0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:48:59.338281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.413988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.458439 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 884dd1d3-e76d-4264-b411-1ae37855c1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=884dd1d3-e76d-4264-b411-1ae37855c1a0,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:48:59.458843 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.480549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.494259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 884dd1d3-e76d-4264-b411-1ae37855c1a0 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:48:59.501544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.581065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.588904 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da46ab0c-3e56-4c38-a4f6-bc28b583b513,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:59.594936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3233bb-d477-4cb0-bf8d-b285a4b9580f req-8723f5cf-b3f0-471d-b0f5-2e9d214aa68a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:48:59.597061 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a3233bb-d477-4cb0-bf8d-b285a4b9580f req-8723f5cf-b3f0-471d-b0f5-2e9d214aa68a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 946 time: 0.1355913
Nov 13 21:48:59.633927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380d04-be20-47a4-a660-72edb8c0b416 None None] Pushing event updated for resources: {'Port': ['ID=a0b262d0-7869-4ad6-a614-1c692c99043f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:59.669210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a3233bb-d477-4cb0-bf8d-b285a4b9580f req-4818e823-052b-4ec0-ae63-5f7251887c7f tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/security-groups?id=0ab4e6a4-1227-4543-aeac-7bf00603191a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636258
Nov 13 21:48:59.678266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.679901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-48429d5a-e5fd-4c29-9d3b-99428792c778 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5394790
Nov 13 21:48:59.682767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47016) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:48:59.689214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'da46ab0c-3e56-4c38-a4f6-bc28b583b513', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:48:59.692916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Attempting to bind port a0b262d0-7869-4ad6-a614-1c692c99043f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:48:59.693294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Attempting to bind port a0b262d0-7869-4ad6-a614-1c692c99043f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:48:59.693661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Attempting to bind port a0b262d0-7869-4ad6-a614-1c692c99043f on network ba84bbda-e8f3-4406-8187-8c99f3ecb652 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:48:59.699986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:48:59.700327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Checking segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:48:59.700806 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.701207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Bound using segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:48:59.701685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Bound port: a0b262d0-7869-4ad6-a614-1c692c99043f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:48:59.702120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.773621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] For port a0b262d0-7869-4ad6-a614-1c692c99043f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:48:59.777470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] For port a0b262d0-7869-4ad6-a614-1c692c99043f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0b262d0-7869-4ad6-a614-1c692c99043f,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:48:59.815641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.826358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f6955732-4b63-456c-a10f-22fd0c61f035 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:48:59.844011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.876999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=884dd1d3-e76d-4264-b411-1ae37855c1a0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:48:59.884051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-84d8fca5-922d-40dd-8aae-63d5956b77af None None] Provisioning complete for port a0b262d0-7869-4ad6-a614-1c692c99043f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:59.884424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84d8fca5-922d-40dd-8aae-63d5956b77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.892048 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.916588 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.923605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] No DVR routers for this DVR port 884dd1d3-e76d-4264-b411-1ae37855c1a0 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:48:59.927691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.931202 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31e7ef2e-094c-48ea-a6dc-e6dc6af42790 req-cceaba65-ebb3-4457-ac21-477621203709 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.37 "DELETE /v2.0/ports/884dd1d3-e76d-4264-b411-1ae37855c1a0 HTTP/1.1" status: 204  len: 173 time: 0.7090912
Nov 13 21:48:59.961687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-84d8fca5-922d-40dd-8aae-63d5956b77af None None] Port a0b262d0-7869-4ad6-a614-1c692c99043f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:48:59.968083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f6955732-4b63-456c-a10f-22fd0c61f035 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:48:59.968449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.969740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:48:59.984465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-deleted', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:48:59.988373 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e3f9af-cd27-4130-aa16-c35f07e67b1e" -d '{"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-deleted", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:48:59.992965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1510f69c-c988-4b7e-8a16-b295f71ab519,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:00.031838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:00.032374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd00efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:00.034858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380d04-be20-47a4-a660-72edb8c0b416 None None] Pushing event updated for resources: {'Port': ['ID=a0b262d0-7869-4ad6-a614-1c692c99043f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:00.037288 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b2b64-ca6b-49b0-96c0-860f3b4e03bc x-openstack-request-id: req-fe3b2b64-ca6b-49b0-96c0-860f3b4e03bc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:49:00.037699 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee77bd3-ea22-446b-ac0c-17e464571de1", "name": "network-vif-deleted", "tag": "884dd1d3-e76d-4264-b411-1ae37855c1a0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:49:00.048277 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe3b2b64-ca6b-49b0-96c0-860f3b4e03bc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:49:00.048947 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee77bd3-ea22-446b-ac0c-17e464571de1', 'name': 'network-vif-deleted', 'tag': '884dd1d3-e76d-4264-b411-1ae37855c1a0', 'status': 'completed', 'code': 200}
Nov 13 21:49:00.076953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.123525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.127509 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e0ece394-58d8-4b25-9c2d-bb49f777d3bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4405417
Nov 13 21:49:00.127942 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47020) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:00.132855 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'da46ab0c-3e56-4c38-a4f6-bc28b583b513', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:00.185448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:00.240861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.315338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.340483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-21dbec92-0f87-4d97-a000-8052cbfb70ec None None] Provisioning complete for port a0b262d0-7869-4ad6-a614-1c692c99043f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:00.340886 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21dbec92-0f87-4d97-a000-8052cbfb70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.364471 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.387909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d7587f-8fec-4723-a77d-62ef3cb1e659,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:00.429220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.460994 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.462261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-13c993b4-2d40-4dc7-82af-8cab7eb151fb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3333287
Nov 13 21:49:00.465123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47022) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:00.469900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'da46ab0c-3e56-4c38-a4f6-bc28b583b513', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:00.481318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21dbec92-0f87-4d97-a000-8052cbfb70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.496182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd00efd0>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:48:59Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:00.527202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e06fd8-2e39-4ada-b662-3a8bd1812997 None None] The sync data for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 is: [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:48:59Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:00.543012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-21dbec92-0f87-4d97-a000-8052cbfb70ec None None] For port a0b262d0-7869-4ad6-a614-1c692c99043f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0b262d0-7869-4ad6-a614-1c692c99043f,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:00.595170 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.632519 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-21dbec92-0f87-4d97-a000-8052cbfb70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.668189 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.689851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbec92-0f87-4d97-a000-8052cbfb70ec None None] Pushing event updated for resources: {'Port': ['ID=a0b262d0-7869-4ad6-a614-1c692c99043f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:00.766758 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.788579 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294b8b47-9466-4ea6-9c36-d127947d7048,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:00.825508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2cf4fc3e-cb84-4445-b8f4-fe1b2a161523 req-e816486b-9baf-4877-a4b5-98a46c3d7089 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee77bd3-ea22-446b-ac0c-17e464571de1 HTTP/1.1" status: 200  len: 210 time: 0.0407422
Nov 13 21:49:00.881193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:00.882626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5aeac172-eff5-4747-85d9-4ee9fe2c6b81 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4162943
Nov 13 21:49:00.891523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47026) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:00.896850 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'da46ab0c-3e56-4c38-a4f6-bc28b583b513', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:01.007792 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.071595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.144593 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.165271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd20fa53-b94e-49c6-9051-4becc661e976,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:01.234671 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.236835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e6730c7f-a230-4903-8fca-df59402f78bf tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3432963
Nov 13 21:49:01.239217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47028) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:01.243780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'da46ab0c-3e56-4c38-a4f6-bc28b583b513', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:01.336556 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Project 13c075d9a7504f1080414afc38e35cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:49:01.345393 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.407382 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.496083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.516113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99388bed-bfc6-46e9-a6eb-4ea2d3e70c2d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:01.591798 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.593185 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c350dc1c-c174-45b8-90d5-9123733b45f1 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3529692
Nov 13 21:49:01.595760 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47030) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:01.600027 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'security_group_rule': {'security_group_id': 'da46ab0c-3e56-4c38-a4f6-bc28b583b513', 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:01.692506 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Project 13c075d9a7504f1080414afc38e35cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:49:01.697849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.755734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.830742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.841011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a0b262d0-7869-4ad6-a614-1c692c99043f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:49:01.855472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f64e69-4479-461d-8d77-4d1a88efb888,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:01.889872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a0b262d0-7869-4ad6-a614-1c692c99043f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:01.890238 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.891994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47034) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:01.923582 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:01.938387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c0659012-bd09-4ebf-85bb-67054c979978 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3415394
Nov 13 21:49:02.177660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-be6ba522-236b-495c-9186-7533e1670ad4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458033382&fields=id&tenant_id=13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 267 time: 0.0777917
Nov 13 21:49:02.325016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-a3a88075-634b-483b-a0f2-eb6dbb73a0bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:02.326428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-a3a88075-634b-483b-a0f2-eb6dbb73a0bb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/networks?id=ba84bbda-e8f3-4406-8187-8c99f3ecb652 HTTP/1.1" status: 200  len: 797 time: 0.1418829
Nov 13 21:49:02.349569 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-32f4ce01-0fe6-44ed-b395-93497762b21a tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/quotas/13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 375 time: 0.0168803
Nov 13 21:49:02.401697 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:49:02.424224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-97daf545-156f-4c0b-b599-e23960b35dd9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0691111
Nov 13 21:49:02.451194 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:02.607225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d597d5c6-51d3-41ed-b245-f1a12729c7b9 service neutron] 10.222.0.20 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710517
Nov 13 21:49:02.753549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-035feaae-7b26-46b1-8e5a-ee863a1e253a service neutron] 10.222.0.20 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150153
Nov 13 21:49:02.836041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port a282d5c7-12fe-476d-b463-49f1f8f4f33d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:02.836380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:02.923423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port a282d5c7-12fe-476d-b463-49f1f8f4f33d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a282d5c7-12fe-476d-b463-49f1f8f4f33d,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:02.924170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:02.936951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for a282d5c7-12fe-476d-b463-49f1f8f4f33d owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:03.015012 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91273647-b72f-49d8-b1e6-b03a2023159c req-8b44adf9-de59-4bf5-8ddc-3323b412474f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 210 time: 0.0257161
Nov 13 21:49:03.203751 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:03.221529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:03.232800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=a282d5c7-12fe-476d-b463-49f1f8f4f33d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:03.243202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.243598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.243896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.244236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.244571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.244929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.245259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.245462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 884dd1d3-e76d-4264-b411-1ae37855c1a0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:03.245585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.245809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 884dd1d3-e76d-4264-b411-1ae37855c1a0 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:03.245991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.246282 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.246611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.247536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:03.422355 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:03.638137 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Router ddf01f81-d58d-48fe-8e82-49703864f18f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:49:03.743475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:03.748506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c88ecc90-6290-4f7c-b7cd-b4cbbf040e0a tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "PUT /v2.0/routers/ddf01f81-d58d-48fe-8e82-49703864f18f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8553567
Nov 13 21:49:03.751553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47058) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:03.752921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] Sync routers for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:03.763315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:03.764063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf016a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:03.868804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting subnet 0fbf61b3-98c6-416f-aa5e-02ea212489c1 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:49:03.868804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:03.868804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:03.955660 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:04.028658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:04.121796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-380f9101-eae2-4b32-a21b-0c8669c97317 req-2862ec8c-27cf-4bb0-b73e-2b84b5a86180 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 210 time: 0.0273559
Nov 13 21:49:04.222405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf016a0>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:49:03Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:04.248416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] Checking router: ddf01f81-d58d-48fe-8e82-49703864f18f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:04.256590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] Routers {'ddf01f81-d58d-48fe-8e82-49703864f18f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:04.257207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf016a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['ddf01f81-d58d-48fe-8e82-49703864f18f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:04.301723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:04.332648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbf61b3-98c6-416f-aa5e-02ea212489c1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:04.337701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:04.341147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15ab0010-2843-4b02-ac6a-8fcda5439c56 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/subnets/0fbf61b3-98c6-416f-aa5e-02ea212489c1 HTTP/1.1" status: 204  len: 168 time: 0.5884132
Nov 13 21:49:04.344274 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47062) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:04.350441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95029362-785f-4511-852f-986742600a31 None None] Network 17cd86c0-2d8d-4b27-9d66-046452b7b2be requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:49:04.386571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] Set router ddf01f81-d58d-48fe-8e82-49703864f18f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:04.452597 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:04.662879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf016a0>, [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:49:03Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:04.692850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadee2a-0b1e-4f97-8e2c-4a86c7a35a7e None None] The sync data for ids ['ddf01f81-d58d-48fe-8e82-49703864f18f'] in ncdv-master-1 is: [{'id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783219435', 'tenant_id': '922599e50d824c038fd08455d0e213d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:47:11Z', 'updated_at': '2021-11-13T21:49:03Z', 'revision_number': 5, 'project_id': '922599e50d824c038fd08455d0e213d4', 'gw_port': {'id': '62cdefbc-70b9-4627-99bb-38778ef8cdbf', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf01f81-d58d-48fe-8e82-49703864f18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:47:12Z', 'updated_at': '2021-11-13T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:04.716985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] DHCP port deletion for 17cd86c0-2d8d-4b27-9d66-046452b7b2be request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:04.769884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] Deleting port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:04.770255 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:04.853884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] For port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,segment=NetworkSegment(91397efb-a976-4fae-8b1f-bf7b27d0a96f),segment_id=91397efb-a976-4fae-8b1f-bf7b27d0a96f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:04.854195 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:04.867332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] Calling delete_port for 33719a75-c74b-42d3-99e8-f6f1c9a43b1c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:04.922502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.038458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.053013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Deleting port 62cdefbc-70b9-4627-99bb-38778ef8cdbf {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:05.053424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.070793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] Pushing event deleted for resources: {'Port': ['ID=33719a75-c74b-42d3-99e8-f6f1c9a43b1c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:05.081733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd4816-c823-4282-a5a7-20597507d566 None None] No DVR routers for this DVR port 33719a75-c74b-42d3-99e8-f6f1c9a43b1c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:49:05.146145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] For port 62cdefbc-70b9-4627-99bb-38778ef8cdbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62cdefbc-70b9-4627-99bb-38778ef8cdbf,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:05.146525 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.161096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Calling delete_port for 62cdefbc-70b9-4627-99bb-38778ef8cdbf owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:05.237901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e189ab52-d543-4528-9991-144981df0e18 req-81970a3e-0580-4c46-b178-37b6d0339f7b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 210 time: 0.0305190
Nov 13 21:49:05.356577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-30977600-26cf-4dd4-9fb6-c7530c73570d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:05.358024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-30977600-26cf-4dd4-9fb6-c7530c73570d tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/networks?id=ba84bbda-e8f3-4406-8187-8c99f3ecb652 HTTP/1.1" status: 200  len: 797 time: 0.1032724
Nov 13 21:49:05.425313 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-60fc61c9-6fd3-4a08-8718-4014d907c577 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13c075d9a7504f1080414afc38e35cc0 HTTP/1.1" status: 200  len: 379 time: 0.0585113
Nov 13 21:49:05.429969 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.434418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'port': {'device_id': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'admin_state_up': True, 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'security_groups': ['da46ab0c-3e56-4c38-a4f6-bc28b583b513']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:05.454400 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Port': ['ID=62cdefbc-70b9-4627-99bb-38778ef8cdbf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:05.471516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9dd0e8-5690-4b3e-828a-46024a337868 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:05.523111 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.618421 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.620554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.644362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Made reservation on behalf of 13c075d9a7504f1080414afc38e35cc0 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:49:05.648175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.732320 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.736054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Fanout notify agent at l3_agent the message router_deleted on router ddf01f81-d58d-48fe-8e82-49703864f18f {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:49:05.740144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.741273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b8738069-7d27-4515-b79f-ab4473848f6e tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/routers/ddf01f81-d58d-48fe-8e82-49703864f18f HTTP/1.1" status: 204  len: 168 time: 1.3963900
Nov 13 21:49:05.744059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47066) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:05.780893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.20.0.12 (ba84bbda-e8f3-4406-8187-8c99f3ecb652/ea57067f-964b-4b43-98e1-58a05fe5cf53/a8158fc2-c5f6-4e36-b943-81929e147b6c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:49:05.832963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.940707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.961066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc898190>,) {'filters': {'network_id': ['17cd86c0-2d8d-4b27-9d66-046452b7b2be']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:05.968033 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.971308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc898190>, '91397efb-a976-4fae-8b1f-bf7b27d0a96f') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:05.971308 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc898190>, '91397efb-a976-4fae-8b1f-bf7b27d0a96f') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:05.980136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.993342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:05.999481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:49:05.999873 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:49:06.003464 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:49:06.082624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.130996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:49:06.134217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:06.138495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.138675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:49:06.143354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=a8158fc2-c5f6-4e36-b943-81929e147b6c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:06.146485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.157115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/networks/17cd86c0-2d8d-4b27-9d66-046452b7b2be HTTP/1.1" status: 204  len: 168 time: 0.4118843
Nov 13 21:49:06.159632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47068) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:06.181955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9c7a2-d348-45f9-b7e4-58c53577c1e5 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'Network': ['ID=17cd86c0-2d8d-4b27-9d66-046452b7b2be,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:06.202158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:06.202824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.230935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 33719a75-c74b-42d3-99e8-f6f1c9a43b1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:06.237277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8982919b-8074-4200-9951-15e2673ba5b4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.260398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 33719a75-c74b-42d3-99e8-f6f1c9a43b1c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:06.261138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 33719a75-c74b-42d3-99e8-f6f1c9a43b1c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:06.264820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a282d5c7-12fe-476d-b463-49f1f8f4f33d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:06.276352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8982919b-8074-4200-9951-15e2673ba5b4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.287798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0ae76bbb-d915-48f3-8aef-46114848d32f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8569460
Nov 13 21:49:06.303091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Request body: {'port': {'device_id': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:06.307047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a282d5c7-12fe-476d-b463-49f1f8f4f33d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:06.307047 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a282d5c7-12fe-476d-b463-49f1f8f4f33d not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:06.397351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-31e61f86-3f20-4503-b982-a3bb6ae26cbd None None] Provisioning complete for port a8158fc2-c5f6-4e36-b943-81929e147b6c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:06.400822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-31e61f86-3f20-4503-b982-a3bb6ae26cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.429039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8982919b-8074-4200-9951-15e2673ba5b4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.429039 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8982919b-8074-4200-9951-15e2673ba5b4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.429039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8982919b-8074-4200-9951-15e2673ba5b4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] 10.222.0.20 "DELETE /v2.0/security-groups/0ab4e6a4-1227-4543-aeac-7bf00603191a HTTP/1.1" status: 204  len: 168 time: 0.2620885
Nov 13 21:49:06.440949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-31e61f86-3f20-4503-b982-a3bb6ae26cbd None None] Port a8158fc2-c5f6-4e36-b943-81929e147b6c cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:49:06.444314 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982919b-8074-4200-9951-15e2673ba5b4 tempest-TestNetworkAdvancedServerOps-1770908136 tempest-TestNetworkAdvancedServerOps-1770908136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab4e6a4-1227-4543-aeac-7bf00603191a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:06.749294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4086ab-4127-4e46-88ca-4c9488e7d4a8 req-a9960b73-0c8d-4830-91c8-bd80b170b475 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:06.750758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc4086ab-4127-4e46-88ca-4c9488e7d4a8 req-a9960b73-0c8d-4830-91c8-bd80b170b475 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 932 time: 0.4117844
Nov 13 21:49:06.752271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:06.884890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dc4086ab-4127-4e46-88ca-4c9488e7d4a8 req-ac0d55f0-d92c-4d56-ae67-21faff686020 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243069
Nov 13 21:49:07.041941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47078) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:07.054830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8158fc2-c5f6-4e36-b943-81929e147b6c {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:49:07.062746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.075438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Transition to ACTIVE for port object a8158fc2-c5f6-4e36-b943-81929e147b6c will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:49:07.161990 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.237717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9eb4bd5a-6045-40c8-b64d-dea4029896fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=922599e50d824c038fd08455d0e213d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1946385
Nov 13 21:49:07.240444 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47082) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:07.241138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Pushing event updated for resources: {'Port': ['ID=a8158fc2-c5f6-4e36-b943-81929e147b6c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:07.299778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d62e8-eee1-4273-afaa-489f71147708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.318830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Attempting to bind port a8158fc2-c5f6-4e36-b943-81929e147b6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:49:07.319173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Attempting to bind port a8158fc2-c5f6-4e36-b943-81929e147b6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:49:07.319812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Attempting to bind port a8158fc2-c5f6-4e36-b943-81929e147b6c on network ba84bbda-e8f3-4406-8187-8c99f3ecb652 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:49:07.322650 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d62e8-eee1-4273-afaa-489f71147708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.325100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Port a8158fc2-c5f6-4e36-b943-81929e147b6c on network ba84bbda-e8f3-4406-8187-8c99f3ecb652 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:49:07.325435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Attempting to bind port a8158fc2-c5f6-4e36-b943-81929e147b6c on network ba84bbda-e8f3-4406-8187-8c99f3ecb652 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:49:07.330609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:49:07.330948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Checking segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:49:07.331325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Bound using segment: {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:49:07.331749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Bound port: a8158fc2-c5f6-4e36-b943-81929e147b6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8020732-9685-47fb-8376-73a2f8d371bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:49:07.332112 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.401076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] For port a8158fc2-c5f6-4e36-b943-81929e147b6c, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:49:07.404227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] For port a8158fc2-c5f6-4e36-b943-81929e147b6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:49:07.464130 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d62e8-eee1-4273-afaa-489f71147708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.466788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ad2d62e8-eee1-4273-afaa-489f71147708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.475082 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ad2d62e8-eee1-4273-afaa-489f71147708 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a9ffd26-2e67-4210-9070-eea370c7f714 HTTP/1.1" status: 204  len: 168 time: 0.2262883
Nov 13 21:49:07.477994 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d62e8-eee1-4273-afaa-489f71147708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ffd26-2e67-4210-9070-eea370c7f714,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:07.494038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.528023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:07.528649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:07.530127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] 10.222.0.46 "PUT /v2.0/ports/a8158fc2-c5f6-4e36-b943-81929e147b6c HTTP/1.1" status: 200  len: 1092 time: 1.2322063
Nov 13 21:49:07.532518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:49:07.536081 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4228b96b-ebbe-4f94-969f-9d56985bc3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:49:07.571329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d181f8-ba56-481d-948b-39b6c89ea08e service neutron] Pushing event updated for resources: {'Port': ['ID=a8158fc2-c5f6-4e36-b943-81929e147b6c,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:07.582226 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c3ba3c-b632-414a-8a77-13a280031b7a x-openstack-request-id: req-42c3ba3c-b632-414a-8a77-13a280031b7a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:49:07.582514 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:49:07.582765 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42c3ba3c-b632-414a-8a77-13a280031b7a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:49:07.583238 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'status': 'completed', 'code': 200}
Nov 13 21:49:07.649223 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228b96b-ebbe-4f94-969f-9d56985bc3fc req-06c4276e-97ea-40a8-84c1-3b6330f01e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:07.650840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4228b96b-ebbe-4f94-969f-9d56985bc3fc req-06c4276e-97ea-40a8-84c1-3b6330f01e39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 1095 time: 0.0452747
Nov 13 21:49:07.757808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228b96b-ebbe-4f94-969f-9d56985bc3fc req-656dc443-0205-4808-ac31-8444842ac8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:07.759269 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4228b96b-ebbe-4f94-969f-9d56985bc3fc req-656dc443-0205-4808-ac31-8444842ac8e2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=13c075d9a7504f1080414afc38e35cc0&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0995271
Nov 13 21:49:07.778766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 62cdefbc-70b9-4627-99bb-38778ef8cdbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:07.804524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 62cdefbc-70b9-4627-99bb-38778ef8cdbf {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:07.810499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 62cdefbc-70b9-4627-99bb-38778ef8cdbf not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:07.858727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228b96b-ebbe-4f94-969f-9d56985bc3fc req-a9d27290-44e4-43cc-a29d-e730dbdd9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:07.860352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4228b96b-ebbe-4f94-969f-9d56985bc3fc req-a9d27290-44e4-43cc-a29d-e730dbdd9c50 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0933774
Nov 13 21:49:07.941669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0030fd03-3814-41ca-995e-8cf889a91375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:07.943184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-0030fd03-3814-41ca-995e-8cf889a91375 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 1095 time: 0.0475078
Nov 13 21:49:08.005432 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-e68bc604-6cd7-4b71-8c9d-dda84328dd2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c HTTP/1.1" status: 200  len: 217 time: 0.0548418
Nov 13 21:49:08.055250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f5b44-3cc6-469e-9bb4-ea0e82eb7e57 req-961986c6-6b96-4559-8b33-258cd39418be tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:08.056717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c7f5b44-3cc6-469e-9bb4-ea0e82eb7e57 req-961986c6-6b96-4559-8b33-258cd39418be tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 944 time: 0.1004903
Nov 13 21:49:08.092567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-f6026627-37cc-4ccb-8381-c895fed5abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:08.094158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-f6026627-37cc-4ccb-8381-c895fed5abb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea57067f-964b-4b43-98e1-58a05fe5cf53 HTTP/1.1" status: 200  len: 834 time: 0.0793948
Nov 13 21:49:08.102920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47092) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:08.146181 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f63af94c-f370-42bd-93e7-db78bfe9fa9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43214dc69ade4319a69325442b729b18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420425
Nov 13 21:49:08.148618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47094) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:08.154038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1c7f5b44-3cc6-469e-9bb4-ea0e82eb7e57 req-0884b3fd-cc9a-4f45-9042-2ddd0d55c973 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911891
Nov 13 21:49:08.166324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-a9bf12fb-eec4-4c4e-a9df-471b067a2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:08.167640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-a9bf12fb-eec4-4c4e-a9df-471b067a2992 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba84bbda-e8f3-4406-8187-8c99f3ecb652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0659635
Nov 13 21:49:08.197305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee09ce41-9a00-4f69-9221-f31cff4f6c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:08.218498 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee09ce41-9a00-4f69-9221-f31cff4f6c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:08.261823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-60e962c7-05d1-4463-ac8c-8fa6aecc9da1 service neutron] 10.222.0.46 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859096
Nov 13 21:49:08.335201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee09ce41-9a00-4f69-9221-f31cff4f6c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:08.338067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ee09ce41-9a00-4f69-9221-f31cff4f6c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:08.339223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ee09ce41-9a00-4f69-9221-f31cff4f6c61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfc1292d-63e8-4bdb-bfd8-0fb7bb412342 HTTP/1.1" status: 204  len: 168 time: 0.1896384
Nov 13 21:49:08.347118 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09ce41-9a00-4f69-9221-f31cff4f6c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc1292d-63e8-4bdb-bfd8-0fb7bb412342,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:08.351579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4de757c8-ae10-43b4-8811-a5f6bfc6f6fd req-b5aa2527-4db2-4d64-9f3c-9197818c4233 service neutron] 10.222.0.46 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821710
Nov 13 21:49:09.273729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c67cb9-e50b-440f-a271-f838ef56a304 req-66818b85-bce2-4627-919d-f161fcb3cfd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:09.275234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30c67cb9-e50b-440f-a271-f838ef56a304 req-66818b85-bce2-4627-919d-f161fcb3cfd8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 944 time: 0.0483131
Nov 13 21:49:09.326912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30c67cb9-e50b-440f-a271-f838ef56a304 req-113175d1-95b6-418e-8028-41b172276f08 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449624
Nov 13 21:49:09.370983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47118) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:09.466762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-422499080-network', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:09.543772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Made reservation on behalf of 2356c1d86c4249ebb7564b3733d259e0 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:49:09.546161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.558229 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.632117 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.706627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.731132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:49:09.740711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f35c3-3ac1-4dc7-8023-aadbe701f938,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:09.745404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.746937 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Added segment d080ed29-37d7-4a78-b215-ff9839416925 of type vlan for network 979b2d76-69cf-4ec9-9f02-bf63831d18fd
Nov 13 21:49:09.786012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.866595 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.867565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:09.868151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:09.929100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] Pushing event updated for resources: {'Network': ['ID=979b2d76-69cf-4ec9-9f02-bf63831d18fd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:09.938595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:49:09.952879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-79b3cfa3-4423-4b51-8d27-6da4a818a9cd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5802319
Nov 13 21:49:09.955844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47122) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:09.960544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Request body: {'subnet': {'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-422499080-subnet', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:10.055041 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Made reservation on behalf of 2356c1d86c4249ebb7564b3733d259e0 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:49:10.057499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.318418 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.373445 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b2b839-f0c3-4706-91ec-4919b8d16254,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:10.383136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Checking segment: {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:49:10.383496 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Network hostable DHCP agents. Network: 979b2d76-69cf-4ec9-9f02-bf63831d18fd, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:49:10.444940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a0a0-e846-4c75-bcfa-894d91846f82 req-17092fab-3dba-4a4b-98b8-6ff821629d59 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:10.446452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81a7a0a0-e846-4c75-bcfa-894d91846f82 req-17092fab-3dba-4a4b-98b8-6ff821629d59 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 944 time: 0.0498130
Nov 13 21:49:10.492600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:49:10.499507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81a7a0a0-e846-4c75-bcfa-894d91846f82 req-63de044b-5056-4372-ab7a-79da394ff66b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470085
Nov 13 21:49:10.627178 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 979b2d76-69cf-4ec9-9f02-bf63831d18fd) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:10.631267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:10.631888 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.635961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ad4aa-7ff4-4903-a2da-cbbd7871486b None None] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:49:10.726448 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d428029-efb8-44ce-bcb2-8ab01d667f93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.7695599
Nov 13 21:49:10.729138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:10.733591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:10.778833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-979b2d76-69cf-4ec9-9f02-bf63831d18fd', 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'fixed_ips': [{'subnet_id': '61b2b839-f0c3-4706-91ec-4919b8d16254'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:49:10.779674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.823800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.824993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.877457 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:10.907220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Allocated IP 172.20.0.2 (979b2d76-69cf-4ec9-9f02-bf63831d18fd/61b2b839-f0c3-4706-91ec-4919b8d16254/8ee44c87-7829-49ab-a626-b72664b478bd) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:49:11.046695 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.072427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.115203 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.155970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:49:11.161469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:11.166655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:49:11.173060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Pushing event updated for resources: {'Port': ['ID=8ee44c87-7829-49ab-a626-b72664b478bd,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:11.222502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Attempting to bind port 8ee44c87-7829-49ab-a626-b72664b478bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:49:11.222875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Attempting to bind port 8ee44c87-7829-49ab-a626-b72664b478bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:49:11.223236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Attempting to bind port 8ee44c87-7829-49ab-a626-b72664b478bd on network 979b2d76-69cf-4ec9-9f02-bf63831d18fd {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:49:11.228227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:49:11.228596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Checking segment: {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:49:11.229027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.229416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Bound using segment: {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:49:11.229874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Bound port: 8ee44c87-7829-49ab-a626-b72664b478bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:49:11.230249 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.291579 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] For port 8ee44c87-7829-49ab-a626-b72664b478bd, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:49:11.294662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] For port 8ee44c87-7829-49ab-a626-b72664b478bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee44c87-7829-49ab-a626-b72664b478bd,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:49:11.328840 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.351501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.375500 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.437415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec29802-3232-4948-a05d-5be22589c6ad None None] Pushing event updated for resources: {'Port': ['ID=8ee44c87-7829-49ab-a626-b72664b478bd,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:11.453873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Allocated IP 172.35.3.91 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/d8a063b2-59e5-4009-a0aa-99d9e2c4957b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:49:11.566002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.643420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cc57-9d45-4ccf-bf6e-80f2e81cf3fa req-aeb2e44c-4a8c-4dad-b708-6b07157136f6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:11.645207 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-87c7cc57-9d45-4ccf-bf6e-80f2e81cf3fa req-aeb2e44c-4a8c-4dad-b708-6b07157136f6 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 944 time: 0.0719976
Nov 13 21:49:11.678985 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.702011 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-87c7cc57-9d45-4ccf-bf6e-80f2e81cf3fa req-25bb3005-73a1-488b-ab92-549219275f13 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506203
Nov 13 21:49:11.720893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:49:11.723392 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:11.727456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:49:11.733800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:11.739872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75fe57f-396c-4acf-a732-6f74adc92ebb None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:11.825790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a8158fc2-c5f6-4e36-b943-81929e147b6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:49:11.862828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ee44c87-7829-49ab-a626-b72664b478bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:49:11.947344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aa537bc9-9802-4f5c-b111-64f8649db599 None None] Provisioning complete for port d8a063b2-59e5-4009-a0aa-99d9e2c4957b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:11.947710 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa537bc9-9802-4f5c-b111-64f8649db599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:11.999411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port a8158fc2-c5f6-4e36-b943-81929e147b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:12.020470 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa537bc9-9802-4f5c-b111-64f8649db599 None None] Port d8a063b2-59e5-4009-a0aa-99d9e2c4957b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:49:12.021963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'port_id': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'mac_address': 'fa:16:3e:a9:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:49:12.025858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8ee44c87-7829-49ab-a626-b72664b478bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:12.026429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.052132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.093867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.112941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8158fc2-c5f6-4e36-b943-81929e147b6c {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:49:12.159960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port a8158fc2-c5f6-4e36-b943-81929e147b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:12.172227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.205750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 8ee44c87-7829-49ab-a626-b72664b478bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee44c87-7829-49ab-a626-b72664b478bd,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:12.218356 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.270439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.271149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=a8158fc2-c5f6-4e36-b943-81929e147b6c,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:12.274854 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.341246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=8ee44c87-7829-49ab-a626-b72664b478bd,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:12.387526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44732aa9-9f97-47d9-b280-c3c3048f4c23 None None] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:49:12.440272 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['a8158fc2-c5f6-4e36-b943-81929e147b6c'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:49:12.447045 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.499764 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-50fb9043-63f1-4cf3-b1a9-44d6e71fcb04 None None] Provisioning complete for port 8ee44c87-7829-49ab-a626-b72664b478bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:12.500118 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50fb9043-63f1-4cf3-b1a9-44d6e71fcb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.500624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Router 41122256-6c02-4ffc-94e5-a67804501191 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:49:12.609609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:12.619036 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Sync routers for ids ['41122256-6c02-4ffc-94e5-a67804501191'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:12.629779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Routers {'41122256-6c02-4ffc-94e5-a67804501191'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:12.630393 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde41aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['41122256-6c02-4ffc-94e5-a67804501191'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:12.698208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:12.700072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a8ec6374-ad23-4015-9661-02da20215b78 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 915 time: 1.9699161
Nov 13 21:49:12.702863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47130) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:12.843850 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Set router 41122256-6c02-4ffc-94e5-a67804501191 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:12.897098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e125e-4803-423e-86fc-340871ad3f0b req-b90d189e-4c10-46ee-a47b-c8a9211bad7f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:12.898777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-676e125e-4803-423e-86fc-340871ad3f0b req-b90d189e-4c10-46ee-a47b-c8a9211bad7f tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 945 time: 0.0772266
Nov 13 21:49:13.050032 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde41aaf0>, [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:11Z', 'revision_number': 3, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port': {'id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:11Z', 'updated_at': '2021-11-13T21:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:13.079278 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Checking router: 41122256-6c02-4ffc-94e5-a67804501191 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:13.080211 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Updating router 41122256-6c02-4ffc-94e5-a67804501191 port d8a063b2-59e5-4009-a0aa-99d9e2c4957b binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:49:13.103641 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.109375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-676e125e-4803-423e-86fc-340871ad3f0b req-09c3141b-c318-4aee-8ff6-a7f896a903f7 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962033
Nov 13 21:49:13.130859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1abacf9f-c17f-48b8-abec-e2113be82b18 None None] Provisioning complete for port 8ee44c87-7829-49ab-a626-b72664b478bd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:13.130859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1abacf9f-c17f-48b8-abec-e2113be82b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.311183 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.354797 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.412295 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.454857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439b849-9e7b-4afa-b790-6d12c9c4b0e6 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:13.464117 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Attempting to bind port d8a063b2-59e5-4009-a0aa-99d9e2c4957b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:49:13.464465 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Attempting to bind port d8a063b2-59e5-4009-a0aa-99d9e2c4957b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:49:13.464852 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Attempting to bind port d8a063b2-59e5-4009-a0aa-99d9e2c4957b on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:49:13.474397 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed57587-5e0b-47d7-947b-8ba90fee73c2 None None] Pushing event updated for resources: {'Port': ['ID=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:13.474630 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:49:13.474999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:49:13.475392 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.476049 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:49:13.476256 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Bound port: d8a063b2-59e5-4009-a0aa-99d9e2c4957b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:49:13.476593 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.518811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Allocated IP 172.20.0.1 (979b2d76-69cf-4ec9-9f02-bf63831d18fd/61b2b839-f0c3-4706-91ec-4919b8d16254/46c901d4-89ee-471a-a8f7-4c3913458fc0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:49:13.530613 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] For port d8a063b2-59e5-4009-a0aa-99d9e2c4957b, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:49:13.534803 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] For port d8a063b2-59e5-4009-a0aa-99d9e2c4957b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:49:13.547993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7a83c064-fad7-4532-a5bf-1247e748a916 None None] Provisioning complete for port d8a063b2-59e5-4009-a0aa-99d9e2c4957b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:13.549011 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a83c064-fad7-4532-a5bf-1247e748a916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.587071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7a83c064-fad7-4532-a5bf-1247e748a916 None None] Port d8a063b2-59e5-4009-a0aa-99d9e2c4957b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:49:13.609967 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.638933 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.651085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3efa1c-867a-4b27-a1aa-f089fff34901 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:13.661538 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Routers {'41122256-6c02-4ffc-94e5-a67804501191'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:13.662202 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde41aaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['41122256-6c02-4ffc-94e5-a67804501191'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:13.704674 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed57587-5e0b-47d7-947b-8ba90fee73c2 None None] Pushing event updated for resources: {'Port': ['ID=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:13.705851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b82f6900-ac78-49a2-b812-d08edf086e53 None None] Provisioning complete for port d8a063b2-59e5-4009-a0aa-99d9e2c4957b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:13.706282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b82f6900-ac78-49a2-b812-d08edf086e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.724971 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.765810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:49:13.769305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:13.771851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:49:13.775765 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] Set router 41122256-6c02-4ffc-94e5-a67804501191 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:13.797046 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b82f6900-ac78-49a2-b812-d08edf086e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.804718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Pushing event updated for resources: {'Port': ['ID=46c901d4-89ee-471a-a8f7-4c3913458fc0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:13.832850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.833065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b82f6900-ac78-49a2-b812-d08edf086e53 None None] For port d8a063b2-59e5-4009-a0aa-99d9e2c4957b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:13.839508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a8158fc2-c5f6-4e36-b943-81929e147b6c up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:49:13.887162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ee44c87-7829-49ab-a626-b72664b478bd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:49:13.926413 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b82f6900-ac78-49a2-b812-d08edf086e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:13.999213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f6900-ac78-49a2-b812-d08edf086e53 None None] Pushing event updated for resources: {'Port': ['ID=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:14.006533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8ee44c87-7829-49ab-a626-b72664b478bd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:14.006897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.011351 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde41aaf0>, [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:11Z', 'revision_number': 3, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port': {'id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:11Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:14.047226 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94030fbe-6d13-4f2b-adea-d4765eecc9fb None None] The sync data for ids ['41122256-6c02-4ffc-94e5-a67804501191'] in ncdv-master-1 is: [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:11Z', 'revision_number': 3, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port': {'id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:11Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:14.074599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.086392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port a8158fc2-c5f6-4e36-b943-81929e147b6c completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:49:14.096905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port a8158fc2-c5f6-4e36-b943-81929e147b6c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:14.108423 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.192110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a81cdf3c-d29c-4214-81d5-3231aca60803 None None] Provisioning complete for port 46c901d4-89ee-471a-a8f7-4c3913458fc0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:14.193061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a81cdf3c-d29c-4214-81d5-3231aca60803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.237571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.251846 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17481a82-8285-4837-afe6-f0f8552b5b7d req-74a2d355-6b46-476a-9505-ee8754391b60 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:14.254115 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17481a82-8285-4837-afe6-f0f8552b5b7d req-74a2d355-6b46-476a-9505-ee8754391b60 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 945 time: 0.0668674
Nov 13 21:49:14.256008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a81cdf3c-d29c-4214-81d5-3231aca60803 None None] Port 46c901d4-89ee-471a-a8f7-4c3913458fc0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:49:14.275778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:49:14.278754 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527bb898-69e7-40e7-bb6a-78388373c471" -d '{"events": [{"server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "name": "network-vif-plugged", "status": "completed", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:49:14.289875 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.293702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port a8158fc2-c5f6-4e36-b943-81929e147b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:14.311236 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17481a82-8285-4837-afe6-f0f8552b5b7d req-2e554dc0-a517-4c4b-b34d-b0970a02a4d2 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474970
Nov 13 21:49:14.360300 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5733d7-a6de-4b73-beaf-f108826644b5 x-openstack-request-id: req-ec5733d7-a6de-4b73-beaf-f108826644b5 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:49:14.361188 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "name": "network-vif-plugged", "status": "completed", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:49:14.362715 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec5733d7-a6de-4b73-beaf-f108826644b5 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:49:14.362715 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'code': 200}
Nov 13 21:49:14.375269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.403942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.464446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=a8158fc2-c5f6-4e36-b943-81929e147b6c,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:14.778555 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.823552 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:14.826346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Pushing event updated for resources: {'Port': ['ID=46c901d4-89ee-471a-a8f7-4c3913458fc0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:14.843170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72426cb-1b3e-48a0-bc44-c7c643fea89e req-a24c6b68-e2d7-43ec-b1d4-059b740352d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:14.844663 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72426cb-1b3e-48a0-bc44-c7c643fea89e req-a24c6b68-e2d7-43ec-b1d4-059b740352d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 1097 time: 0.4158800
Nov 13 21:49:14.939547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72426cb-1b3e-48a0-bc44-c7c643fea89e req-a49cbc4d-af63-4b73-b7c0-678c99db3790 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835314
Nov 13 21:49:14.960458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:49:14.961953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:15.081432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Router 41122256-6c02-4ffc-94e5-a67804501191 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:49:15.185962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2279e7ff-9865-445d-b7af-475f5449d2fc None None] Provisioning complete for port 46c901d4-89ee-471a-a8f7-4c3913458fc0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:15.186425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2279e7ff-9865-445d-b7af-475f5449d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:15.192582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:15.207776 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-55b5376e-f09d-476d-9e3c-70232398ad4e admin admin] 10.222.0.20 "PUT /v2.0/routers/41122256-6c02-4ffc-94e5-a67804501191/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4930980
Nov 13 21:49:15.225157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2279e7ff-9865-445d-b7af-475f5449d2fc None None] Port 46c901d4-89ee-471a-a8f7-4c3913458fc0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:49:15.429774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16eedc-5db4-4e27-bc82-329d95cad918 req-c6b6c9de-2c14-4df6-8b01-0eefb8ad28d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:15.431344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a16eedc-5db4-4e27-bc82-329d95cad918 req-c6b6c9de-2c14-4df6-8b01-0eefb8ad28d0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 946 time: 0.0524485
Nov 13 21:49:15.488022 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3a16eedc-5db4-4e27-bc82-329d95cad918 req-50a47b21-cdee-4ef3-a5b6-520a2223d1af tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464151
Nov 13 21:49:15.722632 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Sync routers for ids ['41122256-6c02-4ffc-94e5-a67804501191'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:15.736259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Routers {'41122256-6c02-4ffc-94e5-a67804501191'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:15.736898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['41122256-6c02-4ffc-94e5-a67804501191'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:15.849543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Set router 41122256-6c02-4ffc-94e5-a67804501191 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:15.877337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d8a063b2-59e5-4009-a0aa-99d9e2c4957b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:49:16.021898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d8a063b2-59e5-4009-a0aa-99d9e2c4957b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:16.022343 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.171237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b2fa0>, [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 4, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port': {'id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:11Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46c901d4-89ee-471a-a8f7-4c3913458fc0', 'name': '', 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'mac_address': 'fa:16:3e:e1:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '61b2b839-f0c3-4706-91ec-4919b8d16254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:13Z', 'updated_at': '2021-11-13T21:49:14Z', 'revision_number': 2, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'subnets': [{'id': '61b2b839-f0c3-4706-91ec-4919b8d16254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:16.199018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Checking router: 41122256-6c02-4ffc-94e5-a67804501191 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:16.199378 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Updating router 41122256-6c02-4ffc-94e5-a67804501191 port 46c901d4-89ee-471a-a8f7-4c3913458fc0 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:49:16.236333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.383686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47158) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:16.504596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.570951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.628758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4342ce-18a4-4c91-bc72-ea366b4b0698 None None] Pushing event updated for resources: {'Port': ['ID=46c901d4-89ee-471a-a8f7-4c3913458fc0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:16.663364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018ebf4-a7e7-47b1-9767-91c350bb5c5f req-649e2c16-08db-438e-a933-f4c0c7799598 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:16.664972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3018ebf4-a7e7-47b1-9767-91c350bb5c5f req-649e2c16-08db-438e-a933-f4c0c7799598 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 946 time: 0.0954163
Nov 13 21:49:16.680618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Attempting to bind port 46c901d4-89ee-471a-a8f7-4c3913458fc0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:49:16.681334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Attempting to bind port 46c901d4-89ee-471a-a8f7-4c3913458fc0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:49:16.681787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Attempting to bind port 46c901d4-89ee-471a-a8f7-4c3913458fc0 on network 979b2d76-69cf-4ec9-9f02-bf63831d18fd {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:49:16.687228 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:49:16.687750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Checking segment: {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:49:16.689079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.689248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Bound using segment: {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:49:16.689842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Bound port: 46c901d4-89ee-471a-a8f7-4c3913458fc0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd080ed29-37d7-4a78-b215-ff9839416925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:49:16.690287 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.745530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3018ebf4-a7e7-47b1-9767-91c350bb5c5f req-c09b1f07-2a6c-4fa3-9902-ecc7c25f47c0 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738404
Nov 13 21:49:16.760954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] For port 46c901d4-89ee-471a-a8f7-4c3913458fc0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:49:16.765848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] For port 46c901d4-89ee-471a-a8f7-4c3913458fc0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c901d4-89ee-471a-a8f7-4c3913458fc0,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:49:16.816682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.853571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.881843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf892fc5-83b1-4249-8edd-7f62e512bba3 req-90e6da2c-03bb-49b7-bb31-110b6a329a69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:16.883603 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf892fc5-83b1-4249-8edd-7f62e512bba3 req-90e6da2c-03bb-49b7-bb31-110b6a329a69 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 946 time: 0.0591121
Nov 13 21:49:16.889094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d2c2f267-1359-496e-aad4-7a7ed8779c07 None None] Provisioning complete for port 46c901d4-89ee-471a-a8f7-4c3913458fc0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:16.889465 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f267-1359-496e-aad4-7a7ed8779c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:16.958778 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Routers {'41122256-6c02-4ffc-94e5-a67804501191'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:16.960408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bf892fc5-83b1-4249-8edd-7f62e512bba3 req-f26de545-e8b2-418e-bd40-c162b61b4003 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699346
Nov 13 21:49:16.960875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['41122256-6c02-4ffc-94e5-a67804501191'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:16.982774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:16.999238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4342ce-18a4-4c91-bc72-ea366b4b0698 None None] Pushing event updated for resources: {'Port': ['ID=46c901d4-89ee-471a-a8f7-4c3913458fc0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:17.028263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef2ae1-fd1a-48c3-85dd-c36a5426096b tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:17.034157 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2aef2ae1-fd1a-48c3-85dd-c36a5426096b tempest-TestNetworkBasicOps-1631570576 tempest-TestNetworkBasicOps-1631570576-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 1092 time: 0.0500069
Nov 13 21:49:17.034841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47166) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:17.040077 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:49:17.117858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Deleting port 46c901d4-89ee-471a-a8f7-4c3913458fc0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:17.118228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.126734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.208800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] For port 46c901d4-89ee-471a-a8f7-4c3913458fc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c901d4-89ee-471a-a8f7-4c3913458fc0,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:17.209220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.230449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Calling delete_port for 46c901d4-89ee-471a-a8f7-4c3913458fc0 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:17.240341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.274338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] Set router 41122256-6c02-4ffc-94e5-a67804501191 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:17.276392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f267-1359-496e-aad4-7a7ed8779c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.341619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d2c2f267-1359-496e-aad4-7a7ed8779c07 None None] For port 46c901d4-89ee-471a-a8f7-4c3913458fc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c901d4-89ee-471a-a8f7-4c3913458fc0,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:17.353315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Allocated IP 172.35.3.89 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/78b7238f-ddbb-4b9d-bb6c-deba57c86bd7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:49:17.416925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f267-1359-496e-aad4-7a7ed8779c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.468389 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.491043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2f267-1359-496e-aad4-7a7ed8779c07 None None] Pushing event updated for resources: {'Port': ['ID=46c901d4-89ee-471a-a8f7-4c3913458fc0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:17.529985 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.546141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7daa9068-eb07-4f5e-b3eb-c0307b4b849f None None] Provisioning complete for port 46c901d4-89ee-471a-a8f7-4c3913458fc0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:49:17.546502 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7daa9068-eb07-4f5e-b3eb-c0307b4b849f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.553964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Pushing event deleted for resources: {'Port': ['ID=46c901d4-89ee-471a-a8f7-4c3913458fc0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:17.568279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7daa9068-eb07-4f5e-b3eb-c0307b4b849f None None] Port 46c901d4-89ee-471a-a8f7-4c3913458fc0 was deleted so its status cannot be updated. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Nov 13 21:49:17.572497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd5b2fa0>, [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 4, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port': {'id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:11Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46c901d4-89ee-471a-a8f7-4c3913458fc0', 'name': '', 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'mac_address': 'fa:16:3e:e1:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '61b2b839-f0c3-4706-91ec-4919b8d16254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:13Z', 'updated_at': '2021-11-13T21:49:16Z', 'revision_number': 4, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'subnets': [{'id': '61b2b839-f0c3-4706-91ec-4919b8d16254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:17.576086 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:17.612166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd8ba0-60a9-4aa7-a02c-0200be912877 None None] The sync data for ids ['41122256-6c02-4ffc-94e5-a67804501191'] in ncdv-master-1 is: [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91'}], 'enable_snat': True}, 'gw_port_id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 4, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port': {'id': 'd8a063b2-59e5-4009-a0aa-99d9e2c4957b', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:92:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:11Z', 'updated_at': '2021-11-13T21:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '46c901d4-89ee-471a-a8f7-4c3913458fc0', 'name': '', 'network_id': '979b2d76-69cf-4ec9-9f02-bf63831d18fd', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'mac_address': 'fa:16:3e:e1:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41122256-6c02-4ffc-94e5-a67804501191', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '61b2b839-f0c3-4706-91ec-4919b8d16254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:49:13Z', 'updated_at': '2021-11-13T21:49:16Z', 'revision_number': 4, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'subnets': [{'id': '61b2b839-f0c3-4706-91ec-4919b8d16254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:17.627243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:49:17.634813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:49:17.641140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:49:17.646045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=78b7238f-ddbb-4b9d-bb6c-deba57c86bd7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:17.762643 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.017290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Router 41122256-6c02-4ffc-94e5-a67804501191 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:49:18.095582 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.130789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:18.137982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4fd2b9bc-634a-4214-8993-e6afe5e2746b admin admin] 10.222.0.20 "PUT /v2.0/routers/41122256-6c02-4ffc-94e5-a67804501191/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7529666
Nov 13 21:49:18.140201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:18.239178 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.253122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.359081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.408014 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.463978 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.466542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Deleting port d8a063b2-59e5-4009-a0aa-99d9e2c4957b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:18.467070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.536188 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event updated for resources: {'Port': ['ID=78b7238f-ddbb-4b9d-bb6c-deba57c86bd7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:18.551797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.559252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] For port d8a063b2-59e5-4009-a0aa-99d9e2c4957b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:18.559252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.571034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Calling delete_port for d8a063b2-59e5-4009-a0aa-99d9e2c4957b owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:18.659268 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Floating IP ecca2d91-fb57-4a76-b6e0-12e976549e5f associated. External IP: 172.35.3.89, port: a8158fc2-c5f6-4e36-b943-81929e147b6c.
Nov 13 21:49:18.800929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.832187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a063b2-59e5-4009-a0aa-99d9e2c4957b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:18.853008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475985f9-9127-4385-8f1a-3ca295699cba None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:18.886378 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router 900a773b-8c0e-4c5e-be67-faccb5e5260f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:49:18.899517 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.900460 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] Sync routers for ids ['41122256-6c02-4ffc-94e5-a67804501191'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:18.911875 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] Routers {'41122256-6c02-4ffc-94e5-a67804501191'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:18.912727 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde900eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['41122256-6c02-4ffc-94e5-a67804501191'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:18.983266 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] Set router 41122256-6c02-4ffc-94e5-a67804501191 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:18.990288 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:18.992450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.000509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:19.013309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] Sync routers for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:19.031447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:19.035984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf8dcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.038075 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde900eb0>, [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:18Z', 'revision_number': 7, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.068193 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] Checking router: 41122256-6c02-4ffc-94e5-a67804501191 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:19.076619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] Routers {'41122256-6c02-4ffc-94e5-a67804501191'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:19.077256 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde900eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['41122256-6c02-4ffc-94e5-a67804501191'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.123625 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.145090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] Set router 41122256-6c02-4ffc-94e5-a67804501191 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:19.145318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:19.146846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.147441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41122256-6c02-4ffc-94e5-a67804501191 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:49:19.157119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-522d1bc4-90d5-4387-bead-b50a82fa40b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1209717
Nov 13 21:49:19.157690 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:49:19.160224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.160363 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446427dc-52c2-4528-be80-ef12092ba0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:49:19.163390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-73e05876-cdf4-4e7d-a79f-11c02d9b9b99 admin admin] 10.222.0.20 "DELETE /v2.0/routers/41122256-6c02-4ffc-94e5-a67804501191 HTTP/1.1" status: 204  len: 168 time: 1.0216053
Nov 13 21:49:19.164816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47170) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:19.165529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47172) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:19.210057 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c15329-cd8b-494f-af98-22e522893a95 x-openstack-request-id: req-e2c15329-cd8b-494f-af98-22e522893a95 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:49:19.210414 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:49:19.210733 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2c15329-cd8b-494f-af98-22e522893a95 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:49:19.211199 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'status': 'completed', 'code': 200}
Nov 13 21:49:19.299145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde900eb0>, [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:18Z', 'revision_number': 7, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.329986 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ae456-8878-48f3-a70b-81e38e2729d9 None None] The sync data for ids ['41122256-6c02-4ffc-94e5-a67804501191'] in ncdv-master-1 is: [{'id': '41122256-6c02-4ffc-94e5-a67804501191', 'name': 'tempest-ImageQuotaTest-422499080-router', 'tenant_id': '2356c1d86c4249ebb7564b3733d259e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:49:10Z', 'updated_at': '2021-11-13T21:49:18Z', 'revision_number': 7, 'project_id': '2356c1d86c4249ebb7564b3733d259e0', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:19.344294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Deleting subnet 61b2b839-f0c3-4706-91ec-4919b8d16254 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:49:19.349172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b0ebce65-e16e-4317-bec5-11d03e3a0146 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/ecca2d91-fb57-4a76-b6e0-12e976549e5f HTTP/1.1" status: 200  len: 991 time: 0.1819477
Nov 13 21:49:19.353506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-bf1a1a5f-1d23-42de-a6c9-76feec279e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:19.354950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-bf1a1a5f-1d23-42de-a6c9-76feec279e29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 1097 time: 0.0991991
Nov 13 21:49:19.355638 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.421887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf8dcd0>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ecca2d91-fb57-4a76-b6e0-12e976549e5f', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.89', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'port_id': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'mac_address': 'fa:16:3e:a9:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:49:17Z', 'updated_at': '2021-11-13T21:49:17Z', 'revision_number': 0, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:49:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.443429 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.455194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] Checking router: 900a773b-8c0e-4c5e-be67-faccb5e5260f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:19.467246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:19.467870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcf8dcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:48:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.511082 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-bfba50d4-d17c-4a90-9be3-02f3124bbdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:19.512547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-bfba50d4-d17c-4a90-9be3-02f3124bbdba service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba84bbda-e8f3-4406-8187-8c99f3ecb652 HTTP/1.1" status: 200  len: 898 time: 0.1331553
Nov 13 21:49:19.580578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:19.597014 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.622996 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-1ad0200d-52cb-4996-b7e4-f4e9b33913c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c HTTP/1.1" status: 200  len: 999 time: 0.0886066
Nov 13 21:49:19.692594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-b693e8d3-23a5-45aa-8c0f-3926ccbc758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:19.694086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-b693e8d3-23a5-45aa-8c0f-3926ccbc758e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea57067f-964b-4b43-98e1-58a05fe5cf53 HTTP/1.1" status: 200  len: 834 time: 0.0614491
Nov 13 21:49:19.739981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-5661b65b-7e5c-40e7-af78-f7b0112df731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:19.741525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-5661b65b-7e5c-40e7-af78-f7b0112df731 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba84bbda-e8f3-4406-8187-8c99f3ecb652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406306
Nov 13 21:49:19.773108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.816957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcf8dcd0>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ecca2d91-fb57-4a76-b6e0-12e976549e5f', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.89', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'port_id': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'mac_address': 'fa:16:3e:a9:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:49:17Z', 'updated_at': '2021-11-13T21:49:17Z', 'revision_number': 0, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:49:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:19.834194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b2b839-f0c3-4706-91ec-4919b8d16254,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:19.837762 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.840840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a0bd3c36-0043-483e-8b76-d5421b490ebe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61b2b839-f0c3-4706-91ec-4919b8d16254 HTTP/1.1" status: 204  len: 168 time: 0.6725125
Nov 13 21:49:19.843506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47178) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:19.848888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b69a3c-a95d-4852-a263-33134256424e None None] Network 979b2d76-69cf-4ec9-9f02-bf63831d18fd requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:49:19.852360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d58cb7-66ed-4c17-8bd1-fc5b5589c780 None None] The sync data for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 is: [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ecca2d91-fb57-4a76-b6e0-12e976549e5f', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'floating_ip_address': '172.35.3.89', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'port_id': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'mac_address': 'fa:16:3e:a9:a2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:49:17Z', 'updated_at': '2021-11-13T21:49:17Z', 'revision_number': 0, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:49:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:19.943341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-77b96f42-7d84-4389-bd1c-2753a0559f38 service neutron] 10.222.0.46 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944654
Nov 13 21:49:19.944357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 46c901d4-89ee-471a-a8f7-4c3913458fc0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:19.946118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:19.970950 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 46c901d4-89ee-471a-a8f7-4c3913458fc0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:19.971858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 46c901d4-89ee-471a-a8f7-4c3913458fc0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:19.972417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d8a063b2-59e5-4009-a0aa-99d9e2c4957b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:20.006399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d8a063b2-59e5-4009-a0aa-99d9e2c4957b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:20.006891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d8a063b2-59e5-4009-a0aa-99d9e2c4957b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:20.081340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-446427dc-52c2-4528-be80-ef12092ba0f4 req-57f99138-d4a5-4238-9f18-f63e2a6314e4 service neutron] 10.222.0.46 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296537
Nov 13 21:49:20.088736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Deleting port 8ee44c87-7829-49ab-a626-b72664b478bd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:20.089066 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.154717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] DHCP port deletion for 979b2d76-69cf-4ec9-9f02-bf63831d18fd request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:20.168662 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b7498-681b-4c4d-84d9-2b77e1e2728c None None] New status for floating IP ecca2d91-fb57-4a76-b6e0-12e976549e5f: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:49:20.170189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] For port 8ee44c87-7829-49ab-a626-b72664b478bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee44c87-7829-49ab-a626-b72664b478bd,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:20.170627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.186331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Calling delete_port for 8ee44c87-7829-49ab-a626-b72664b478bd owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:20.217795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] Deleting port 8ee44c87-7829-49ab-a626-b72664b478bd {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:20.218799 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.289647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] For port 8ee44c87-7829-49ab-a626-b72664b478bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee44c87-7829-49ab-a626-b72664b478bd,segment=NetworkSegment(d080ed29-37d7-4a78-b215-ff9839416925),segment_id=d080ed29-37d7-4a78-b215-ff9839416925)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:20.290028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.312601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] Calling delete_port for 8ee44c87-7829-49ab-a626-b72664b478bd owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:20.353097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47180) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:20.390996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.407074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.432970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] No DVR routers for this DVR port 8ee44c87-7829-49ab-a626-b72664b478bd on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:49:20.433572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] Pushing event deleted for resources: {'Port': ['ID=8ee44c87-7829-49ab-a626-b72664b478bd,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:20.434542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee44c87-7829-49ab-a626-b72664b478bd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:20.444626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88b1f54-6e69-41f5-affa-2cb4de912a80 None None] No DVR routers for this DVR port 8ee44c87-7829-49ab-a626-b72664b478bd on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:49:20.487820 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7b6f9241-551a-477f-848c-a711eb7d34c4 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/ecca2d91-fb57-4a76-b6e0-12e976549e5f HTTP/1.1" status: 200  len: 991 time: 0.1335368
Nov 13 21:49:20.518917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.538791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf65e610>,) {'filters': {'network_id': ['979b2d76-69cf-4ec9-9f02-bf63831d18fd']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:20.549045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf65e610>, 'd080ed29-37d7-4a78-b215-ff9839416925') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:20.549318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf65e610>, 'd080ed29-37d7-4a78-b215-ff9839416925') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:20.558477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.571132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.577431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:49:20.577809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:49:20.579472 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:49:20.700531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.706586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:20.709755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] 10.222.0.20 "DELETE /v2.0/networks/979b2d76-69cf-4ec9-9f02-bf63831d18fd HTTP/1.1" status: 204  len: 168 time: 0.8653662
Nov 13 21:49:20.720788 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9e3c-5b82-4608-b1fa-c26cd979cdad admin admin] Pushing event deleted for resources: {'Network': ['ID=979b2d76-69cf-4ec9-9f02-bf63831d18fd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:21.013601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47184) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:21.053442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f418eeba-bfcd-4362-93e9-2f0f8da0577e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2356c1d86c4249ebb7564b3733d259e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386813
Nov 13 21:49:21.055931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47186) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:21.100677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce867-ce1f-446d-9842-bdd15e06e090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:21.121271 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce867-ce1f-446d-9842-bdd15e06e090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:21.232016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce867-ce1f-446d-9842-bdd15e06e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:21.234846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce867-ce1f-446d-9842-bdd15e06e090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:21.236014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd3ce867-ce1f-446d-9842-bdd15e06e090 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e4f35c3-3ac1-4dc7-8023-aadbe701f938 HTTP/1.1" status: 204  len: 168 time: 0.1791911
Nov 13 21:49:21.245714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ce867-ce1f-446d-9842-bdd15e06e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f35c3-3ac1-4dc7-8023-aadbe701f938,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:21.491860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47206) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:21.552521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-998ede50-5c1d-488a-82d6-1b0d4256c25c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/ecca2d91-fb57-4a76-b6e0-12e976549e5f HTTP/1.1" status: 200  len: 993 time: 0.0594769
Nov 13 21:49:21.820719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ee44c87-7829-49ab-a626-b72664b478bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:21.840153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8ee44c87-7829-49ab-a626-b72664b478bd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:21.840487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8ee44c87-7829-49ab-a626-b72664b478bd not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:21.933641 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47210) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:21.947252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80eb78a6-32d3-4609-baba-804832557c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.019202 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80eb78a6-32d3-4609-baba-804832557c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.103382 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-80eb78a6-32d3-4609-baba-804832557c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.145320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb78a6-32d3-4609-baba-804832557c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b286d2b8-08d3-442a-bb18-51f7dd2fad26,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:22.150371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-80eb78a6-32d3-4609-baba-804832557c27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.2156985
Nov 13 21:49:22.153550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47212) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:22.200977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c34476e6-1ecf-4df2-b59b-a0af9d65428b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.221808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c34476e6-1ecf-4df2-b59b-a0af9d65428b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.331742 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c34476e6-1ecf-4df2-b59b-a0af9d65428b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.334475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-c34476e6-1ecf-4df2-b59b-a0af9d65428b admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:22.335708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c34476e6-1ecf-4df2-b59b-a0af9d65428b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b286d2b8-08d3-442a-bb18-51f7dd2fad26 HTTP/1.1" status: 204  len: 168 time: 0.1816020
Nov 13 21:49:22.343744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34476e6-1ecf-4df2-b59b-a0af9d65428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b286d2b8-08d3-442a-bb18-51f7dd2fad26,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:24.823174 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-02d6aec6-3a19-4559-bf52-e76151f6ccd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:27.083336 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6ae4244a-81c0-4b0d-9a48-2015820e5ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:28.669372 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:30.035143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:30.397936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:39.401386 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:49:42.431930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:44.759806 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:48.059550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47224) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:48.118331 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dc35fb3b-1128-405d-8c5d-894f00b3428e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/floatingips/ecca2d91-fb57-4a76-b6e0-12e976549e5f HTTP/1.1" status: 200  len: 993 time: 0.0576346
Nov 13 21:49:48.340371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47230) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:48.812789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port 78b7238f-ddbb-4b9d-bb6c-deba57c86bd7 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:48.813129 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:48.887779 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:48.888103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:48.900248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for 78b7238f-ddbb-4b9d-bb6c-deba57c86bd7 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:49.108662 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:49.134288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=78b7238f-ddbb-4b9d-bb6c-deba57c86bd7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:49.194237 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:49.194566 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Floating IP ecca2d91-fb57-4a76-b6e0-12e976549e5f disassociated (deleted). External IP: 172.35.3.89, port: a8158fc2-c5f6-4e36-b943-81929e147b6c.
Nov 13 21:49:49.397808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router 900a773b-8c0e-4c5e-be67-faccb5e5260f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:49:49.505291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:49.509947 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:49.518630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] Sync routers for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:49.528551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:49.529179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd93c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:49.539275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-af56337a-640e-404d-bd72-ab288ecef02b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/floatingips/ecca2d91-fb57-4a76-b6e0-12e976549e5f HTTP/1.1" status: 204  len: 168 time: 1.1971734
Nov 13 21:49:49.539471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:49:49.541749 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:49:49.593857 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e92eb-42b2-4739-93e8-3e8761f4dd4f x-openstack-request-id: req-852e92eb-42b2-4739-93e8-3e8761f4dd4f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:49:49.600898 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:49:49.600898 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-852e92eb-42b2-4739-93e8-3e8761f4dd4f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:49:49.600898 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'status': 'completed', 'code': 200}
Nov 13 21:49:49.662386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-34e35cce-6ab4-4b16-88a3-b568fb6a53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:49.663824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-34e35cce-6ab4-4b16-88a3-b568fb6a53be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c075d9a7504f1080414afc38e35cc0&device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 1097 time: 0.0468941
Nov 13 21:49:49.667071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:49.759618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-6e484ea9-4f9e-4cb5-877d-82153fca62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:49.761246 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-6e484ea9-4f9e-4cb5-877d-82153fca62c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba84bbda-e8f3-4406-8187-8c99f3ecb652 HTTP/1.1" status: 200  len: 898 time: 0.0888839
Nov 13 21:49:49.805659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-bd3ebdf5-376a-4052-8e54-93a4c10464d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c HTTP/1.1" status: 200  len: 217 time: 0.0356271
Nov 13 21:49:49.868434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-cda9e6f7-ba3a-41ca-899c-6f02862b0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:49.869991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-cda9e6f7-ba3a-41ca-899c-6f02862b0ee9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea57067f-964b-4b43-98e1-58a05fe5cf53 HTTP/1.1" status: 200  len: 834 time: 0.0501873
Nov 13 21:49:49.873248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd93c730>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:49:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:49.903725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] Checking router: 900a773b-8c0e-4c5e-be67-faccb5e5260f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:49.914681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:49.915227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd93c730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:49.922196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-2316c709-5050-46a4-a797-af7238c633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:49.923720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-2316c709-5050-46a4-a797-af7238c633f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba84bbda-e8f3-4406-8187-8c99f3ecb652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440750
Nov 13 21:49:50.024349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:50.025939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-1fbe8d76-2039-43ba-880e-7125ac9fb84c service neutron] 10.222.0.46 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948439
Nov 13 21:49:50.121188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d1a32ecf-ceef-4ab2-8613-b2c06326dc4f req-eeca700e-109c-4393-87ad-f9a72828834e service neutron] 10.222.0.46 "GET /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868592
Nov 13 21:49:50.223147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd93c730>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:49:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:50.226949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4e54-9691-4086-a230-e30e9a6e13a1 req-9207d2df-26c3-4b15-9463-8127da40882c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:50.228434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48cd4e54-9691-4086-a230-e30e9a6e13a1 req-9207d2df-26c3-4b15-9463-8127da40882c tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 946 time: 0.2695639
Nov 13 21:49:50.250014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51319e42-cd5f-4e46-bfdc-22d1f1b93419 None None] The sync data for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 is: [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:56Z', 'revision_number': 4, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a0b262d0-7869-4ad6-a614-1c692c99043f', 'name': '', 'network_id': 'ba84bbda-e8f3-4406-8187-8c99f3ecb652', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'mac_address': 'fa:16:3e:d5:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:55Z', 'updated_at': '2021-11-13T21:49:00Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'subnets': [{'id': 'ea57067f-964b-4b43-98e1-58a05fe5cf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:50.290232 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48cd4e54-9691-4086-a230-e30e9a6e13a1 req-f191b521-df34-429f-a335-0dbde41f4a57 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557544
Nov 13 21:49:50.480923 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d3f8d2-b885-4722-abc7-4d6fc08be370 None None] New status for floating IP ecca2d91-fb57-4a76-b6e0-12e976549e5f: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:49:51.292666 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-852b03c6-3d03-4432-9e2f-f2d9fbded40b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:51.294155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-852b03c6-3d03-4432-9e2f-f2d9fbded40b tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 946 time: 0.0483453
Nov 13 21:49:51.385467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port a8158fc2-c5f6-4e36-b943-81929e147b6c {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:51.385809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:51.478883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc54c0c-ea19-4b41-a587-9fc9c7298d4c req-0c3babfd-ab93-45ec-98af-82722ac7b3a3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:49:51.479522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port a8158fc2-c5f6-4e36-b943-81929e147b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8158fc2-c5f6-4e36-b943-81929e147b6c,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:51.479522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:51.480377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dc54c0c-ea19-4b41-a587-9fc9c7298d4c req-0c3babfd-ab93-45ec-98af-82722ac7b3a3 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 946 time: 0.1181118
Nov 13 21:49:51.494210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for a8158fc2-c5f6-4e36-b943-81929e147b6c owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:51.530013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3dc54c0c-ea19-4b41-a587-9fc9c7298d4c req-df3f6e11-f1f6-4b09-a14d-0b15951aacfb tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/security-groups?id=da46ab0c-3e56-4c38-a4f6-bc28b583b513&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435054
Nov 13 21:49:51.685719 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:51.715164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=a8158fc2-c5f6-4e36-b943-81929e147b6c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:51.755323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] No DVR routers for this DVR port a8158fc2-c5f6-4e36-b943-81929e147b6c on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:49:51.757937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:51.761298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-49030abf-b24b-4761-b8f1-098b4908fa40 req-5312047c-fcb4-415a-96c7-cfdfc25932b5 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.46 "DELETE /v2.0/ports/a8158fc2-c5f6-4e36-b943-81929e147b6c HTTP/1.1" status: 204  len: 173 time: 0.4599478
Nov 13 21:49:51.761732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'name': 'network-vif-deleted', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:49:51.763987 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3dc67a-bb9a-4a9d-82d9-869fda7b5fbc" -d '{"events": [{"server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "name": "network-vif-deleted", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:49:51.799587 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575f889-5fa1-414a-8871-e10e6ce3c1e6 x-openstack-request-id: req-9575f889-5fa1-414a-8871-e10e6ce3c1e6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:49:51.799935 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a74ae-4e29-466d-94d0-7ca2f0bf7765", "name": "network-vif-deleted", "tag": "a8158fc2-c5f6-4e36-b943-81929e147b6c", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:49:51.800170 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9575f889-5fa1-414a-8871-e10e6ce3c1e6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:49:51.800574 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a74ae-4e29-466d-94d0-7ca2f0bf7765', 'name': 'network-vif-deleted', 'tag': 'a8158fc2-c5f6-4e36-b943-81929e147b6c', 'status': 'completed', 'code': 200}
Nov 13 21:49:52.644913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd3111ea-79f1-4744-b05a-12b80f566e77 req-500e1cf2-629e-423e-869e-5b9f657877ec tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "GET /v2.0/ports?device_id=e18a74ae-4e29-466d-94d0-7ca2f0bf7765 HTTP/1.1" status: 200  len: 210 time: 0.0269549
Nov 13 21:49:53.703292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47250) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:53.759214 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3e1c-d05c-4408-925d-539234dcd511 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:53.784140 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3e1c-d05c-4408-925d-539234dcd511 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:53.928897 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3e1c-d05c-4408-925d-539234dcd511 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:53.931471 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0e3f3e1c-d05c-4408-925d-539234dcd511 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:53.932622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0e3f3e1c-d05c-4408-925d-539234dcd511 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/security-groups/da46ab0c-3e56-4c38-a4f6-bc28b583b513 HTTP/1.1" status: 204  len: 168 time: 0.2283180
Nov 13 21:49:53.942428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f3e1c-d05c-4408-925d-539234dcd511 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da46ab0c-3e56-4c38-a4f6-bc28b583b513,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:54.014978 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a8158fc2-c5f6-4e36-b943-81929e147b6c no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:54.025092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47254) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:54.036208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: a8158fc2-c5f6-4e36-b943-81929e147b6c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:54.036515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device a8158fc2-c5f6-4e36-b943-81929e147b6c not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:54.370260 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:54.618129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port a0b262d0-7869-4ad6-a614-1c692c99043f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:54.618711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:54.709195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port a0b262d0-7869-4ad6-a614-1c692c99043f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0b262d0-7869-4ad6-a614-1c692c99043f,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:54.709855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:54.722098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for a0b262d0-7869-4ad6-a614-1c692c99043f owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:54.763371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6a01-0f54-49c3-b285-db7dd3eb7443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:54.958068 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:54.984980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=a0b262d0-7869-4ad6-a614-1c692c99043f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:55.153578 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:55.363018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Router 900a773b-8c0e-4c5e-be67-faccb5e5260f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:49:55.465963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:49:55.470899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-af4fffb4-eca1-4307-a409-63c4f7347f79 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "PUT /v2.0/routers/900a773b-8c0e-4c5e-be67-faccb5e5260f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4446313
Nov 13 21:49:55.474252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47256) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:55.477556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] Sync routers for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:49:55.487058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:55.487727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcc36f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:55.525170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting subnet ea57067f-964b-4b43-98e1-58a05fe5cf53 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:49:55.528207 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:55.574566 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:55.663783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:55.744857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:55.783563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:55.813546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Subnet': ['ID=ea57067f-964b-4b43-98e1-58a05fe5cf53,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:55.827131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:55.830981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5f8169cd-467a-45bf-9426-1e6eb7df2ec9 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/subnets/ea57067f-964b-4b43-98e1-58a05fe5cf53 HTTP/1.1" status: 204  len: 168 time: 0.3545518
Nov 13 21:49:55.833791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47258) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:55.848370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed35ee5-2206-47ac-a61c-cba93a9fca93 None None] Network ba84bbda-e8f3-4406-8187-8c99f3ecb652 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:49:55.942361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.021600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcc36f10>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:49:54Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:56.052069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.053240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] Checking router: 900a773b-8c0e-4c5e-be67-faccb5e5260f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:49:56.061757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] Routers {'900a773b-8c0e-4c5e-be67-faccb5e5260f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:49:56.062360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcc36f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['900a773b-8c0e-4c5e-be67-faccb5e5260f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:56.096210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] DHCP port deletion for ba84bbda-e8f3-4406-8187-8c99f3ecb652 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:56.151600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Deleting port 4512946a-5817-44df-acb9-ad1dd7e31a4e {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:56.151930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.196099 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] Set router 900a773b-8c0e-4c5e-be67-faccb5e5260f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:49:56.231776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] For port 4512946a-5817-44df-acb9-ad1dd7e31a4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4512946a-5817-44df-acb9-ad1dd7e31a4e,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:56.232130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.248533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Calling delete_port for 4512946a-5817-44df-acb9-ad1dd7e31a4e owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:56.257214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] Deleting port f6955732-4b63-456c-a10f-22fd0c61f035 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:49:56.257589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.368756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] For port f6955732-4b63-456c-a10f-22fd0c61f035, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6955732-4b63-456c-a10f-22fd0c61f035,segment=NetworkSegment(a8020732-9685-47fb-8376-73a2f8d371bd),segment_id=a8020732-9685-47fb-8376-73a2f8d371bd)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:49:56.369077 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.390648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] Calling delete_port for f6955732-4b63-456c-a10f-22fd0c61f035 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:49:56.466673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.493283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Port': ['ID=4512946a-5817-44df-acb9-ad1dd7e31a4e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:56.499250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcc36f10>, [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:49:54Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:56.532073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f743fe-2f58-439e-8c41-51533081bf9b None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:49:56.534331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c370260-9c36-4140-902d-e97e569fb1d5 None None] The sync data for ids ['900a773b-8c0e-4c5e-be67-faccb5e5260f'] in ncdv-master-1 is: [{'id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'name': 'tempest-TestNetworkBasicOps-router-1437201308', 'tenant_id': '13c075d9a7504f1080414afc38e35cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:49:54Z', 'revision_number': 5, 'project_id': '13c075d9a7504f1080414afc38e35cc0', 'gw_port': {'id': '4512946a-5817-44df-acb9-ad1dd7e31a4e', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:df:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900a773b-8c0e-4c5e-be67-faccb5e5260f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:48:52Z', 'updated_at': '2021-11-13T21:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:49:56.559398 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.578511 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.605073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] Pushing event deleted for resources: {'Port': ['ID=f6955732-4b63-456c-a10f-22fd0c61f035,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:56.609146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9625869-c8ac-43ed-95bf-c6aa3525e05b None None] No DVR routers for this DVR port f6955732-4b63-456c-a10f-22fd0c61f035 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:49:56.651246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.653395 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.769755 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.770241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Fanout notify agent at l3_agent the message router_deleted on router 900a773b-8c0e-4c5e-be67-faccb5e5260f {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:49:56.776996 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.778087 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-222d7a23-0715-4412-9d00-abce2d357a9e tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/routers/900a773b-8c0e-4c5e-be67-faccb5e5260f HTTP/1.1" status: 204  len: 168 time: 0.9433198
Nov 13 21:49:56.780703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47260) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:56.852787 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.950981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:56.977810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdea51e20>,) {'filters': {'network_id': ['ba84bbda-e8f3-4406-8187-8c99f3ecb652']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:56.991768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdea51e20>, 'a8020732-9685-47fb-8376-73a2f8d371bd') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:56.995458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdea51e20>, 'a8020732-9685-47fb-8376-73a2f8d371bd') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:49:57.004171 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.020281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.026268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:49:57.026693 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:49:57.029686 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:49:57.123579 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19bdb2c7-4737-452b-bb80-8eb85b81a204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.169178 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.177981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.180556 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] 10.222.0.20 "DELETE /v2.0/networks/ba84bbda-e8f3-4406-8187-8c99f3ecb652 HTTP/1.1" status: 204  len: 168 time: 0.3989301
Nov 13 21:49:57.193930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9232f2-aab1-4227-b39d-5b1cf47867e8 tempest-TestNetworkBasicOps-1228580521 tempest-TestNetworkBasicOps-1228580521-project] Pushing event deleted for resources: {'Network': ['ID=ba84bbda-e8f3-4406-8187-8c99f3ecb652,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:57.572717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47266) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:57.703946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dee920c1-bcf2-44b7-9b4a-81c5e98f0b9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13c075d9a7504f1080414afc38e35cc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1299171
Nov 13 21:49:57.706328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47270) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:57.751501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4515f27f-33bd-4281-a4b3-287955e68282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.773343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4515f27f-33bd-4281-a4b3-287955e68282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.843296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f6955732-4b63-456c-a10f-22fd0c61f035 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:57.863214 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f6955732-4b63-456c-a10f-22fd0c61f035 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:57.863557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f6955732-4b63-456c-a10f-22fd0c61f035 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:57.863963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4512946a-5817-44df-acb9-ad1dd7e31a4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:57.865900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4515f27f-33bd-4281-a4b3-287955e68282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.868586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4515f27f-33bd-4281-a4b3-287955e68282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:57.869730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4515f27f-33bd-4281-a4b3-287955e68282 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2063ac90-9284-4b41-a1af-60ddf8fe65f0 HTTP/1.1" status: 204  len: 168 time: 0.1625183
Nov 13 21:49:57.877851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515f27f-33bd-4281-a4b3-287955e68282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2063ac90-9284-4b41-a1af-60ddf8fe65f0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:57.884022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 4512946a-5817-44df-acb9-ad1dd7e31a4e {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:57.884371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4512946a-5817-44df-acb9-ad1dd7e31a4e not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:57.884924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a0b262d0-7869-4ad6-a614-1c692c99043f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:49:57.914594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a0b262d0-7869-4ad6-a614-1c692c99043f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:49:57.914937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a0b262d0-7869-4ad6-a614-1c692c99043f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:49:58.465703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47276) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:58.479320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c29e1dbb-8e63-4506-8814-af0baee2e8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.550460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c29e1dbb-8e63-4506-8814-af0baee2e8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.628608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c29e1dbb-8e63-4506-8814-af0baee2e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.657071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.670628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c29e1dbb-8e63-4506-8814-af0baee2e8df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e76a3bb08229428589639664df8dfaf3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2038591
Nov 13 21:49:58.671399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e1dbb-8e63-4506-8814-af0baee2e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664225c9-b9ac-4913-9c15-d8b91302e0bd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:58.673351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47278) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:58.726563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.747701 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.874327 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.876945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:49:58.878098 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/664225c9-b9ac-4913-9c15-d8b91302e0bd HTTP/1.1" status: 204  len: 168 time: 0.2037663
Nov 13 21:49:58.886983 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664225c9-b9ac-4913-9c15-d8b91302e0bd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:49:58.895201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.895550 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.895901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.896217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.896546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.896904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.897234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.897557 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.898001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.898326 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.898753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:58.899078 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc61623-199e-48b5-a7bf-2515b425594d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:49:59.851353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47300) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:49:59.950248 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1964883212-network', 'tenant_id': 'aba82729018b40bc8103090faf728398'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:00.005918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.034330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Made reservation on behalf of aba82729018b40bc8103090faf728398 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:50:00.037599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.047286 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.119748 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.177551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.203640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:50:00.209840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac08880-59cd-402b-80e1-2715ae5f0a63,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:00.215571 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.215908 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Added segment d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1 of type vlan for network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f
Nov 13 21:50:00.258861 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.354717 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.355740 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:00.356327 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.388995 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.416056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] Pushing event updated for resources: {'Network': ['ID=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:00.425948 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:50:00.466015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e33e18c9-832e-49cc-8e14-792fb0ea254b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6135514
Nov 13 21:50:00.469010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47304) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:00.474334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Request body: {'subnet': {'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1964883212-subnet', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:00.548837 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Made reservation on behalf of aba82729018b40bc8103090faf728398 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:50:00.551199 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.791997 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:00.845660 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:00.854537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Checking segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:00.855138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Network hostable DHCP agents. Network: 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:50:00.951321 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:50:01.054656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:01.059114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:01.060125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.064215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e81c0f-6813-4db6-8f77-a01bb6d3920c None None] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:50:01.149197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ffcfc858-d793-490c-ae0f-aa0b264d53c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6791747
Nov 13 21:50:01.152111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47306) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:01.156416 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:01.203865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:50:01.204761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.231791 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.232904 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.288004 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.333420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Allocated IP 172.20.0.2 (6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f/d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1/867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:01.476910 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.497857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.557967 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.603203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:01.606157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:01.608657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:01.615881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Pushing event updated for resources: {'Port': ['ID=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:01.626139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.626486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.626819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.627241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.627596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.627922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.628248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.628570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.629441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.629772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.630088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.630404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:01.676088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Attempting to bind port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:01.676459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Attempting to bind port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:01.676858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Attempting to bind port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a on network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:01.681820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:01.682193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Checking segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:01.682592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.682986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Bound using segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:01.683447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Bound port: 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:01.683829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.746875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] For port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:01.750248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] For port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:01.852460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:01.915922 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f10f-f656-4c54-9df2-bee4b5a91e99 None None] Pushing event updated for resources: {'Port': ['ID=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:02.128301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:02.148515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:02.254486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Allocated IP 172.35.3.192 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/4541ea2d-876e-4abb-bc17-9cba2e758db1) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:02.359558 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:02.451759 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:02.494360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:02.499585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:02.503368 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:02.509037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4541ea2d-876e-4abb-bc17-9cba2e758db1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:02.512728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86924106-4766-4079-b2fa-8288fc5cc1e7 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:50:02.566404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b82a6a66-ba99-4e9d-ac22-9e32b2841af0 None None] Provisioning complete for port 4541ea2d-876e-4abb-bc17-9cba2e758db1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:02.567011 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b82a6a66-ba99-4e9d-ac22-9e32b2841af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:02.604273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b82a6a66-ba99-4e9d-ac22-9e32b2841af0 None None] Port 4541ea2d-876e-4abb-bc17-9cba2e758db1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:02.823051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f8a0df-7552-4ece-90e6-5a59ffdba6ca None None] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:50:02.860759 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.072191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.104079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fe90c8fc-ed08-4f7a-84e2-ce99981cc554 None None] Provisioning complete for port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:03.104452 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe90c8fc-ed08-4f7a-84e2-ce99981cc554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.208887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe90c8fc-ed08-4f7a-84e2-ce99981cc554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.241207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fe90c8fc-ed08-4f7a-84e2-ce99981cc554 None None] For port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:03.265900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Router cd489148-8ab1-4689-a7ec-4cac2646e25f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:50:03.325945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe90c8fc-ed08-4f7a-84e2-ce99981cc554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.380430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c8fc-ed08-4f7a-84e2-ce99981cc554 None None] Pushing event updated for resources: {'Port': ['ID=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:03.383546 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:50:03.394564 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Sync routers for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:50:03.403897 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:03.404498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3125b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:03.445986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-500375f2-bcf6-422f-a099-561d40fb6165 None None] Provisioning complete for port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:03.446268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-500375f2-bcf6-422f-a099-561d40fb6165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.459924 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.464035 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-63c7ff6c-fb8d-4f70-8fb2-edbfd30854f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3081131
Nov 13 21:50:03.464212 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47308) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:03.510042 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:03.686344 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3125b0>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:02Z', 'revision_number': 3, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:03.711318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Checking router: cd489148-8ab1-4689-a7ec-4cac2646e25f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:50:03.711658 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Updating router cd489148-8ab1-4689-a7ec-4cac2646e25f port 4541ea2d-876e-4abb-bc17-9cba2e758db1 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:50:03.746045 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.892704 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:03.898886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:03.948794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:03.949278 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.003512 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.068477 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.101017 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Allocated IP 172.20.0.1 (6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f/d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1/327a750f-4a16-4861-9f72-cb043bf880b7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:04.112200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a8cbb-4cbb-408f-89df-9826e0df1130 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:50:04.121731 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Attempting to bind port 4541ea2d-876e-4abb-bc17-9cba2e758db1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:04.122107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Attempting to bind port 4541ea2d-876e-4abb-bc17-9cba2e758db1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:04.122473 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Attempting to bind port 4541ea2d-876e-4abb-bc17-9cba2e758db1 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:04.129634 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Pushing event updated for resources: {'Port': ['ID=4541ea2d-876e-4abb-bc17-9cba2e758db1,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:04.136538 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:04.136949 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:04.137373 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.137767 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:04.138885 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Bound port: 4541ea2d-876e-4abb-bc17-9cba2e758db1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:04.139279 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.142765 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.143115 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.143457 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.143797 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.144990 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.148669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:04.158576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bd2d9bcd-55a6-46de-9ddc-79fc4142b313 None None] Provisioning complete for port 4541ea2d-876e-4abb-bc17-9cba2e758db1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:04.158945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bd2d9bcd-55a6-46de-9ddc-79fc4142b313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.197175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d9bcd-55a6-46de-9ddc-79fc4142b313 None None] Port 4541ea2d-876e-4abb-bc17-9cba2e758db1 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:04.210636 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.212808 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] For port 4541ea2d-876e-4abb-bc17-9cba2e758db1, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:04.215778 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] For port 4541ea2d-876e-4abb-bc17-9cba2e758db1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4541ea2d-876e-4abb-bc17-9cba2e758db1,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:04.301071 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.309349 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.344531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff509f68-9c1e-451b-a3aa-ce1ad543185f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:50:04.350359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:04.355472 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:04.359136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:04.365319 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:04.365859 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3125b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:04.385288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Pushing event updated for resources: {'Port': ['ID=327a750f-4a16-4861-9f72-cb043bf880b7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:04.404338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.408561 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ee735-46fa-4b3a-86e4-2e33913a7ccd None None] Pushing event updated for resources: {'Port': ['ID=4541ea2d-876e-4abb-bc17-9cba2e758db1,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:04.421843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aaa9bde2-16b8-44b2-aa57-a567260f9ab5 None None] Provisioning complete for port 4541ea2d-876e-4abb-bc17-9cba2e758db1 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:04.422574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bde2-16b8-44b2-aa57-a567260f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.530657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bde2-16b8-44b2-aa57-a567260f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.558994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-aaa9bde2-16b8-44b2-aa57-a567260f9ab5 None None] For port 4541ea2d-876e-4abb-bc17-9cba2e758db1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4541ea2d-876e-4abb-bc17-9cba2e758db1,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:04.598231 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:04.634611 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.637959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aaa9bde2-16b8-44b2-aa57-a567260f9ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.693823 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9bde2-16b8-44b2-aa57-a567260f9ab5 None None] Pushing event updated for resources: {'Port': ['ID=4541ea2d-876e-4abb-bc17-9cba2e758db1,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:04.761479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0f986487-0055-4410-abb6-ee4f7508d14d None None] Provisioning complete for port 327a750f-4a16-4861-9f72-cb043bf880b7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:04.762004 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0f986487-0055-4410-abb6-ee4f7508d14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.781639 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3125b0>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:02Z', 'revision_number': 3, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:04.796909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0f986487-0055-4410-abb6-ee4f7508d14d None None] Port 327a750f-4a16-4861-9f72-cb043bf880b7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:04.808100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.813673 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8796c9ce-cfc3-417b-bd61-333dabf5884a None None] The sync data for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 is: [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:02Z', 'revision_number': 3, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:50:04.894646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.960630 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:04.962381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Pushing event updated for resources: {'Port': ['ID=327a750f-4a16-4861-9f72-cb043bf880b7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:05.068979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:05.070578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:05.204453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Router cd489148-8ab1-4689-a7ec-4cac2646e25f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:50:05.321780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c06f4832-b92d-4e6d-853c-ad0685ff61ba None None] Provisioning complete for port 327a750f-4a16-4861-9f72-cb043bf880b7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:05.322366 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c06f4832-b92d-4e6d-853c-ad0685ff61ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:05.328285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:50:05.340269 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cb811737-cd76-44f5-8c9f-9955fdeaecc0 admin admin] 10.222.0.20 "PUT /v2.0/routers/cd489148-8ab1-4689-a7ec-4cac2646e25f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8697064
Nov 13 21:50:05.360786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c06f4832-b92d-4e6d-853c-ad0685ff61ba None None] Port 327a750f-4a16-4861-9f72-cb043bf880b7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:05.866019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4541ea2d-876e-4abb-bc17-9cba2e758db1 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:05.918992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 4541ea2d-876e-4abb-bc17-9cba2e758db1 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:05.919358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.085341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47324) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:06.090261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-542507837-network', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:06.177059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Made reservation on behalf of 4541190ff4244e3db288b8e7ce98082e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:50:06.179452 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.188298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.264591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.320338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.345354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:50:06.355513 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212a7e3c-da2f-4685-b724-7eea5a5f9f59,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:06.360197 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.360538 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Added segment cf536615-2ec7-4b91-848d-5e586a0e4f8f of type vlan for network 716678c9-7d06-410e-98b4-c890a2ee0ea5
Nov 13 21:50:06.410454 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.422584 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Sync routers for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:50:06.435035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:06.438446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd400b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:06.526133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.527164 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:06.527812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.541071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:06.592909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=716678c9-7d06-410e-98b4-c890a2ee0ea5,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:06.618126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:50:06.632041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0f253e82-08e6-4fb4-8d31-1955ee231ca4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5451360
Nov 13 21:50:06.634315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47326) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:06.639234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Request body: {'subnet': {'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-542507837-subnet', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:06.742485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Made reservation on behalf of 4541190ff4244e3db288b8e7ce98082e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:50:06.744968 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.804422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd400b80>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 2, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:06.836430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Checking router: cd489148-8ab1-4689-a7ec-4cac2646e25f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:50:06.836801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Updating router cd489148-8ab1-4689-a7ec-4cac2646e25f port 327a750f-4a16-4861-9f72-cb043bf880b7 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:50:06.861178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:06.974529 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.031529 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb494fdb-d4da-4366-961d-ee29c957ae5d,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:07.040221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Checking segment: {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:07.040588 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Network hostable DHCP agents. Network: 716678c9-7d06-410e-98b4-c890a2ee0ea5, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:50:07.102637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:50:07.120995 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.205372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 716678c9-7d06-410e-98b4-c890a2ee0ea5) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:07.209630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:07.210223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.214601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211fbf4-b9ef-4424-b490-40c1d5aba5e0 None None] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:50:07.218166 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.272224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a2acfe40-7296-442d-8b9e-6ed82a04704d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6367111
Nov 13 21:50:07.274978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47328) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:07.279155 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:07.319440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c5963-0883-4946-b5fc-f6de8ccd3bcc None None] Pushing event updated for resources: {'Port': ['ID=327a750f-4a16-4861-9f72-cb043bf880b7,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:07.366138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.367216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.413526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Attempting to bind port 327a750f-4a16-4861-9f72-cb043bf880b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:07.413891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Attempting to bind port 327a750f-4a16-4861-9f72-cb043bf880b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:07.414265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Attempting to bind port 327a750f-4a16-4861-9f72-cb043bf880b7 on network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:07.422428 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:07.422813 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Checking segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:07.423404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.423606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Bound using segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:07.424091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Bound port: 327a750f-4a16-4861-9f72-cb043bf880b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:07.424479 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.430774 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.495138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-716678c9-7d06-410e-98b4-c890a2ee0ea5', 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'fixed_ips': [{'subnet_id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:50:07.495969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.537245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] For port 327a750f-4a16-4861-9f72-cb043bf880b7, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:07.545080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] For port 327a750f-4a16-4861-9f72-cb043bf880b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=327a750f-4a16-4861-9f72-cb043bf880b7,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:07.547768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a1d5dfce-0be8-4761-b35d-0540f3ee35d8 None None] Provisioning complete for port 327a750f-4a16-4861-9f72-cb043bf880b7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:07.548137 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a1d5dfce-0be8-4761-b35d-0540f3ee35d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.612208 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.620515 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:07.668580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a1d5dfce-0be8-4761-b35d-0540f3ee35d8 None None] Port 327a750f-4a16-4861-9f72-cb043bf880b7 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:07.732037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c5963-0883-4946-b5fc-f6de8ccd3bcc None None] Pushing event updated for resources: {'Port': ['ID=327a750f-4a16-4861-9f72-cb043bf880b7,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:07.739581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:07.740196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd400b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:07.783723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Allocated IP 172.20.0.2 (716678c9-7d06-410e-98b4-c890a2ee0ea5/bb494fdb-d4da-4366-961d-ee29c957ae5d/fa994586-4d3f-485a-b7c0-ae0d964e8a04) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:07.915153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:08.266056 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-190c9f41-3172-490a-b77d-8f734456a3fa None None] Provisioning complete for port 327a750f-4a16-4861-9f72-cb043bf880b7 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:08.266424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-190c9f41-3172-490a-b77d-8f734456a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.268234 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.303934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.323769 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.337318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.405296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:08.430858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Allocated IP 172.35.3.253 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/8fb95e25-ff4a-4026-af3e-6fa8df9632eb) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:08.432407 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:08.439336 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:08.444172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Pushing event updated for resources: {'Port': ['ID=fa994586-4d3f-485a-b7c0-ae0d964e8a04,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:08.464542 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-190c9f41-3172-490a-b77d-8f734456a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.537996 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.541023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Attempting to bind port fa994586-4d3f-485a-b7c0-ae0d964e8a04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:08.541406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Attempting to bind port fa994586-4d3f-485a-b7c0-ae0d964e8a04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:08.541773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Attempting to bind port fa994586-4d3f-485a-b7c0-ae0d964e8a04 on network 716678c9-7d06-410e-98b4-c890a2ee0ea5 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:08.548747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-190c9f41-3172-490a-b77d-8f734456a3fa None None] For port 327a750f-4a16-4861-9f72-cb043bf880b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=327a750f-4a16-4861-9f72-cb043bf880b7,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:08.553792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd400b80>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:07Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:08.556664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:08.561362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Checking segment: {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:08.561362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.561362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Bound using segment: {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:08.561362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Bound port: fa994586-4d3f-485a-b7c0-ae0d964e8a04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:08.561362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.592234 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb309e-0409-4448-ba5b-73fcc6be4f48 None None] The sync data for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 is: [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:07Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:50:08.619080 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-190c9f41-3172-490a-b77d-8f734456a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.648437 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.699465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] For port fa994586-4d3f-485a-b7c0-ae0d964e8a04, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:08.703104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:08.705712 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:08.712640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:08.721772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] For port fa994586-4d3f-485a-b7c0-ae0d964e8a04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa994586-4d3f-485a-b7c0-ae0d964e8a04,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:08.725473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba580bfb-b332-466e-a4d0-7312338ea903 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:50:08.727244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c9f41-3172-490a-b77d-8f734456a3fa None None] Pushing event updated for resources: {'Port': ['ID=327a750f-4a16-4861-9f72-cb043bf880b7,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:08.758711 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:08.800473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.882960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2458fc29-4983-42e9-b737-60a1904edd1f None None] Provisioning complete for port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:08.883327 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2458fc29-4983-42e9-b737-60a1904edd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:08.885607 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4933b-4d54-4c5e-9d51-6b29731a72fc None None] Pushing event updated for resources: {'Port': ['ID=fa994586-4d3f-485a-b7c0-ae0d964e8a04,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:08.928768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2458fc29-4983-42e9-b737-60a1904edd1f None None] Port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:09.123322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:09.341531 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:09.552277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Router 278ef995-47a5-46cf-8962-12598ddab6d8 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:50:09.673223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:50:09.683462 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Sync routers for ids ['278ef995-47a5-46cf-8962-12598ddab6d8'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:50:09.694600 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Routers {'278ef995-47a5-46cf-8962-12598ddab6d8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:09.695393 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['278ef995-47a5-46cf-8962-12598ddab6d8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:09.747764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:09.752359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47330) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:09.756867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59eb8824-1200-4607-84fe-8932f71c1d10 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4808540
Nov 13 21:50:09.822595 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Set router 278ef995-47a5-46cf-8962-12598ddab6d8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:09.943679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31072156-13fd-46aa-a831-982f9da580e4 None None] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:50:10.013608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa994586-4d3f-485a-b7c0-ae0d964e8a04 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:10.056009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9f39d43b-bcb0-44b7-887d-04765bd8c1b8 None None] Provisioning complete for port fa994586-4d3f-485a-b7c0-ae0d964e8a04 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:10.056795 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f39d43b-bcb0-44b7-887d-04765bd8c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.069178 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed430>, [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 3, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:10.095816 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Checking router: 278ef995-47a5-46cf-8962-12598ddab6d8 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:50:10.096092 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Updating router 278ef995-47a5-46cf-8962-12598ddab6d8 port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:50:10.124064 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.157671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fa994586-4d3f-485a-b7c0-ae0d964e8a04 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:10.158133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.265975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f39d43b-bcb0-44b7-887d-04765bd8c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.354798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9f39d43b-bcb0-44b7-887d-04765bd8c1b8 None None] For port fa994586-4d3f-485a-b7c0-ae0d964e8a04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa994586-4d3f-485a-b7c0-ae0d964e8a04,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:10.359345 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.415609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9f39d43b-bcb0-44b7-887d-04765bd8c1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.434213 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.492420 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=120534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 21:50:10.492788 ncdv-master-1 neutron-server[120534]: DEBUG oslo_db.api [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 21:50:10.493416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d43b-bcb0-44b7-887d-04765bd8c1b8 None None] Pushing event updated for resources: {'Port': ['ID=fa994586-4d3f-485a-b7c0-ae0d964e8a04,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:10.500463 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.542558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3f3922-0fee-4681-9dbb-def053889ced None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:50:10.559138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Attempting to bind port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:10.559495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Attempting to bind port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:10.559847 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Attempting to bind port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:10.562681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61f56-3eae-4fd0-b4ae-8fdc038be8b2 None None] Pushing event updated for resources: {'Port': ['ID=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:10.567225 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:10.567588 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:10.567976 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.568344 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:10.568920 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Bound port: 8fb95e25-ff4a-4026-af3e-6fa8df9632eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:10.569197 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.606832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.627054 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] For port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:10.630635 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] For port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:10.637459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fd3e6b53-d3e5-4a31-bc50-f11cd5eb4f3c None None] Provisioning complete for port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:10.648294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6b53-d3e5-4a31-bc50-f11cd5eb4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.674831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e6b53-d3e5-4a31-bc50-f11cd5eb4f3c None None] Port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:10.686044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fd3e6b53-d3e5-4a31-bc50-f11cd5eb4f3c None None] Provisioning complete for port fa994586-4d3f-485a-b7c0-ae0d964e8a04 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:10.686424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fd3e6b53-d3e5-4a31-bc50-f11cd5eb4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.712121 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.754637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86442b02-f54f-43fb-9de0-a27477659912 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:50:10.761532 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Routers {'278ef995-47a5-46cf-8962-12598ddab6d8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:10.762147 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['278ef995-47a5-46cf-8962-12598ddab6d8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:10.781427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Allocated IP 172.20.0.1 (716678c9-7d06-410e-98b4-c890a2ee0ea5/bb494fdb-d4da-4366-961d-ee29c957ae5d/b045e5ef-97f4-4d26-80b6-95e02743f5c5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:10.816987 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e61f56-3eae-4fd0-b4ae-8fdc038be8b2 None None] Pushing event updated for resources: {'Port': ['ID=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:10.881985 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] Set router 278ef995-47a5-46cf-8962-12598ddab6d8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:10.892790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.908218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8c1f30d9-bce7-4685-bba7-13348bec6a5b None None] Provisioning complete for port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:10.908583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c1f30d9-bce7-4685-bba7-13348bec6a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.983287 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:10.992391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c1f30d9-bce7-4685-bba7-13348bec6a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.027178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:11.030264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:11.033744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:11.042100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8c1f30d9-bce7-4685-bba7-13348bec6a5b None None] For port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:11.048347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 327a750f-4a16-4861-9f72-cb043bf880b7 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:11.066669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Pushing event updated for resources: {'Port': ['ID=b045e5ef-97f4-4d26-80b6-95e02743f5c5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:11.069707 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed430>, [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 3, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:11.077421 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.077759 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.078274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.078770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.079100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.079424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.079741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.080056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.080369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.080680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.081026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.081519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:50:11.098253 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.101395 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1401c-e2fe-47d3-83db-d8440464c152 None None] The sync data for ids ['278ef995-47a5-46cf-8962-12598ddab6d8'] in ncdv-master-1 is: [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 3, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:50:11.117513 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c1f30d9-bce7-4685-bba7-13348bec6a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.162078 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 327a750f-4a16-4861-9f72-cb043bf880b7 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:11.162456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.233558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f30d9-bce7-4685-bba7-13348bec6a5b None None] Pushing event updated for resources: {'Port': ['ID=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:11.323730 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.339489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-bd282d32-47df-4add-a3f3-3303f3fd6023 None None] Provisioning complete for port b045e5ef-97f4-4d26-80b6-95e02743f5c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:11.339873 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bd282d32-47df-4add-a3f3-3303f3fd6023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.395446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-bd282d32-47df-4add-a3f3-3303f3fd6023 None None] Port b045e5ef-97f4-4d26-80b6-95e02743f5c5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:11.520320 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.588666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.657781 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:11.659425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Pushing event updated for resources: {'Port': ['ID=b045e5ef-97f4-4d26-80b6-95e02743f5c5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:11.758066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:11.759472 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:11.891813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Router 278ef995-47a5-46cf-8962-12598ddab6d8 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:50:11.973361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8fb95e25-ff4a-4026-af3e-6fa8df9632eb up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:12.026155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:50:12.035717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bf80610b-1beb-4b90-b2bc-564f1d824609 admin admin] 10.222.0.20 "PUT /v2.0/routers/278ef995-47a5-46cf-8962-12598ddab6d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2786419
Nov 13 21:50:12.035897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:12.035897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.120426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa994586-4d3f-485a-b7c0-ae0d964e8a04 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:12.150072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-92ebd044-dc8e-4c79-a9f7-82500315efb9 None None] Provisioning complete for port b045e5ef-97f4-4d26-80b6-95e02743f5c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:12.150438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92ebd044-dc8e-4c79-a9f7-82500315efb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.195475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-92ebd044-dc8e-4c79-a9f7-82500315efb9 None None] Port b045e5ef-97f4-4d26-80b6-95e02743f5c5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:12.203825 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fa994586-4d3f-485a-b7c0-ae0d964e8a04 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:12.204185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.428825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.680564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47338) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:12.685215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314760324', 'description': 'tempest-secgroup-smoke-1314760324 description', 'project_id': 'aba82729018b40bc8103090faf728398'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:12.718491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Sync routers for ids ['278ef995-47a5-46cf-8962-12598ddab6d8'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:50:12.729049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Routers {'278ef995-47a5-46cf-8962-12598ddab6d8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:12.729648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd909520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['278ef995-47a5-46cf-8962-12598ddab6d8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:12.782689 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.835093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Set router 278ef995-47a5-46cf-8962-12598ddab6d8 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:12.849384 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.948612 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:12.978296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:13.037264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.037486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd909520>, [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:50:11Z', 'revision_number': 4, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b045e5ef-97f4-4d26-80b6-95e02743f5c5', 'name': '', 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'mac_address': 'fa:16:3e:fb:e5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:10Z', 'updated_at': '2021-11-13T21:50:11Z', 'revision_number': 2, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'subnets': [{'id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:13.038895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f97a74e2-556e-49a5-8ebd-68bc87ff3dff tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3572965
Nov 13 21:50:13.041901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47340) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:13.046675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group_rule': {'security_group_id': 'f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88', 'project_id': 'aba82729018b40bc8103090faf728398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:13.131604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.194059 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.213729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Checking router: 278ef995-47a5-46cf-8962-12598ddab6d8 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:50:13.214092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Updating router 278ef995-47a5-46cf-8962-12598ddab6d8 port b045e5ef-97f4-4d26-80b6-95e02743f5c5 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:50:13.239547 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.257348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.276121 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdf9fb0-e3ea-4895-bfad-8904b029fac0,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:13.350777 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.354506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e51d5072-33e8-41be-a0df-91dd05dba208 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3089628
Nov 13 21:50:13.354838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:13.359346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group_rule': {'security_group_id': 'f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88', 'project_id': 'aba82729018b40bc8103090faf728398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:13.473871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.501271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.528298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.574632 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.620443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.624990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6689e5-8cd8-4b25-99ca-68c0fd84a2f4 None None] Pushing event updated for resources: {'Port': ['ID=b045e5ef-97f4-4d26-80b6-95e02743f5c5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:13.642473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0097c5be-1913-430c-8b5e-040bf921fccf,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:13.686963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Attempting to bind port b045e5ef-97f4-4d26-80b6-95e02743f5c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:13.687440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Attempting to bind port b045e5ef-97f4-4d26-80b6-95e02743f5c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:13.687796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Attempting to bind port b045e5ef-97f4-4d26-80b6-95e02743f5c5 on network 716678c9-7d06-410e-98b4-c890a2ee0ea5 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:13.693437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:13.693801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Checking segment: {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:13.694191 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.694605 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Bound using segment: {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:13.695060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Bound port: b045e5ef-97f4-4d26-80b6-95e02743f5c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf536615-2ec7-4b91-848d-5e586a0e4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:13.695432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.731816 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.735642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2bc0e944-072c-4f09-8d4f-d56deaf28635 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3773890
Nov 13 21:50:13.735968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47344) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:13.743578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group_rule': {'security_group_id': 'f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88', 'project_id': 'aba82729018b40bc8103090faf728398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:13.775469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] For port b045e5ef-97f4-4d26-80b6-95e02743f5c5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:13.778913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] For port b045e5ef-97f4-4d26-80b6-95e02743f5c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b045e5ef-97f4-4d26-80b6-95e02743f5c5,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:13.828995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0ca1e69f-e4e7-4289-9ea8-681378555267 None None] Provisioning complete for port b045e5ef-97f4-4d26-80b6-95e02743f5c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:13.829387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e69f-e4e7-4289-9ea8-681378555267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.864169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1e69f-e4e7-4289-9ea8-681378555267 None None] Port b045e5ef-97f4-4d26-80b6-95e02743f5c5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:13.868435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.897699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.926705 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.953085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Routers {'278ef995-47a5-46cf-8962-12598ddab6d8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:13.959134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd909520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:49:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['278ef995-47a5-46cf-8962-12598ddab6d8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:13.989267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:13.993877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6689e5-8cd8-4b25-99ca-68c0fd84a2f4 None None] Pushing event updated for resources: {'Port': ['ID=b045e5ef-97f4-4d26-80b6-95e02743f5c5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:14.010550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eaa0b3-1ede-4b99-9258-ab4200f076a3,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:14.074285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] Set router 278ef995-47a5-46cf-8962-12598ddab6d8 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:14.079511 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.084288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47346) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:14.088356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e14db388-f572-42a4-bc16-18ba1701e065 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3480496
Nov 13 21:50:14.089600 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group_rule': {'security_group_id': 'f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88', 'project_id': 'aba82729018b40bc8103090faf728398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:14.197860 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.234623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7045951f-5266-4c03-ad12-ff4b8e1c84a9 None None] Provisioning complete for port b045e5ef-97f4-4d26-80b6-95e02743f5c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:14.235107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7045951f-5266-4c03-ad12-ff4b8e1c84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.260125 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.361979 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7045951f-5266-4c03-ad12-ff4b8e1c84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.385338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd909520>, [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:50:11Z', 'revision_number': 4, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b045e5ef-97f4-4d26-80b6-95e02743f5c5', 'name': '', 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'mac_address': 'fa:16:3e:fb:e5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:10Z', 'updated_at': '2021-11-13T21:50:13Z', 'revision_number': 4, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'subnets': [{'id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:14.385964 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.405158 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa33be7a-db53-4421-97ec-209fa7f1bbab,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:14.416416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60daa-81b8-4e55-b3a0-ba7ad2064f78 None None] The sync data for ids ['278ef995-47a5-46cf-8962-12598ddab6d8'] in ncdv-master-1 is: [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:50:11Z', 'revision_number': 4, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b045e5ef-97f4-4d26-80b6-95e02743f5c5', 'name': '', 'network_id': '716678c9-7d06-410e-98b4-c890a2ee0ea5', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'mac_address': 'fa:16:3e:fb:e5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:10Z', 'updated_at': '2021-11-13T21:50:13Z', 'revision_number': 4, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'subnets': [{'id': 'bb494fdb-d4da-4366-961d-ee29c957ae5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:50:14.425487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7045951f-5266-4c03-ad12-ff4b8e1c84a9 None None] For port b045e5ef-97f4-4d26-80b6-95e02743f5c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b045e5ef-97f4-4d26-80b6-95e02743f5c5,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:14.504198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.509475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47348) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:14.510802 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9019650a-f0b7-44de-937b-4346b7b3eb74 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4253361
Nov 13 21:50:14.512841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7045951f-5266-4c03-ad12-ff4b8e1c84a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.515680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group_rule': {'security_group_id': 'f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88', 'project_id': 'aba82729018b40bc8103090faf728398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:14.572105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045951f-5266-4c03-ad12-ff4b8e1c84a9 None None] Pushing event updated for resources: {'Port': ['ID=b045e5ef-97f4-4d26-80b6-95e02743f5c5,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:14.603221 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Project aba82729018b40bc8103090faf728398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:50:14.608780 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.673988 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.771621 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.789840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8d529c-a701-401b-902e-2bb66c8ddb82,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:14.811496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.858950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:14.860217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bc003a08-b4cf-4a6c-ac6d-85c9592fa7ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3497291
Nov 13 21:50:14.863340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47350) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:14.867707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'security_group_rule': {'security_group_id': 'f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88', 'project_id': 'aba82729018b40bc8103090faf728398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:14.971348 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Project aba82729018b40bc8103090faf728398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 21:50:14.977479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:15.035887 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:15.117435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:15.137601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba13f9a-a3ba-48e9-bc4d-31f03e5248b0,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:15.190087 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:15.191967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e57d6c0d-1e01-4529-92b3-884f47234789 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3276694
Nov 13 21:50:15.348996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-0564e710-2095-4f48-b16e-55592818bd1c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314760324&fields=id&tenant_id=aba82729018b40bc8103090faf728398 HTTP/1.1" status: 200  len: 267 time: 0.0469840
Nov 13 21:50:15.469744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-a2bd4cee-4aea-42a7-bfc0-fb45c8e13d3c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:15.471291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-a2bd4cee-4aea-42a7-bfc0-fb45c8e13d3c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 809 time: 0.1150515
Nov 13 21:50:15.487558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-0f581ff3-95b9-4dd0-b2f8-cbdcb1f1bd65 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/quotas/aba82729018b40bc8103090faf728398 HTTP/1.1" status: 200  len: 375 time: 0.0097058
Nov 13 21:50:15.540629 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-87c256f7-f23b-4bf8-821c-30d6e1a9ed29 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0467079
Nov 13 21:50:15.645879 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-1362ba4b-82f4-43c1-b760-456a01b4631e service neutron] 10.222.0.20 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922678
Nov 13 21:50:15.740901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-61a41e68-efe1-4090-9553-aa50ebd6177d service neutron] 10.222.0.20 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886636
Nov 13 21:50:15.895729 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b045e5ef-97f4-4d26-80b6-95e02743f5c5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:15.944797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b045e5ef-97f4-4d26-80b6-95e02743f5c5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:15.945173 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:16.047612 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf28617-cc4e-41a8-90b5-215582a17767 req-e9684179-0e7e-4098-bb30-5dfc346eb21c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 210 time: 0.0265622
Nov 13 21:50:16.401334 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:50:17.141433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e05a9ba2-53e9-4241-adb9-fc682abc668d req-1334fcea-3097-43fa-bd63-2b2527051170 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 210 time: 0.0260515
Nov 13 21:50:18.177516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-0f9212a0-a218-416c-9b05-447edb3825ab tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:18.178959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-0f9212a0-a218-416c-9b05-447edb3825ab tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 809 time: 0.1025319
Nov 13 21:50:18.250659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0b0af152-dd8a-4b53-b067-655c17a461d5 req-7cce9023-30cc-48c1-bad5-d6f36f116682 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 210 time: 0.0354719
Nov 13 21:50:18.267066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-ce4da4e8-e9a0-4761-b937-33fac0c52f94 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba82729018b40bc8103090faf728398 HTTP/1.1" status: 200  len: 380 time: 0.0783660
Nov 13 21:50:18.277556 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'port': {'device_id': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'admin_state_up': True, 'tenant_id': 'aba82729018b40bc8103090faf728398', 'security_groups': ['f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:18.439455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Made reservation on behalf of aba82729018b40bc8103090faf728398 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:50:18.443032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:18.563687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Allocated IP 172.20.0.7 (6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f/d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1/cffaa8ff-e0de-438d-8ab6-5284275b7bc0) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:18.700596 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:18.828509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:18.871244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:18.876218 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:18.879961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:18.908718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'Port': ['ID=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:18.939635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:18.940294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.020961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-2b36b66c-33e9-4eab-9cb2-cd048a7af204 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7471204
Nov 13 21:50:19.033100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Request body: {'port': {'device_id': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:19.064165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-58174daf-23b6-4278-8d58-b6bca9f62f48 None None] Provisioning complete for port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:19.064940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-58174daf-23b6-4278-8d58-b6bca9f62f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.087585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.098658 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-58174daf-23b6-4278-8d58-b6bca9f62f48 None None] Port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:50:19.348066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffaa8ff-e0de-438d-8ab6-5284275b7bc0 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:50:19.355830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.368077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Transition to ACTIVE for port object cffaa8ff-e0de-438d-8ab6-5284275b7bc0 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:50:19.378651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5f33f-a372-4743-928c-e092b44554fd req-f35d8a0b-12e8-4494-9994-4f75276e2af7 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:19.380186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06f5f33f-a372-4743-928c-e092b44554fd req-f35d8a0b-12e8-4494-9994-4f75276e2af7 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 931 time: 0.0542734
Nov 13 21:50:19.434234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06f5f33f-a372-4743-928c-e092b44554fd req-612c975a-0921-4678-aead-69b6ff5a5f3c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477002
Nov 13 21:50:19.451533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.505375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Pushing event updated for resources: {'Port': ['ID=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:19.574675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Attempting to bind port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:50:19.575006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Attempting to bind port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:50:19.575351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Attempting to bind port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 on network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:19.580170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 on network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:50:19.580639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Attempting to bind port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 on network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:50:19.586333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:50:19.586670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Checking segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:50:19.587050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Bound using segment: {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:50:19.587480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Bound port: cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:50:19.587831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.657685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] For port cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:50:19.660778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] For port cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:50:19.782911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.814138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:19.816240 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:19.816865 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] 10.222.0.46 "PUT /v2.0/ports/cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 1091 time: 0.7881207
Nov 13 21:50:19.819056 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:50:19.821588 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e81795-c841-4232-a3fa-9b77e2d39735" -d '{"events": [{"name": "network-changed", "server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:50:19.860443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436925d1-0924-4de1-8c26-85616a285cfa service neutron] Pushing event updated for resources: {'Port': ['ID=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:19.870321 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e37849-4da4-4f96-a496-0bf5d31d5abf x-openstack-request-id: req-97e37849-4da4-4f96-a496-0bf5d31d5abf {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:50:19.870707 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:50:19.871472 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97e37849-4da4-4f96-a496-0bf5d31d5abf {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:50:19.876882 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'status': 'completed', 'code': 200}
Nov 13 21:50:19.931168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81795-c841-4232-a3fa-9b77e2d39735 req-a6a66e6a-7a7d-4fbc-90ec-89a95b13eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:19.932860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01e81795-c841-4232-a3fa-9b77e2d39735 req-a6a66e6a-7a7d-4fbc-90ec-89a95b13eb73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1094 time: 0.0437436
Nov 13 21:50:20.038930 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81795-c841-4232-a3fa-9b77e2d39735 req-dcf6468d-7eba-4357-bb4b-9a6ca54552ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:20.040507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01e81795-c841-4232-a3fa-9b77e2d39735 req-dcf6468d-7eba-4357-bb4b-9a6ca54552ae service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=aba82729018b40bc8103090faf728398&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1001136
Nov 13 21:50:20.131725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81795-c841-4232-a3fa-9b77e2d39735 req-de09105b-28e4-4a59-a60d-5c59604bb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:20.133249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01e81795-c841-4232-a3fa-9b77e2d39735 req-de09105b-28e4-4a59-a60d-5c59604bb690 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0863025
Nov 13 21:50:20.208006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-3be49116-fb01-4dcd-b786-ea654df4f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:20.209555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-3be49116-fb01-4dcd-b786-ea654df4f3cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1094 time: 0.0408986
Nov 13 21:50:20.254781 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-4005ca92-d0f4-4c77-ba29-fcc1653c8382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 217 time: 0.0373781
Nov 13 21:50:20.304837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-06162a59-6d60-4fa0-b5a8-dd9db279bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:20.306315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-06162a59-6d60-4fa0-b5a8-dd9db279bc0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0438757
Nov 13 21:50:20.356270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-d6a0d791-cf13-48af-ae20-454670c5e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:20.357988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-d6a0d791-cf13-48af-ae20-454670c5e7df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448577
Nov 13 21:50:20.451505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-3b452074-32fa-49c3-a746-15758f1723ab service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843034
Nov 13 21:50:20.544283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-138dad45-a578-4dbf-89a2-69d02d029c45 req-89ef45e6-b4c6-4455-b1b7-232c18929cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810945
Nov 13 21:50:20.551937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eee67-9006-41ad-a014-d25c5e075403 req-fc3bf835-35e0-4a98-b510-c58409e8d742 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:20.553486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c36eee67-9006-41ad-a014-d25c5e075403 req-fc3bf835-35e0-4a98-b510-c58409e8d742 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 943 time: 0.0490296
Nov 13 21:50:20.603676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c36eee67-9006-41ad-a014-d25c5e075403 req-e7a84d47-da1e-4144-8716-d54fd720bafe tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440390
Nov 13 21:50:21.724598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f1808-7a2e-4fa5-9cdd-b2f7bc3bec3a req-bfb99f65-a903-4342-9c86-9ce973de9e36 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:21.726768 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b32f1808-7a2e-4fa5-9cdd-b2f7bc3bec3a req-bfb99f65-a903-4342-9c86-9ce973de9e36 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 943 time: 0.0531740
Nov 13 21:50:21.780767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b32f1808-7a2e-4fa5-9cdd-b2f7bc3bec3a req-8df2e133-9077-43c1-aa59-81fb600a0749 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473609
Nov 13 21:50:22.895104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d530d-e971-4020-8d1b-d19e544ad7b8 req-5af93c02-b5d4-4918-8e20-6ada6f1fc81b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:22.896492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-867d530d-e971-4020-8d1b-d19e544ad7b8 req-5af93c02-b5d4-4918-8e20-6ada6f1fc81b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 943 time: 0.0479722
Nov 13 21:50:22.949377 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-867d530d-e971-4020-8d1b-d19e544ad7b8 req-0d76ef7e-a2ae-495b-82d5-2fd328c69399 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467720
Nov 13 21:50:24.063853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317061c-dc49-43ee-b97c-5c6f2d46d3b5 req-e57ae743-0103-44e4-8c8d-99f684bbb8cd tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:24.065388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f317061c-dc49-43ee-b97c-5c6f2d46d3b5 req-e57ae743-0103-44e4-8c8d-99f684bbb8cd tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 943 time: 0.0486777
Nov 13 21:50:24.113509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f317061c-dc49-43ee-b97c-5c6f2d46d3b5 req-fe5fb881-f39c-47f7-8f46-cec3c24f67ce tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417416
Nov 13 21:50:24.162670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cffaa8ff-e0de-438d-8ab6-5284275b7bc0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:50:24.257101 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:24.267736 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'port_id': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:50:24.303172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:24.315268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffaa8ff-e0de-438d-8ab6-5284275b7bc0 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:50:24.333816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:24.419963 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:24.471084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:24.628650 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['cffaa8ff-e0de-438d-8ab6-5284275b7bc0'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:50:24.758576 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a7e30b1-ecd8-4846-baf8-0e582d2b3c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:25.227877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddb5fd-0694-408d-9adb-410db31b124c req-f160c113-b4a8-488d-8d01-89bee4bc3868 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:25.229302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54ddb5fd-0694-408d-9adb-410db31b124c req-f160c113-b4a8-488d-8d01-89bee4bc3868 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 944 time: 0.0492666
Nov 13 21:50:25.278490 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54ddb5fd-0694-408d-9adb-410db31b124c req-70c3ae97-64ea-4c7a-a069-2dffa69da6e4 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432360
Nov 13 21:50:26.167628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cffaa8ff-e0de-438d-8ab6-5284275b7bc0 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:50:26.265300 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:50:26.268946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:50:26.269586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:26.348714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:26.379216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:50:26.381852 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94044fe-7ccd-40d6-9f79-0b90a5ad7524" -d '{"events": [{"server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "name": "network-vif-plugged", "status": "completed", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:50:26.398072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:50:26.402334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d330e1-6751-4bdc-847d-a7ab6fd18619 req-543b1c78-5647-45f5-b619-afd07ce5b23e tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:26.403906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06d330e1-6751-4bdc-847d-a7ab6fd18619 req-543b1c78-5647-45f5-b619-afd07ce5b23e tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 944 time: 0.0573447
Nov 13 21:50:26.427946 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a5c0e4-2669-421c-8453-1b88cb4d5f5b x-openstack-request-id: req-34a5c0e4-2669-421c-8453-1b88cb4d5f5b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:50:26.428238 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "name": "network-vif-plugged", "status": "completed", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:50:26.428487 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34a5c0e4-2669-421c-8453-1b88cb4d5f5b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:50:26.428914 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'code': 200}
Nov 13 21:50:26.456722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:26.457073 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-06d330e1-6751-4bdc-847d-a7ab6fd18619 req-aa5ec924-0acc-4c7b-89a6-ad92ff54c59e tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460305
Nov 13 21:50:26.505614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:26.524773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e82da-2233-434d-a810-a7572f007135 req-3fce80c8-3b8a-4792-898c-61f25852079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:26.526250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee4e82da-2233-434d-a810-a7572f007135 req-3fce80c8-3b8a-4792-898c-61f25852079f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0419600
Nov 13 21:50:26.572859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee4e82da-2233-434d-a810-a7572f007135 req-e9925a7c-1baa-4843-beaf-b0fb06e1d8dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397332
Nov 13 21:50:27.056551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4a01ece1-3da1-42d3-af4c-d666091aab75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:27.580016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76032631-5825-4390-8585-d31009593f5f req-dc322ea3-f8d2-4a79-9a4e-1fed56aa68b2 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:27.582223 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76032631-5825-4390-8585-d31009593f5f req-dc322ea3-f8d2-4a79-9a4e-1fed56aa68b2 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.0504348
Nov 13 21:50:27.632877 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76032631-5825-4390-8585-d31009593f5f req-1003f5cd-62b1-4565-ad2e-f0009f2f7b8a tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445869
Nov 13 21:50:28.667824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:28.750792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85490d19-4084-4ed5-9a45-34407bd23871 req-1f019559-225c-43c6-941a-faf7dd7ae131 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:28.753341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85490d19-4084-4ed5-9a45-34407bd23871 req-1f019559-225c-43c6-941a-faf7dd7ae131 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.0502954
Nov 13 21:50:28.807169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-85490d19-4084-4ed5-9a45-34407bd23871 req-7edd5815-825a-4a74-ac13-7d4de703afa5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479171
Nov 13 21:50:28.928960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab08e-499c-4e50-8a83-1f32a919dec3 req-6f7b3c1b-eead-4106-93ce-a4e1705f52a7 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:28.930492 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38bab08e-499c-4e50-8a83-1f32a919dec3 req-6f7b3c1b-eead-4106-93ce-a4e1705f52a7 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.0533314
Nov 13 21:50:28.979774 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38bab08e-499c-4e50-8a83-1f32a919dec3 req-527b481f-e6ff-4758-b3dd-0dfde8fc0e79 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432382
Nov 13 21:50:29.092551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42fe5f-796a-410b-a7c3-f9c690a06f70 req-ff94fdc6-73f0-4916-8841-f587ddf41f62 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:29.093953 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db42fe5f-796a-410b-a7c3-f9c690a06f70 req-ff94fdc6-73f0-4916-8841-f587ddf41f62 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.0482399
Nov 13 21:50:29.141704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-db42fe5f-796a-410b-a7c3-f9c690a06f70 req-ec56d8fe-496d-4c55-8af1-bb032b20c5e1 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417237
Nov 13 21:50:29.164138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47424) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:29.294979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007b8ef-e434-40f6-8a9f-69a6e8d36c5f tempest-TestServerBasicOps-1820574999 tempest-TestServerBasicOps-1820574999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:29.296473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2007b8ef-e434-40f6-8a9f-69a6e8d36c5f tempest-TestServerBasicOps-1820574999 tempest-TestServerBasicOps-1820574999-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1091 time: 0.1312921
Nov 13 21:50:29.299445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:50:29.304160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:50:29.385550 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:29.480765 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:29.579958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Allocated IP 172.35.3.224 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/07db1ca5-fb30-4cbb-8a61-a95f6cd92f90) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:50:29.683479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:29.774618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:29.808893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:50:29.811567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:50:29.814949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:50:29.845094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'Port': ['ID=07db1ca5-fb30-4cbb-8a61-a95f6cd92f90,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:30.020617 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.169723 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.305279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.374686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.458190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.520706 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.591355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event updated for resources: {'Port': ['ID=07db1ca5-fb30-4cbb-8a61-a95f6cd92f90,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:50:30.603065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:30.702116 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Floating IP 81ea38bd-e402-4325-ba6f-f1d3245698ec associated. External IP: 172.35.3.224, port: cffaa8ff-e0de-438d-8ab6-5284275b7bc0.
Nov 13 21:50:31.254377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Router cd489148-8ab1-4689-a7ec-4cac2646e25f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:50:31.357765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:50:31.368175 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] Sync routers for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:50:31.377357 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:31.383893 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:50:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:31.430077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:31.457903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5a459949-765c-4251-97ca-ac5d66659700 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1569300
Nov 13 21:50:31.458512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:50:31.460823 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:50:31.506010 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737add66-09e2-40ed-9f5f-3a4e22d2b49c x-openstack-request-id: req-737add66-09e2-40ed-9f5f-3a4e22d2b49c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:50:31.506260 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:50:31.506498 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-737add66-09e2-40ed-9f5f-3a4e22d2b49c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:50:31.506906 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'status': 'completed', 'code': 200}
Nov 13 21:50:31.582177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-9e646912-1592-4828-b53e-e482d3fd54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:31.583733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-9e646912-1592-4828-b53e-e482d3fd54b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0523911
Nov 13 21:50:31.585310 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:31.682670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-9df2ea8d-ac78-49b1-9ebb-fc6042577b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:31.684146 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-9df2ea8d-ac78-49b1-9ebb-fc6042577b9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 910 time: 0.0925636
Nov 13 21:50:31.749342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-2b150afe-36a3-4d43-b12c-9da1988adc9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 999 time: 0.0576437
Nov 13 21:50:31.799745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-7b8af0a1-df4e-4394-8d05-3f7537c30003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:31.801159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-7b8af0a1-df4e-4394-8d05-3f7537c30003 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0447457
Nov 13 21:50:31.804193 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed7c0>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '81ea38bd-e402-4325-ba6f-f1d3245698ec', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'floating_ip_address': '172.35.3.224', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'port_id': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:50:30Z', 'updated_at': '2021-11-13T21:50:30Z', 'revision_number': 0, 'project_id': 'aba82729018b40bc8103090faf728398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:31.836067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] Checking router: cd489148-8ab1-4689-a7ec-4cac2646e25f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:50:31.844223 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:50:31.844847 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:50:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:31.851677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-2f78216d-64c8-4a9e-b2a2-60714c2092ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:50:31.853284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-2f78216d-64c8-4a9e-b2a2-60714c2092ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448952
Nov 13 21:50:31.949746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-32ea25ea-1fec-4b28-a8db-3910d2812174 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894039
Nov 13 21:50:31.950979 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:50:32.045492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e27cdc4a-f1d7-4e79-b43d-ab90f756eb5d req-332aad1b-bc29-4fb2-a065-a8c56e0419e2 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876381
Nov 13 21:50:32.168966 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4ed7c0>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '81ea38bd-e402-4325-ba6f-f1d3245698ec', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'floating_ip_address': '172.35.3.224', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'port_id': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:50:30Z', 'updated_at': '2021-11-13T21:50:30Z', 'revision_number': 0, 'project_id': 'aba82729018b40bc8103090faf728398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:50:32.210622 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66409ea6-387d-4e97-bd3f-fdea95e74469 None None] The sync data for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 is: [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '81ea38bd-e402-4325-ba6f-f1d3245698ec', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'floating_ip_address': '172.35.3.224', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'port_id': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'mac_address': 'fa:16:3e:a0:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:50:30Z', 'updated_at': '2021-11-13T21:50:30Z', 'revision_number': 0, 'project_id': 'aba82729018b40bc8103090faf728398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:50:32.404563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cd7d2f-a5df-48f8-ad8e-4945122bd085 None None] New status for floating IP 81ea38bd-e402-4325-ba6f-f1d3245698ec: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:50:42.436756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:44.825247 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:53.400622 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:50:54.779461 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b48aec5-642b-4a09-8b18-29f5da7d50e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:57.122825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ffadf302-0d12-43b3-9654-3ecb3ee88300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:50:58.693851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:00.008111 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:00.379925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:05.993689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47466) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:51:06.073695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d079-eac5-443f-b039-53f8d0dc52d2 req-509814f2-58cb-463a-9342-05e5c5b922fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:51:06.075221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e179d079-eac5-443f-b039-53f8d0dc52d2 req-509814f2-58cb-463a-9342-05e5c5b922fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0804753
Nov 13 21:51:06.121648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e179d079-eac5-443f-b039-53f8d0dc52d2 req-518e690b-66f4-498d-b331-8579ad117c6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405459
Nov 13 21:51:06.282334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-ed7300b6-1412-4c5a-ab6a-03fed2a8e5ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0889325
Nov 13 21:51:06.368030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-8b929ff1-588a-44a0-9f75-9a10636476ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:51:06.369543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-8b929ff1-588a-44a0-9f75-9a10636476ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0435381
Nov 13 21:51:06.474890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-db7110f5-09d0-40b3-b24f-269c60c94ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:51:06.476441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-db7110f5-09d0-40b3-b24f-269c60c94ee1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 910 time: 0.0863786
Nov 13 21:51:06.546414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-c9f5b996-fc70-4966-b30e-5538cd3dac69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 1001 time: 0.0626421
Nov 13 21:51:06.601029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-181788be-b036-4549-9d0a-466dee2dd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:51:06.602697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-181788be-b036-4549-9d0a-466dee2dd51e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0482333
Nov 13 21:51:06.649951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-fb4f25ec-ec62-4ce3-a5cd-911dd4fad179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:51:06.651467 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-fb4f25ec-ec62-4ce3-a5cd-911dd4fad179 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420411
Nov 13 21:51:06.747165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-d06ec68c-916d-4fc0-8b08-91a3d9d3edd4 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879982
Nov 13 21:51:06.839189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c827d8a-c33e-4fdc-9e8c-2857d6d6f3d2 req-ec8f7b40-c70b-4d65-a2b6-b31ef6648e47 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850048
Nov 13 21:51:12.433086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:14.815747 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:24.762349 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-876605ce-65a3-406b-93fa-afac7a99db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:27.055566 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d0cb07e-32d6-48c5-b319-0f2cefce283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:28.653722 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:30.042129 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:30.390886 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:30.403365 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:51:42.441846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:44.813407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:54.750923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d9800d43-35e1-45f9-a2ed-9290ddba2807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:57.123494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-af606e5b-e7e1-48ab-bd74-9bd0ed09a88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:51:58.654919 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:00.037686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:00.378745 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:07.403064 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:52:08.229370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-71d7802e-e209-4744-9412-8fffe64d8fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441589
Nov 13 21:52:08.308201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-f174f53d-0bc3-4b18-8521-ede5bf06a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:52:08.309719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-f174f53d-0bc3-4b18-8521-ede5bf06a285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0403941
Nov 13 21:52:08.413679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-84ec794f-bbe5-4a32-857a-ad65aa463628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:52:08.424550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-84ec794f-bbe5-4a32-857a-ad65aa463628 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 910 time: 0.0876088
Nov 13 21:52:08.486229 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-0a3cb915-324d-4da5-8ca6-4ad48ad6d8b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 1001 time: 0.0632458
Nov 13 21:52:08.536007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-29b72955-f4be-4297-b90b-ede18e046c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:52:08.537445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-29b72955-f4be-4297-b90b-ede18e046c89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0438585
Nov 13 21:52:08.583766 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-ae92ff69-7ef2-49fa-bc79-4e61ce7d0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:52:08.585292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-ae92ff69-7ef2-49fa-bc79-4e61ce7d0611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400918
Nov 13 21:52:08.680653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-b2002566-50fe-43d3-9394-bd5b6c11db9a service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877571
Nov 13 21:52:08.766638 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59547ea0-3d5b-4fb5-9079-3452a5940a42 req-3b2c8368-855c-418f-94db-fd47f16992e4 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0790362
Nov 13 21:52:12.441291 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:14.843326 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:24.749480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ebe55075-727d-4d35-93cf-34228a8754be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:27.071226 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d91f5e98-2aeb-41e5-a979-339d7030465d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:28.703990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:29.997228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:30.372713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:42.476863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:44.402629 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:52:44.852371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:54.745418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cbc5178c-b5be-4cb8-9b4b-6e6b6d34bf10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:57.059924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60923d0f-c4a8-4c26-b257-7b3841fe95a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:52:58.669260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:00.017898 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:00.385164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:09.229385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-8e34f5a6-fe25-4d56-a224-130eaa8974a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0458336
Nov 13 21:53:09.312912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-413b04a6-554d-464b-8327-2f99019ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:53:09.314439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-413b04a6-554d-464b-8327-2f99019ce4ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0396717
Nov 13 21:53:09.420316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-472b9e50-e1bd-4675-b97e-f6a97062b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:53:09.421792 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-472b9e50-e1bd-4675-b97e-f6a97062b7ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 910 time: 0.0857053
Nov 13 21:53:09.486794 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-e54b2034-9f66-46a7-ab4d-8bac1e2bd2aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 1001 time: 0.0565853
Nov 13 21:53:09.534060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-ab9979e6-e559-447b-8857-60b24e286198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:53:09.535470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-ab9979e6-e559-447b-8857-60b24e286198 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0420167
Nov 13 21:53:09.584526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-dc84d469-1fe5-451a-8ba1-7c779cd497d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:53:09.586052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-dc84d469-1fe5-451a-8ba1-7c779cd497d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439131
Nov 13 21:53:09.672928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-d86e7f64-c2f8-4bdb-a8f4-a3dfda8e89e9 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793874
Nov 13 21:53:09.776626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-847eadb0-5e14-4ae0-ba3d-43d6f3ff5d24 req-7caadb2e-78fb-4f47-add1-e3714ce8d72c service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936694
Nov 13 21:53:12.463927 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:14.820042 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:21.402770 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:53:24.742942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5e4ab4cf-c435-4cfa-984d-39330d518438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:27.070450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04e8ef18-be4f-4452-b91c-324803371457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:28.676195 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:30.022965 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:30.405823 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:42.447394 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:44.835560 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:54.778816 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-454ea26f-6540-4687-b0c4-4a8e90fe066c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:57.062634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4e93-067e-4e45-b32f-9cb9d66575a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:53:58.402630 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:53:58.685717 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:00.033761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:00.389613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:10.222654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-833d7f1a-2ee7-4fef-848a-1fb711a6e73c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413275
Nov 13 21:54:10.303030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-e88aaa29-9726-49d1-a11f-cdbafaff9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:54:10.304501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-e88aaa29-9726-49d1-a11f-cdbafaff9130 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0409870
Nov 13 21:54:10.407716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-bfdef898-7dee-4580-965a-dc864aca06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:54:10.409626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-bfdef898-7dee-4580-965a-dc864aca06c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 910 time: 0.0876033
Nov 13 21:54:10.471914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-aa8d2322-d13a-4d21-9fd6-5e8be319a000 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 1001 time: 0.0555642
Nov 13 21:54:10.522262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-21cb32fa-b624-47bc-bcd2-7d042f2e1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:54:10.523583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-21cb32fa-b624-47bc-bcd2-7d042f2e1132 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0453048
Nov 13 21:54:10.566511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-6729af29-dadd-48fa-9d4f-0a250dfb0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:54:10.567972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-6729af29-dadd-48fa-9d4f-0a250dfb0f8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0379601
Nov 13 21:54:10.655897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-c9d17517-fcb2-471c-98bb-2a1ff92cc9bd service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811999
Nov 13 21:54:10.744968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b69acaf2-25ce-4b08-bc0c-e59754d252f7 req-16f0b6e0-550c-43a9-ba01-5e5df5418e18 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825419
Nov 13 21:54:12.469596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:14.840948 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:24.709156 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4a7501a-3023-40ea-beab-aec55845023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:27.069027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3296d5db-90c5-47ba-a41e-eab66b55f6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:28.669505 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:30.023259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:30.394813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:35.401884 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:54:42.491916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:44.863424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:54.737408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25951da1-8258-4766-a87a-04ba212e4dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:57.051418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-658bb5f9-dd8b-4e9e-bdec-64f630323bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:54:58.674473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:00.027573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:00.423024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:10.233899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-34101dc0-0e91-495a-8dff-7d63376c15f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0417111
Nov 13 21:55:10.316522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-07797166-af98-46d8-a4a4-98c090d31060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:10.318021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-07797166-af98-46d8-a4a4-98c090d31060 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba82729018b40bc8103090faf728398&device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 1096 time: 0.0426168
Nov 13 21:55:10.423804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-423ab6e4-4bd2-4517-9377-4393d886a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:10.425291 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-423ab6e4-4bd2-4517-9377-4393d886a69c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 200  len: 910 time: 0.0880775
Nov 13 21:55:10.489261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-da301a47-4bfa-49aa-a9ed-1228b66942e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 200  len: 1001 time: 0.0575321
Nov 13 21:55:10.544517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-b4c00482-ea33-49b3-bf57-516ed4c87905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:10.546030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-b4c00482-ea33-49b3-bf57-516ed4c87905 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 200  len: 848 time: 0.0497949
Nov 13 21:55:10.591451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-430111a1-89cb-4f93-afbb-e514910cfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:10.592970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-430111a1-89cb-4f93-afbb-e514910cfd8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404720
Nov 13 21:55:10.689417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-5ac4ca80-372e-4b37-9a36-fd453b0787b3 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883346
Nov 13 21:55:10.781045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f2637c50-8ae8-434e-b43a-474dc865b48a req-25faf67f-3e5d-4621-ac48-7257be2aec86 service neutron] 10.222.0.46 "GET /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844066
Nov 13 21:55:11.008770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb47f-07a3-46e4-8e12-0d6b1cdee2bf req-703041df-bdfc-44ae-87dd-b6feaff66326 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:11.010188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-440cb47f-07a3-46e4-8e12-0d6b1cdee2bf req-703041df-bdfc-44ae-87dd-b6feaff66326 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.2018857
Nov 13 21:55:11.062123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-440cb47f-07a3-46e4-8e12-0d6b1cdee2bf req-5181084f-cc95-44f3-8e8c-ecb63844eea0 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459409
Nov 13 21:55:12.184378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-8ec7c96d-41cd-4708-a706-401f41e27f9a tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:12.185853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-8ec7c96d-41cd-4708-a706-401f41e27f9a tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.46 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.0910952
Nov 13 21:55:12.275694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Deleting port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:12.276028 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:12.346184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03da5c9-38f9-4511-ba94-b9861343fa47 req-e3bc02b7-4d17-4aa9-bf6b-56225816385c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:12.347744 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e03da5c9-38f9-4511-ba94-b9861343fa47 req-e3bc02b7-4d17-4aa9-bf6b-56225816385c tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 945 time: 0.1392820
Nov 13 21:55:12.369264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] For port cffaa8ff-e0de-438d-8ab6-5284275b7bc0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:12.372821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:12.401465 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e03da5c9-38f9-4511-ba94-b9861343fa47 req-0d8bc8f5-8881-4639-afdf-af544723c4f6 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478225
Nov 13 21:55:12.403249 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:55:12.491427 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:12.589048 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:12.589510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:12.589825 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Floating IP 81ea38bd-e402-4325-ba6f-f1d3245698ec disassociated. External IP: 172.35.3.224, port: cffaa8ff-e0de-438d-8ab6-5284275b7bc0.
Nov 13 21:55:12.590154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Calling delete_port for cffaa8ff-e0de-438d-8ab6-5284275b7bc0 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:12.817165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:12.847061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event deleted for resources: {'Port': ['ID=cffaa8ff-e0de-438d-8ab6-5284275b7bc0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:12.858483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.858834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.859179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.859516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.859850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.860180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.860510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.860865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.861985 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.862094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.862410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.862737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:12.971354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Router cd489148-8ab1-4689-a7ec-4cac2646e25f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:55:13.409773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:55:13.419207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] Sync routers for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:55:13.429687 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:55:13.430588 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde08a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:54:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:13.448813 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] No DVR routers for this DVR port cffaa8ff-e0de-438d-8ab6-5284275b7bc0 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:55:13.451337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:13.454699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-112cfc1c-587e-4bb2-9cd7-d7356511d8d5 req-b56a74a7-d35f-4438-8427-fcc47a779968 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.46 "DELETE /v2.0/ports/cffaa8ff-e0de-438d-8ab6-5284275b7bc0 HTTP/1.1" status: 204  len: 173 time: 1.2621303
Nov 13 21:55:13.455750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'name': 'network-vif-deleted', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:55:13.458090 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382eba47-b991-4e65-974e-a29d4c3be321" -d '{"events": [{"server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "name": "network-vif-deleted", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:55:13.545293 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2867bd93-b8ba-4b7c-96cf-d8bf4ef0fc7f req-fd4c491b-bc4f-4c0d-a9d2-2193c5196629 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "GET /v2.0/ports?device_id=76a4cae9-77ab-4147-8ec9-5f3c98089d08 HTTP/1.1" status: 200  len: 210 time: 0.0338900
Nov 13 21:55:13.557019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:55:13.583430 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa89997-25d1-4631-ae41-d8b6b84a1685 x-openstack-request-id: req-faa89997-25d1-4631-ae41-d8b6b84a1685 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:55:13.583734 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a4cae9-77ab-4147-8ec9-5f3c98089d08", "name": "network-vif-deleted", "tag": "cffaa8ff-e0de-438d-8ab6-5284275b7bc0", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:55:13.583987 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faa89997-25d1-4631-ae41-d8b6b84a1685 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:55:13.584390 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a4cae9-77ab-4147-8ec9-5f3c98089d08', 'name': 'network-vif-deleted', 'tag': 'cffaa8ff-e0de-438d-8ab6-5284275b7bc0', 'status': 'completed', 'code': 200}
Nov 13 21:55:13.763673 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde08a730>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:13.791170 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] Checking router: cd489148-8ab1-4689-a7ec-4cac2646e25f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:55:13.799903 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:55:13.800488 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde08a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:54:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:13.993188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:55:14.187343 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde08a730>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:14.217522 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4304a7d3-347a-42ad-a153-50c1cc1bd5e9 None None] The sync data for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 is: [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '327a750f-4a16-4861-9f72-cb043bf880b7', 'name': '', 'network_id': '6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'mac_address': 'fa:16:3e:ac:9d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:03Z', 'updated_at': '2021-11-13T21:50:08Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'subnets': [{'id': 'd2b6ea9a-a877-44bb-83e1-b6f44e0c33b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:55:14.440933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e98f6ff-5224-4764-b66f-796291c3ed56 None None] New status for floating IP 81ea38bd-e402-4325-ba6f-f1d3245698ec: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:55:14.601731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47678) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:14.730520 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Deleting port 07db1ca5-fb30-4cbb-8a61-a95f6cd92f90 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:14.730827 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:14.808136 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:14.808460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:14.820206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Calling delete_port for 07db1ca5-fb30-4cbb-8a61-a95f6cd92f90 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:14.879755 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.028610 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.054435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event deleted for resources: {'Port': ['ID=07db1ca5-fb30-4cbb-8a61-a95f6cd92f90,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:15.080900 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.081246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.081583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.081916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.082246 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.082594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.082905 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.083226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.083548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.083863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.084226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.084566 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:15.128401 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.131093 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.132175 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f9314877-17b7-4967-81bd-5904b3b6835b tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "DELETE /v2.0/floatingips/81ea38bd-e402-4325-ba6f-f1d3245698ec HTTP/1.1" status: 204  len: 168 time: 0.5294509
Nov 13 21:55:15.203825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47686) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:15.260527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c477cf8b-448b-4db6-9598-80e49ce558f5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.286066 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c477cf8b-448b-4db6-9598-80e49ce558f5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.411534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c477cf8b-448b-4db6-9598-80e49ce558f5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.414138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c477cf8b-448b-4db6-9598-80e49ce558f5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:15.415295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c477cf8b-448b-4db6-9598-80e49ce558f5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88 HTTP/1.1" status: 204  len: 168 time: 0.2105038
Nov 13 21:55:15.424511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477cf8b-448b-4db6-9598-80e49ce558f5 tempest-TestServerBasicOps-1760852920 tempest-TestServerBasicOps-1760852920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f0ccd7-e0de-4809-95b1-8dc9d57a3a88,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:15.508951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47690) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:15.647569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cffaa8ff-e0de-438d-8ab6-5284275b7bc0 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:15.668086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: cffaa8ff-e0de-438d-8ab6-5284275b7bc0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:15.668350 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device cffaa8ff-e0de-438d-8ab6-5284275b7bc0 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:15.948864 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:16.186577 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Deleting port 327a750f-4a16-4861-9f72-cb043bf880b7 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:16.187007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:16.267330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] For port 327a750f-4a16-4861-9f72-cb043bf880b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=327a750f-4a16-4861-9f72-cb043bf880b7,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:16.268071 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:16.280264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Calling delete_port for 327a750f-4a16-4861-9f72-cb043bf880b7 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:16.554256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:16.578383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Pushing event deleted for resources: {'Port': ['ID=327a750f-4a16-4861-9f72-cb043bf880b7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:16.745669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:16.954093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Router cd489148-8ab1-4689-a7ec-4cac2646e25f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:55:17.057343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:55:17.062310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-850ddc4d-3803-4b12-aa49-5f4bc5e5378d admin admin] 10.222.0.20 "PUT /v2.0/routers/cd489148-8ab1-4689-a7ec-4cac2646e25f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5523684
Nov 13 21:55:17.066448 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] Sync routers for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:55:17.071262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47694) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:17.076874 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:55:17.077472 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2a4af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:54:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:17.174845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.180588 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:55:17.276160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.362034 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2a4af0>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:55:16Z', 'revision_number': 5, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port': {'id': '4541ea2d-876e-4abb-bc17-9cba2e758db1', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:02Z', 'updated_at': '2021-11-13T21:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:17.380553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Deleting port 4541ea2d-876e-4abb-bc17-9cba2e758db1 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:17.380932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.388112 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] Checking router: cd489148-8ab1-4689-a7ec-4cac2646e25f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:55:17.396322 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] Routers {'cd489148-8ab1-4689-a7ec-4cac2646e25f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:55:17.397205 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2a4af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:54:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['cd489148-8ab1-4689-a7ec-4cac2646e25f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:17.465239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] For port 4541ea2d-876e-4abb-bc17-9cba2e758db1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4541ea2d-876e-4abb-bc17-9cba2e758db1,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:17.465604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.478593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Calling delete_port for 4541ea2d-876e-4abb-bc17-9cba2e758db1 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:17.483464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] Set router cd489148-8ab1-4689-a7ec-4cac2646e25f gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:55:17.537768 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2a4af0>, [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:55:17Z', 'revision_number': 6, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:17.565065 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fff69b1-06b1-4823-bc96-e193974cc309 None None] The sync data for ids ['cd489148-8ab1-4689-a7ec-4cac2646e25f'] in ncdv-master-1 is: [{'id': 'cd489148-8ab1-4689-a7ec-4cac2646e25f', 'name': 'tempest-TestServerBasicOps-1964883212-router', 'tenant_id': 'aba82729018b40bc8103090faf728398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:01Z', 'updated_at': '2021-11-13T21:55:17Z', 'revision_number': 6, 'project_id': 'aba82729018b40bc8103090faf728398', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:55:17.758772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.784549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Pushing event deleted for resources: {'Port': ['ID=4541ea2d-876e-4abb-bc17-9cba2e758db1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:17.797947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6eb47-23dd-4a3d-a146-b60a8ed15806 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:55:17.843549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.933424 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:17.935614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.051623 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.052209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd489148-8ab1-4689-a7ec-4cac2646e25f {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:55:18.057642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.064322 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-64ef40c4-100c-422b-8e99-8eec56e4be5a admin admin] 10.222.0.20 "DELETE /v2.0/routers/cd489148-8ab1-4689-a7ec-4cac2646e25f HTTP/1.1" status: 204  len: 168 time: 0.9865503
Nov 13 21:55:18.064464 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47696) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:18.114721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Deleting subnet d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:55:18.118056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.137691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 327a750f-4a16-4861-9f72-cb043bf880b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:18.156287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.159429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 327a750f-4a16-4861-9f72-cb043bf880b7 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:18.159983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 327a750f-4a16-4861-9f72-cb043bf880b7 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:18.234809 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.347864 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.378344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:18.382073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.385291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ca6dc197-8560-416b-a133-2979e1725556 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d2b6ea9a-a877-44bb-83e1-b6f44e0c33b1 HTTP/1.1" status: 204  len: 168 time: 0.3229384
Nov 13 21:55:18.387536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d2097-ef0a-4ecb-be3d-61384e100073 None None] Network 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:55:18.387863 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47698) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:18.458494 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.509626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Deleting port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:18.509964 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.571578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] DHCP port deletion for 6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:55:18.586818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] For port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:18.586818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.595731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Calling delete_port for 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:18.622870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Deleting port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:18.623237 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.684944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] For port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,segment=NetworkSegment(d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1),segment_id=d8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:18.685331 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.697319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Calling delete_port for 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:18.737812 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.766551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Pushing event deleted for resources: {'Port': ['ID=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:18.770056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] No DVR routers for this DVR port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:55:18.776172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.802716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Pushing event deleted for resources: {'Port': ['ID=867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:18.810621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] No DVR routers for this DVR port 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:55:18.812744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.813090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.813434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.813769 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.814680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.815019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.815344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.815665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.815989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.816307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.816626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.816970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2140-c031-40e0-8d90-8f8afd034ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:55:18.842560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.863142 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7723b20>,) {'filters': {'network_id': ['6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:18.872439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7723b20>, 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:18.872812 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7723b20>, 'd8f3b6ac-b3ee-4f37-b0a0-b8eb55ce07e1') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:18.886638 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.900014 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.905761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:55:18.906140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:55:18.907760 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:55:19.022832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:19.028201 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:19.031400 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f HTTP/1.1" status: 204  len: 168 time: 0.6426077
Nov 13 21:55:19.034372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47700) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:19.041945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d91e-ecd6-41a9-8604-0e60f53a452f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0e23f2-b9b0-4f67-8ac7-ed9fda90294f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:19.375796 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:19.613686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Deleting port b045e5ef-97f4-4d26-80b6-95e02743f5c5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:19.614046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:19.692030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] For port b045e5ef-97f4-4d26-80b6-95e02743f5c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b045e5ef-97f4-4d26-80b6-95e02743f5c5,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:19.692377 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:19.704192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Calling delete_port for b045e5ef-97f4-4d26-80b6-95e02743f5c5 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:19.954269 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:19.989032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b045e5ef-97f4-4d26-80b6-95e02743f5c5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:20.028527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:20.053544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:20.053845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 867d5e5a-fcbd-4fa0-a7e5-1c8d36a1fb0a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:20.054495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4541ea2d-876e-4abb-bc17-9cba2e758db1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:20.075625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 4541ea2d-876e-4abb-bc17-9cba2e758db1 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:20.076127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 4541ea2d-876e-4abb-bc17-9cba2e758db1 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:20.483681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:20.694639 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Router 278ef995-47a5-46cf-8962-12598ddab6d8 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:55:20.794469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:55:20.799525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2172b4ca-3a99-4dca-af76-6bc48b21afc0 admin admin] 10.222.0.20 "PUT /v2.0/routers/278ef995-47a5-46cf-8962-12598ddab6d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7641363
Nov 13 21:55:20.802125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47702) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:20.805072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] Sync routers for ids ['278ef995-47a5-46cf-8962-12598ddab6d8'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:55:20.816159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] Routers {'278ef995-47a5-46cf-8962-12598ddab6d8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:55:20.816801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddc707f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:54:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['278ef995-47a5-46cf-8962-12598ddab6d8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:20.904928 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:20.920664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] Set router 278ef995-47a5-46cf-8962-12598ddab6d8 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:55:21.005941 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.099260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddc707f0>, [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253'}], 'enable_snat': True}, 'gw_port_id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:55:19Z', 'revision_number': 5, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port': {'id': '8fb95e25-ff4a-4026-af3e-6fa8df9632eb', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:50:08Z', 'updated_at': '2021-11-13T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:21.117751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Deleting port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:21.118121 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.125170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] Checking router: 278ef995-47a5-46cf-8962-12598ddab6d8 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:55:21.133639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] Routers {'278ef995-47a5-46cf-8962-12598ddab6d8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:55:21.134235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddc707f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:54:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['278ef995-47a5-46cf-8962-12598ddab6d8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:21.204425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] For port 8fb95e25-ff4a-4026-af3e-6fa8df9632eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:21.205336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.218133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Calling delete_port for 8fb95e25-ff4a-4026-af3e-6fa8df9632eb owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:21.219744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] Set router 278ef995-47a5-46cf-8962-12598ddab6d8 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:55:21.273326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddc707f0>, [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:55:21Z', 'revision_number': 6, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:21.299349 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08361d7e-b4e2-4ee2-90a9-fe9d1f42d496 None None] The sync data for ids ['278ef995-47a5-46cf-8962-12598ddab6d8'] in ncdv-master-1 is: [{'id': '278ef995-47a5-46cf-8962-12598ddab6d8', 'name': 'tempest-TestServerBasicOps-542507837-router', 'tenant_id': '4541190ff4244e3db288b8e7ce98082e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:50:07Z', 'updated_at': '2021-11-13T21:55:21Z', 'revision_number': 6, 'project_id': '4541190ff4244e3db288b8e7ce98082e', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:55:21.445499 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.468669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb95e25-ff4a-4026-af3e-6fa8df9632eb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:21.484710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d4580c-e6a6-463a-8322-8d84adde1b6f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:55:21.537782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.628077 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.630099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.754131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.754768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 278ef995-47a5-46cf-8962-12598ddab6d8 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 21:55:21.759506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.760762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-75bfcbb4-974e-4430-afea-88f031b45207 admin admin] 10.222.0.20 "DELETE /v2.0/routers/278ef995-47a5-46cf-8962-12598ddab6d8 HTTP/1.1" status: 204  len: 168 time: 0.9576225
Nov 13 21:55:21.763192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47720) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:21.808554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Deleting subnet bb494fdb-d4da-4366-961d-ee29c957ae5d {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:55:21.811614 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.844590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:21.922822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.040562 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.076933 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb494fdb-d4da-4366-961d-ee29c957ae5d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:22.081910 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.083017 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8fb95e25-ff4a-4026-af3e-6fa8df9632eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:22.087804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3767a2e6-6e26-444f-a5be-8dede6b416a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb494fdb-d4da-4366-961d-ee29c957ae5d HTTP/1.1" status: 204  len: 168 time: 0.3211854
Nov 13 21:55:22.088273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47722) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:22.088915 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e601843-e584-4de8-8ad0-ab2dfcc61d7f None None] Network 716678c9-7d06-410e-98b4-c890a2ee0ea5 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:55:22.130402 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8fb95e25-ff4a-4026-af3e-6fa8df9632eb {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:22.131107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8fb95e25-ff4a-4026-af3e-6fa8df9632eb not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:22.131219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b045e5ef-97f4-4d26-80b6-95e02743f5c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:22.166173 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.177857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b045e5ef-97f4-4d26-80b6-95e02743f5c5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:22.178201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b045e5ef-97f4-4d26-80b6-95e02743f5c5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:22.221091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Deleting port fa994586-4d3f-485a-b7c0-ae0d964e8a04 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:22.221451 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.288184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] For port fa994586-4d3f-485a-b7c0-ae0d964e8a04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa994586-4d3f-485a-b7c0-ae0d964e8a04,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:22.288545 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.294242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] DHCP port deletion for 716678c9-7d06-410e-98b4-c890a2ee0ea5 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:55:22.302624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Calling delete_port for fa994586-4d3f-485a-b7c0-ae0d964e8a04 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:22.356571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] Deleting port fa994586-4d3f-485a-b7c0-ae0d964e8a04 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:22.357114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.428287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] For port fa994586-4d3f-485a-b7c0-ae0d964e8a04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa994586-4d3f-485a-b7c0-ae0d964e8a04,segment=NetworkSegment(cf536615-2ec7-4b91-848d-5e586a0e4f8f),segment_id=cf536615-2ec7-4b91-848d-5e586a0e4f8f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:22.428287 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.439992 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.440219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] Calling delete_port for fa994586-4d3f-485a-b7c0-ae0d964e8a04 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:22.466997 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa994586-4d3f-485a-b7c0-ae0d964e8a04,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:22.469146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] No DVR routers for this DVR port fa994586-4d3f-485a-b7c0-ae0d964e8a04 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:55:22.552853 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.580183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefddf4c970>,) {'filters': {'network_id': ['716678c9-7d06-410e-98b4-c890a2ee0ea5']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:22.591353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf4c970>, 'cf536615-2ec7-4b91-848d-5e586a0e4f8f') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:22.591647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefddf4c970>, 'cf536615-2ec7-4b91-848d-5e586a0e4f8f') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:55:22.602780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.616510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.623375 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:55:22.623824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:55:22.625587 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:55:22.672243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.696137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] Pushing event deleted for resources: {'Port': ['ID=fa994586-4d3f-485a-b7c0-ae0d964e8a04,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:22.701412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd7e49-8f38-4d0e-bbbc-67d19a313ba2 None None] No DVR routers for this DVR port fa994586-4d3f-485a-b7c0-ae0d964e8a04 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:55:22.725795 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.731392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:22.734574 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] 10.222.0.20 "DELETE /v2.0/networks/716678c9-7d06-410e-98b4-c890a2ee0ea5 HTTP/1.1" status: 204  len: 168 time: 0.6453187
Nov 13 21:55:22.749595 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac267a-4aba-4dc3-8f23-8fcf3bc82d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=716678c9-7d06-410e-98b4-c890a2ee0ea5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:23.010091 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47726) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:23.049969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-51427f42-e43e-400a-9926-f3deee2385c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aba82729018b40bc8103090faf728398&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386930
Nov 13 21:55:23.052354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47728) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:23.107358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7c573c7-d925-42eb-bf33-a4b6f26f4487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:23.128512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7c573c7-d925-42eb-bf33-a4b6f26f4487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:23.238872 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7c573c7-d925-42eb-bf33-a4b6f26f4487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:23.241565 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c7c573c7-d925-42eb-bf33-a4b6f26f4487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:23.243187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c7c573c7-d925-42eb-bf33-a4b6f26f4487 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fac08880-59cd-402b-80e1-2715ae5f0a63 HTTP/1.1" status: 204  len: 168 time: 0.1894710
Nov 13 21:55:23.250393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c573c7-d925-42eb-bf33-a4b6f26f4487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac08880-59cd-402b-80e1-2715ae5f0a63,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:23.895039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47734) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:23.935609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d8c186ba-af55-4a4b-a40e-f5034e7e9450 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4541190ff4244e3db288b8e7ce98082e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393970
Nov 13 21:55:23.938105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47736) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:23.984254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f63d6a4-cd38-4ea3-9cb5-d0dd33e9ea18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:24.005409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f63d6a4-cd38-4ea3-9cb5-d0dd33e9ea18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:24.015457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa994586-4d3f-485a-b7c0-ae0d964e8a04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:24.036035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: fa994586-4d3f-485a-b7c0-ae0d964e8a04 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:24.036379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa994586-4d3f-485a-b7c0-ae0d964e8a04 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:24.097599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f63d6a4-cd38-4ea3-9cb5-d0dd33e9ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:24.100460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7f63d6a4-cd38-4ea3-9cb5-d0dd33e9ea18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:24.101699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7f63d6a4-cd38-4ea3-9cb5-d0dd33e9ea18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/212a7e3c-da2f-4685-b724-7eea5a5f9f59 HTTP/1.1" status: 204  len: 168 time: 0.1626844
Nov 13 21:55:24.112287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63d6a4-cd38-4ea3-9cb5-d0dd33e9ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212a7e3c-da2f-4685-b724-7eea5a5f9f59,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:24.726177 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c2f46e0d-3a01-45ba-a1cc-9469c0893311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:27.085549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-129de068-768e-4604-992f-bcb6b4a357e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:28.684455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:30.045471 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:30.392973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:35.517491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-a02f5c07-3112-42c0-9fba-e94f873483f1 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310323
Nov 13 21:55:35.698840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-4ec56b2c-33f3-4121-8058-eee7a33c5001 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:35.700323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-4ec56b2c-33f3-4121-8058-eee7a33c5001 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1760135
Nov 13 21:55:35.714861 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-0b2a182e-355c-4e57-a56c-b3d60fb8a067 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/quotas/7d44ca3b99be4a7abd1b339cd9cf3398 HTTP/1.1" status: 200  len: 375 time: 0.0086668
Nov 13 21:55:35.744938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-484b35fa-7234-4ff7-a5b1-d570c2fa6b77 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0249493
Nov 13 21:55:35.962406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9967e7d7-00f1-41e9-bab3-33525119dbdc req-1bc09303-cd46-497a-aa7e-2c1036c41352 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 210 time: 0.0309160
Nov 13 21:55:37.054509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b935bfb-9ac6-446f-91f1-cd410d299ff2 req-b6d78396-8655-430c-a130-d1e1e8ba09df tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 210 time: 0.0254490
Nov 13 21:55:37.774328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-28c5daf9-1008-48ee-a2ff-a47efa8abc2f tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0250914
Nov 13 21:55:37.893812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-6168d32a-45d0-45ee-9c64-809ff12db0e1 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:37.895151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-6168d32a-45d0-45ee-9c64-809ff12db0e1 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1148486
Nov 13 21:55:37.907035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Request body: {'port': {'device_id': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'admin_state_up': True, 'tenant_id': '7d44ca3b99be4a7abd1b339cd9cf3398'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:55:38.062432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Made reservation on behalf of 7d44ca3b99be4a7abd1b339cd9cf3398 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:55:38.066472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.075249 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.150148 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5719b61-ffb2-41d3-9c48-d1698e7c45e6 req-e4ad3142-3d26-40c8-9453-04761a00f5e4 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 210 time: 0.0263019
Nov 13 21:55:38.150769 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.211592 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.272273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:38.351156 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Allocated IP 192.168.233.231 (b66aebb7-d9ae-48e3-89ad-3b90268521b1/bfb71e41-af07-4948-80be-f61464a126dd/aa28fe9d-a986-499b-9df4-b940ce9f21ae) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:55:38.500892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.616372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.663053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Network b66aebb7-d9ae-48e3-89ad-3b90268521b1 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:55:38.668029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:55:38.670874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:55:38.697927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Pushing event updated for resources: {'Port': ['ID=aa28fe9d-a986-499b-9df4-b940ce9f21ae,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:38.728668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:38.729302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.874287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0b495b46-e9b1-4809-9481-8ddcae560062 None None] Provisioning complete for port aa28fe9d-a986-499b-9df4-b940ce9f21ae triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:55:38.875043 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0b495b46-e9b1-4809-9481-8ddcae560062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:38.894246 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-aac4b7de-06e7-458c-849d-94671a3f2555 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9906518
Nov 13 21:55:38.906883 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Request body: {'port': {'device_id': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:55:38.927938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0b495b46-e9b1-4809-9481-8ddcae560062 None None] Port aa28fe9d-a986-499b-9df4-b940ce9f21ae cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:55:38.968674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:39.233420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa28fe9d-a986-499b-9df4-b940ce9f21ae {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:55:39.243049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:39.277622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Transition to ACTIVE for port object aa28fe9d-a986-499b-9df4-b940ce9f21ae will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:55:39.296957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418008a-c816-4bb1-b578-dc5835637aee req-91ddbbff-8b11-4d1e-80c1-bdf5a47999ee tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:39.298428 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d418008a-c816-4bb1-b578-dc5835637aee req-91ddbbff-8b11-4d1e-80c1-bdf5a47999ee tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 936 time: 0.0605948
Nov 13 21:55:39.345219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d418008a-c816-4bb1-b578-dc5835637aee req-001e8400-5f85-4748-ad6e-52cb6b29774e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399868
Nov 13 21:55:39.345804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:39.416147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Pushing event updated for resources: {'Port': ['ID=aa28fe9d-a986-499b-9df4-b940ce9f21ae,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:39.469932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Attempting to bind port aa28fe9d-a986-499b-9df4-b940ce9f21ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:55:39.470267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Attempting to bind port aa28fe9d-a986-499b-9df4-b940ce9f21ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:55:39.470589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Attempting to bind port aa28fe9d-a986-499b-9df4-b940ce9f21ae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:55:39.475712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Port aa28fe9d-a986-499b-9df4-b940ce9f21ae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:55:39.476036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Attempting to bind port aa28fe9d-a986-499b-9df4-b940ce9f21ae on network b66aebb7-d9ae-48e3-89ad-3b90268521b1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:55:39.481118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:55:39.481450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Checking segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:55:39.481831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Bound using segment: {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:55:39.482250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Bound port: aa28fe9d-a986-499b-9df4-b940ce9f21ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:55:39.482602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:39.547383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] For port aa28fe9d-a986-499b-9df4-b940ce9f21ae, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:55:39.551268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] For port aa28fe9d-a986-499b-9df4-b940ce9f21ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa28fe9d-a986-499b-9df4-b940ce9f21ae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:55:39.634645 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:39.673679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:39.674376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:39.675757 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] 10.222.0.46 "PUT /v2.0/ports/aa28fe9d-a986-499b-9df4-b940ce9f21ae HTTP/1.1" status: 200  len: 1096 time: 0.7734456
Nov 13 21:55:39.676191 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'tag': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:55:39.678469 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e42f08-86a2-4da5-86ce-dea19736746a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a093b67-3eaf-4faa-af1f-b9544e1abe55", "tag": "aa28fe9d-a986-499b-9df4-b940ce9f21ae"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:55:39.702670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60465e3-fa17-4e2d-96e4-8366c9dcaafa service neutron] Pushing event updated for resources: {'Port': ['ID=aa28fe9d-a986-499b-9df4-b940ce9f21ae,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:39.723160 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e29b5b1-8ff0-4099-afde-1ff9305217c2 x-openstack-request-id: req-4e29b5b1-8ff0-4099-afde-1ff9305217c2 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:55:39.723457 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a093b67-3eaf-4faa-af1f-b9544e1abe55", "tag": "aa28fe9d-a986-499b-9df4-b940ce9f21ae", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:55:39.723711 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e29b5b1-8ff0-4099-afde-1ff9305217c2 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:55:39.724113 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'tag': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae', 'status': 'completed', 'code': 200}
Nov 13 21:55:39.785449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42f08-86a2-4da5-86ce-dea19736746a req-f9dd6656-615c-4e6f-9372-9737588db59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:39.786985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21e42f08-86a2-4da5-86ce-dea19736746a req-f9dd6656-615c-4e6f-9372-9737588db59f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 1099 time: 0.0433950
Nov 13 21:55:39.815704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21e42f08-86a2-4da5-86ce-dea19736746a req-74a1fafd-d5c0-4202-939f-cb2929884e67 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0199521
Nov 13 21:55:39.914692 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e42f08-86a2-4da5-86ce-dea19736746a req-e93b4146-f2a2-45cf-9a06-2231220a3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:39.916169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-21e42f08-86a2-4da5-86ce-dea19736746a req-e93b4146-f2a2-45cf-9a06-2231220a3a09 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0950527
Nov 13 21:55:39.991890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-d502eeed-16d8-4386-8261-b2aff4cfdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:39.993412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-d502eeed-16d8-4386-8261-b2aff4cfdf2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 1099 time: 0.0408902
Nov 13 21:55:40.037302 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-1fe1c6e0-650c-48f4-b147-bbda1ff1ced3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=aa28fe9d-a986-499b-9df4-b940ce9f21ae HTTP/1.1" status: 200  len: 217 time: 0.0336607
Nov 13 21:55:40.088385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-f821080f-2918-431f-ab02-af19cadb5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:40.089843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-f821080f-2918-431f-ab02-af19cadb5512 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfb71e41-af07-4948-80be-f61464a126dd HTTP/1.1" status: 200  len: 843 time: 0.0462019
Nov 13 21:55:40.134162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-d13f7d28-b49e-47d0-8bea-49e35a3233a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:40.135608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-d13f7d28-b49e-47d0-8bea-49e35a3233a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b66aebb7-d9ae-48e3-89ad-3b90268521b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0387893
Nov 13 21:55:40.224316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-f190cd13-31d6-4f7a-ad17-ca73afd32847 service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812273
Nov 13 21:55:40.316503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d737b89-2f05-499e-8284-40afa4df8ef3 req-18840b77-af5e-4704-b6d6-698f2941742f service neutron] 10.222.0.46 "GET /v2.0/networks/b66aebb7-d9ae-48e3-89ad-3b90268521b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855136
Nov 13 21:55:40.459893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581e09c-627b-40ff-857e-88bde082f5c2 req-bca161a9-eeb1-41b0-9956-40039268d538 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:40.461400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1581e09c-627b-40ff-857e-88bde082f5c2 req-bca161a9-eeb1-41b0-9956-40039268d538 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 948 time: 0.0483537
Nov 13 21:55:40.508297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1581e09c-627b-40ff-857e-88bde082f5c2 req-f3490d7d-eb5e-441c-b326-32e7aab00750 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408437
Nov 13 21:55:41.624284 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803036e1-6214-4bfc-87fa-7b694195047f req-991cb8ef-f0d0-49d2-a89c-ababe9a1fc81 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:41.625777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-803036e1-6214-4bfc-87fa-7b694195047f req-991cb8ef-f0d0-49d2-a89c-ababe9a1fc81 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 948 time: 0.0487084
Nov 13 21:55:41.672324 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-803036e1-6214-4bfc-87fa-7b694195047f req-2eb83074-a1d9-4131-a9eb-afbd250231b3 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405591
Nov 13 21:55:42.501109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:42.790358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798e491-e0d4-4277-af4b-7a8437c67bc9 req-d3833a41-85b3-4b60-8409-294d7ceb0353 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:42.791822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2798e491-e0d4-4277-af4b-7a8437c67bc9 req-d3833a41-85b3-4b60-8409-294d7ceb0353 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 948 time: 0.0525410
Nov 13 21:55:42.837652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2798e491-e0d4-4277-af4b-7a8437c67bc9 req-e44fcb12-41e7-4795-b2ce-ad0b5530b12f tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399301
Nov 13 21:55:43.780361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aa28fe9d-a986-499b-9df4-b940ce9f21ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:55:43.876026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port aa28fe9d-a986-499b-9df4-b940ce9f21ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa28fe9d-a986-499b-9df4-b940ce9f21ae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:43.895942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae', 'network_id': 'b66aebb7-d9ae-48e3-89ad-3b90268521b1', 'port_id': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae', 'mac_address': 'fa:16:3e:62:11:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb71e41-af07-4948-80be-f61464a126dd', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:55:43.933955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:43.947257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa28fe9d-a986-499b-9df4-b940ce9f21ae {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:55:43.953244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fe109-eaa3-43fe-8b87-54a42a0daf4e req-f4dcd797-d36b-42df-b772-8ae216965c66 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:43.954748 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d51fe109-eaa3-43fe-8b87-54a42a0daf4e req-f4dcd797-d36b-42df-b772-8ae216965c66 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 948 time: 0.0482173
Nov 13 21:55:43.967046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port aa28fe9d-a986-499b-9df4-b940ce9f21ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa28fe9d-a986-499b-9df4-b940ce9f21ae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:44.005808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d51fe109-eaa3-43fe-8b87-54a42a0daf4e req-0d15dfb2-bd12-4765-b2af-d5004c233462 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445170
Nov 13 21:55:44.090212 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:44.140332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=aa28fe9d-a986-499b-9df4-b940ce9f21ae,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:44.328995 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aa28fe9d-a986-499b-9df4-b940ce9f21ae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:55:44.856698 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:45.155423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a391471-8b3d-4d3a-a207-4859b5a4012f req-84b495ac-566c-4f19-85d3-d11f81319026 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:45.156816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a391471-8b3d-4d3a-a207-4859b5a4012f req-84b495ac-566c-4f19-85d3-d11f81319026 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 949 time: 0.0475869
Nov 13 21:55:45.202675 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a391471-8b3d-4d3a-a207-4859b5a4012f req-a3ef10ab-8e5e-4f49-9f84-299b55c9321b tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394394
Nov 13 21:55:45.788882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aa28fe9d-a986-499b-9df4-b940ce9f21ae up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:55:45.896184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port aa28fe9d-a986-499b-9df4-b940ce9f21ae completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:55:45.900177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port aa28fe9d-a986-499b-9df4-b940ce9f21ae triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:55:45.900537 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:45.976777 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:45.997970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:55:46.001079 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c1b877-9a76-4dd0-a065-7ea582444c89" -d '{"events": [{"server_uuid": "6a093b67-3eaf-4faa-af1f-b9544e1abe55", "name": "network-vif-plugged", "status": "completed", "tag": "aa28fe9d-a986-499b-9df4-b940ce9f21ae"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:55:46.013185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port aa28fe9d-a986-499b-9df4-b940ce9f21ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa28fe9d-a986-499b-9df4-b940ce9f21ae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:46.056613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:46.104928 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f74f03-27f1-40fe-9f44-2795b4d2f068 x-openstack-request-id: req-b5f74f03-27f1-40fe-9f44-2795b4d2f068 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:55:46.105211 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a093b67-3eaf-4faa-af1f-b9544e1abe55", "name": "network-vif-plugged", "status": "completed", "tag": "aa28fe9d-a986-499b-9df4-b940ce9f21ae", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:55:46.105454 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f74f03-27f1-40fe-9f44-2795b4d2f068 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:55:46.105840 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae', 'code': 200}
Nov 13 21:55:46.110371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=aa28fe9d-a986-499b-9df4-b940ce9f21ae,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:46.207114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388ece3-69a8-49ab-b682-d1f04b2cb6d0 req-6d61c041-2ee8-4655-b523-ba9bf6e0616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:46.208518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d388ece3-69a8-49ab-b682-d1f04b2cb6d0 req-6d61c041-2ee8-4655-b523-ba9bf6e0616c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 1101 time: 0.0444047
Nov 13 21:55:46.261347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d388ece3-69a8-49ab-b682-d1f04b2cb6d0 req-e0ccfff0-2a12-4469-be9b-f0926047ee77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436652
Nov 13 21:55:46.315529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05133c6f-d616-4f32-8bfe-9ffb586c7e2c req-e5c05163-a5b6-4fff-bcf4-1edbf421e1e0 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:46.317655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05133c6f-d616-4f32-8bfe-9ffb586c7e2c req-e5c05163-a5b6-4fff-bcf4-1edbf421e1e0 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 950 time: 0.0486510
Nov 13 21:55:46.362766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05133c6f-d616-4f32-8bfe-9ffb586c7e2c req-e921ed90-b516-4459-beb4-542045b79219 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392954
Nov 13 21:55:47.488940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5f51-62ee-49f1-9dad-413cebaecc58 req-465d7009-13d9-4216-ad90-be81d6096133 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:47.490418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53fd5f51-62ee-49f1-9dad-413cebaecc58 req-465d7009-13d9-4216-ad90-be81d6096133 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 950 time: 0.0485847
Nov 13 21:55:47.537052 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53fd5f51-62ee-49f1-9dad-413cebaecc58 req-0d67a4b5-ec68-41c6-bbfe-046660bf3b36 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406947
Nov 13 21:55:47.964603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-4f4c59a0-a6ef-4c89-9027-fd053a04740d req-5b535aa7-7348-49cf-b6cd-7cf63c527fca service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:55:47.965730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f4c59a0-a6ef-4c89-9027-fd053a04740d req-5b535aa7-7348-49cf-b6cd-7cf63c527fca service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1013777
Nov 13 21:55:48.478288 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-4dadf9ca-afb8-464c-9e1f-b91bc0c97c53 req-497468f2-c746-445f-ac6f-f58cf2c998b8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:55:48.479283 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4dadf9ca-afb8-464c-9e1f-b91bc0c97c53 req-497468f2-c746-445f-ac6f-f58cf2c998b8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0563352
Nov 13 21:55:49.151369 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cba336-b98e-4b3d-8ea1-98722bec98f3 req-4ca333a4-95c6-4d0b-8163-9de7dbba8e39 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:49.152855 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56cba336-b98e-4b3d-8ea1-98722bec98f3 req-4ca333a4-95c6-4d0b-8163-9de7dbba8e39 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 950 time: 0.0485511
Nov 13 21:55:49.199828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-56cba336-b98e-4b3d-8ea1-98722bec98f3 req-dbd259f2-9e8f-45ef-b2d4-5a2483bd04ec tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408571
Nov 13 21:55:49.402662 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:55:50.317165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d4a6a-b6de-43ac-95cf-5481a09f2b03 req-84815d0a-26ec-447f-a37b-4cf5ca69ced8 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:50.318699 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-415d4a6a-b6de-43ac-95cf-5481a09f2b03 req-84815d0a-26ec-447f-a37b-4cf5ca69ced8 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 950 time: 0.0480216
Nov 13 21:55:50.372354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-415d4a6a-b6de-43ac-95cf-5481a09f2b03 req-6e7ca789-8927-4b27-9332-b57f1303f7fb tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/security-groups?id=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475943
Nov 13 21:55:50.410582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-ca2efc24-c3c0-480d-ad37-4df8aab35793 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:50.411985 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-ca2efc24-c3c0-480d-ad37-4df8aab35793 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 950 time: 0.0543513
Nov 13 21:55:50.497647 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Deleting port aa28fe9d-a986-499b-9df4-b940ce9f21ae {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:55:50.497883 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:50.589030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] For port aa28fe9d-a986-499b-9df4-b940ce9f21ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa28fe9d-a986-499b-9df4-b940ce9f21ae,segment=NetworkSegment(4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e),segment_id=4bc6539d-ce2b-4e24-9e40-cb2e505a7b4e)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:55:50.589393 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:50.602021 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Calling delete_port for aa28fe9d-a986-499b-9df4-b940ce9f21ae owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:55:50.781448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:50.793680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aa28fe9d-a986-499b-9df4-b940ce9f21ae'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:55:50.813127 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Pushing event deleted for resources: {'Port': ['ID=aa28fe9d-a986-499b-9df4-b940ce9f21ae,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:50.855434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] No DVR routers for this DVR port aa28fe9d-a986-499b-9df4-b940ce9f21ae on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:55:50.858153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:50.861543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29bdee13-8ab9-43e6-804b-8fd578dc935b req-f8ac51f9-c93e-4ec8-93a6-73b5cc31aa2e tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.46 "DELETE /v2.0/ports/aa28fe9d-a986-499b-9df4-b940ce9f21ae HTTP/1.1" status: 204  len: 173 time: 0.4434571
Nov 13 21:55:50.861992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'name': 'network-vif-deleted', 'tag': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:55:50.864276 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3cea1-6439-42e5-a34c-6de32e4c71a0" -d '{"events": [{"server_uuid": "6a093b67-3eaf-4faa-af1f-b9544e1abe55", "name": "network-vif-deleted", "tag": "aa28fe9d-a986-499b-9df4-b940ce9f21ae"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:55:50.902289 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbd0294-0e5e-4882-9bf2-a6f3e8d798ed x-openstack-request-id: req-dfbd0294-0e5e-4882-9bf2-a6f3e8d798ed {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:55:50.904895 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a093b67-3eaf-4faa-af1f-b9544e1abe55", "name": "network-vif-deleted", "tag": "aa28fe9d-a986-499b-9df4-b940ce9f21ae", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:55:50.904895 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfbd0294-0e5e-4882-9bf2-a6f3e8d798ed {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:55:50.904895 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a093b67-3eaf-4faa-af1f-b9544e1abe55', 'name': 'network-vif-deleted', 'tag': 'aa28fe9d-a986-499b-9df4-b940ce9f21ae', 'status': 'completed', 'code': 200}
Nov 13 21:55:51.478169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2986e84b-ebba-4eb6-bf87-fbafa2ad6f89 req-45a0fbf8-3446-4f5a-99fa-ac4da305d593 tempest-ServersAdminNegativeTestJSON-1087793175 tempest-ServersAdminNegativeTestJSON-1087793175-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a093b67-3eaf-4faa-af1f-b9544e1abe55 HTTP/1.1" status: 200  len: 210 time: 0.0254133
Nov 13 21:55:52.977602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47882) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:53.107159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5edaef19-84a1-457b-b04e-457fedd94914 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d44ca3b99be4a7abd1b339cd9cf3398&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1283729
Nov 13 21:55:53.109612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:53.159088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc65695-081c-4e01-a0dd-e6adf153b872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:53.179052 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc65695-081c-4e01-a0dd-e6adf153b872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:53.306930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc65695-081c-4e01-a0dd-e6adf153b872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:53.309577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2fc65695-081c-4e01-a0dd-e6adf153b872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:53.310766 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2fc65695-081c-4e01-a0dd-e6adf153b872 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b12fd1ce-79de-4d31-8aeb-faf51fb99bc5 HTTP/1.1" status: 204  len: 168 time: 0.2002549
Nov 13 21:55:53.318683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc65695-081c-4e01-a0dd-e6adf153b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12fd1ce-79de-4d31-8aeb-faf51fb99bc5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:53.836049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aa28fe9d-a986-499b-9df4-b940ce9f21ae no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:55:53.856060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: aa28fe9d-a986-499b-9df4-b940ce9f21ae {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:55:53.856406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aa28fe9d-a986-499b-9df4-b940ce9f21ae not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:55:53.907564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 47892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:53.921013 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32cef506-419e-4dfd-9666-6d45baa3793b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:53.992830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32cef506-419e-4dfd-9666-6d45baa3793b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:54.061678 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-32cef506-419e-4dfd-9666-6d45baa3793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:54.100115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-32cef506-419e-4dfd-9666-6d45baa3793b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=896bbeca2fd140c6899d73c4a6967137&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1913931
Nov 13 21:55:54.100913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cef506-419e-4dfd-9666-6d45baa3793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500bb364-5264-4df4-a422-791fa4bf57f1,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:54.102848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47894) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:54.154734 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-154f81b8-50e0-45f3-b335-5d209f44f568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:54.174963 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-154f81b8-50e0-45f3-b335-5d209f44f568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:54.290876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-154f81b8-50e0-45f3-b335-5d209f44f568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:54.293538 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-154f81b8-50e0-45f3-b335-5d209f44f568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:54.294700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-154f81b8-50e0-45f3-b335-5d209f44f568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/500bb364-5264-4df4-a422-791fa4bf57f1 HTTP/1.1" status: 204  len: 168 time: 0.1908391
Nov 13 21:55:54.312102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f81b8-50e0-45f3-b335-5d209f44f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500bb364-5264-4df4-a422-791fa4bf57f1,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:54.703168 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ab01b7a5-7555-46b5-8ab1-d985954991cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.302100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47916) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:55.394282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2067617290-network', 'tenant_id': '570266a735ed41558d7a459155dde40a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:55:55.462163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Made reservation on behalf of 570266a735ed41558d7a459155dde40a for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:55:55.464527 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.473993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.555379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.615889 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.642754 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:55:55.648894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ffa21b-98d6-4ead-8043-a7d490fd1092,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:55.656910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.657352 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Added segment 2be76a6d-eb89-425b-9a9f-ee715ae37cd7 of type vlan for network 8ec19021-2a02-45cd-9145-c197a3916f66
Nov 13 21:55:55.696510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.787374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.788281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:55.788892 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:55.851528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec19021-2a02-45cd-9145-c197a3916f66,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:55.860924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8ec19021-2a02-45cd-9145-c197a3916f66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:55:55.899119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-08ed3ff9-2ad5-44b0-a5c9-d632806e2090 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5959120
Nov 13 21:55:55.902034 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 47920) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:55:55.906693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Request body: {'subnet': {'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2067617290-subnet', 'tenant_id': '570266a735ed41558d7a459155dde40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:55:55.998829 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Made reservation on behalf of 570266a735ed41558d7a459155dde40a for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:55:56.001282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:56.240325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:56.296224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e479b639-615b-467d-b8d5-aa7886e3f33e,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:55:56.303688 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Checking segment: {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:55:56.304290 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Network hostable DHCP agents. Network: 8ec19021-2a02-45cd-9145-c197a3916f66, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:55:56.404845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Network 8ec19021-2a02-45cd-9145-c197a3916f66 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:55:56.502312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ec19021-2a02-45cd-9145-c197a3916f66) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:55:56.506229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:56.506817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:56.512204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c30d7e3-8231-48a7-b66b-77a81261dadf None None] Network 8ec19021-2a02-45cd-9145-c197a3916f66 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:55:56.607607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bfbfcee9-4fce-4570-85b1-10ac5e49ebc1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7045450
Nov 13 21:55:56.640913 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d57392b-4c99-404f-a5d4-b79e523bf0ee None None] Network 8ec19021-2a02-45cd-9145-c197a3916f66 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:55:57.034107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-1e2eb099-27c8-403c-8f3a-696af577c06c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:55:57.035515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-1e2eb099-27c8-403c-8f3a-696af577c06c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 812 time: 0.1027129
Nov 13 21:55:57.050158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-458a3846-f259-4929-89e3-a7c4eaf469fe tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/quotas/570266a735ed41558d7a459155dde40a HTTP/1.1" status: 200  len: 375 time: 0.0089297
Nov 13 21:55:57.068301 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f459-f15e-4347-8821-dcdb90e9e935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:57.081640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-a63d94e6-77d1-436c-b160-b6caacd4c0f4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0263298
Nov 13 21:55:57.092936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-1ecd0f66-6ca5-41d4-98d4-f7a57d624ee9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:55:57.093858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-1ecd0f66-6ca5-41d4-98d4-f7a57d624ee9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050344
Nov 13 21:55:57.518505 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-2a3ee3c4-ade5-46c5-9c57-d1ee8a129255 service neutron] 10.222.0.20 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4191334
Nov 13 21:55:57.603913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-e8d32fe0-437d-49ec-baee-7848f94a72d4 service neutron] 10.222.0.20 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0789990
Nov 13 21:55:57.851215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8096ab6b-921e-4d8c-920f-71fe52daa03f req-3fa3d613-af70-4fb0-b729-5e7762cdf958 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0260184
Nov 13 21:55:58.695197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:55:58.934093 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed580e1c-7540-4802-a8d7-6235d9086422 req-218ff3a6-4e03-4c00-8c37-47956b7e4a26 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0302935
Nov 13 21:56:00.016040 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3eb2c7d0-9cd7-4726-9992-58f17e819aaf req-481fd2c7-97e7-4ab3-8306-8576c28722c7 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0305595
Nov 13 21:56:00.072098 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:00.416229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:01.093939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff74ad9e-d344-4509-bafd-bd2c3ec22192 req-24cab144-2345-4133-840c-28bee40eff9f tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0256882
Nov 13 21:56:02.186076 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7608cd2e-6b43-4c63-b891-89c2474a4fc7 req-7095380b-9996-4b0b-b03a-4c0bc3ab73d8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0260270
Nov 13 21:56:03.283078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7b8e8908-7722-430f-9fdb-58728160ea24 req-1aa6528b-7d02-409c-bb95-b7560e275892 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0299056
Nov 13 21:56:04.175854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-359f38e7-6f56-4aa0-8729-110255c6418a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:04.177290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-359f38e7-6f56-4aa0-8729-110255c6418a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.46 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 812 time: 0.0974977
Nov 13 21:56:04.196674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Request body: {'port': {'device_id': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66', 'admin_state_up': True, 'tenant_id': '570266a735ed41558d7a459155dde40a'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:56:04.363776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Made reservation on behalf of 570266a735ed41558d7a459155dde40a for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:56:04.367979 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:04.380998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-44d46635-a778-406c-bc6c-c3d0d7d01b98 req-a993d750-3f6b-4bb4-ad19-96834cc8fd2e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 210 time: 0.0265360
Nov 13 21:56:04.492945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Allocated IP 172.20.0.2 (8ec19021-2a02-45cd-9145-c197a3916f66/e479b639-615b-467d-b8d5-aa7886e3f33e/9b9df95d-bb56-4cf5-9c1a-a887e7af3de8) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:56:04.632009 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:04.742881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:04.788829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Network 8ec19021-2a02-45cd-9145-c197a3916f66 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:56:04.793792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:56:04.797536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:56:04.819846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:04.847258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:04.847801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:04.916319 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-4a1da4fe-7a2f-4f50-9768-4106f84e509c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7239563
Nov 13 21:56:04.926667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-977ba9e0-2db0-44d2-986b-b91c062ce475 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:56:04.927907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-977ba9e0-2db0-44d2-986b-b91c062ce475 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0051284
Nov 13 21:56:04.939719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Request body: {'port': {'device_id': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:56:04.992017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:05.245688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:56:05.252876 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:05.264793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Transition to ACTIVE for port object 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:56:05.375743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:05.445399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:05.531763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:56:05.532008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:56:05.532330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on network 8ec19021-2a02-45cd-9145-c197a3916f66 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:56:05.543013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d8d22-dd2e-4e24-893b-45ba1fc9b71a req-7e57dd82-31e1-4f16-ac4d-85df78f4ebf8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:05.544498 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-284d8d22-dd2e-4e24-893b-45ba1fc9b71a req-7e57dd82-31e1-4f16-ac4d-85df78f4ebf8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 943 time: 0.0771086
Nov 13 21:56:05.546839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on network 8ec19021-2a02-45cd-9145-c197a3916f66 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:56:05.547162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on network 8ec19021-2a02-45cd-9145-c197a3916f66 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:56:05.558552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:56:05.558886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Checking segment: {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:56:05.559258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Bound using segment: {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:56:05.559677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Bound port: 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:56:05.560130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:05.627681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-284d8d22-dd2e-4e24-893b-45ba1fc9b71a req-55da8a06-a22a-496f-b746-a6715e746bec tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752733
Nov 13 21:56:05.652531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:56:05.655508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:56:05.713586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:05.749422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:05.750051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:05.751463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] 10.222.0.46 "PUT /v2.0/ports/9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 1091 time: 0.8155975
Nov 13 21:56:05.751938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:56:05.754208 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d" -d '{"events": [{"name": "network-changed", "server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:56:05.784068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3a55-5223-4ef5-9b41-eba10b5edc3b service neutron] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:05.793488 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0665ddca-eb8b-43cc-a7b9-d9f2664874e5 x-openstack-request-id: req-0665ddca-eb8b-43cc-a7b9-d9f2664874e5 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:56:05.793775 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:56:05.794024 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0665ddca-eb8b-43cc-a7b9-d9f2664874e5 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:56:05.794419 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'status': 'completed', 'code': 200}
Nov 13 21:56:05.857717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d req-56aee35f-61bb-4ed7-9144-a4793f70c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:05.859188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d req-56aee35f-61bb-4ed7-9144-a4793f70c5a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1094 time: 0.0408697
Nov 13 21:56:05.955049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d req-8204a83b-0e1b-4e54-bb15-90bd988bdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:05.956496 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d req-8204a83b-0e1b-4e54-bb15-90bd988bdb71 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=570266a735ed41558d7a459155dde40a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0890598
Nov 13 21:56:06.055769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d req-6a7b003f-8909-4106-bd42-fefe5938b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:06.057165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-222e22b7-91d7-4ef5-8cdc-655e5bbb660d req-6a7b003f-8909-4106-bd42-fefe5938b1a3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0930519
Nov 13 21:56:06.130765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-c28c0aee-e66b-4257-a831-1dd8129f00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:06.132264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-c28c0aee-e66b-4257-a831-1dd8129f00f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1094 time: 0.0398405
Nov 13 21:56:06.177110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-c9d4badb-54e4-4501-9c39-fc629d7c1801 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 217 time: 0.0376809
Nov 13 21:56:06.224315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-43ee0a26-4268-44e0-b8ba-11d806865ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:06.226309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-43ee0a26-4268-44e0-b8ba-11d806865ad9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 200  len: 852 time: 0.0432041
Nov 13 21:56:06.261388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-f2649746-b2c7-4465-91ed-0da032b03d33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ec19021-2a02-45cd-9145-c197a3916f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283396
Nov 13 21:56:06.353562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-5f5cbc9d-3032-4d73-b4b5-5c8e56f6cadb service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851934
Nov 13 21:56:06.492633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b2b2e7d-c586-414f-8ab1-26379e2c2c61 req-b5c30b4c-10c3-4e55-a813-5fae5490433a service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322930
Nov 13 21:56:06.744603 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895d16-5ea3-4752-8391-a012c0f84a9c req-e1f66425-0e25-46fc-a4f1-258727242b3c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:06.746100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a895d16-5ea3-4752-8391-a012c0f84a9c req-e1f66425-0e25-46fc-a4f1-258727242b3c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 943 time: 0.0497463
Nov 13 21:56:06.799105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a895d16-5ea3-4752-8391-a012c0f84a9c req-20ec081b-ae70-4c23-aca1-2d84a839d606 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467286
Nov 13 21:56:07.913787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80996-11ed-4cb5-90dc-dca6fc74d74f req-b0c36533-c50d-4b2d-8a79-2da2fca930d4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:07.915778 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a9f80996-11ed-4cb5-90dc-dca6fc74d74f req-b0c36533-c50d-4b2d-8a79-2da2fca930d4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 943 time: 0.0485234
Nov 13 21:56:07.962281 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a9f80996-11ed-4cb5-90dc-dca6fc74d74f req-389f043b-e61b-4c61-acd9-d7960c404e8e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402801
Nov 13 21:56:09.084911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614375ab-00eb-420d-a30e-b129004f91c2 req-04c5b164-6f23-46de-b754-07181500d684 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:09.086403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-614375ab-00eb-420d-a30e-b129004f91c2 req-04c5b164-6f23-46de-b754-07181500d684 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 943 time: 0.0534623
Nov 13 21:56:09.132707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-614375ab-00eb-420d-a30e-b129004f91c2 req-1af779b4-897e-47a1-a1eb-9d0aeec76eea tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403612
Nov 13 21:56:09.907787 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-617f90b1-7163-48b6-9ebb-08324078b2a2 req-be869d69-56c3-4f66-bd38-ee895ca29ddf service neutron] (120533) timed out ('10.222.0.37', 64715) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 21:56:09.936046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:56:10.041649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:10.052578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66', 'port_id': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'mac_address': 'fa:16:3e:08:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e479b639-615b-467d-b8d5-aa7886e3f33e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:56:10.089927 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:10.102342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:56:10.121023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:10.187390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:10.236170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:10.253362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f54eec-098e-4038-91bc-0be175502555 req-30c23cf0-9a4c-46c3-8794-3e5391c15f06 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:10.254843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80f54eec-098e-4038-91bc-0be175502555 req-30c23cf0-9a4c-46c3-8794-3e5391c15f06 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 944 time: 0.0533104
Nov 13 21:56:10.321639 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-80f54eec-098e-4038-91bc-0be175502555 req-0d02eef0-cbb3-455a-9bc6-da1f1d363481 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607042
Nov 13 21:56:10.380556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:56:11.436440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5def67f-780a-40fe-b3d3-747448600df3 req-1163fbd0-3e45-499f-bfd5-1f43e8105d0d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:11.437952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b5def67f-780a-40fe-b3d3-747448600df3 req-1163fbd0-3e45-499f-bfd5-1f43e8105d0d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 944 time: 0.0476916
Nov 13 21:56:11.486610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b5def67f-780a-40fe-b3d3-747448600df3 req-6fbb0a51-8297-4f1e-82d0-4642e20959f9 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426209
Nov 13 21:56:11.951098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:56:12.061601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:56:12.065354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:56:12.065756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:12.140236 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:12.162413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:56:12.164636 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d660c1-020e-454d-ad0b-fcb6f1c2674b" -d '{"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-plugged", "status": "completed", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:56:12.177850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:12.202261 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb1bea2-1b75-409f-be7c-84a666daa720 x-openstack-request-id: req-5bb1bea2-1b75-409f-be7c-84a666daa720 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:56:12.202497 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-plugged", "status": "completed", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:56:12.202750 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bb1bea2-1b75-409f-be7c-84a666daa720 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:56:12.203143 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'code': 200}
Nov 13 21:56:12.221780 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:12.274353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:12.307973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f01da-d9c7-4317-af68-309f40c6a6a7 req-dfd5ac86-d11b-4a0c-accf-4e7405eee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:12.309482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-688f01da-d9c7-4317-af68-309f40c6a6a7 req-dfd5ac86-d11b-4a0c-accf-4e7405eee3ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1096 time: 0.0453806
Nov 13 21:56:12.354411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-688f01da-d9c7-4317-af68-309f40c6a6a7 req-f3db9b48-09d1-4819-bbbd-704497f924ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371201
Nov 13 21:56:12.512425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:12.605618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8311-ef84-4f4d-bb65-d7f9cf30efd8 req-b2db3222-3fbb-4e03-8d23-391d1a380a19 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:12.607084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27ae8311-ef84-4f4d-bb65-d7f9cf30efd8 req-b2db3222-3fbb-4e03-8d23-391d1a380a19 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0486956
Nov 13 21:56:12.655021 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27ae8311-ef84-4f4d-bb65-d7f9cf30efd8 req-a1e3628a-c074-4ce4-964d-374888bbde17 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420280
Nov 13 21:56:13.771450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7aef9-457a-45ea-9ea3-95a825255f86 req-636843d5-cfb7-4283-88b0-2a4cef29940a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:13.773198 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88e7aef9-457a-45ea-9ea3-95a825255f86 req-636843d5-cfb7-4283-88b0-2a4cef29940a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0491009
Nov 13 21:56:13.820077 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-88e7aef9-457a-45ea-9ea3-95a825255f86 req-43cb9477-43b8-4735-8498-9921f99a34a2 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408361
Nov 13 21:56:14.412214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a349b7-0a2b-4355-a149-26d5c28b850b req-8cd48267-15f7-493a-a97a-84aa988646f1 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:14.413722 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54a349b7-0a2b-4355-a149-26d5c28b850b req-8cd48267-15f7-493a-a97a-84aa988646f1 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0499713
Nov 13 21:56:14.465680 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54a349b7-0a2b-4355-a149-26d5c28b850b req-da8e5cac-fa1b-447b-becc-09f33ecd5de8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452328
Nov 13 21:56:14.557142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-40e4cdc1-332b-4754-83fe-6c9b3fa3686a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0916619
Nov 13 21:56:14.566160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-046671b3-cec7-4d21-8b1f-8fe5c9ee6456 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:56:14.567049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-046671b3-cec7-4d21-8b1f-8fe5c9ee6456 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049112
Nov 13 21:56:14.867562 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:15.590119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301c36-e5c1-436a-8390-b3b36819a11c req-4428ed93-e6be-4bd3-8e2f-0f0221d30c9d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:15.592271 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42301c36-e5c1-436a-8390-b3b36819a11c req-4428ed93-e6be-4bd3-8e2f-0f0221d30c9d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0505447
Nov 13 21:56:15.642334 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-42301c36-e5c1-436a-8390-b3b36819a11c req-77ba5bcf-f171-41ce-8aef-cfe30b23f6cd tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438097
Nov 13 21:56:16.515498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-cd699648-9bcb-4ac1-8126-25e87f5f7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:16.517014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-cd699648-9bcb-4ac1-8126-25e87f5f7035 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1096 time: 0.0408466
Nov 13 21:56:16.610566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-c595fc72-988a-424b-9f36-115028cbeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:16.612027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-c595fc72-988a-424b-9f36-115028cbeb17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 913 time: 0.0874367
Nov 13 21:56:16.653210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-41bc1c40-6ae0-4fe4-9fc6-808aaf2f8d11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 217 time: 0.0342038
Nov 13 21:56:16.708242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-a178aca1-2a01-40ba-bb8b-1c7bdf38428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:16.710463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-a178aca1-2a01-40ba-bb8b-1c7bdf38428d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 200  len: 852 time: 0.0503063
Nov 13 21:56:16.747730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-21ce6a15-c188-4311-aa4d-0a7f1805cb21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ec19021-2a02-45cd-9145-c197a3916f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296690
Nov 13 21:56:16.767200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8380fa-bd96-4d0f-a871-397ea4119a5f req-62aff976-9418-4405-847b-f953db3b5050 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:16.768459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf8380fa-bd96-4d0f-a871-397ea4119a5f req-62aff976-9418-4405-847b-f953db3b5050 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0493336
Nov 13 21:56:16.817472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf8380fa-bd96-4d0f-a871-397ea4119a5f req-45fc5919-45fe-40e6-9b1d-54127b43c731 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423353
Nov 13 21:56:16.839957 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-7675e33a-0487-4ecd-af85-4aa4d53839d1 service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844584
Nov 13 21:56:16.934280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-5aaefd29-4aca-42d0-bc97-5dd1c5f33e58 service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870113
Nov 13 21:56:17.937746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295a35-f8d6-402d-806c-ee6e13188c15 req-cb52433d-36d4-4d7a-a165-4af1d05da9b8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:17.939209 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27295a35-f8d6-402d-806c-ee6e13188c15 req-cb52433d-36d4-4d7a-a165-4af1d05da9b8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0495942
Nov 13 21:56:17.986167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-27295a35-f8d6-402d-806c-ee6e13188c15 req-a219e968-c4a3-4f19-8f71-0b3f549bedb4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410621
Nov 13 21:56:19.102881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6dbbb-f357-4b51-8f12-04862b067506 req-11bd9c72-df8c-49a6-9cb2-555eb7dbf8d9 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:19.104347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29e6dbbb-f357-4b51-8f12-04862b067506 req-11bd9c72-df8c-49a6-9cb2-555eb7dbf8d9 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0477192
Nov 13 21:56:19.151580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29e6dbbb-f357-4b51-8f12-04862b067506 req-0e096c89-fee5-4060-9ec8-65749075430c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412488
Nov 13 21:56:20.270624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44e19f-aa4d-4b27-8441-d8ad6352106e req-7a2bc2fe-b368-4ecc-9aab-ec961130b96d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:20.272064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb44e19f-aa4d-4b27-8441-d8ad6352106e req-7a2bc2fe-b368-4ecc-9aab-ec961130b96d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0496390
Nov 13 21:56:20.323113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bb44e19f-aa4d-4b27-8441-d8ad6352106e req-48d20464-0d5d-4e35-83e7-d1c595a8d4ee tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446784
Nov 13 21:56:21.443679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca6f4b-c903-4da6-8e25-bf5000a47226 req-598e149a-a8e7-4373-b506-0f5dfd1a8291 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:21.445168 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14ca6f4b-c903-4da6-8e25-bf5000a47226 req-598e149a-a8e7-4373-b506-0f5dfd1a8291 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0520654
Nov 13 21:56:21.492777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14ca6f4b-c903-4da6-8e25-bf5000a47226 req-6af5a656-418f-4df8-b817-22cece50c361 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408413
Nov 13 21:56:22.612734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b193b-c5a2-4f7c-8275-b64cf8bc49ea req-aaaee8ef-2108-4ec2-b22a-fa90c82ec6ac tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:22.614215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-803b193b-c5a2-4f7c-8275-b64cf8bc49ea req-aaaee8ef-2108-4ec2-b22a-fa90c82ec6ac tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0502369
Nov 13 21:56:22.662086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-803b193b-c5a2-4f7c-8275-b64cf8bc49ea req-1e2c509d-edfd-4858-9968-7bc03e14b096 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413818
Nov 13 21:56:23.776478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a2ff-e2ec-4063-88db-948e32f317d3 req-725dcfb0-a001-45e4-bb28-2fb607e7f355 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:23.777963 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce79a2ff-e2ec-4063-88db-948e32f317d3 req-725dcfb0-a001-45e4-bb28-2fb607e7f355 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0488510
Nov 13 21:56:23.825498 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce79a2ff-e2ec-4063-88db-948e32f317d3 req-127df8da-69f0-4fe3-8604-fb45abdd30bc tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416741
Nov 13 21:56:24.735734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8e7a66c2-76e4-4b33-83b9-a5f4fe0ca3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:24.939707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d25648-d886-4b4a-b2cc-c6ae81690004 req-c1edaebc-ef99-4a1a-a28d-691af51e7872 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:24.941231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1d25648-d886-4b4a-b2cc-c6ae81690004 req-c1edaebc-ef99-4a1a-a28d-691af51e7872 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0482562
Nov 13 21:56:24.998936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1d25648-d886-4b4a-b2cc-c6ae81690004 req-7aac689e-6702-4edb-93f5-beb8d590e9ff tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510581
Nov 13 21:56:26.115912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615e828-b5ce-4cac-a02c-2b09c0224545 req-cc7bd7d0-a95d-4589-8a0a-0b74a1022c94 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:26.117381 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d615e828-b5ce-4cac-a02c-2b09c0224545 req-cc7bd7d0-a95d-4589-8a0a-0b74a1022c94 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0476243
Nov 13 21:56:26.167799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d615e828-b5ce-4cac-a02c-2b09c0224545 req-8e0cc5d1-6bfe-40e7-88a4-bb0f3c2a6197 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444050
Nov 13 21:56:26.401931 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:56:27.078138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f717333f-2d1b-4adc-956c-81002815d620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:27.285415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7fb26-92ae-42a7-8fb0-14c0709c73fa req-1e46c4fd-1a7d-4a63-a68c-215b3f455f1a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:27.286885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81a7fb26-92ae-42a7-8fb0-14c0709c73fa req-1e46c4fd-1a7d-4a63-a68c-215b3f455f1a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0524607
Nov 13 21:56:27.332584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-81a7fb26-92ae-42a7-8fb0-14c0709c73fa req-34b108f7-6f64-4626-ab9e-9d0b384996a8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398583
Nov 13 21:56:28.449766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20317b7e-5f3f-4b93-8d92-5024e378af85 req-1b4e67e8-1bb7-468f-93c5-fc555979dee5 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:28.451217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20317b7e-5f3f-4b93-8d92-5024e378af85 req-1b4e67e8-1bb7-468f-93c5-fc555979dee5 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0480211
Nov 13 21:56:28.497154 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-20317b7e-5f3f-4b93-8d92-5024e378af85 req-96388011-5711-484a-8d9b-9a85f6236b98 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400724
Nov 13 21:56:28.701548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:29.612582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c844bb-5a73-4abe-a70c-2a9cc2259b0e req-8451b76d-0f84-4497-bbac-18709d5c2c05 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:29.614082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c844bb-5a73-4abe-a70c-2a9cc2259b0e req-8451b76d-0f84-4497-bbac-18709d5c2c05 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0482414
Nov 13 21:56:29.660886 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52c844bb-5a73-4abe-a70c-2a9cc2259b0e req-1cbc6c5c-8451-425f-9e35-112f7916f914 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402448
Nov 13 21:56:30.066935 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:30.381311 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:30.777347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3cf95-081d-4ea9-9755-d323a73fd1ed req-cdca5cc3-c0fa-470a-9438-0880477f278e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:30.778834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17f3cf95-081d-4ea9-9755-d323a73fd1ed req-cdca5cc3-c0fa-470a-9438-0880477f278e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0478182
Nov 13 21:56:30.824472 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17f3cf95-081d-4ea9-9755-d323a73fd1ed req-540df59c-899c-47f5-859b-8c903f41f81b tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397582
Nov 13 21:56:31.938947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d9f8e-db2d-4ce6-a939-0a7facd6bcd2 req-5f3ebd64-d50e-4cab-90a6-fedefaf23a4e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:31.940387 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-429d9f8e-db2d-4ce6-a939-0a7facd6bcd2 req-5f3ebd64-d50e-4cab-90a6-fedefaf23a4e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0471406
Nov 13 21:56:31.990292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-429d9f8e-db2d-4ce6-a939-0a7facd6bcd2 req-f36003a2-f907-4041-a96f-178eb915fc9e tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434310
Nov 13 21:56:33.109452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76eabb-a1ee-4201-9676-c0d85835ce3b req-efe7a7c2-10ae-4e51-b352-8fd01e1d7b35 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:33.110901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f76eabb-a1ee-4201-9676-c0d85835ce3b req-efe7a7c2-10ae-4e51-b352-8fd01e1d7b35 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0518601
Nov 13 21:56:33.158633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f76eabb-a1ee-4201-9676-c0d85835ce3b req-3d3500ae-7bc6-49e5-8f76-3f95d7515c07 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416720
Nov 13 21:56:34.271623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f92e-421f-4e8c-ab7f-44969577cf89 req-ce62063a-c0fa-417f-9a13-005fde0ad518 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:34.273945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f75f92e-421f-4e8c-ab7f-44969577cf89 req-ce62063a-c0fa-417f-9a13-005fde0ad518 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0474942
Nov 13 21:56:34.319019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f75f92e-421f-4e8c-ab7f-44969577cf89 req-8c1be69b-2e15-48e8-af90-1616ebc94da3 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390792
Nov 13 21:56:35.434387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aa4f7-5b64-4425-a308-7beb92a9623b req-0ce43428-88c9-4a99-9cb4-10ef21b54b7c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:35.435828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-833aa4f7-5b64-4425-a308-7beb92a9623b req-0ce43428-88c9-4a99-9cb4-10ef21b54b7c tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0480196
Nov 13 21:56:35.483580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-833aa4f7-5b64-4425-a308-7beb92a9623b req-b606096e-c6bf-4176-b383-80b779665f43 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417314
Nov 13 21:56:36.597153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b8d2c-5275-4d99-95b4-5c45d92c8470 req-d1e52f98-afd6-4819-8315-437d48206b2d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:36.598627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-089b8d2c-5275-4d99-95b4-5c45d92c8470 req-d1e52f98-afd6-4819-8315-437d48206b2d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0484884
Nov 13 21:56:36.645242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-089b8d2c-5275-4d99-95b4-5c45d92c8470 req-503ad701-51b8-4dfa-aae8-9bbcf0018fb8 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402772
Nov 13 21:56:37.762854 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84197a-4e05-43f1-bae9-acd170fe6b9c req-b91f750a-dd84-4ee7-9c1b-9261bfaec098 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:37.764332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e84197a-4e05-43f1-bae9-acd170fe6b9c req-b91f750a-dd84-4ee7-9c1b-9261bfaec098 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0515206
Nov 13 21:56:37.810839 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0e84197a-4e05-43f1-bae9-acd170fe6b9c req-b7a5121c-6294-4d9a-99d8-2ea48e886cd4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406213
Nov 13 21:56:38.931134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9fdaa-54a8-4a61-9906-05849338c8be req-074dbbd9-0bcd-403a-ae0c-2beea9dd2bb9 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:38.932618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fe9fdaa-54a8-4a61-9906-05849338c8be req-074dbbd9-0bcd-403a-ae0c-2beea9dd2bb9 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0532758
Nov 13 21:56:38.980632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fe9fdaa-54a8-4a61-9906-05849338c8be req-9dd90ff8-e8a2-47ad-a558-ead495586654 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420384
Nov 13 21:56:40.099442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d13535-4fc4-4e81-b0af-57bd7045f8b5 req-b2171fab-ea79-4836-8977-1b8bdc5beca4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:40.101031 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10d13535-4fc4-4e81-b0af-57bd7045f8b5 req-b2171fab-ea79-4836-8977-1b8bdc5beca4 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0524647
Nov 13 21:56:40.149682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10d13535-4fc4-4e81-b0af-57bd7045f8b5 req-af2eac14-5b78-4db3-82a5-36b946d3a646 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418360
Nov 13 21:56:41.263408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870a1cf-78e5-4ea5-9abf-46725fc2fe2a req-74467a51-f45f-47a0-a062-2f83c837497b tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:41.264913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c870a1cf-78e5-4ea5-9abf-46725fc2fe2a req-74467a51-f45f-47a0-a062-2f83c837497b tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0479181
Nov 13 21:56:41.310430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c870a1cf-78e5-4ea5-9abf-46725fc2fe2a req-3c2e8ae6-1497-40ed-9de5-ba29c1c74d29 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396602
Nov 13 21:56:42.423694 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04457a-13ec-4a80-8eef-fa945015b577 req-127aba12-9e79-401a-b94d-68a7369afcbc tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:42.425180 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db04457a-13ec-4a80-8eef-fa945015b577 req-127aba12-9e79-401a-b94d-68a7369afcbc tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0478711
Nov 13 21:56:42.476430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-db04457a-13ec-4a80-8eef-fa945015b577 req-2ba137d6-4c16-48b9-b319-e3b9f9707f33 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453064
Nov 13 21:56:42.512669 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:43.593977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e559-91d9-4b22-a49f-30388cabe030 req-263a1fe0-5608-42fa-b711-99d9f85b5e13 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:43.595461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d527e559-91d9-4b22-a49f-30388cabe030 req-263a1fe0-5608-42fa-b711-99d9f85b5e13 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0526226
Nov 13 21:56:43.642877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d527e559-91d9-4b22-a49f-30388cabe030 req-78aadee8-5a1b-45f2-9920-ec4215bf960a tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416105
Nov 13 21:56:44.412040 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-f5dfc345-d2a2-4532-ad70-de6a84c232ff service neutron] show failed (client error): The resource could not be found.
Nov 13 21:56:44.413057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-f5dfc345-d2a2-4532-ad70-de6a84c232ff service neutron] 10.222.0.46 "GET /v2.0/ports/9b9df95d-bb56-4cf5-9c1a-a887e7af3de8/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538385
Nov 13 21:56:44.759046 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc039d8-16ff-4ab5-bf69-2979a7202351 req-17bfded7-99f3-4bb6-ac44-5875d6e618c5 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:44.760513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bc039d8-16ff-4ab5-bf69-2979a7202351 req-17bfded7-99f3-4bb6-ac44-5875d6e618c5 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0476241
Nov 13 21:56:44.808260 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1bc039d8-16ff-4ab5-bf69-2979a7202351 req-b1a81323-f1f7-49bd-8f99-1884d6568887 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406442
Nov 13 21:56:44.943771 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-4dfb5fcd-921d-4926-ad5d-bdce88da7ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:44.944459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-4dfb5fcd-921d-4926-ad5d-bdce88da7ce6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd&tenant_id=570266a735ed41558d7a459155dde40a HTTP/1.1" status: 200  len: 1096 time: 0.0973845
Nov 13 21:56:44.954119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-8dcbcbfc-1276-416c-aae7-1dc0fdf05045 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 21:56:44.955088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-8dcbcbfc-1276-416c-aae7-1dc0fdf05045 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050175
Nov 13 21:56:44.966312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:56:44.975330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.022082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.228099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:45.259794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:56:45.297742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:56:45.299993 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79ef56-f219-4a9c-8fb9-7895bb8b18b2" -d '{"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:56:45.303666 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.317316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Transition to ACTIVE for port object 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:56:45.350863 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301ecb5-a37b-4855-82ad-7ec58bbf782a x-openstack-request-id: req-7301ecb5-a37b-4855-82ad-7ec58bbf782a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:56:45.351160 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:56:45.351416 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7301ecb5-a37b-4855-82ad-7ec58bbf782a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:56:45.351822 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'code': 200}
Nov 13 21:56:45.386519 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.450732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:45.452860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] No DVR routers for this DVR port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:56:45.464343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.464681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.465043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.465377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.465708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.466061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.466363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.466689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.467010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.467329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.467645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.467962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:45.509388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:56:45.509632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:56:45.509945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on network 8ec19021-2a02-45cd-9145-c197a3916f66 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:56:45.514385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on network 8ec19021-2a02-45cd-9145-c197a3916f66 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:56:45.514708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Attempting to bind port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on network 8ec19021-2a02-45cd-9145-c197a3916f66 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:56:45.519718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:56:45.520053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Checking segment: {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:56:45.520450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Bound using segment: {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:56:45.520922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Bound port: 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be76a6d-eb89-425b-9a9f-ee715ae37cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:56:45.521270 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.582655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:56:45.585632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:56:45.649986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.683516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:45.684193 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:45.685620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 1091 time: 0.7229443
Nov 13 21:56:45.705915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a0971-7dac-4024-89d8-e609be32fb33 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:45.750601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-6823aec8-f719-453f-83b3-f8d932ad9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:45.752072 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-6823aec8-f719-453f-83b3-f8d932ad9725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1094 time: 0.0429053
Nov 13 21:56:45.839473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-b2b17fee-4916-4da1-ae03-b2af26c5cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:45.840894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-b2b17fee-4916-4da1-ae03-b2af26c5cddd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 913 time: 0.0825815
Nov 13 21:56:45.885997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-9b71abf5-805a-4951-86be-3348764afda0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 217 time: 0.0376606
Nov 13 21:56:45.930215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfeaf5-7391-4ab5-9a56-8d78e3815b2d req-2b377702-58a0-4500-9ffc-f61f1c383293 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:45.931676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0cfeaf5-7391-4ab5-9a56-8d78e3815b2d req-2b377702-58a0-4500-9ffc-f61f1c383293 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 943 time: 0.0483465
Nov 13 21:56:45.934969 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-cd1c0f99-52c6-4d92-9977-db105e18ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:45.936442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-cd1c0f99-52c6-4d92-9977-db105e18ccd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 200  len: 852 time: 0.0438635
Nov 13 21:56:45.968384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-4dd1addf-4bbb-4cee-8784-f5781b34eddf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec19021-2a02-45cd-9145-c197a3916f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245183
Nov 13 21:56:45.978708 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0cfeaf5-7391-4ab5-9a56-8d78e3815b2d req-9810283c-d42c-4e88-a280-c6edd4f20bda tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409303
Nov 13 21:56:46.060660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-d40de9c9-6402-4eb6-8320-9587fdba8314 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851753
Nov 13 21:56:46.148129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6a58cf1c-be21-4a7a-a507-e245f40fb5b1 req-8436b1b9-0d4b-414a-a64e-c5d79b0a7250 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796151
Nov 13 21:56:47.095760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a57c3d-426f-4d63-b3dc-ad2985032d7b req-794278aa-9fdf-41c3-8c08-376c54458eb0 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.097256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30a57c3d-426f-4d63-b3dc-ad2985032d7b req-794278aa-9fdf-41c3-8c08-376c54458eb0 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 943 time: 0.0479934
Nov 13 21:56:47.147876 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30a57c3d-426f-4d63-b3dc-ad2985032d7b req-4a7cfd67-48db-4cc9-bd77-5c3d4f7e6995 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438604
Nov 13 21:56:47.334589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:56:47.352922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:56:47.356353 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f9f32c-d54f-4606-8f19-93737676c929" -d '{"events": [{"name": "network-changed", "server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:56:47.405220 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9332ade-aa73-42f0-9942-7c9ab6c24d6b x-openstack-request-id: req-b9332ade-aa73-42f0-9942-7c9ab6c24d6b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:56:47.405669 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:56:47.405997 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9332ade-aa73-42f0-9942-7c9ab6c24d6b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:56:47.406490 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'status': 'completed', 'code': 200}
Nov 13 21:56:47.429801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:47.441708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'network_id': '8ec19021-2a02-45cd-9145-c197a3916f66', 'port_id': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'mac_address': 'fa:16:3e:08:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e479b639-615b-467d-b8d5-aa7886e3f33e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:56:47.483124 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:47.493214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-038c55fc-51c9-4c30-85a7-2749c2d6b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.494718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-038c55fc-51c9-4c30-85a7-2749c2d6b9cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1094 time: 0.0671666
Nov 13 21:56:47.495665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:56:47.497306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-fa3d77bd-6be2-4a4c-8014-f4182040a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.498625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-fa3d77bd-6be2-4a4c-8014-f4182040a20e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1094 time: 0.0627992
Nov 13 21:56:47.515254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:47.592740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:47.643409 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:47.651617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.651964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.652298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.652628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.652977 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.653301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.653624 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.653940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.654257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.654573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.654681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-5f94a420-4c0d-4ce4-a7b0-a63c33b65220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.654898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.655203 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:47.656046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-5f94a420-4c0d-4ce4-a7b0-a63c33b65220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 913 time: 0.1527762
Nov 13 21:56:47.658627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-68f956cd-e51b-4138-aa24-963812d9d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.659933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-68f956cd-e51b-4138-aa24-963812d9d20f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 913 time: 0.1490972
Nov 13 21:56:47.729913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-0fe031b1-9c21-49bd-983a-4c150eb16c7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 217 time: 0.0659099
Nov 13 21:56:47.731224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-78aebf2f-18f9-4bb3-afad-e701563cdce6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 217 time: 0.0617769
Nov 13 21:56:47.815353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-00e6ff2b-85ac-4b41-949c-f535fb50fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.816832 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-00e6ff2b-85ac-4b41-949c-f535fb50fb1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 200  len: 852 time: 0.0795007
Nov 13 21:56:47.818208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-cee89dde-25d7-4fdc-91ff-1e7680c495a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:47.819525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-cee89dde-25d7-4fdc-91ff-1e7680c495a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 200  len: 852 time: 0.0753248
Nov 13 21:56:47.871301 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-9bde64aa-574f-461c-93f6-1a04d4ff4fe0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec19021-2a02-45cd-9145-c197a3916f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361068
Nov 13 21:56:47.872913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-abe7813d-dadb-4d6f-9eb1-193e3745b477 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ec19021-2a02-45cd-9145-c197a3916f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494003
Nov 13 21:56:47.888781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:56:48.030162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-45595195-d3a8-4ab9-8c5d-1c324e50b73a service neutron] 10.222.0.37 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501052
Nov 13 21:56:48.033624 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-1c99cee6-24e2-40c4-92b2-a24a7f418871 service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526337
Nov 13 21:56:48.106094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:56:48.144319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:56:48.195126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-0be667c1-7686-4403-8e44-e2eea213be46 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574183
Nov 13 21:56:48.197069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3f9f32c-d54f-4606-8f19-93737676c929 req-ba0bc5b2-5048-49d1-8d56-6167307ab6f9 service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519194
Nov 13 21:56:48.264948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92872350-a8aa-4c83-a832-61bf54d66f6e req-8c7a2c36-21e4-4a41-8077-23d346633cdf tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:48.266388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92872350-a8aa-4c83-a832-61bf54d66f6e req-8c7a2c36-21e4-4a41-8077-23d346633cdf tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 944 time: 0.0478451
Nov 13 21:56:48.311816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-92872350-a8aa-4c83-a832-61bf54d66f6e req-17ccb9a6-9594-4083-bc43-7931a49d4c81 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396013
Nov 13 21:56:48.730266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-fa24a9c3-1d21-4a03-a11e-c572a68e15bf tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:48.731683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-fa24a9c3-1d21-4a03-a11e-c572a68e15bf tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.46 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd&tenant_id=570266a735ed41558d7a459155dde40a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0852687
Nov 13 21:56:48.789290 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-b5aed929-4536-46d3-9156-dd27b0e7db30 service neutron] delete failed (client error): The resource could not be found.
Nov 13 21:56:48.790231 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-b5aed929-4536-46d3-9156-dd27b0e7db30 service neutron] 10.222.0.46 "DELETE /v2.0/ports/9b9df95d-bb56-4cf5-9c1a-a887e7af3de8/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0520468
Nov 13 21:56:48.870396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-3396a9f0-14e3-448f-b22b-34eb5044cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:48.871895 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-3396a9f0-14e3-448f-b22b-34eb5044cbe6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=570266a735ed41558d7a459155dde40a&device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 1095 time: 0.0399711
Nov 13 21:56:48.962553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-9c413eb6-1923-4cf3-a1fb-00bef631d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:48.963982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-9c413eb6-1923-4cf3-a1fb-00bef631d68a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 200  len: 913 time: 0.0847726
Nov 13 21:56:49.003918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-e05c7929-a7cd-4b75-9e4b-a3de51697de4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 200  len: 217 time: 0.0331550
Nov 13 21:56:49.050851 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-26f25641-3ea7-458e-bfe3-0dd0a538ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:49.052166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-26f25641-3ea7-458e-bfe3-0dd0a538ba16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 200  len: 852 time: 0.0422068
Nov 13 21:56:49.081783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-eff3fba7-2dc0-4f20-9fb5-3f737ceadb2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ec19021-2a02-45cd-9145-c197a3916f66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0230134
Nov 13 21:56:49.172118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-3fe39a5a-4fba-4dc4-8d96-5e65e634a7c9 service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834219
Nov 13 21:56:49.349601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:56:49.466610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:56:49.471033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:56:49.471397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:49.554194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:49.577702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:56:49.580004 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9613832b-e805-4f4c-af72-40a9a3bfb455" -d '{"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-plugged", "status": "completed", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:56:49.594179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:49.611878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-3986fc2c-9b58-4dd2-ae56-cead00062fb1 service neutron] 10.222.0.46 "GET /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4330580
Nov 13 21:56:49.632676 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eddde9-bea2-4958-bb93-99166d104593 x-openstack-request-id: req-71eddde9-bea2-4958-bb93-99166d104593 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:56:49.633017 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-plugged", "status": "completed", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:56:49.633366 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71eddde9-bea2-4958-bb93-99166d104593 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:56:49.633803 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'code': 200}
Nov 13 21:56:49.650019 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:49.696839 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:50.841347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83196b8-acc7-4941-be92-f3959c013c3c req-1d5f1e0c-ff21-4454-a0b6-629200acb4c7 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:50.842708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d83196b8-acc7-4941-be92-f3959c013c3c req-1d5f1e0c-ff21-4454-a0b6-629200acb4c7 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0476449
Nov 13 21:56:50.888962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d83196b8-acc7-4941-be92-f3959c013c3c req-7e43966f-cd21-4618-91c6-38b78913606f tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402462
Nov 13 21:56:52.010282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e0896-e12a-42d3-bdf3-fee091796ebe req-e0f38d88-1edb-40ca-9f71-bd2ae85b325f tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:52.013363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f79e0896-e12a-42d3-bdf3-fee091796ebe req-e0f38d88-1edb-40ca-9f71-bd2ae85b325f tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0529752
Nov 13 21:56:52.049805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-e9b5f29a-3253-45a1-8b9d-afb3a1d0d534 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:52.051272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-e9b5f29a-3253-45a1-8b9d-afb3a1d0d534 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.37 "GET /v2.0/ports?device_id=e93039e7-9afd-4164-887a-6e41a75367fd HTTP/1.1" status: 200  len: 945 time: 0.0498304
Nov 13 21:56:52.060351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f79e0896-e12a-42d3-bdf3-fee091796ebe req-dc1caa9f-436e-41ec-8017-a990f7451fa1 tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ffa21b-98d6-4ead-8043-a7d490fd1092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422058
Nov 13 21:56:52.142057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Deleting port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:56:52.142389 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:52.228025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] For port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,segment=NetworkSegment(2be76a6d-eb89-425b-9a9f-ee715ae37cd7),segment_id=2be76a6d-eb89-425b-9a9f-ee715ae37cd7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:56:52.228379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:52.240429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Calling delete_port for 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:56:52.449822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:52.462274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:56:52.479915 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Pushing event deleted for resources: {'Port': ['ID=9b9df95d-bb56-4cf5-9c1a-a887e7af3de8,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:52.523356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] No DVR routers for this DVR port 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:56:52.526108 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:52.529464 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-01c65fc4-0f9e-46c4-b700-b7c50d2f1271 req-8d1e7c1d-6798-4560-9473-3198c815f27d tempest-DeleteServersTestJSON-483336828 tempest-DeleteServersTestJSON-483336828-project] 10.222.0.37 "DELETE /v2.0/ports/9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 HTTP/1.1" status: 204  len: 173 time: 0.4725928
Nov 13 21:56:52.529892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-deleted', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:56:52.532110 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8881f601-a4f3-4fd7-8f9e-1c961a762d82" -d '{"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-deleted", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:56:52.570245 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff2e4a-fb9f-4265-b520-2ab0ac34243c x-openstack-request-id: req-e4ff2e4a-fb9f-4265-b520-2ab0ac34243c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:56:52.570245 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93039e7-9afd-4164-887a-6e41a75367fd", "name": "network-vif-deleted", "tag": "9b9df95d-bb56-4cf5-9c1a-a887e7af3de8", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:56:52.570245 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4ff2e4a-fb9f-4265-b520-2ab0ac34243c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:56:52.570245 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93039e7-9afd-4164-887a-6e41a75367fd', 'name': 'network-vif-deleted', 'tag': '9b9df95d-bb56-4cf5-9c1a-a887e7af3de8', 'status': 'completed', 'code': 200}
Nov 13 21:56:53.187667 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48124) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:56:53.231859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Deleting subnet e479b639-615b-467d-b8d5-aa7886e3f33e {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:56:53.234869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.267278 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.309216 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.775224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.800252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e479b639-615b-467d-b8d5-aa7886e3f33e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:53.804772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.808482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e479b639-615b-467d-b8d5-aa7886e3f33e HTTP/1.1" status: 204  len: 168 time: 0.6197793
Nov 13 21:56:53.811286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48126) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:56:53.813680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.814037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.814384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.814721 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.815061 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.815397 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.815727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.816066 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.816383 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.816738 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.817071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.817395 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b65f0-f957-4733-8eda-df3b44f9e685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:56:53.877454 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.956223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:53.976057 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd3df9d0>,) {'filters': {'network_id': ['8ec19021-2a02-45cd-9145-c197a3916f66']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:56:53.985673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd3df9d0>, '2be76a6d-eb89-425b-9a9f-ee715ae37cd7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:56:53.985966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd3df9d0>, '2be76a6d-eb89-425b-9a9f-ee715ae37cd7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:56:53.995336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.008163 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.014174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:56:54.014548 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:56:54.016142 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:56:54.152215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.157747 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.160936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ec19021-2a02-45cd-9145-c197a3916f66 HTTP/1.1" status: 204  len: 168 time: 0.3486497
Nov 13 21:56:54.172002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ccfbc-4c37-4004-8206-2bed48df40db admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec19021-2a02-45cd-9145-c197a3916f66,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:54.381073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48130) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:56:54.425159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-aa899455-2f98-43fa-a459-09912cb7b9ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=570266a735ed41558d7a459155dde40a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0428169
Nov 13 21:56:54.427462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48132) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:56:54.472960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e2330dc-b338-4209-a9ea-1d55f0dfcbf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.493331 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e2330dc-b338-4209-a9ea-1d55f0dfcbf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.591710 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e2330dc-b338-4209-a9ea-1d55f0dfcbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.597332 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4e2330dc-b338-4209-a9ea-1d55f0dfcbf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:54.597332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4e2330dc-b338-4209-a9ea-1d55f0dfcbf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3ffa21b-98d6-4ead-8043-a7d490fd1092 HTTP/1.1" status: 204  len: 168 time: 0.1672807
Nov 13 21:56:54.603529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2330dc-b338-4209-a9ea-1d55f0dfcbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ffa21b-98d6-4ead-8043-a7d490fd1092,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:54.718022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5b84a79-e612-4a9b-a42c-5e96cd50e22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:55.645803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48154) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:56:55.743310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1772339621-network', 'tenant_id': '68c8d510760846938568a289fdfb0159'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:56:55.843522 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Made reservation on behalf of 68c8d510760846938568a289fdfb0159 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:56:55.845822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:55.854252 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:55.929239 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.003584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.031332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:56:56.036703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f083e-2722-4b96-9c47-4c22727f95f9,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:56.048420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.048420 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Added segment 5a278e91-4815-4422-8825-dfe71982fdd4 of type vlan for network 8163b26b-3e99-4c9f-b311-ca828821db11
Nov 13 21:56:56.085456 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.175452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.176320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:56.176920 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.262831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8163b26b-3e99-4c9f-b311-ca828821db11,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:56.272678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 8163b26b-3e99-4c9f-b311-ca828821db11 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:56:56.303588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b8659192-5cbc-4ce9-83e0-e2df5607a4d0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6566734
Nov 13 21:56:56.306940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48158) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:56:56.311750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Request body: {'subnet': {'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1772339621-subnet', 'tenant_id': '68c8d510760846938568a289fdfb0159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:56:56.374733 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Made reservation on behalf of 68c8d510760846938568a289fdfb0159 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:56:56.377131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.592775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.652352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a072546e-80e0-4f15-869f-48255996b6e3,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:56:56.660743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Checking segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:56:56.661102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Network hostable DHCP agents. Network: 8163b26b-3e99-4c9f-b311-ca828821db11, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:56:56.769125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Network 8163b26b-3e99-4c9f-b311-ca828821db11 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:56:56.831880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8163b26b-3e99-4c9f-b311-ca828821db11) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:56:56.835695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:56.836295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:56.840436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0627f7fa-6313-41a0-bea7-c3c802fbe89e None None] Network 8163b26b-3e99-4c9f-b311-ca828821db11 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:56:56.921025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ec3a7c70-9517-4a64-96e5-78803a7d8143 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6129549
Nov 13 21:56:56.965465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad06b3c-cc69-426b-bbbf-d7aa61a2ba3c None None] Network 8163b26b-3e99-4c9f-b311-ca828821db11 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:56:57.129767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5d051e0c-573b-421a-98e5-4f42c63720cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:57.360416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-72b7cf5c-8d56-49e9-b201-bb169bcf9584 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:57.361838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-72b7cf5c-8d56-49e9-b201-bb169bcf9584 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 815 time: 0.0987842
Nov 13 21:56:57.376208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-3b0f7ca9-f963-4f7e-b8b7-456bdbe49c8b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/quotas/68c8d510760846938568a289fdfb0159 HTTP/1.1" status: 200  len: 375 time: 0.0087149
Nov 13 21:56:57.410590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-4f125bd6-a6d7-45de-a8ea-c16fb2e576c6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0291667
Nov 13 21:56:57.410866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:56:57.503988 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-35acf540-baef-4804-913b-b2beb31f463e service neutron] 10.222.0.20 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863075
Nov 13 21:56:57.582448 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:56:57.582791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9b9df95d-bb56-4cf5-9c1a-a887e7af3de8 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:56:57.602756 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-dddc7a10-3ed2-428e-b4d5-877a954022f1 service neutron] 10.222.0.20 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919900
Nov 13 21:56:57.821989 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a770a2e5-7fb7-4730-aef2-23b09bb9ba2a req-e82ecd0e-dac6-43ea-9418-e8f291576a2a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 210 time: 0.0270002
Nov 13 21:56:58.683513 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:56:58.916037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19da9445-aa4b-49a2-a60c-69ba3356c390 req-95e40858-6bbd-4d52-8a31-e1db14a0a35e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 210 time: 0.0266764
Nov 13 21:56:59.886564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-93e145f9-2c19-4222-b69a-ac1197336e11 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:56:59.888363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-93e145f9-2c19-4222-b69a-ac1197336e11 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.37 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 815 time: 0.1048620
Nov 13 21:56:59.901836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Request body: {'port': {'device_id': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'admin_state_up': True, 'tenant_id': '68c8d510760846938568a289fdfb0159'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:57:00.017691 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a0079760-a7c9-41ba-bb26-42d8e3200c17 req-a6e0a3ba-064d-401c-9918-88ca9c64c2ac tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 210 time: 0.0280633
Nov 13 21:57:00.129119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.157661 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Made reservation on behalf of 68c8d510760846938568a289fdfb0159 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:57:00.161177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.288381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Allocated IP 172.20.0.8 (8163b26b-3e99-4c9f-b311-ca828821db11/a072546e-80e0-4f15-869f-48255996b6e3/1d518b08-5316-4675-9f94-500fc18234cc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:57:00.398017 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.434965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.506808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.554316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Network 8163b26b-3e99-4c9f-b311-ca828821db11 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:57:00.559329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:57:00.563085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:57:00.569575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:00.618123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:00.618650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.669354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-53b48036-e6c2-4765-b5ba-4b6984b3f4ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7719641
Nov 13 21:57:00.682272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Request body: {'port': {'device_id': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:57:00.735949 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:00.997194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d518b08-5316-4675-9f94-500fc18234cc {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:57:01.004428 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:01.015882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Transition to ACTIVE for port object 1d518b08-5316-4675-9f94-500fc18234cc will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:57:01.118775 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:01.191828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d08af0-b8a4-468e-8e1f-5fa6fa5a4f2d req-c7f7c03c-cde1-4b34-adca-e41a8466643b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.193388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04d08af0-b8a4-468e-8e1f-5fa6fa5a4f2d req-c7f7c03c-cde1-4b34-adca-e41a8466643b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 931 time: 0.1013660
Nov 13 21:57:01.193983 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:01.282254 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04d08af0-b8a4-468e-8e1f-5fa6fa5a4f2d req-ed9b0b0e-e195-45bb-8944-3cbfc84e635f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822868
Nov 13 21:57:01.295194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:57:01.295558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:57:01.295887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:57:01.300309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Port 1d518b08-5316-4675-9f94-500fc18234cc on network 8163b26b-3e99-4c9f-b311-ca828821db11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:57:01.300629 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:57:01.305585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:57:01.305928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Checking segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:57:01.306305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Bound using segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:57:01.306730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Bound port: 1d518b08-5316-4675-9f94-500fc18234cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:57:01.307081 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:01.368601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:57:01.371570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:57:01.455190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:01.492538 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.493185 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:01.494567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 1091 time: 0.8170857
Nov 13 21:57:01.495002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:01.497318 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25569092-2253-4426-9875-df8450934c42" -d '{"events": [{"name": "network-changed", "server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "tag": "1d518b08-5316-4675-9f94-500fc18234cc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:01.522154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070c80-8e45-42b7-9ec8-e2bff4c1d556 service neutron] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:01.535867 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94759236-929e-4977-9760-f6cabf3b8af1 x-openstack-request-id: req-94759236-929e-4977-9760-f6cabf3b8af1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:01.536153 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "tag": "1d518b08-5316-4675-9f94-500fc18234cc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:01.536406 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94759236-929e-4977-9760-f6cabf3b8af1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:01.536832 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc', 'status': 'completed', 'code': 200}
Nov 13 21:57:01.596054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25569092-2253-4426-9875-df8450934c42 req-404d985c-ccd5-4271-b310-2bcbcc29ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.597639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25569092-2253-4426-9875-df8450934c42 req-404d985c-ccd5-4271-b310-2bcbcc29ba07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1094 time: 0.0416117
Nov 13 21:57:01.700062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25569092-2253-4426-9875-df8450934c42 req-d127295d-472a-4c7a-98b8-d6033bcd391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.701583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25569092-2253-4426-9875-df8450934c42 req-d127295d-472a-4c7a-98b8-d6033bcd391c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=68c8d510760846938568a289fdfb0159&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0964260
Nov 13 21:57:01.796737 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25569092-2253-4426-9875-df8450934c42 req-3bd95316-f3a3-4494-ba05-718bee2b1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.798100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-25569092-2253-4426-9875-df8450934c42 req-3bd95316-f3a3-4494-ba05-718bee2b1859 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0863523
Nov 13 21:57:01.874104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-908a6855-602a-4fe1-abe6-1a61363deca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.875595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-908a6855-602a-4fe1-abe6-1a61363deca9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1094 time: 0.0398831
Nov 13 21:57:01.920828 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-dffad20e-e855-4c42-b32e-bdfb5b8c60de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 217 time: 0.0363557
Nov 13 21:57:01.973342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53751-3208-428d-b074-d1f30a02ad1a req-08074d71-87e9-4881-a214-148c1c581d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:01.974853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-08074d71-87e9-4881-a214-148c1c581d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0474660
Nov 13 21:57:02.006420 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-bcaab2cb-f555-4152-a4b1-10532e557b0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250170
Nov 13 21:57:02.100084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-3ec94bf8-6996-472d-b58d-d7ffc855e9b7 service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864241
Nov 13 21:57:02.188186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-69e53751-3208-428d-b074-d1f30a02ad1a req-9c0bfd62-30cd-4134-8016-3fca5a5fc29f service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812037
Nov 13 21:57:02.398838 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd05d5-9941-4cd7-a24b-8b13697fb0ad req-3c018283-4b17-459d-9d9c-606c34eccc1b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:02.400215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbd05d5-9941-4cd7-a24b-8b13697fb0ad req-3c018283-4b17-459d-9d9c-606c34eccc1b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 943 time: 0.0527673
Nov 13 21:57:02.445225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ddbd05d5-9941-4cd7-a24b-8b13697fb0ad req-04a15ed0-5624-4f2e-8f44-25db431d7622 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391328
Nov 13 21:57:03.401376 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:57:03.431902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:57:03.525821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:03.537249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '1d518b08-5316-4675-9f94-500fc18234cc', 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'port_id': '1d518b08-5316-4675-9f94-500fc18234cc', 'mac_address': 'fa:16:3e:f6:cb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a072546e-80e0-4f15-869f-48255996b6e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:57:03.567050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52257907-d3b0-4286-a146-2d763685fe80 req-331afaaa-3806-4a99-849e-dace9ee5f78e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:03.568534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-52257907-d3b0-4286-a146-2d763685fe80 req-331afaaa-3806-4a99-849e-dace9ee5f78e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 943 time: 0.0536518
Nov 13 21:57:03.580254 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:03.592867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d518b08-5316-4675-9f94-500fc18234cc {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:57:03.612868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:03.615791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-52257907-d3b0-4286-a146-2d763685fe80 req-8d0758b5-fdfd-4a11-9696-34519d75b56d tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411952
Nov 13 21:57:03.694922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:03.745841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:03.882742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['1d518b08-5316-4675-9f94-500fc18234cc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:57:04.730031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74c182-7187-453d-8997-18862e1cd335 req-19979d9d-09de-4ecc-9edc-7ffb552b9fa1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:04.731525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb74c182-7187-453d-8997-18862e1cd335 req-19979d9d-09de-4ecc-9edc-7ffb552b9fa1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 944 time: 0.0480731
Nov 13 21:57:04.777687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb74c182-7187-453d-8997-18862e1cd335 req-5c0cef36-c76e-40ca-8f26-a977414c10f2 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402849
Nov 13 21:57:05.427578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:57:05.586793 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 1d518b08-5316-4675-9f94-500fc18234cc completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:57:05.590947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 1d518b08-5316-4675-9f94-500fc18234cc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:57:05.591317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:05.667099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:05.688857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:05.691102 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94f8b8-de08-4d44-a4ee-f48c9b56bac5" -d '{"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-plugged", "status": "completed", "tag": "1d518b08-5316-4675-9f94-500fc18234cc"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:05.704486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:05.728027 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f699d8f1-3c88-4cd6-8aaa-0adf4dc708b5 x-openstack-request-id: req-f699d8f1-3c88-4cd6-8aaa-0adf4dc708b5 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:05.728313 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-plugged", "status": "completed", "tag": "1d518b08-5316-4675-9f94-500fc18234cc", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:05.728560 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f699d8f1-3c88-4cd6-8aaa-0adf4dc708b5 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:05.728978 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc', 'code': 200}
Nov 13 21:57:05.803916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:05.824869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22981bf4-fcf7-4254-89eb-e5fd9e2dbefb req-552d167e-148d-48a2-969d-d6715fc1289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:05.826622 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-22981bf4-fcf7-4254-89eb-e5fd9e2dbefb req-552d167e-148d-48a2-969d-d6715fc1289c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1095 time: 0.0454936
Nov 13 21:57:05.855606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:05.904066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-22981bf4-fcf7-4254-89eb-e5fd9e2dbefb req-2941df06-2b5c-4682-8b10-14b1949b8b0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693343
Nov 13 21:57:05.918207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffae13-39d3-46a5-bed3-97fa9d5735e2 req-7a388d4a-892e-424a-be32-ccc7c8225227 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:05.919633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bffae13-39d3-46a5-bed3-97fa9d5735e2 req-7a388d4a-892e-424a-be32-ccc7c8225227 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0715659
Nov 13 21:57:05.966495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2bffae13-39d3-46a5-bed3-97fa9d5735e2 req-d84bc554-5b8e-46fb-b6b2-3d9c1e8328af tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407858
Nov 13 21:57:07.082198 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee670c-d7bf-4a30-a734-9b833565f619 req-1b32523b-693b-4874-b86d-5ca6541f22cc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:07.083672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11ee670c-d7bf-4a30-a734-9b833565f619 req-1b32523b-693b-4874-b86d-5ca6541f22cc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0477569
Nov 13 21:57:07.131807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-11ee670c-d7bf-4a30-a734-9b833565f619 req-9097edaf-5e5d-4dfd-845b-050d28ebf57c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413990
Nov 13 21:57:08.244566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15c8d0-e2c4-411c-a1a2-4abb39cced15 req-9248ee12-c6c2-44d6-a7a3-44c7d2d40fc6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:08.246065 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f15c8d0-e2c4-411c-a1a2-4abb39cced15 req-9248ee12-c6c2-44d6-a7a3-44c7d2d40fc6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0480082
Nov 13 21:57:08.292535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f15c8d0-e2c4-411c-a1a2-4abb39cced15 req-08df8f5c-6652-4928-8a3c-cd5417e8e577 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404499
Nov 13 21:57:08.408415 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdbbea-86f7-4e96-a4f8-4b3997175886 req-b812f7b8-3638-4b5f-972c-5d76ceb73939 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:08.409902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-09fdbbea-86f7-4e96-a4f8-4b3997175886 req-b812f7b8-3638-4b5f-972c-5d76ceb73939 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0510173
Nov 13 21:57:08.456084 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-09fdbbea-86f7-4e96-a4f8-4b3997175886 req-2e17d3a1-a996-4076-a47f-8c503def901c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394366
Nov 13 21:57:08.714359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316ab7-74ff-4f14-9a1e-614571b434b2 req-ac744423-0754-45cb-96e6-fd28aba8b8cc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:08.715882 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2316ab7-74ff-4f14-9a1e-614571b434b2 req-ac744423-0754-45cb-96e6-fd28aba8b8cc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0484722
Nov 13 21:57:08.761692 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2316ab7-74ff-4f14-9a1e-614571b434b2 req-315eb22b-46c6-4dfd-b15a-b9cb47b2f45d tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399096
Nov 13 21:57:08.879299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d936e-58f8-46b9-b650-0e1fc17db52b req-9a719e3a-1b88-459a-ba3e-4c7043aea13a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:08.880659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f9d936e-58f8-46b9-b650-0e1fc17db52b req-9a719e3a-1b88-459a-ba3e-4c7043aea13a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0520356
Nov 13 21:57:08.926643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f9d936e-58f8-46b9-b650-0e1fc17db52b req-9cfd7417-4dbe-4a9e-ad2f-844b542b5cb4 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394025
Nov 13 21:57:09.311656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79cf9a-4bec-4e30-9c7a-aa2994f7c14e req-b0652fdf-8da9-42dc-be67-4b429f4a57ea tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:09.313150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a79cf9a-4bec-4e30-9c7a-aa2994f7c14e req-b0652fdf-8da9-42dc-be67-4b429f4a57ea tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0485749
Nov 13 21:57:09.360386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a79cf9a-4bec-4e30-9c7a-aa2994f7c14e req-5ca79dec-c68f-407e-a4d5-566747d9eced tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410697
Nov 13 21:57:09.467502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-a3c0f4a8-f396-400f-8e1d-a7ebf6bad390 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0379381
Nov 13 21:57:10.476498 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc4902-f45c-4885-b60b-549959fc072a req-d771bdd9-641e-4dbb-a688-fc086920b2d1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:10.478025 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5fc4902-f45c-4885-b60b-549959fc072a req-d771bdd9-641e-4dbb-a688-fc086920b2d1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0496843
Nov 13 21:57:10.534923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5fc4902-f45c-4885-b60b-549959fc072a req-7b4dce0b-0836-496c-abf3-b21e6f83d961 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507123
Nov 13 21:57:11.684826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b06d9-63fe-4dc7-a455-14e791d913ac req-5839f6a9-72bf-4311-843b-9db5f8692988 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:11.686292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de8b06d9-63fe-4dc7-a455-14e791d913ac req-5839f6a9-72bf-4311-843b-9db5f8692988 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0833640
Nov 13 21:57:11.692316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-fa83384d-59ee-4f29-9589-0120b39b581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:11.693847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-fa83384d-59ee-4f29-9589-0120b39b581f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1096 time: 0.0585272
Nov 13 21:57:11.795195 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-de8b06d9-63fe-4dc7-a455-14e791d913ac req-416d447e-e5e3-4108-8f7b-a2b66a4f3209 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003952
Nov 13 21:57:11.813734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-7800d960-1a44-4117-ade6-1bf9dfe48bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:11.815101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-7800d960-1a44-4117-ade6-1bf9dfe48bad service neutron] 10.222.0.37 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.1130903
Nov 13 21:57:11.855362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-3222a952-578e-40cd-bbee-47f489a65ec7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 217 time: 0.0335464
Nov 13 21:57:11.903315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-0b362dec-dcba-4367-9b92-e19aa62f9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:11.904723 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-0b362dec-dcba-4367-9b92-e19aa62f9088 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0426683
Nov 13 21:57:11.954423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-cecd6496-d14d-4136-9488-3dd8b49dcad0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426970
Nov 13 21:57:12.044799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-2fe7298a-d698-42b8-9bcf-8bde0cab949d service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821717
Nov 13 21:57:12.136222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-5f9b84c0-9eee-4d38-b19b-f31d26cdc049 service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842295
Nov 13 21:57:12.523454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:12.908649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914dca-6a03-48d9-8393-f4ce1b410c12 req-5797d3a7-104d-403b-a18e-143fbbf75114 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:12.910153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc914dca-6a03-48d9-8393-f4ce1b410c12 req-5797d3a7-104d-403b-a18e-143fbbf75114 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0474911
Nov 13 21:57:12.957615 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc914dca-6a03-48d9-8393-f4ce1b410c12 req-eae015da-4939-4518-8d13-c718f0cbb38e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415268
Nov 13 21:57:14.071563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691260-1261-47ec-8437-c6253df5ee34 req-7dd4133b-9cba-40dd-ad53-e45c97629731 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:14.073133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89691260-1261-47ec-8437-c6253df5ee34 req-7dd4133b-9cba-40dd-ad53-e45c97629731 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0485907
Nov 13 21:57:14.118653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-89691260-1261-47ec-8437-c6253df5ee34 req-1667a9ba-e950-4212-bc83-e91872b414c3 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397470
Nov 13 21:57:14.951625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:15.231833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c55c-8627-412b-adf9-6bf583891ee8 req-8b00bbbd-d5bf-45aa-9f26-fac901d81454 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:15.233323 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b35c55c-8627-412b-adf9-6bf583891ee8 req-8b00bbbd-d5bf-45aa-9f26-fac901d81454 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0475025
Nov 13 21:57:15.279688 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0b35c55c-8627-412b-adf9-6bf583891ee8 req-eb0428b5-20a5-4b02-91b6-b6ef3d8290dc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405195
Nov 13 21:57:16.401937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234af75-01fe-4fb1-a541-23a3c4388727 req-4a7d7b19-ec6e-4976-8ae5-0efd6d306d28 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:16.403380 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5234af75-01fe-4fb1-a541-23a3c4388727 req-4a7d7b19-ec6e-4976-8ae5-0efd6d306d28 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0470068
Nov 13 21:57:16.452265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5234af75-01fe-4fb1-a541-23a3c4388727 req-d44118ae-a0c9-48c8-8019-603e7aee8517 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430145
Nov 13 21:57:17.571179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad6ceb-ceb5-47ed-90c1-1336d896e7ef req-96491a41-2a20-4dce-ae57-30187467c244 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:17.572731 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67ad6ceb-ceb5-47ed-90c1-1336d896e7ef req-96491a41-2a20-4dce-ae57-30187467c244 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0530005
Nov 13 21:57:17.621257 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-67ad6ceb-ceb5-47ed-90c1-1336d896e7ef req-b0d64615-3ac3-4196-a441-abf5eff07a9c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424147
Nov 13 21:57:18.737972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf768c-ad33-412e-bc20-cd4c36024aba req-8c264871-13f5-4c4f-9a69-c9c39430343a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:18.739435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9dcf768c-ad33-412e-bc20-cd4c36024aba req-8c264871-13f5-4c4f-9a69-c9c39430343a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0484803
Nov 13 21:57:18.784870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9dcf768c-ad33-412e-bc20-cd4c36024aba req-73f8caa9-4050-4177-8ff2-49f650afff28 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394948
Nov 13 21:57:19.899067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ade0c-b273-48c1-bed9-06882319b22a req-75ed7ba4-b113-4af0-9926-5cd1f2780011 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:19.900450 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-772ade0c-b273-48c1-bed9-06882319b22a req-75ed7ba4-b113-4af0-9926-5cd1f2780011 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0487742
Nov 13 21:57:19.947362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-772ade0c-b273-48c1-bed9-06882319b22a req-a9a83074-e812-4f49-8baf-a174e71c6dc6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409019
Nov 13 21:57:21.060391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae4df0-23b6-4dce-a209-26d636c3c011 req-680b7ae3-7e0c-40ea-8d0c-dc32fc9985e1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:21.061918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29ae4df0-23b6-4dce-a209-26d636c3c011 req-680b7ae3-7e0c-40ea-8d0c-dc32fc9985e1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0485802
Nov 13 21:57:21.108763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29ae4df0-23b6-4dce-a209-26d636c3c011 req-05afc393-1563-4d2d-bbb9-32015b4beec7 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409765
Nov 13 21:57:22.225372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5f0be-4cba-4c99-91ff-8423c0af7f3a req-c23a905f-19ec-413d-9e35-dd463e711da7 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:22.226820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ee5f0be-4cba-4c99-91ff-8423c0af7f3a req-c23a905f-19ec-413d-9e35-dd463e711da7 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0498459
Nov 13 21:57:22.278734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ee5f0be-4cba-4c99-91ff-8423c0af7f3a req-f6e57fb7-0697-410d-b440-3a750159c0de tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458310
Nov 13 21:57:23.399419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4357a4-4d79-40e6-ace9-e4fd615a05dd req-d9893ff4-f281-4c90-ab67-db62b92649d5 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:23.400918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4357a4-4d79-40e6-ace9-e4fd615a05dd req-d9893ff4-f281-4c90-ab67-db62b92649d5 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0518005
Nov 13 21:57:23.447338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2a4357a4-4d79-40e6-ace9-e4fd615a05dd req-85d0c613-0fe9-442c-91a8-b9e3b94dc205 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405102
Nov 13 21:57:24.564411 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d9c3b-0a84-400b-bcb7-f4fddaba7af5 req-d6554de7-d62a-48dd-a725-544140cd1b89 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:24.565918 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b25d9c3b-0a84-400b-bcb7-f4fddaba7af5 req-d6554de7-d62a-48dd-a725-544140cd1b89 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0485938
Nov 13 21:57:24.612927 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b25d9c3b-0a84-400b-bcb7-f4fddaba7af5 req-f3b82d61-e481-4397-a834-30285f827dab tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408959
Nov 13 21:57:24.739590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f3c056a2-e864-4ded-b136-ebc07550bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:25.729641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cedd5-e8c0-4a0a-ab4c-7b58dacae89c req-bf4e1ac3-4270-4d63-8743-9e86f24c35f7 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:25.731453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a4cedd5-e8c0-4a0a-ab4c-7b58dacae89c req-bf4e1ac3-4270-4d63-8743-9e86f24c35f7 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0483491
Nov 13 21:57:25.781228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1a4cedd5-e8c0-4a0a-ab4c-7b58dacae89c req-4c341cb7-c682-4988-92ef-582e82822088 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438876
Nov 13 21:57:26.894537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ab388-7c43-41d6-a5aa-8592304a035e req-5c570bde-8fae-41a7-81a0-666570839db6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:26.895959 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-279ab388-7c43-41d6-a5aa-8592304a035e req-5c570bde-8fae-41a7-81a0-666570839db6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0480735
Nov 13 21:57:26.943562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-279ab388-7c43-41d6-a5aa-8592304a035e req-a5a810c7-d81e-4e37-b1a3-f8a229d533ee tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414176
Nov 13 21:57:27.128452 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-59bebe87-f8a2-4b94-89ad-fdb7a56eea2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:28.056776 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b41b2-d0a3-4f7e-b7a7-4a2dd2f26439 req-59ef06c2-75fa-414c-a926-814a0c6a7690 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:28.058235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e98b41b2-d0a3-4f7e-b7a7-4a2dd2f26439 req-59ef06c2-75fa-414c-a926-814a0c6a7690 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0480278
Nov 13 21:57:28.108682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e98b41b2-d0a3-4f7e-b7a7-4a2dd2f26439 req-02823c83-fcb0-4e96-877e-560187b49641 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445383
Nov 13 21:57:28.705876 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:29.077313 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-2597546a-7f58-4642-8bf5-78a379a66470 service neutron] show failed (client error): The resource could not be found.
Nov 13 21:57:29.078353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-2597546a-7f58-4642-8bf5-78a379a66470 service neutron] 10.222.0.37 "GET /v2.0/ports/1d518b08-5316-4675-9f94-500fc18234cc/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0544753
Nov 13 21:57:29.226676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d1079-e25a-437a-b137-8d8660926123 req-250207f3-ea42-4342-bc13-1b3192819122 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:29.228204 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-028d1079-e25a-437a-b137-8d8660926123 req-250207f3-ea42-4342-bc13-1b3192819122 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0514460
Nov 13 21:57:29.277977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-028d1079-e25a-437a-b137-8d8660926123 req-bc3efdca-942d-4166-82b0-e4f211b35aad tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429759
Nov 13 21:57:29.727152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-f8f5c972-7c6d-44d3-a70a-0e6747309b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:29.728599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-f8f5c972-7c6d-44d3-a70a-0e6747309b69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345&tenant_id=68c8d510760846938568a289fdfb0159 HTTP/1.1" status: 200  len: 1096 time: 0.0397365
Nov 13 21:57:29.740026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:57:29.800837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:29.995925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:30.029244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:57:30.068003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:30.070332 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1276fb0-ac7e-4b38-8584-51a709b8ebba" -d '{"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-unplugged", "status": "completed", "tag": "1d518b08-5316-4675-9f94-500fc18234cc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:30.072014 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.074192 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.086581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Transition to ACTIVE for port object 1d518b08-5316-4675-9f94-500fc18234cc will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:57:30.124179 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63f446-7db9-4247-9c6b-36465e949fa9 x-openstack-request-id: req-3d63f446-7db9-4247-9c6b-36465e949fa9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:30.124179 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-unplugged", "status": "completed", "tag": "1d518b08-5316-4675-9f94-500fc18234cc", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:30.124179 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d63f446-7db9-4247-9c6b-36465e949fa9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:30.124179 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc', 'code': 200}
Nov 13 21:57:30.162791 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.223178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:30.225534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] No DVR routers for this DVR port 1d518b08-5316-4675-9f94-500fc18234cc on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:57:30.262732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:57:30.263072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:57:30.263388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:57:30.268154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Port 1d518b08-5316-4675-9f94-500fc18234cc on network 8163b26b-3e99-4c9f-b311-ca828821db11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:57:30.268466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Attempting to bind port 1d518b08-5316-4675-9f94-500fc18234cc on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:57:30.273508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:57:30.278873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Checking segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:57:30.278873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Bound using segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:57:30.278873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Bound port: 1d518b08-5316-4675-9f94-500fc18234cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:57:30.278873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.337605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:57:30.341000 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:57:30.395653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d51653-0fd2-4a69-9f25-5d3a82640814 req-b0c051ef-b136-47e0-844f-78d5b60935af tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:30.397163 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5d51653-0fd2-4a69-9f25-5d3a82640814 req-b0c051ef-b136-47e0-844f-78d5b60935af tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 943 time: 0.0486565
Nov 13 21:57:30.402863 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.432131 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.445356 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5d51653-0fd2-4a69-9f25-5d3a82640814 req-8774cf3b-13a6-461c-b0fa-1f53e9b73f52 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417254
Nov 13 21:57:30.474291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:30.474906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:30.476279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 1091 time: 0.7401009
Nov 13 21:57:30.490381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b98a01-e0c4-41e9-bf34-5f63d7b70ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:30.541020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-000bd463-611c-4868-a501-7ff72bdb974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:30.542524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-000bd463-611c-4868-a501-7ff72bdb974a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1094 time: 0.0441847
Nov 13 21:57:30.630986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-4928100e-e996-4bdc-b92f-9c1eedaaf726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:30.632443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-4928100e-e996-4bdc-b92f-9c1eedaaf726 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.0829055
Nov 13 21:57:30.675382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-644da4c4-cc26-428b-bfdb-08578a029128 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 217 time: 0.0364840
Nov 13 21:57:30.722622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-c1854c68-9526-4d15-a4a8-2717e6ceefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:30.723994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-c1854c68-9526-4d15-a4a8-2717e6ceefb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0418720
Nov 13 21:57:30.754483 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-059ce841-6086-4df2-abf0-8ffb03408e58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0234125
Nov 13 21:57:30.843844 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-c5b5a11e-a23a-4d57-afea-40d5e0066b40 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828311
Nov 13 21:57:30.931823 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da07af5-5c50-4394-ad6e-dc8e3bc39816 req-2217b2f0-d7d2-46b9-9bb7-4199eef6403a service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804136
Nov 13 21:57:31.562853 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd393d6-27f9-4190-86cf-1369bd806829 req-38dbb7bf-3ddc-4185-a5ca-e1b911921d2e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:31.564315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fd393d6-27f9-4190-86cf-1369bd806829 req-38dbb7bf-3ddc-4185-a5ca-e1b911921d2e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 943 time: 0.0484989
Nov 13 21:57:31.615538 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4fd393d6-27f9-4190-86cf-1369bd806829 req-085980d4-606e-4b04-8b1a-1edbcd0a4d5a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451887
Nov 13 21:57:32.124401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:32.126818 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "tag": "1d518b08-5316-4675-9f94-500fc18234cc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:32.175062 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da02cc58-3b66-411c-aafc-994e150da9f6 x-openstack-request-id: req-da02cc58-3b66-411c-aafc-994e150da9f6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:32.175352 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "tag": "1d518b08-5316-4675-9f94-500fc18234cc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:32.176256 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da02cc58-3b66-411c-aafc-994e150da9f6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:32.176653 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc', 'status': 'completed', 'code': 200}
Nov 13 21:57:32.259642 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-d31be55d-a060-4a51-8fb9-5f8c90d0f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:32.261180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-d31be55d-a060-4a51-8fb9-5f8c90d0f3fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1094 time: 0.0672593
Nov 13 21:57:32.262936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-1b81dbc9-e361-4fcf-bb6e-a8b2ff0246b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:32.264927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-1b81dbc9-e361-4fcf-bb6e-a8b2ff0246b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1094 time: 0.0626755
Nov 13 21:57:32.416113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-01da551c-55b9-44f2-b938-16146f320f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:32.417522 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-01da551c-55b9-44f2-b938-16146f320f8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.1488128
Nov 13 21:57:32.418574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-62a13f6c-8146-4045-b959-4c4298316e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:32.419863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-62a13f6c-8146-4045-b959-4c4298316e02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.1440356
Nov 13 21:57:32.465653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-945c784e-5796-403d-a9c4-810f3023d991 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 217 time: 0.0407262
Nov 13 21:57:32.497897 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-e522dae8-4dbe-40d9-aa00-d343977a9832 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 217 time: 0.0675080
Nov 13 21:57:32.569189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-30089665-50df-4bde-9423-21a2a8095b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:32.570619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-30089665-50df-4bde-9423-21a2a8095b49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0802598
Nov 13 21:57:32.573829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-c654be09-5ff4-4363-bb83-c630e69f6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:32.575155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-c654be09-5ff4-4363-bb83-c630e69f6a50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0587883
Nov 13 21:57:32.608698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-36c0d5df-0005-4073-97a0-6a9a8fe78612 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305462
Nov 13 21:57:32.629235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-d2a6aad2-0f2c-456a-a850-9ddb8dbef3e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440960
Nov 13 21:57:33.156270 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-b12918e4-3c22-4f96-a027-40a8eedefe86 service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5354190
Nov 13 21:57:33.166410 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50f52e-995c-49ac-aeb0-6d8cf5627e1c req-f8e87876-c55a-449b-9c84-df68283a93dd tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:33.167785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad50f52e-995c-49ac-aeb0-6d8cf5627e1c req-f8e87876-c55a-449b-9c84-df68283a93dd tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 943 time: 0.1265719
Nov 13 21:57:33.216610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-d7456228-2c47-45ca-aebb-c39d972cc3b7 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841855
Nov 13 21:57:33.304777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ad50f52e-995c-49ac-aeb0-6d8cf5627e1c req-0c540572-fdd9-4104-a76c-bc03100d715c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208510
Nov 13 21:57:33.356437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-ce89956f-a985-467c-ac0f-2e3ad4f6af58 service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1843836
Nov 13 21:57:33.376535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7a762ab3-45d1-4a8e-b751-6e7cd8f0393a req-eed6c485-06b4-4777-bcdc-56a515d94136 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300399
Nov 13 21:57:33.597966 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:57:33.638694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:57:34.416939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:57:34.426091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d91569-aed8-43e6-8799-9c10c0560fe1 req-a722370b-fedf-4eb2-8576-23478762d906 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:34.427557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38d91569-aed8-43e6-8799-9c10c0560fe1 req-a722370b-fedf-4eb2-8576-23478762d906 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 943 time: 0.0523076
Nov 13 21:57:34.474762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-38d91569-aed8-43e6-8799-9c10c0560fe1 req-32a3eda3-52ee-4c8c-88ff-29a0e696eb70 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410573
Nov 13 21:57:34.510618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:34.522452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '1d518b08-5316-4675-9f94-500fc18234cc', 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'port_id': '1d518b08-5316-4675-9f94-500fc18234cc', 'mac_address': 'fa:16:3e:f6:cb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a072546e-80e0-4f15-869f-48255996b6e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:57:34.565702 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:34.579476 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d518b08-5316-4675-9f94-500fc18234cc {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:57:34.607141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:34.722713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:34.768634 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:34.926388 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f160e-ac6a-4159-aea3-ec4586608d4f req-34340b63-a26a-4c58-ad11-40e62a2bf6bc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:34.927760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba2f160e-ac6a-4159-aea3-ec4586608d4f req-34340b63-a26a-4c58-ad11-40e62a2bf6bc tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 944 time: 0.0491540
Nov 13 21:57:34.937068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['1d518b08-5316-4675-9f94-500fc18234cc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:57:34.979658 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ba2f160e-ac6a-4159-aea3-ec4586608d4f req-0a346471-b4de-4bd3-a9b3-83042677785b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458107
Nov 13 21:57:35.033420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-c8890b45-e909-49a7-a832-3bd5a0cc33db tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:35.034932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-c8890b45-e909-49a7-a832-3bd5a0cc33db tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345&tenant_id=68c8d510760846938568a289fdfb0159&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0525458
Nov 13 21:57:35.099621 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-bf650afd-6cf3-40aa-9ce2-1d2fce40f3ea service neutron] delete failed (client error): The resource could not be found.
Nov 13 21:57:35.100631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-bf650afd-6cf3-40aa-9ce2-1d2fce40f3ea service neutron] 10.222.0.37 "DELETE /v2.0/ports/1d518b08-5316-4675-9f94-500fc18234cc/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0576432
Nov 13 21:57:35.183594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-f721ee7c-ba73-45ff-9f12-5162917e2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:35.185029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-f721ee7c-ba73-45ff-9f12-5162917e2904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 1095 time: 0.0413780
Nov 13 21:57:35.277509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-3827a72a-e430-42ee-abaa-24a2a7ba62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:35.278965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-3827a72a-e430-42ee-abaa-24a2a7ba62fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.0865948
Nov 13 21:57:35.320297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-5384d683-0cce-4b4c-b795-202491c59d20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 200  len: 217 time: 0.0338664
Nov 13 21:57:35.368015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-91e2f290-ddd3-4ece-a5a4-b509be5e0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:35.369495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-91e2f290-ddd3-4ece-a5a4-b509be5e0a99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0419548
Nov 13 21:57:35.400606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-4a0b3c3e-25be-4525-9e94-3819652c0272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240407
Nov 13 21:57:35.492663 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-2a6ff625-29a7-4e9f-ade0-b3c70c3d936f service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844014
Nov 13 21:57:35.587941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-004885d9-5bef-4cc0-8e4c-67b4228d6eeb req-13e380a0-20e5-4f57-aa4a-45ed591089ec service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879416
Nov 13 21:57:36.097384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb945b60-b9e7-42e8-aae9-c068f3b7634c req-627b1b22-8e70-4d18-bc5a-565830ac112f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:36.098870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb945b60-b9e7-42e8-aae9-c068f3b7634c req-627b1b22-8e70-4d18-bc5a-565830ac112f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 944 time: 0.0489891
Nov 13 21:57:36.145918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb945b60-b9e7-42e8-aae9-c068f3b7634c req-80f39fc6-0744-4d5e-8351-1ee031acc520 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408821
Nov 13 21:57:36.431010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:57:36.540067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 1d518b08-5316-4675-9f94-500fc18234cc completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:57:36.544183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 1d518b08-5316-4675-9f94-500fc18234cc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:57:36.549096 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:36.621071 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:36.646483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:36.649116 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b69498-2646-48fd-bdd9-a077864cbcbf" -d '{"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-plugged", "status": "completed", "tag": "1d518b08-5316-4675-9f94-500fc18234cc"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:36.661838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:36.688404 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d696c40b-7205-4d2e-908b-d2d73dfce034 x-openstack-request-id: req-d696c40b-7205-4d2e-908b-d2d73dfce034 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:36.688709 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-plugged", "status": "completed", "tag": "1d518b08-5316-4675-9f94-500fc18234cc", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:36.692413 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d696c40b-7205-4d2e-908b-d2d73dfce034 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:36.692413 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc', 'code': 200}
Nov 13 21:57:36.774415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:36.821447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:37.263511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959eca3b-c4e4-45f5-b8b6-484f47984b9b req-c2f74190-9157-453e-a94b-c2f23931153a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:37.264995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-959eca3b-c4e4-45f5-b8b6-484f47984b9b req-c2f74190-9157-453e-a94b-c2f23931153a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0479641
Nov 13 21:57:37.311965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-959eca3b-c4e4-45f5-b8b6-484f47984b9b req-469d739b-f43e-49f0-863d-83f8dd405c02 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409868
Nov 13 21:57:37.425402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f171-02e8-42f5-bf6e-814c6e9c27a8 req-3fdb382c-826a-41ba-bf10-6d25782803ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:37.426916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cff0f171-02e8-42f5-bf6e-814c6e9c27a8 req-3fdb382c-826a-41ba-bf10-6d25782803ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0485792
Nov 13 21:57:37.477015 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cff0f171-02e8-42f5-bf6e-814c6e9c27a8 req-1b18d706-2d99-43f6-bd56-a3c8bd285e23 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441835
Nov 13 21:57:37.591225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9534fea-a281-420f-9881-32d89923ca3b req-723dc112-4109-4d75-9ebf-7a011f838307 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:37.592717 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9534fea-a281-420f-9881-32d89923ca3b req-723dc112-4109-4d75-9ebf-7a011f838307 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0512893
Nov 13 21:57:37.637920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9534fea-a281-420f-9881-32d89923ca3b req-57d6c6b0-bcad-481b-95c8-a2f27fbc367b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388000
Nov 13 21:57:38.360746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-ee898de6-00ad-416b-8b30-3bc39b9edc3f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:38.362670 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-ee898de6-00ad-416b-8b30-3bc39b9edc3f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 815 time: 0.1039262
Nov 13 21:57:38.377503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-b7bcc5ba-f5f0-4f13-acba-9b72f2ceff60 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/quotas/68c8d510760846938568a289fdfb0159 HTTP/1.1" status: 200  len: 375 time: 0.0090618
Nov 13 21:57:38.429741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-586d05fc-b09a-4b61-839f-16b0e2250cc4 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0463431
Nov 13 21:57:38.519874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1c5c366b-2f06-4e12-9fab-e9e2115b4c19 service neutron] 10.222.0.20 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830979
Nov 13 21:57:38.619661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1262c2b8-fc89-41c3-85c8-eac1f6bf97d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894725
Nov 13 21:57:38.873293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-162024eb-9ac9-4916-bc23-5061b9860a43 req-660b01a7-7c83-432a-97a2-b7aa09936e1f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 210 time: 0.0259476
Nov 13 21:57:39.630497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624331-9847-48c2-8600-5c57016b72b2 req-5b29ab26-a748-4bbe-a48c-6d3b1c235e1a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:39.631963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f624331-9847-48c2-8600-5c57016b72b2 req-5b29ab26-a748-4bbe-a48c-6d3b1c235e1a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5abe1c1-897b-401e-8521-8fc96f583345 HTTP/1.1" status: 200  len: 945 time: 0.0492134
Nov 13 21:57:39.733264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Deleting port 1d518b08-5316-4675-9f94-500fc18234cc {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:57:39.733603 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:39.822504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] For port 1d518b08-5316-4675-9f94-500fc18234cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1d518b08-5316-4675-9f94-500fc18234cc,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:39.822772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:39.835655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Calling delete_port for 1d518b08-5316-4675-9f94-500fc18234cc owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:57:39.972351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb7dde76-2c11-440e-8b06-43c3f90e9c37 req-db17d2a9-84f3-4255-90d5-0daf7e3d0286 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 210 time: 0.0295885
Nov 13 21:57:40.123292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:40.135290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['1d518b08-5316-4675-9f94-500fc18234cc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:57:40.153353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Pushing event deleted for resources: {'Port': ['ID=1d518b08-5316-4675-9f94-500fc18234cc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:40.197295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] No DVR routers for this DVR port 1d518b08-5316-4675-9f94-500fc18234cc on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:57:40.200713 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:40.204074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f624331-9847-48c2-8600-5c57016b72b2 req-7797458b-7175-4075-996d-dc9879fc871e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.46 "DELETE /v2.0/ports/1d518b08-5316-4675-9f94-500fc18234cc HTTP/1.1" status: 204  len: 173 time: 0.5663309
Nov 13 21:57:40.204531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-deleted', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:40.207454 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03001a7d-84c4-43ac-b409-db344af92a23" -d '{"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-deleted", "tag": "1d518b08-5316-4675-9f94-500fc18234cc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:40.244681 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b85570-6295-4b27-b5ea-3a838c40dbcc x-openstack-request-id: req-b3b85570-6295-4b27-b5ea-3a838c40dbcc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:40.244998 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5abe1c1-897b-401e-8521-8fc96f583345", "name": "network-vif-deleted", "tag": "1d518b08-5316-4675-9f94-500fc18234cc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:40.245250 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3b85570-6295-4b27-b5ea-3a838c40dbcc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:40.245672 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5abe1c1-897b-401e-8521-8fc96f583345', 'name': 'network-vif-deleted', 'tag': '1d518b08-5316-4675-9f94-500fc18234cc', 'status': 'completed', 'code': 200}
Nov 13 21:57:40.404036 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:57:41.066281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-051930b5-92cb-4dc9-bec9-31b6c3f1ad11 req-890768f5-5d2f-426e-a9bf-684cb933b095 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 210 time: 0.0275824
Nov 13 21:57:41.168380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-db8102be-2c63-4bf3-8cf8-fc00d0d4e174 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:41.169769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-db8102be-2c63-4bf3-8cf8-fc00d0d4e174 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 815 time: 0.1022472
Nov 13 21:57:41.183493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Request body: {'port': {'device_id': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'admin_state_up': True, 'tenant_id': '68c8d510760846938568a289fdfb0159'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:57:41.402850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Made reservation on behalf of 68c8d510760846938568a289fdfb0159 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:57:41.406543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:41.531361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Allocated IP 172.20.0.5 (8163b26b-3e99-4c9f-b311-ca828821db11/a072546e-80e0-4f15-869f-48255996b6e3/b177211c-b473-45c4-ac96-f63c5c077e6f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:57:41.672857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:41.826404 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:41.873618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Network 8163b26b-3e99-4c9f-b311-ca828821db11 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:57:41.878656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:57:41.882397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:57:41.905140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:41.932414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:41.933029 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.023932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-610cb28a-baa2-46dc-aa67-4064a1caae46 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8440752
Nov 13 21:57:42.036400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Request body: {'port': {'device_id': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:57:42.088300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.186710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b27ce-d3d7-4b76-abf2-dde748b36c70 req-0e935fd3-3581-419e-9b8c-86de60421f1e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:42.188218 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf9b27ce-d3d7-4b76-abf2-dde748b36c70 req-0e935fd3-3581-419e-9b8c-86de60421f1e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 931 time: 0.0500796
Nov 13 21:57:42.236740 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf9b27ce-d3d7-4b76-abf2-dde748b36c70 req-704e5e04-f881-4cdd-a7ea-0136672f33a1 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420814
Nov 13 21:57:42.353592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b177211c-b473-45c4-ac96-f63c5c077e6f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:57:42.360948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.372609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Transition to ACTIVE for port object b177211c-b473-45c4-ac96-f63c5c077e6f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:57:42.453981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.461799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:57:42.484362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 1d518b08-5316-4675-9f94-500fc18234cc {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:57:42.484721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 1d518b08-5316-4675-9f94-500fc18234cc not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:57:42.502561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:42.511688 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.571770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:57:42.572545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:57:42.572901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:57:42.577222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Port b177211c-b473-45c4-ac96-f63c5c077e6f on network 8163b26b-3e99-4c9f-b311-ca828821db11 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:57:42.577541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:57:42.582273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:57:42.583198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Checking segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:57:42.583583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Bound using segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:57:42.584004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Bound port: b177211c-b473-45c4-ac96-f63c5c077e6f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:57:42.584352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.654052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:57:42.658618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:57:42.769175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.803658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:42.804286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:42.805693 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 1091 time: 0.7739482
Nov 13 21:57:42.806149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:42.808373 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36dda17-de2c-441f-b300-63b40409e8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:42.832212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82785a-c809-4535-854f-3d39615692f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:42.847025 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de72a3cd-4d6c-4d3c-85cf-9182aaf7fdfb x-openstack-request-id: req-de72a3cd-4d6c-4d3c-85cf-9182aaf7fdfb {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:42.847316 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:42.847877 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de72a3cd-4d6c-4d3c-85cf-9182aaf7fdfb {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:42.848274 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'status': 'completed', 'code': 200}
Nov 13 21:57:42.910397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dda17-de2c-441f-b300-63b40409e8d3 req-e575a47b-6592-45e3-83e0-519268ab6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:42.911857 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b36dda17-de2c-441f-b300-63b40409e8d3 req-e575a47b-6592-45e3-83e0-519268ab6110 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1094 time: 0.0410302
Nov 13 21:57:43.022521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dda17-de2c-441f-b300-63b40409e8d3 req-56351a12-8fc7-4774-835b-955146c86974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:43.024336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b36dda17-de2c-441f-b300-63b40409e8d3 req-56351a12-8fc7-4774-835b-955146c86974 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=68c8d510760846938568a289fdfb0159&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1052229
Nov 13 21:57:43.121391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dda17-de2c-441f-b300-63b40409e8d3 req-a7fd4041-2648-471c-ab4f-6ba91da86647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:43.122864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b36dda17-de2c-441f-b300-63b40409e8d3 req-a7fd4041-2648-471c-ab4f-6ba91da86647 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0915971
Nov 13 21:57:43.201071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-d66ff2b6-42c0-4eb1-86c0-05ad5594dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:43.202442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-d66ff2b6-42c0-4eb1-86c0-05ad5594dc6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1094 time: 0.0441883
Nov 13 21:57:43.247084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-54d99e71-b785-4d32-a20f-34d31024dfcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0345805
Nov 13 21:57:43.294612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-aa3a8f41-8673-4535-bc4a-f114bf645d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:43.296068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-aa3a8f41-8673-4535-bc4a-f114bf645d65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0429940
Nov 13 21:57:43.334664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-2886d944-987e-41d0-a7da-99bdc80e191c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304668
Nov 13 21:57:43.351532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b5db-ac47-432c-8e73-70a1e4b3a429 req-46ab3833-8b6d-434c-bda3-bccf68c97d9b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:43.353044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd78b5db-ac47-432c-8e73-70a1e4b3a429 req-46ab3833-8b6d-434c-bda3-bccf68c97d9b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0483365
Nov 13 21:57:43.407813 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd78b5db-ac47-432c-8e73-70a1e4b3a429 req-cba8cf40-5ce2-4df2-9702-70f58ff1432e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484064
Nov 13 21:57:43.440486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-1a93aca0-475c-42a2-9dc1-bc235dc9c7b7 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993330
Nov 13 21:57:43.528139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57fd005c-b7ae-40cb-9dac-c3b07010027d req-21674469-27c2-48b8-b0b9-975dbc510e60 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803058
Nov 13 21:57:44.528263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a100e-6569-4084-8e17-c2984a233f23 req-3c2bafcf-892b-4fad-9848-7c5158e7d771 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:44.529742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e1a100e-6569-4084-8e17-c2984a233f23 req-3c2bafcf-892b-4fad-9848-7c5158e7d771 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0526013
Nov 13 21:57:44.575697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4e1a100e-6569-4084-8e17-c2984a233f23 req-6074c316-869c-47c0-af9f-54a7df2b2a0c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400681
Nov 13 21:57:44.910944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:45.692018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d90be-a389-4deb-a641-f988c3dc9cc1 req-1ad2ed52-b9b8-4d89-bac6-1f4738221327 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:45.694339 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-502d90be-a389-4deb-a641-f988c3dc9cc1 req-1ad2ed52-b9b8-4d89-bac6-1f4738221327 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0496507
Nov 13 21:57:45.740404 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-502d90be-a389-4deb-a641-f988c3dc9cc1 req-4ef7b7f4-efe4-4f48-9c5d-275eb6569f08 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396280
Nov 13 21:57:46.478870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:57:46.572568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:46.588295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'port_id': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a072546e-80e0-4f15-869f-48255996b6e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:57:46.639248 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:46.640478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b177211c-b473-45c4-ac96-f63c5c077e6f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:57:46.670159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:46.797079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:46.845374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:46.857273 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68766487-2136-4fe1-a575-6881dc31ec26 req-8d5785ae-c53f-4e4b-a0a3-379d46711752 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:46.858927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68766487-2136-4fe1-a575-6881dc31ec26 req-8d5785ae-c53f-4e4b-a0a3-379d46711752 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 944 time: 0.0499346
Nov 13 21:57:46.905797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68766487-2136-4fe1-a575-6881dc31ec26 req-bde6833e-4e9a-4388-92c4-d1da34a10f8e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407081
Nov 13 21:57:46.992215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['b177211c-b473-45c4-ac96-f63c5c077e6f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:57:48.019939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a3aa-6444-433b-86b3-4a00e80c6ec7 req-e072dc8a-57e2-40c3-a42e-1e43cac0e9ae tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:48.025146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3930a3aa-6444-433b-86b3-4a00e80c6ec7 req-e072dc8a-57e2-40c3-a42e-1e43cac0e9ae tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 944 time: 0.0484848
Nov 13 21:57:48.069407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3930a3aa-6444-433b-86b3-4a00e80c6ec7 req-cb31f09c-e184-42bf-b8d9-c8267ed9a96e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411632
Nov 13 21:57:48.493104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:57:48.597066 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port b177211c-b473-45c4-ac96-f63c5c077e6f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:57:48.601590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port b177211c-b473-45c4-ac96-f63c5c077e6f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:57:48.601951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:48.680958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:48.701899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:57:48.704094 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b4717-f360-4223-9ed5-01e86b40dec5" -d '{"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-plugged", "status": "completed", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:57:48.716400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:57:48.741771 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae4549d-5bd3-48b0-a8d2-a265a461e577 x-openstack-request-id: req-7ae4549d-5bd3-48b0-a8d2-a265a461e577 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:57:48.742059 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-plugged", "status": "completed", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:57:48.742306 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ae4549d-5bd3-48b0-a8d2-a265a461e577 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:57:48.742691 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'code': 200}
Nov 13 21:57:48.831659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:48.837563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5b905-f8cb-4177-8772-d7dc64375d65 req-f9d227a3-24de-43a5-a8b7-ea4201744a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:48.839052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cd5b905-f8cb-4177-8772-d7dc64375d65 req-f9d227a3-24de-43a5-a8b7-ea4201744a54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1095 time: 0.0425477
Nov 13 21:57:48.881011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:57:48.883406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4cd5b905-f8cb-4177-8772-d7dc64375d65 req-1c71c6dd-56b0-4413-8d6e-50a24729c4ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376272
Nov 13 21:57:48.888489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.888865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.889199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.889529 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.889854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.890176 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.890495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.890821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.891128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.891444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.891757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:48.892070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:57:49.186325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca26d4-2cc4-49fc-b23e-96abbab4c2a1 req-e5b4ce8c-d1ad-467d-a35c-06ef45287484 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:49.187795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebca26d4-2cc4-49fc-b23e-96abbab4c2a1 req-e5b4ce8c-d1ad-467d-a35c-06ef45287484 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0523078
Nov 13 21:57:49.235146 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ebca26d4-2cc4-49fc-b23e-96abbab4c2a1 req-6cacb22b-d70e-423f-8b7a-7866a2018253 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413184
Nov 13 21:57:50.350654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b6d1f-0a3c-4af8-9d63-377e969ed35b req-3111929a-8e48-4eac-8d26-df5d881af4cf tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:50.352644 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb9b6d1f-0a3c-4af8-9d63-377e969ed35b req-3111929a-8e48-4eac-8d26-df5d881af4cf tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0480964
Nov 13 21:57:50.399867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb9b6d1f-0a3c-4af8-9d63-377e969ed35b req-e1913017-5aa3-4fab-9381-4e9c7b451775 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412705
Nov 13 21:57:50.514989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ff478-abc0-4ea8-9f25-a5dd0f88b668 req-e09cd4e5-e290-4fa5-96c6-7e763a941c20 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:50.516616 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-129ff478-abc0-4ea8-9f25-a5dd0f88b668 req-e09cd4e5-e290-4fa5-96c6-7e763a941c20 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0488868
Nov 13 21:57:50.564351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-129ff478-abc0-4ea8-9f25-a5dd0f88b668 req-3697b991-126b-403f-bba4-c7ef7c86d8c8 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416746
Nov 13 21:57:50.965485 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60d591-746a-41e3-a644-2788a4cc423c req-102c36c8-a1bc-4072-ad57-e2991fc26bf2 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:50.966935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6d60d591-746a-41e3-a644-2788a4cc423c req-102c36c8-a1bc-4072-ad57-e2991fc26bf2 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0485461
Nov 13 21:57:51.017613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6d60d591-746a-41e3-a644-2788a4cc423c req-8c932b39-c343-4771-a733-5a0315d8b612 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446115
Nov 13 21:57:51.096369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-97ff1247-c763-4837-9f2a-81a95630869c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0384800
Nov 13 21:57:52.136176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c29b6-b701-4365-bf38-3545766d8f83 req-954c7340-1abf-474a-b9eb-8e36ce5e6fd5 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:52.137675 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f90c29b6-b701-4365-bf38-3545766d8f83 req-954c7340-1abf-474a-b9eb-8e36ce5e6fd5 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0524406
Nov 13 21:57:52.184228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f90c29b6-b701-4365-bf38-3545766d8f83 req-17e6e439-3d19-4659-b5ff-100f160d03ff tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404968
Nov 13 21:57:53.171132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-b730ea03-b650-4eb4-a3dc-697da52ffc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:53.172739 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-b730ea03-b650-4eb4-a3dc-697da52ffc7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1096 time: 0.0397744
Nov 13 21:57:53.264758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-60625af4-f50d-46f5-977a-ae0b49bb1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:53.266235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-60625af4-f50d-46f5-977a-ae0b49bb1084 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.0862417
Nov 13 21:57:53.301857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c99be-058b-4e8b-972f-5246e8eb18bf req-102c88c0-0ad9-4cc6-8920-da3c2f572a05 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:53.303332 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c53c99be-058b-4e8b-972f-5246e8eb18bf req-102c88c0-0ad9-4cc6-8920-da3c2f572a05 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0478466
Nov 13 21:57:53.310649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-f56dda13-3dbc-40fe-9097-2a592149b99a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0345721
Nov 13 21:57:53.350560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c53c99be-058b-4e8b-972f-5246e8eb18bf req-4ba93070-0b39-4bbc-8a4b-47418c560f47 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404966
Nov 13 21:57:53.356835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-e650ea2a-98c6-483e-9096-4d25384b31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:53.358283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-e650ea2a-98c6-483e-9096-4d25384b31a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0431075
Nov 13 21:57:53.389341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-1c224974-c89d-4cb1-9058-bc5fd6d004e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241215
Nov 13 21:57:53.480640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-df5b5abf-9e9b-4c26-9e08-8f1cc7f93b13 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830503
Nov 13 21:57:53.570494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-f9242018-7a78-4d1b-a193-26bd134d02a8 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835896
Nov 13 21:57:54.468972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf25ae-4eff-4003-821e-f05d569ce257 req-87967f0d-5a16-497e-a1b0-d4760348857c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:54.470433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45cf25ae-4eff-4003-821e-f05d569ce257 req-87967f0d-5a16-497e-a1b0-d4760348857c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0482771
Nov 13 21:57:54.516314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45cf25ae-4eff-4003-821e-f05d569ce257 req-b5c88031-a89c-405b-aab0-33e400b56131 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401330
Nov 13 21:57:54.745862 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-89bf9906-fe34-42a7-8be6-25a6f5ac50f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:55.635630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649d875-b381-4904-b5a7-ee86b3b42229 req-515f9833-1ac4-403c-9d5f-19ac01b07b49 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:55.637147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2649d875-b381-4904-b5a7-ee86b3b42229 req-515f9833-1ac4-403c-9d5f-19ac01b07b49 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0503113
Nov 13 21:57:55.684956 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2649d875-b381-4904-b5a7-ee86b3b42229 req-b1117a7d-893c-444f-b03c-8e2eceac3372 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417888
Nov 13 21:57:56.797197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe9e99-56d0-46f8-95f0-88d347c8272e req-97a9c2e0-7133-4251-b381-8e7b2994555e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:56.798649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ebe9e99-56d0-46f8-95f0-88d347c8272e req-97a9c2e0-7133-4251-b381-8e7b2994555e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0475857
Nov 13 21:57:56.844331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ebe9e99-56d0-46f8-95f0-88d347c8272e req-beb4d6f7-2d70-4912-9722-17507e285119 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398715
Nov 13 21:57:57.099656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1db8e8a0-277a-455b-b8ce-93fcc359d482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:57.963232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c6810-7fd2-4e4a-9f6c-da0bceb794f2 req-97bd2158-653b-4ad9-a51f-cf3d9ecbf50b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:57.964717 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c2c6810-7fd2-4e4a-9f6c-da0bceb794f2 req-97bd2158-653b-4ad9-a51f-cf3d9ecbf50b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0526583
Nov 13 21:57:58.011711 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c2c6810-7fd2-4e4a-9f6c-da0bceb794f2 req-fd4ace3e-f804-4c11-b350-6d8da90a4651 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411165
Nov 13 21:57:58.733741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:57:59.140609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16b5b1-4d1b-4952-a8b3-2b4c508a3b48 req-3c89dbb6-f42e-4d21-a066-a7288c15d8e9 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:57:59.142080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f16b5b1-4d1b-4952-a8b3-2b4c508a3b48 req-3c89dbb6-f42e-4d21-a066-a7288c15d8e9 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0516262
Nov 13 21:57:59.189292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f16b5b1-4d1b-4952-a8b3-2b4c508a3b48 req-76a99dfe-2c61-4b06-9bb0-b060c88266e8 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413127
Nov 13 21:58:00.042473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:00.303637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20885-1030-45e8-a878-931df56d9083 req-22a3ec72-b65c-468f-8e93-a8ab662d8d48 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:00.305133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-16b20885-1030-45e8-a878-931df56d9083 req-22a3ec72-b65c-468f-8e93-a8ab662d8d48 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0487063
Nov 13 21:58:00.353751 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-16b20885-1030-45e8-a878-931df56d9083 req-dff1b82f-c5a0-4511-96ab-ff1d96b35493 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419433
Nov 13 21:58:00.459568 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:01.468077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf107-6852-43e3-9c29-81062c246d84 req-b2c4b532-b468-4ade-905c-1814a7c529d4 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:01.469568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74bdf107-6852-43e3-9c29-81062c246d84 req-b2c4b532-b468-4ade-905c-1814a7c529d4 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0478094
Nov 13 21:58:01.515076 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-74bdf107-6852-43e3-9c29-81062c246d84 req-42e113d6-5124-42d7-8257-63a757d9c444 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395308
Nov 13 21:58:02.634894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cacdc-1df7-467e-a121-2c05c794c5f3 req-1d682c07-05ee-43a0-ae51-ff5b1bd03956 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:02.636390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f91cacdc-1df7-467e-a121-2c05c794c5f3 req-1d682c07-05ee-43a0-ae51-ff5b1bd03956 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0526953
Nov 13 21:58:02.683548 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f91cacdc-1df7-467e-a121-2c05c794c5f3 req-2f6be95c-55b4-443b-9819-86c8bce111f5 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412621
Nov 13 21:58:03.800030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463286b-64d8-4a4f-bbd9-3d34a753c304 req-a5d6b1b2-dbc9-4c85-99f4-5536eedb8b8c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:03.801509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3463286b-64d8-4a4f-bbd9-3d34a753c304 req-a5d6b1b2-dbc9-4c85-99f4-5536eedb8b8c tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0506148
Nov 13 21:58:03.847115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3463286b-64d8-4a4f-bbd9-3d34a753c304 req-48c3aafc-b06a-4545-93b9-6820ac9dbe59 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389469
Nov 13 21:58:04.968947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3ec2a-8a92-433d-8646-7bbc7c16cb8b req-f6161e18-7ea3-42f7-b22c-2dbe6b871027 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:04.970467 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75b3ec2a-8a92-433d-8646-7bbc7c16cb8b req-f6161e18-7ea3-42f7-b22c-2dbe6b871027 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0489039
Nov 13 21:58:05.018321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75b3ec2a-8a92-433d-8646-7bbc7c16cb8b req-d8d38851-aed9-4ffb-b3f4-bad32b82705f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416269
Nov 13 21:58:06.135287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62940026-c238-4a0f-aa02-3cfceeb068ff req-639589a6-dbad-43ca-ac41-7c240eb4078d tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:06.136762 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62940026-c238-4a0f-aa02-3cfceeb068ff req-639589a6-dbad-43ca-ac41-7c240eb4078d tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0503774
Nov 13 21:58:06.183971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-62940026-c238-4a0f-aa02-3cfceeb068ff req-c5de7c20-8df4-4b08-b97d-d5e126c2b572 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413499
Nov 13 21:58:07.299076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fb3a-e0e8-4097-bcb3-76ef20c57926 req-93045831-092f-46da-bc61-cd26b55b6dd0 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:07.300542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c65fb3a-e0e8-4097-bcb3-76ef20c57926 req-93045831-092f-46da-bc61-cd26b55b6dd0 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0488114
Nov 13 21:58:07.351179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c65fb3a-e0e8-4097-bcb3-76ef20c57926 req-9c0bccd1-6fa5-4af7-a819-b7005d39ea76 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445619
Nov 13 21:58:08.465083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc05864-247f-40e7-8086-a424450dc07c req-2db21e9f-7da4-4b9e-949c-1cb9b50e703e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:08.466515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1dc05864-247f-40e7-8086-a424450dc07c req-2db21e9f-7da4-4b9e-949c-1cb9b50e703e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0464520
Nov 13 21:58:08.514900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1dc05864-247f-40e7-8086-a424450dc07c req-a195e333-8532-4869-8fd1-d87992a74b8a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426126
Nov 13 21:58:09.632258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce55e22-c845-4bf1-acdc-6acbd307ec73 req-56f7a39a-070d-4c4d-b2e3-aaea69f2083b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:09.633754 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ce55e22-c845-4bf1-acdc-6acbd307ec73 req-56f7a39a-070d-4c4d-b2e3-aaea69f2083b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0479162
Nov 13 21:58:09.680718 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5ce55e22-c845-4bf1-acdc-6acbd307ec73 req-f2d1cbf4-c845-4f43-aa62-b245c47a111f tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403733
Nov 13 21:58:10.792960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bb991-f0d9-4cae-8f1b-875a26dd33e3 req-68548a2b-da55-4383-9f5b-55b67b9f9910 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:10.794409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f06bb991-f0d9-4cae-8f1b-875a26dd33e3 req-68548a2b-da55-4383-9f5b-55b67b9f9910 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0480030
Nov 13 21:58:10.841019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f06bb991-f0d9-4cae-8f1b-875a26dd33e3 req-5a30b29c-263d-463c-ac26-4f9eed676fa7 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406246
Nov 13 21:58:11.960097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e6e46-bff8-4bbc-979e-4af7234fe320 req-3ca61f48-71e6-4925-bc24-d0e22a5efd93 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:11.961735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a83e6e46-bff8-4bbc-979e-4af7234fe320 req-3ca61f48-71e6-4925-bc24-d0e22a5efd93 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0511310
Nov 13 21:58:12.008391 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a83e6e46-bff8-4bbc-979e-4af7234fe320 req-48a16280-01b8-411f-b53e-cdcb4c122693 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402188
Nov 13 21:58:12.699218 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:13.138608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6414c-f656-40ff-8861-ec7a42692e1d req-b7595de7-0481-4fb0-874d-8545f339f3ce tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:13.141067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ec6414c-f656-40ff-8861-ec7a42692e1d req-b7595de7-0481-4fb0-874d-8545f339f3ce tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0631754
Nov 13 21:58:13.194689 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2ec6414c-f656-40ff-8861-ec7a42692e1d req-b565c214-50f2-4b44-98a6-41d69865fb6e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480607
Nov 13 21:58:14.311894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05761e-2cd7-487e-931c-fa2fd53e0f2a req-0dc438d9-ae93-471d-b2d7-a18220fdc0ab tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:14.313327 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb05761e-2cd7-487e-931c-fa2fd53e0f2a req-0dc438d9-ae93-471d-b2d7-a18220fdc0ab tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0527210
Nov 13 21:58:14.361057 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bb05761e-2cd7-487e-931c-fa2fd53e0f2a req-543930f5-99e3-477f-ad4b-2537fa71740d tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417233
Nov 13 21:58:14.899082 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:15.245374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-76c0db82-39d4-4bee-8e84-765ad6307730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:15.246837 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-76c0db82-39d4-4bee-8e84-765ad6307730 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1096 time: 0.0431693
Nov 13 21:58:15.347192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-7d425df1-c360-48a1-9b44-84809e4d7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:15.348618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-7d425df1-c360-48a1-9b44-84809e4d7bab service neutron] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.0829375
Nov 13 21:58:15.394123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-7d4cc114-46bc-4840-b13a-39afa905762b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0371289
Nov 13 21:58:15.474134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-17a2583b-4706-4bee-8473-b0a6681184e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:15.475606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-17a2583b-4706-4bee-8473-b0a6681184e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0689662
Nov 13 21:58:15.500856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec09ca-02a5-4071-a9ac-dbf51b9e2134 req-7c63ba1a-d5ca-493e-b301-9bda1f54d9fa tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:15.502192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28ec09ca-02a5-4071-a9ac-dbf51b9e2134 req-7c63ba1a-d5ca-493e-b301-9bda1f54d9fa tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0674217
Nov 13 21:58:15.519104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-152b4320-91f3-4da3-ab94-40373999b58e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338492
Nov 13 21:58:15.611862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-28ec09ca-02a5-4071-a9ac-dbf51b9e2134 req-ad144a89-edc9-44d7-8b72-8df644c0fd91 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956109
Nov 13 21:58:15.639935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-60ef126d-231e-4d46-b1c3-b3a90d1a307e service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083992
Nov 13 21:58:15.733557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c3fde0d1-57f1-411e-ab0b-f39ddf7c3e5c req-0f70a4aa-9d5e-41c7-a75f-d0b2341c878c service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845680
Nov 13 21:58:16.726653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bb71c-f17a-4b99-bc98-25fa85de2126 req-67aa163c-30ad-4191-830b-98f032d5445a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:16.728127 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd6bb71c-f17a-4b99-bc98-25fa85de2126 req-67aa163c-30ad-4191-830b-98f032d5445a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0480237
Nov 13 21:58:16.774944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd6bb71c-f17a-4b99-bc98-25fa85de2126 req-ffb526bd-e292-4a7b-896f-590dbf8465b6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402505
Nov 13 21:58:17.404853 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:58:17.893072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434348-3a4d-4e84-8282-b372d9c662b0 req-7f098307-ecf8-43e9-af6a-5ec0ff208fa2 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:17.894852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8434348-3a4d-4e84-8282-b372d9c662b0 req-7f098307-ecf8-43e9-af6a-5ec0ff208fa2 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0496144
Nov 13 21:58:17.941812 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f8434348-3a4d-4e84-8282-b372d9c662b0 req-098819f9-8694-469e-8c74-fb4ebc43ae8a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409503
Nov 13 21:58:19.056176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d97d1-8693-43b6-a312-7ab683bc0dad req-d17e400e-498d-4245-a05a-05feee5d0c07 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:19.057672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f8d97d1-8693-43b6-a312-7ab683bc0dad req-d17e400e-498d-4245-a05a-05feee5d0c07 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0483775
Nov 13 21:58:19.112782 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4f8d97d1-8693-43b6-a312-7ab683bc0dad req-dad68037-be11-4972-8edc-d514ec2f5a03 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490780
Nov 13 21:58:20.225519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a61fdc-dfb4-49eb-953e-da166978f2c6 req-9924c84f-249a-4dfb-b2de-19370f11837a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:20.226978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0a61fdc-dfb4-49eb-953e-da166978f2c6 req-9924c84f-249a-4dfb-b2de-19370f11837a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0471539
Nov 13 21:58:20.274500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0a61fdc-dfb4-49eb-953e-da166978f2c6 req-46fce82d-5a1b-4a21-be95-f4543680f76b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409727
Nov 13 21:58:20.550625 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-f97a472d-ff2d-4a07-a9b8-e231ba5a6ef1 service neutron] show failed (client error): The resource could not be found.
Nov 13 21:58:20.551707 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-f97a472d-ff2d-4a07-a9b8-e231ba5a6ef1 service neutron] 10.222.0.46 "GET /v2.0/ports/b177211c-b473-45c4-ac96-f63c5c077e6f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0563767
Nov 13 21:58:21.105070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-990ab355-e81b-4c17-a5af-e9e0d3dc1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:21.106527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-990ab355-e81b-4c17-a5af-e9e0d3dc1d57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c&tenant_id=68c8d510760846938568a289fdfb0159 HTTP/1.1" status: 200  len: 1096 time: 0.0409298
Nov 13 21:58:21.117709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:21.168831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:21.370180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:21.400408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db9c5-bba6-4105-b451-9b2dd8f269b7 req-bd056fa1-7fc5-456a-83bc-81583f84038a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:21.401971 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-709db9c5-bba6-4105-b451-9b2dd8f269b7 req-bd056fa1-7fc5-456a-83bc-81583f84038a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0535574
Nov 13 21:58:21.406075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:58:21.448932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:21.452280 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0899247f-e0c5-4640-8b1a-7e41e5eb6bf4" -d '{"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-unplugged", "status": "completed", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:21.455525 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:21.456387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-709db9c5-bba6-4105-b451-9b2dd8f269b7 req-809bb16d-df4e-45bf-b8a4-4bdbea8962b3 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458186
Nov 13 21:58:21.467944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Transition to ACTIVE for port object b177211c-b473-45c4-ac96-f63c5c077e6f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:58:21.504678 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d57e0-2c2d-4401-8365-8dd8e4f9ae5a x-openstack-request-id: req-2d2d57e0-2c2d-4401-8365-8dd8e4f9ae5a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:21.504997 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-unplugged", "status": "completed", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:21.505252 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d2d57e0-2c2d-4401-8365-8dd8e4f9ae5a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:21.505654 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'code': 200}
Nov 13 21:58:21.538839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:21.598300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] No DVR routers for this DVR port b177211c-b473-45c4-ac96-f63c5c077e6f on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:58:21.604719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:21.615227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.615569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.615898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.616224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.616544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.616890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.617209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.617525 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.617841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.618151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.618464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.618773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:21.646802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:58:21.647136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:58:21.647454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:21.651872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Port b177211c-b473-45c4-ac96-f63c5c077e6f on network 8163b26b-3e99-4c9f-b311-ca828821db11 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:58:21.652183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Attempting to bind port b177211c-b473-45c4-ac96-f63c5c077e6f on network 8163b26b-3e99-4c9f-b311-ca828821db11 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:21.656897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:58:21.657227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Checking segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:58:21.657599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Bound using segment: {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:58:21.658014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Bound port: b177211c-b473-45c4-ac96-f63c5c077e6f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a278e91-4815-4422-8825-dfe71982fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:58:21.658356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:21.721039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:58:21.723964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:58:21.790909 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:21.824922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:21.825543 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:21.826913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-ece50e73-931b-4590-b294-09281d8f610b service neutron] 10.222.0.37 "PUT /v2.0/ports/b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 1091 time: 0.7131238
Nov 13 21:58:21.846763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece50e73-931b-4590-b294-09281d8f610b service neutron] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:21.891078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-fc4ce4a1-0737-4271-bf43-71b2820faabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:21.892872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-fc4ce4a1-0737-4271-bf43-71b2820faabc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1094 time: 0.0408750
Nov 13 21:58:21.985004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-278a781d-7776-49b7-b3a9-2a88b5d8c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:21.986655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-278a781d-7776-49b7-b3a9-2a88b5d8c9a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.0859287
Nov 13 21:58:22.026874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-fcc8d35e-d4cb-4c75-b17d-d20826e77845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0332046
Nov 13 21:58:22.078242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-04939c42-375f-494a-ae44-f5fd365f5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:22.081060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-04939c42-375f-494a-ae44-f5fd365f5e43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0456858
Nov 13 21:58:22.457956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-c5ba973a-45dc-46ba-96ea-b70a4522ca39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3712816
Nov 13 21:58:22.545412 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-73977b24-22f1-4cf1-94c0-ae951d4b7fbb service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800943
Nov 13 21:58:22.572351 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dc47c-236e-4876-aa36-f83bd0613835 req-bdbabaf6-04c0-44d5-b5f2-a461d32448e0 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:22.573916 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c9dc47c-236e-4876-aa36-f83bd0613835 req-bdbabaf6-04c0-44d5-b5f2-a461d32448e0 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0492616
Nov 13 21:58:22.623836 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5c9dc47c-236e-4876-aa36-f83bd0613835 req-c1987485-0025-4001-ab9b-2036701a144e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425453
Nov 13 21:58:22.634239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:58:22.642909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-275968cd-4eca-41d6-aa05-3648ce694bf9 req-936009b6-4d41-49ff-9ed5-92e2d85e72d8 service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901670
Nov 13 21:58:22.672125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:58:23.506480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:23.508938 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6193997f-fdf5-425a-951e-3a429bbcbc92" -d '{"events": [{"name": "network-changed", "server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:23.561199 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52127b1e-c8b6-4d1e-b47e-55e0ffb5c69b x-openstack-request-id: req-52127b1e-c8b6-4d1e-b47e-55e0ffb5c69b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:23.561493 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:23.561742 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52127b1e-c8b6-4d1e-b47e-55e0ffb5c69b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:23.562136 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'status': 'completed', 'code': 200}
Nov 13 21:58:23.646158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-eb66a748-762f-4d73-9616-a1685f11b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.647673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-eb66a748-762f-4d73-9616-a1685f11b297 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1094 time: 0.0676188
Nov 13 21:58:23.650587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-0d41361a-a501-46c9-9b8d-5402e26a1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.652039 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-0d41361a-a501-46c9-9b8d-5402e26a1313 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1094 time: 0.0639811
Nov 13 21:58:23.749585 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57df43-61e6-4585-87f8-e890bb558958 req-85aa09a9-570a-4de7-b9b8-e56595f477d4 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.751092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc57df43-61e6-4585-87f8-e890bb558958 req-85aa09a9-570a-4de7-b9b8-e56595f477d4 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0555210
Nov 13 21:58:23.800290 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc57df43-61e6-4585-87f8-e890bb558958 req-703aa3b4-b2f5-4da8-9d1b-492f2b78b04b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428774
Nov 13 21:58:23.819381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-cf53a1d1-6c35-492f-aa49-11eab6b904ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.823874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-cf53a1d1-6c35-492f-aa49-11eab6b904ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.1656234
Nov 13 21:58:23.823874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-7a47a60f-84f0-4c07-a93f-79f51c3379b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.823874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-7a47a60f-84f0-4c07-a93f-79f51c3379b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.1608760
Nov 13 21:58:23.897468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-c4feefb5-413f-4309-a042-07fc1e92dd92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0676029
Nov 13 21:58:23.899031 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-92e2c317-6668-4130-af0a-7a58cc52934a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0682044
Nov 13 21:58:23.977600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-23a708d9-e94e-45ca-a7b9-057b3c45fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.979036 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-23a708d9-e94e-45ca-a7b9-057b3c45fa74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0747898
Nov 13 21:58:23.982885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-85d2f8ea-eca0-428c-9f24-a3c4fda371a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:23.984172 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-85d2f8ea-eca0-428c-9f24-a3c4fda371a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0725307
Nov 13 21:58:24.031359 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-11915d96-a77c-45a6-ac51-b82710ba8a49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449288
Nov 13 21:58:24.033152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-d5a41031-4b91-4bd2-8f85-ce4698418b20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395961
Nov 13 21:58:24.187182 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-9df8e92c-2900-42d5-92fd-6188885f6e56 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407952
Nov 13 21:58:24.188892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-f3943063-77bd-4eeb-a5b9-c3683682d64f service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498845
Nov 13 21:58:24.345782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-d5534708-285d-413a-a77f-12b21b8b1e43 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503911
Nov 13 21:58:24.349192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6193997f-fdf5-425a-951e-3a429bbcbc92 req-d7af71ea-7de0-4790-8a4c-ad232e4888dc service neutron] 10.222.0.37 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461601
Nov 13 21:58:24.721811 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fd593e76-0441-46d0-b722-c10220898c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:24.921526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6248ba-a1f6-4e29-aa6a-088d24436dfa req-de608a32-6791-47e9-aafa-2619bab0986b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:24.923008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf6248ba-a1f6-4e29-aa6a-088d24436dfa req-de608a32-6791-47e9-aafa-2619bab0986b tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0489094
Nov 13 21:58:24.969583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf6248ba-a1f6-4e29-aa6a-088d24436dfa req-5b730ec8-4070-437c-8460-977536e9eaca tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406563
Nov 13 21:58:25.342336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4e140-5ba2-4df8-8b8c-06c14108848a req-26a933f4-1277-4eba-b356-ad2f35457fd6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:25.343992 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2fe4e140-5ba2-4df8-8b8c-06c14108848a req-26a933f4-1277-4eba-b356-ad2f35457fd6 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 943 time: 0.0533566
Nov 13 21:58:25.415631 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2fe4e140-5ba2-4df8-8b8c-06c14108848a req-68920cde-f5a3-4f61-ac36-da81be746c37 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656304
Nov 13 21:58:25.436301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ae91-9452-492f-92d4-275156455931 req-7ece97a5-4c00-4596-9568-c75dfb26e16e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:25.437778 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-7ece97a5-4c00-4596-9568-c75dfb26e16e tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c&tenant_id=68c8d510760846938568a289fdfb0159&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0620434
Nov 13 21:58:25.497929 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-7ea2ae91-9452-492f-92d4-275156455931 req-fbec8f2a-6656-4d83-bd66-2e8c3b0edaf5 service neutron] delete failed (client error): The resource could not be found.
Nov 13 21:58:25.498866 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-fbec8f2a-6656-4d83-bd66-2e8c3b0edaf5 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b177211c-b473-45c4-ac96-f63c5c077e6f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0532491
Nov 13 21:58:25.585811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ae91-9452-492f-92d4-275156455931 req-df3926b2-c6ad-4fa5-9358-17e814b04cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:25.587305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-df3926b2-c6ad-4fa5-9358-17e814b04cde service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68c8d510760846938568a289fdfb0159&device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 1094 time: 0.0460021
Nov 13 21:58:25.675469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ae91-9452-492f-92d4-275156455931 req-b1b69c44-8498-44a9-b8c0-0171ae21ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:25.676942 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-b1b69c44-8498-44a9-b8c0-0171ae21ceb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 200  len: 916 time: 0.0834360
Nov 13 21:58:25.725695 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-dd678200-d490-4035-91e5-6d6a39c6d63f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 200  len: 217 time: 0.0374835
Nov 13 21:58:25.773635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2ae91-9452-492f-92d4-275156455931 req-e0e456e1-649b-4c75-aca4-32443b417c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:25.774971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-e0e456e1-649b-4c75-aca4-32443b417c02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 200  len: 855 time: 0.0423443
Nov 13 21:58:25.805818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-14815c8b-5fe1-4a56-8faf-dab6ffca084b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8163b26b-3e99-4c9f-b311-ca828821db11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240602
Nov 13 21:58:25.850466 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:58:25.897869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-70f00084-0e18-4aec-a932-5d43959778e8 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852482
Nov 13 21:58:25.943488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:25.955503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'network_id': '8163b26b-3e99-4c9f-b311-ca828821db11', 'port_id': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a072546e-80e0-4f15-869f-48255996b6e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:58:25.994980 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:25.996545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ea2ae91-9452-492f-92d4-275156455931 req-6986c26d-45b2-4cfc-9253-1a2881d104b9 service neutron] 10.222.0.46 "GET /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0920446
Nov 13 21:58:26.007542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b177211c-b473-45c4-ac96-f63c5c077e6f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:58:26.034880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:26.127439 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:26.175937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:26.338832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b177211c-b473-45c4-ac96-f63c5c077e6f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:58:26.535862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181f326-ca31-4adf-96f7-3a3032ebd329 req-1f67ad4b-5524-4c47-b746-c7e58c4e99dd tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:26.537372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4181f326-ca31-4adf-96f7-3a3032ebd329 req-1f67ad4b-5524-4c47-b746-c7e58c4e99dd tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 944 time: 0.0492983
Nov 13 21:58:26.585696 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4181f326-ca31-4adf-96f7-3a3032ebd329 req-525544b9-cb65-4176-97ca-0b447dc35f9d tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421607
Nov 13 21:58:27.087572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64c3d2d8-87b6-4aed-af2a-b6b1a570a6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:27.701755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa82265-49d1-4fba-8f76-98ffed13a14f req-3605c148-7d53-4238-9646-afcdcda7ecca tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:27.703201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffa82265-49d1-4fba-8f76-98ffed13a14f req-3605c148-7d53-4238-9646-afcdcda7ecca tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 944 time: 0.0482595
Nov 13 21:58:27.753454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ffa82265-49d1-4fba-8f76-98ffed13a14f req-0dcef365-bdbf-4516-ab1f-b3fcdda9ce54 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445035
Nov 13 21:58:27.845206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:58:27.870145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcef690-a9f5-425e-a218-f93aa0c54ca6 req-f24b21a9-0473-4454-807e-40a5cd0bfc4a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:27.871632 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abcef690-a9f5-425e-a218-f93aa0c54ca6 req-f24b21a9-0473-4454-807e-40a5cd0bfc4a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 944 time: 0.0524738
Nov 13 21:58:27.919859 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-abcef690-a9f5-425e-a218-f93aa0c54ca6 req-e31a35e2-2e53-4579-9eb9-8c76f856b995 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407023
Nov 13 21:58:27.944795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port b177211c-b473-45c4-ac96-f63c5c077e6f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:58:27.948886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port b177211c-b473-45c4-ac96-f63c5c077e6f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:27.949253 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:28.030590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:28.035211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0219b7-f68c-463b-8d72-80e7ec8958be req-0a16445c-53b4-4078-a9cc-1e84a53e9702 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:28.036854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b0219b7-f68c-463b-8d72-80e7ec8958be req-0a16445c-53b4-4078-a9cc-1e84a53e9702 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 944 time: 0.0494232
Nov 13 21:58:28.053838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:28.056056 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ff73db-75cc-43e4-806a-a5991e9fc561" -d '{"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-plugged", "status": "completed", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:28.071375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:28.087977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b0219b7-f68c-463b-8d72-80e7ec8958be req-c2a07175-117d-44e3-baeb-03b3c6fe66ec tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451162
Nov 13 21:58:28.099064 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b0c538-7554-461a-a561-21dda2c53004 x-openstack-request-id: req-78b0c538-7554-461a-a561-21dda2c53004 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:28.099596 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-plugged", "status": "completed", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:28.099596 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78b0c538-7554-461a-a561-21dda2c53004 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:28.100073 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'code': 200}
Nov 13 21:58:28.116271 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:28.171657 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:28.555458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07361a24-a44a-4738-9310-bf618cfc8462 req-5136a46e-a3ca-487d-acc9-afa1d930ec48 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:28.557013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07361a24-a44a-4738-9310-bf618cfc8462 req-5136a46e-a3ca-487d-acc9-afa1d930ec48 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0504966
Nov 13 21:58:28.604429 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07361a24-a44a-4738-9310-bf618cfc8462 req-0a467193-9098-48c5-820e-7a442065176a tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406232
Nov 13 21:58:28.676120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:29.740496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-748fa47d-967d-4f8e-8246-fcf72a521ce8 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:29.741952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-748fa47d-967d-4f8e-8246-fcf72a521ce8 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0753930
Nov 13 21:58:29.752942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5acb36-910f-4791-9911-e2a51f974bd4 req-eab07a81-cf11-46f7-9e17-7e98190e8cc9 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:29.754283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa5acb36-910f-4791-9911-e2a51f974bd4 req-eab07a81-cf11-46f7-9e17-7e98190e8cc9 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e075c4d-da6b-4818-bcf6-fe2c50e0300c HTTP/1.1" status: 200  len: 945 time: 0.0789008
Nov 13 21:58:29.862340 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa5acb36-910f-4791-9911-e2a51f974bd4 req-5981c423-b7df-48af-b77c-84f25f8001c3 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.20 "GET /v2.0/security-groups?id=302f083e-2722-4b96-9c47-4c22727f95f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011243
Nov 13 21:58:29.889860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Deleting port b177211c-b473-45c4-ac96-f63c5c077e6f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 21:58:29.890228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:29.992955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] For port b177211c-b473-45c4-ac96-f63c5c077e6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b177211c-b473-45c4-ac96-f63c5c077e6f,segment=NetworkSegment(5a278e91-4815-4422-8825-dfe71982fdd4),segment_id=5a278e91-4815-4422-8825-dfe71982fdd4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:29.993311 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:30.005840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Calling delete_port for b177211c-b473-45c4-ac96-f63c5c077e6f owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 21:58:30.053315 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:30.248004 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:30.261046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['b177211c-b473-45c4-ac96-f63c5c077e6f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:58:30.279039 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Pushing event deleted for resources: {'Port': ['ID=b177211c-b473-45c4-ac96-f63c5c077e6f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:30.319405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] No DVR routers for this DVR port b177211c-b473-45c4-ac96-f63c5c077e6f on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 21:58:30.322228 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:30.325609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-04aee299-661b-40d1-a3dc-f835d2e653bd req-0bb7e32b-a038-4a33-8131-0961230d3d78 tempest-ServerDiskConfigTestJSON-396121527 tempest-ServerDiskConfigTestJSON-396121527-project] 10.222.0.37 "DELETE /v2.0/ports/b177211c-b473-45c4-ac96-f63c5c077e6f HTTP/1.1" status: 204  len: 173 time: 0.5704710
Nov 13 21:58:30.326078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-deleted', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:30.328925 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db92a176-5230-4a4e-8643-5962d4a874a5" -d '{"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-deleted", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:30.365290 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b54c38-0096-4739-82ef-72bfdcd91a2f x-openstack-request-id: req-53b54c38-0096-4739-82ef-72bfdcd91a2f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:30.365595 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e075c4d-da6b-4818-bcf6-fe2c50e0300c", "name": "network-vif-deleted", "tag": "b177211c-b473-45c4-ac96-f63c5c077e6f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:30.365841 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53b54c38-0096-4739-82ef-72bfdcd91a2f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:30.366243 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e075c4d-da6b-4818-bcf6-fe2c50e0300c', 'name': 'network-vif-deleted', 'tag': 'b177211c-b473-45c4-ac96-f63c5c077e6f', 'status': 'completed', 'code': 200}
Nov 13 21:58:30.430772 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:30.984786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48522) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:31.027581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Deleting subnet a072546e-80e0-4f15-869f-48255996b6e3 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 21:58:31.031216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.068435 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.105390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.224619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.248886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a072546e-80e0-4f15-869f-48255996b6e3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:31.252647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.255873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ce0ddbb4-aefd-40eb-9b42-ba5e1ee17417 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a072546e-80e0-4f15-869f-48255996b6e3 HTTP/1.1" status: 204  len: 168 time: 0.2700603
Nov 13 21:58:31.258287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48524) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:31.327748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.405801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.424584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe02a66a0>,) {'filters': {'network_id': ['8163b26b-3e99-4c9f-b311-ca828821db11']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:31.433455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe02a66a0>, '5a278e91-4815-4422-8825-dfe71982fdd4') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:31.433740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe02a66a0>, '5a278e91-4815-4422-8825-dfe71982fdd4') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:31.442586 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.455401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.460986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 21:58:31.461356 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 21:58:31.462917 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 21:58:31.595930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.601441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.604715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8163b26b-3e99-4c9f-b311-ca828821db11 HTTP/1.1" status: 204  len: 168 time: 0.3454349
Nov 13 21:58:31.617185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb874e-9de4-4596-96c9-fd91ac72b0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8163b26b-3e99-4c9f-b311-ca828821db11,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:31.864921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48528) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:31.905993 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7c1d3650-fd12-4cb4-8021-b023be0d5421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68c8d510760846938568a289fdfb0159&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399191
Nov 13 21:58:31.908561 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48530) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:31.955551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:31.979786 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:32.094171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:32.096899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:32.098125 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/302f083e-2722-4b96-9c47-4c22727f95f9 HTTP/1.1" status: 204  len: 168 time: 0.1886494
Nov 13 21:58:32.106204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f083e-2722-4b96-9c47-4c22727f95f9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:32.114260 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.114606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.114943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.115276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.115604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.115928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.116251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.116571 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.116920 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.117237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.117555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:32.117880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065190fa-97d7-4f10-98f6-3eb4cc8402de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:33.040909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:33.139826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-432918883-network', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:33.230446 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Made reservation on behalf of 7608b55aa7324c33b0406eeedcafcec4 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:58:33.233050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.241556 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.324428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.367151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.394917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 21:58:33.401511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3cca5-0ca0-4ba5-8c74-9b6876ffb8dd,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:33.407542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.407882 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Added segment a1437ed6-597b-4db9-ac2b-8bbc2a6181d6 of type vlan for network 38475c54-dc43-4593-af5b-898b2d852294
Nov 13 21:58:33.448279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.510131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.510995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:33.511560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.576086 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=38475c54-dc43-4593-af5b-898b2d852294,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:33.586262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 38475c54-dc43-4593-af5b-898b2d852294 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 21:58:33.593063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-86f9cbfe-9a3a-4ddc-bc60-1103d5e1a6f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5510490
Nov 13 21:58:33.595902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48556) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:33.600642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Request body: {'subnet': {'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-432918883-subnet', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:33.693137 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Made reservation on behalf of 7608b55aa7324c33b0406eeedcafcec4 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:58:33.695537 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.897599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 21:58:33.905344 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:33.922165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: b177211c-b473-45c4-ac96-f63c5c077e6f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 21:58:33.922501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device b177211c-b473-45c4-ac96-f63c5c077e6f not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 21:58:33.963421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:33.969025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:58:33.969439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Network hostable DHCP agents. Network: 38475c54-dc43-4593-af5b-898b2d852294, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 21:58:34.053136 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Network 38475c54-dc43-4593-af5b-898b2d852294 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 21:58:34.156202 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38475c54-dc43-4593-af5b-898b2d852294) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:34.160572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:34.165933 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.166606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d13681f-d3d1-4505-bc7d-212b7c9ed6e2 None None] Network 38475c54-dc43-4593-af5b-898b2d852294 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:58:34.238637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0356c96-7860-48a8-985a-e8a3a6e7f9f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6416857
Nov 13 21:58:34.241506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:34.245873 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:34.306939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-38475c54-dc43-4593-af5b-898b2d852294', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 21:58:34.307768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.316050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.317156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.371874 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.439701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Allocated IP 172.20.0.2 (38475c54-dc43-4593-af5b-898b2d852294/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3/9d52b970-1aa0-4e32-994f-f7b964c48392) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:58:34.555311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.581586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.659215 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.700103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:58:34.705549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:34.709124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:58:34.714570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Pushing event updated for resources: {'Port': ['ID=9d52b970-1aa0-4e32-994f-f7b964c48392,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:34.770740 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Attempting to bind port 9d52b970-1aa0-4e32-994f-f7b964c48392 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:58:34.771116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Attempting to bind port 9d52b970-1aa0-4e32-994f-f7b964c48392 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:58:34.771479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Attempting to bind port 9d52b970-1aa0-4e32-994f-f7b964c48392 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:34.776846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:58:34.777219 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:58:34.777691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.778190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:58:34.778659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Bound port: 9d52b970-1aa0-4e32-994f-f7b964c48392, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:58:34.779039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.800579 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.819488 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.840243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] For port 9d52b970-1aa0-4e32-994f-f7b964c48392, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:58:34.843346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] For port 9d52b970-1aa0-4e32-994f-f7b964c48392, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d52b970-1aa0-4e32-994f-f7b964c48392,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:58:34.922600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:34.925363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Allocated IP 172.35.3.82 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/a255e53d-c162-4c6e-b81f-fc7230d00429) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:58:34.981382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb5d21-95e9-4f33-a2d8-265f06d6e98e None None] Pushing event updated for resources: {'Port': ['ID=9d52b970-1aa0-4e32-994f-f7b964c48392,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:35.032665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:35.139899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:35.181810 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:58:35.184710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:35.191201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:58:35.199190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c5d33-a15d-47a8-a08c-5bf5ffb7f630 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:58:35.221612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Pushing event updated for resources: {'Port': ['ID=a255e53d-c162-4c6e-b81f-fc7230d00429,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:35.313094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-caad1b7e-07e7-4635-9f39-cb9ee41712bd None None] Provisioning complete for port a255e53d-c162-4c6e-b81f-fc7230d00429 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:35.313450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-caad1b7e-07e7-4635-9f39-cb9ee41712bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:35.347546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-caad1b7e-07e7-4635-9f39-cb9ee41712bd None None] Port a255e53d-c162-4c6e-b81f-fc7230d00429 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:58:35.510922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:35.715244 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:35.846708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c72545-b000-41ce-86a1-62ffaf88ef2d None None] Network 38475c54-dc43-4593-af5b-898b2d852294 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 21:58:35.910296 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 21:58:35.918150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-085a08e5-6b75-4dbd-bcde-e2f2d546707f None None] Provisioning complete for port 9d52b970-1aa0-4e32-994f-f7b964c48392 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:35.925268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-085a08e5-6b75-4dbd-bcde-e2f2d546707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.026205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:58:36.037684 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:58:36.048866 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:58:36.049631 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde760b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:58:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:36.104237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.108092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:36.108767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d4cb4c3-2bfe-448d-bbdf-3e35aed2aae7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8657763
Nov 13 21:58:36.156040 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:58:36.225075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9d52b970-1aa0-4e32-994f-f7b964c48392 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:58:36.278680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-085a08e5-6b75-4dbd-bcde-e2f2d546707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.321406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-085a08e5-6b75-4dbd-bcde-e2f2d546707f None None] For port 9d52b970-1aa0-4e32-994f-f7b964c48392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d52b970-1aa0-4e32-994f-f7b964c48392,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:36.326188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9d52b970-1aa0-4e32-994f-f7b964c48392 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:36.327247 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.386939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-085a08e5-6b75-4dbd-bcde-e2f2d546707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.449917 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde760b80>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:35Z', 'revision_number': 3, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:36.482377 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:58:36.488453 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Updating router 13d00a6f-f3b7-4b51-a926-3af8c916e44f port a255e53d-c162-4c6e-b81f-fc7230d00429 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:58:36.495500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a08e5-6b75-4dbd-bcde-e2f2d546707f None None] Pushing event updated for resources: {'Port': ['ID=9d52b970-1aa0-4e32-994f-f7b964c48392,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:36.512051 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.581340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.609280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-11cb60f0-3335-41dc-9477-3c7f1ddf08cf None None] Provisioning complete for port 9d52b970-1aa0-4e32-994f-f7b964c48392 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:36.614476 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11cb60f0-3335-41dc-9477-3c7f1ddf08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.742408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Allocated IP 172.20.0.1 (38475c54-dc43-4593-af5b-898b2d852294/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3/b7af7fd7-53fb-4705-8288-0525b59be5a5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:58:36.768487 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.835940 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.841670 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.877780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a350c-e88f-4c2e-b3ac-00eda18846a2 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:58:36.886045 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Attempting to bind port a255e53d-c162-4c6e-b81f-fc7230d00429 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:58:36.886411 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Attempting to bind port a255e53d-c162-4c6e-b81f-fc7230d00429 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:58:36.886769 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Attempting to bind port a255e53d-c162-4c6e-b81f-fc7230d00429 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:36.894379 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:58:36.894750 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:58:36.895143 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.895526 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:58:36.895984 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Bound port: a255e53d-c162-4c6e-b81f-fc7230d00429, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:58:36.896349 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.898034 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Pushing event updated for resources: {'Port': ['ID=a255e53d-c162-4c6e-b81f-fc7230d00429,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:36.906609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.907019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.907355 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.907687 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.908018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.908342 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.908668 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.909069 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.909390 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.909708 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.910025 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.910339 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:36.912478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4011b05a-68d0-4216-8973-77f4868f3713 None None] Provisioning complete for port a255e53d-c162-4c6e-b81f-fc7230d00429 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:36.912900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4011b05a-68d0-4216-8973-77f4868f3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.917158 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:36.953547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4011b05a-68d0-4216-8973-77f4868f3713 None None] Port a255e53d-c162-4c6e-b81f-fc7230d00429 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:58:36.961213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] For port a255e53d-c162-4c6e-b81f-fc7230d00429, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:58:36.964323 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] For port a255e53d-c162-4c6e-b81f-fc7230d00429, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a255e53d-c162-4c6e-b81f-fc7230d00429,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:58:36.966814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:58:36.970121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:36.976326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:58:37.004310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Pushing event updated for resources: {'Port': ['ID=b7af7fd7-53fb-4705-8288-0525b59be5a5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:37.008836 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.024629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.060158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42efb9-0af9-4ae3-bdc8-ce3e3d0c8b69 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 21:58:37.079782 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:58:37.080387 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde760b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:58:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:37.127155 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d7e2-4958-484c-aba5-f3d5a3c51eaa None None] Pushing event updated for resources: {'Port': ['ID=a255e53d-c162-4c6e-b81f-fc7230d00429,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:37.178642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2c7f503e-cf3f-4f84-8d48-bb052b1c0106 None None] Provisioning complete for port a255e53d-c162-4c6e-b81f-fc7230d00429 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:37.179146 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2c7f503e-cf3f-4f84-8d48-bb052b1c0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.199651 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:58:37.211328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.265081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2c7f503e-cf3f-4f84-8d48-bb052b1c0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.286100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2c7f503e-cf3f-4f84-8d48-bb052b1c0106 None None] For port a255e53d-c162-4c6e-b81f-fc7230d00429, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a255e53d-c162-4c6e-b81f-fc7230d00429,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:37.344848 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2c7f503e-cf3f-4f84-8d48-bb052b1c0106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.375258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.387707 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde760b80>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:35Z', 'revision_number': 3, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:37.395721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f503e-cf3f-4f84-8d48-bb052b1c0106 None None] Pushing event updated for resources: {'Port': ['ID=a255e53d-c162-4c6e-b81f-fc7230d00429,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:37.413274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.414919 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca4cd6-31f2-4e2e-81b1-c1dd03e03894 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:35Z', 'revision_number': 3, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:58:37.465374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-698ab90c-bb41-4a26-8457-ccd98f3a1894 None None] Provisioning complete for port b7af7fd7-53fb-4705-8288-0525b59be5a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:37.466553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-698ab90c-bb41-4a26-8457-ccd98f3a1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.486509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.488321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Pushing event updated for resources: {'Port': ['ID=b7af7fd7-53fb-4705-8288-0525b59be5a5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:37.508854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-698ab90c-bb41-4a26-8457-ccd98f3a1894 None None] Port b7af7fd7-53fb-4705-8288-0525b59be5a5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:58:37.585574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:58:37.586972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:37.730627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:58:37.846960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:58:37.853183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b8e02dab-4c01-44ce-8298-96f1e9f28088 admin admin] 10.222.0.20 "PUT /v2.0/routers/13d00a6f-f3b7-4b51-a926-3af8c916e44f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7439787
Nov 13 21:58:37.932616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-331f7018-7282-48f3-9ede-fd93fb2f6cec None None] Provisioning complete for port b7af7fd7-53fb-4705-8288-0525b59be5a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:37.933215 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-331f7018-7282-48f3-9ede-fd93fb2f6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:37.968771 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-331f7018-7282-48f3-9ede-fd93fb2f6cec None None] Port b7af7fd7-53fb-4705-8288-0525b59be5a5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:58:38.203782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a255e53d-c162-4c6e-b81f-fc7230d00429 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:58:38.258299 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a255e53d-c162-4c6e-b81f-fc7230d00429 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:38.258668 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.336092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9d52b970-1aa0-4e32-994f-f7b964c48392 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:58:38.381969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9d52b970-1aa0-4e32-994f-f7b964c48392 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:38.382248 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.528954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48568) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:38.534095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394520976', 'description': 'tempest-description--1359900698'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:38.590444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.655934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.693509 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.723493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3747b-b336-4463-96d6-f79f1c95f630,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:38.775860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.777149 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b212e2b8-d31a-4820-9d50-a22a9b913dcf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2466595
Nov 13 21:58:38.780193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48570) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:38.784575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'security_group_rule': {'security_group_id': 'c2b3747b-b336-4463-96d6-f79f1c95f630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:38.846814 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.906423 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.950325 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:38.963193 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:58:38.970487 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f319e31c-014e-473f-996c-8025a181545b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:38.973965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:58:38.974668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd213370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:58:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:39.032932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.034165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-df29d598-9a05-4c54-a4eb-7a241dcebcc9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2530072
Nov 13 21:58:39.036780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 48572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:39.041293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'security_group_rule': {'security_group_id': 'c2b3747b-b336-4463-96d6-f79f1c95f630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:39.080384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:58:39.155153 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.213834 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.265449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.290116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd213370>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 2, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:39.291023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c54e207-1c21-4044-be9c-9a8815efce6a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:39.326067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:58:39.326478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Updating router 13d00a6f-f3b7-4b51-a926-3af8c916e44f port b7af7fd7-53fb-4705-8288-0525b59be5a5 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 21:58:39.353836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.358576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.362701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-155ce930-4c10-4257-8925-82e3c7b538f8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3221464
Nov 13 21:58:39.363687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48574) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:39.369020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:39.453614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.555068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.620045 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.658493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Allocated IP 172.35.3.232 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/9aa6dfd1-1557-4825-8c0b-f464797c7110) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:58:39.675833 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.750731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0a945-617c-49a4-8386-794688066847 None None] Pushing event updated for resources: {'Port': ['ID=b7af7fd7-53fb-4705-8288-0525b59be5a5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:39.790477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.790678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Attempting to bind port b7af7fd7-53fb-4705-8288-0525b59be5a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:58:39.790678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Attempting to bind port b7af7fd7-53fb-4705-8288-0525b59be5a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:58:39.790678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Attempting to bind port b7af7fd7-53fb-4705-8288-0525b59be5a5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:39.792501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:58:39.792910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:58:39.793441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.793836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:58:39.794298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Bound port: b7af7fd7-53fb-4705-8288-0525b59be5a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:58:39.794857 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.859754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.862198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] For port b7af7fd7-53fb-4705-8288-0525b59be5a5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:58:39.865754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] For port b7af7fd7-53fb-4705-8288-0525b59be5a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7af7fd7-53fb-4705-8288-0525b59be5a5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:58:39.898125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:58:39.907518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:39.910377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:58:39.928016 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:39.936382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'Port': ['ID=9aa6dfd1-1557-4825-8c0b-f464797c7110,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:40.006863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.008483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:58:40.009141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd213370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:58:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:40.050028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0a945-617c-49a4-8386-794688066847 None None] Pushing event updated for resources: {'Port': ['ID=b7af7fd7-53fb-4705-8288-0525b59be5a5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:40.074020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6e88d6b5-e5d3-4ead-a0b8-d72dbbf8937d None None] Provisioning complete for port b7af7fd7-53fb-4705-8288-0525b59be5a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:40.074020 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e88d6b5-e5d3-4ead-a0b8-d72dbbf8937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.130930 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.171996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:58:40.300105 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e88d6b5-e5d3-4ead-a0b8-d72dbbf8937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.303433 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.361917 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.371500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6e88d6b5-e5d3-4ead-a0b8-d72dbbf8937d None None] For port b7af7fd7-53fb-4705-8288-0525b59be5a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7af7fd7-53fb-4705-8288-0525b59be5a5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:40.420671 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e88d6b5-e5d3-4ead-a0b8-d72dbbf8937d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.434044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'Port': ['ID=9aa6dfd1-1557-4825-8c0b-f464797c7110,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:40.446832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.471822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd213370>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:39Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:40.499128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88d6b5-e5d3-4ead-a0b8-d72dbbf8937d None None] Pushing event updated for resources: {'Port': ['ID=b7af7fd7-53fb-4705-8288-0525b59be5a5,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:40.501883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e568b44-814a-493b-9d0f-eb524786e7a3 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:39Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:58:40.513115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.515266 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2c974495-4f5c-4c45-9238-292160aae561 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1505530
Nov 13 21:58:40.547008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-43e36441-2b80-403b-920e-e8d4dd045728 None None] Provisioning complete for port b7af7fd7-53fb-4705-8288-0525b59be5a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:40.547448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-43e36441-2b80-403b-920e-e8d4dd045728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:40.722105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-18ff4b89-2aa0-4955-9b19-0f333036975f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1394520976&fields=id&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 267 time: 0.0455763
Nov 13 21:58:40.833914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-3afae54d-10b5-4a79-a826-a3c2fd0159b9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:40.835591 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-3afae54d-10b5-4a79-a826-a3c2fd0159b9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1065395
Nov 13 21:58:40.851053 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-8624e05d-55aa-49c8-bb16-250122201b85 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/quotas/7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 375 time: 0.0096474
Nov 13 21:58:40.906517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-2af0d7c8-48d0-4e4f-90ba-cdf3b799d656 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0496342
Nov 13 21:58:41.010697 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-19bef181-e288-4823-9692-bc4a2521d89c service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917439
Nov 13 21:58:41.103180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-101be3b5-da35-485e-aaf7-721ffe267f99 service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864758
Nov 13 21:58:41.317275 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a900b08b-ed13-4a06-9fef-ff95bc2e10a9 req-04676fae-7939-4479-b8da-6ff4f541421b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 210 time: 0.0280583
Nov 13 21:58:42.134798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b7af7fd7-53fb-4705-8288-0525b59be5a5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:58:42.182871 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port b7af7fd7-53fb-4705-8288-0525b59be5a5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:42.183332 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:42.413115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-823ce1d3-5d82-431d-aa9f-080a42b7d4d3 req-f74b1fdc-3095-4c10-b09c-fca0c988ea1d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 210 time: 0.0273995
Nov 13 21:58:42.663976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:43.346604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fa9f7b6a-b62d-43c1-a38b-0651ad5beb38 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:43.348103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fa9f7b6a-b62d-43c1-a38b-0651ad5beb38 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1050808
Nov 13 21:58:43.409294 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-24bd934d-1f26-4bcb-b7b7-938727377a7b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 380 time: 0.0517578
Nov 13 21:58:43.419516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'port': {'device_id': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'admin_state_up': True, 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'security_groups': ['c2b3747b-b336-4463-96d6-f79f1c95f630']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:43.511643 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4875d203-98bb-498f-b34f-4dfa32db6bbb req-07d290bc-39ab-42aa-8521-304efe4dca20 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 210 time: 0.0281558
Nov 13 21:58:43.949887 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Made reservation on behalf of 7608b55aa7324c33b0406eeedcafcec4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 21:58:43.953906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.088616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Allocated IP 172.20.0.10 (38475c54-dc43-4593-af5b-898b2d852294/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3/3018dfbd-9067-4f34-8ec5-a46b78f4e331) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 21:58:44.221401 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.316186 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.357199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 21:58:44.362195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 21:58:44.365902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 21:58:44.372354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:44.423617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:44.424226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.484445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ff7278fa-5a33-48e6-89f8-76c7ea763fd1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0691223
Nov 13 21:58:44.498811 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Request body: {'port': {'device_id': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:44.552475 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.618249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5c7f6b60-ebc6-4598-812a-1abb54b2926e None None] Provisioning complete for port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:44.618865 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c7f6b60-ebc6-4598-812a-1abb54b2926e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.657944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f6b60-ebc6-4598-812a-1abb54b2926e None None] Port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 21:58:44.701391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5444693-8b2a-4f5f-9884-b1ef8f9b2632 req-8b3f195d-c355-4c5c-a018-104cc804d7f4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:44.702976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5444693-8b2a-4f5f-9884-b1ef8f9b2632 req-8b3f195d-c355-4c5c-a018-104cc804d7f4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 932 time: 0.1167336
Nov 13 21:58:44.808790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e5444693-8b2a-4f5f-9884-b1ef8f9b2632 req-8da3ee65-57fd-4415-a7fd-9c1b72912eec tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989051
Nov 13 21:58:44.887896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3018dfbd-9067-4f34-8ec5-a46b78f4e331 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:58:44.895315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.905115 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:44.910712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Transition to ACTIVE for port object 3018dfbd-9067-4f34-8ec5-a46b78f4e331 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 21:58:44.990534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:45.039502 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:45.115649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 21:58:45.115989 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 21:58:45.116322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:45.121062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 21:58:45.121381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 21:58:45.126436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 21, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 21:58:45.126768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 21:58:45.127146 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 21:58:45.127575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Bound port: 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 21:58:45.127926 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:45.193735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 21:58:45.196889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 21:58:45.264929 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:45.299849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.300478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:45.301900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] 10.222.0.37 "PUT /v2.0/ports/3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1092 time: 0.8078852
Nov 13 21:58:45.302353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:45.304904 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14676c-4193-4b5b-9f15-bebb9a391fab" -d '{"events": [{"name": "network-changed", "server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:45.340055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8f49e-0714-4036-b45b-faace0902f0a service neutron] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:45.349059 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eedcfa-0d48-40d3-a617-fd425a497919 x-openstack-request-id: req-d8eedcfa-0d48-40d3-a617-fd425a497919 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:45.349059 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:45.349059 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8eedcfa-0d48-40d3-a617-fd425a497919 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:45.349542 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'status': 'completed', 'code': 200}
Nov 13 21:58:45.409958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14676c-4193-4b5b-9f15-bebb9a391fab req-daa4d088-90e9-457a-afa6-af4d135ab7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.411502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e14676c-4193-4b5b-9f15-bebb9a391fab req-daa4d088-90e9-457a-afa6-af4d135ab7b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1095 time: 0.0432525
Nov 13 21:58:45.517287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14676c-4193-4b5b-9f15-bebb9a391fab req-28e126b8-530a-4c4c-872e-ed037066a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.518804 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e14676c-4193-4b5b-9f15-bebb9a391fab req-28e126b8-530a-4c4c-872e-ed037066a2f8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7608b55aa7324c33b0406eeedcafcec4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0974245
Nov 13 21:58:45.621384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14676c-4193-4b5b-9f15-bebb9a391fab req-8b429787-cae4-4c78-9eaa-f8b12f93e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.622880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e14676c-4193-4b5b-9f15-bebb9a391fab req-8b429787-cae4-4c78-9eaa-f8b12f93e9a1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0974615
Nov 13 21:58:45.703262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-20604636-c879-4aa9-acc1-8ae7c40a8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.704791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-20604636-c879-4aa9-acc1-8ae7c40a8043 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1095 time: 0.0402093
Nov 13 21:58:45.746414 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-f67396d9-f60b-4702-9d4d-8093e1a9e9af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 217 time: 0.0334775
Nov 13 21:58:45.798167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-16a4e8fb-ef69-4b45-b1de-a474fa4fd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.799635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-16a4e8fb-ef69-4b45-b1de-a474fa4fd4fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0462239
Nov 13 21:58:45.844589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-76bb0044-b119-4d9f-a6c1-50e8315c489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.846131 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-76bb0044-b119-4d9f-a6c1-50e8315c489c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399718
Nov 13 21:58:45.978691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e44f3-7651-4901-8d37-ed851b498e20 req-63e71bf7-7920-4bf0-816c-5785b1946494 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:45.980550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d5e44f3-7651-4901-8d37-ed851b498e20 req-63e71bf7-7920-4bf0-816c-5785b1946494 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.1029780
Nov 13 21:58:45.985500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-ea544474-c22c-45f0-b71a-01880a62999f service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320488
Nov 13 21:58:46.085532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2d5e44f3-7651-4901-8d37-ed851b498e20 req-68d3e45c-a69a-4ef8-b3ec-85eeb1e6bb44 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990806
Nov 13 21:58:46.109803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab452878-aab9-424b-b1cd-3b8f9b0c97a9 req-87ad0ddd-808b-4e3e-bdaa-531dc6f1b5d5 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168027
Nov 13 21:58:47.202283 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413068b6-faaa-4401-adba-f3b70aa16dcc req-6ea702ea-893e-4983-a08d-a7ced9c4d793 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:47.203734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-413068b6-faaa-4401-adba-f3b70aa16dcc req-6ea702ea-893e-4983-a08d-a7ced9c4d793 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.0482481
Nov 13 21:58:47.254353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-413068b6-faaa-4401-adba-f3b70aa16dcc req-63ac11b2-8443-4e61-a88a-cb38d158e175 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446649
Nov 13 21:58:48.378718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd5e9b-eac6-4816-9ac0-91c5224344c7 req-e21e1d27-eb12-4152-8417-d171bc0a4c1f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:48.380186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1cfd5e9b-eac6-4816-9ac0-91c5224344c7 req-e21e1d27-eb12-4152-8417-d171bc0a4c1f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.0542464
Nov 13 21:58:48.427388 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1cfd5e9b-eac6-4816-9ac0-91c5224344c7 req-a2f6d285-8212-4b5f-9560-acbcf9cbd388 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414045
Nov 13 21:58:49.541040 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db133d3-7560-477b-8674-0f4e6d664089 req-d5792559-17c6-461a-9a04-04756fd2d768 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:49.542507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8db133d3-7560-477b-8674-0f4e6d664089 req-d5792559-17c6-461a-9a04-04756fd2d768 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.0483758
Nov 13 21:58:49.589267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8db133d3-7560-477b-8674-0f4e6d664089 req-a0b63090-c6ba-48cf-b9ea-80fa70503746 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400524
Nov 13 21:58:49.960596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 21:58:50.058065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:50.072804 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'mac_address': 'fa:16:3e:7b:46:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 21:58:50.131054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:50.143894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3018dfbd-9067-4f34-8ec5-a46b78f4e331 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 21:58:50.164188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:50.201483 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:50.247593 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:50.255279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.255630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.255972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.256310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.256649 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.257008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.257367 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.257694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.258018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.258342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.258664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.258985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 21:58:50.389606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['3018dfbd-9067-4f34-8ec5-a46b78f4e331'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 21:58:50.704585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0df4f0-b2a0-49fc-b138-5a7c723d57ca req-419c699c-4a45-4267-a636-e6ab31cd4651 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:50.706075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e0df4f0-b2a0-49fc-b138-5a7c723d57ca req-419c699c-4a45-4267-a636-e6ab31cd4651 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 945 time: 0.0476921
Nov 13 21:58:50.751607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e0df4f0-b2a0-49fc-b138-5a7c723d57ca req-db3b997e-a31f-48fd-a230-c9aa55b66539 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397735
Nov 13 21:58:51.865716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51560a7-ec97-4fdf-91a6-0b125ca3d14d req-89863ea2-4794-44a9-97a2-fc78f8176518 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:51.867080 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c51560a7-ec97-4fdf-91a6-0b125ca3d14d req-89863ea2-4794-44a9-97a2-fc78f8176518 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 945 time: 0.0473900
Nov 13 21:58:51.913728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c51560a7-ec97-4fdf-91a6-0b125ca3d14d req-01bb80df-0341-499b-9c22-063f8b19f42e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407429
Nov 13 21:58:51.976275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 21:58:52.058686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 21:58:52.063572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 21:58:52.063944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:52.143201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:52.164653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:52.169064 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cbf8a1-28ac-49aa-a0cf-d165a77d6aee" -d '{"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-plugged", "status": "completed", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:52.180236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 21:58:52.203047 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb844eb4-d035-4aa5-8c28-7b3474dc3f7e x-openstack-request-id: req-bb844eb4-d035-4aa5-8c28-7b3474dc3f7e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:52.203392 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-plugged", "status": "completed", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:52.203654 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb844eb4-d035-4aa5-8c28-7b3474dc3f7e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:52.204069 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'code': 200}
Nov 13 21:58:52.224107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:52.270961 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 21:58:52.305658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6ee8e-53af-4bf4-a828-e54c3f352542 req-72d87b92-d98e-4a8c-bbf5-a142aaec394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:52.307158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2dc6ee8e-53af-4bf4-a828-e54c3f352542 req-72d87b92-d98e-4a8c-bbf5-a142aaec394b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1097 time: 0.0433350
Nov 13 21:58:52.349963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2dc6ee8e-53af-4bf4-a828-e54c3f352542 req-b17c0fdd-1a8e-4fa9-92b7-74c934eda813 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361772
Nov 13 21:58:53.032486 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e17c7-30fc-486d-abe9-298f077db39b req-35fbee1a-1fd3-424e-8d73-11f4daa658dd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:53.033972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-272e17c7-30fc-486d-abe9-298f077db39b req-35fbee1a-1fd3-424e-8d73-11f4daa658dd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0529027
Nov 13 21:58:53.080874 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-272e17c7-30fc-486d-abe9-298f077db39b req-6caace33-7672-493b-8bf9-da47399d9cb9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408645
Nov 13 21:58:54.197507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd22fb-3b46-42ad-b5ce-0ada8db9ea43 req-ee83d97b-e5ee-4376-9c22-a7afc10d29af tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:54.198971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bedd22fb-3b46-42ad-b5ce-0ada8db9ea43 req-ee83d97b-e5ee-4376-9c22-a7afc10d29af tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0483851
Nov 13 21:58:54.245185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bedd22fb-3b46-42ad-b5ce-0ada8db9ea43 req-9e96f97b-0889-4929-9c6d-62ef683fbb8a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396919
Nov 13 21:58:54.360190 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab518db6-5960-4af4-beca-cfa797d5d915 req-9d83b5a1-b37d-40db-a90b-d6caf88058ce tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:54.362134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ab518db6-5960-4af4-beca-cfa797d5d915 req-9d83b5a1-b37d-40db-a90b-d6caf88058ce tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0531213
Nov 13 21:58:54.370798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 48630) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 21:58:54.375138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'floatingip': {'port_id': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 21:58:54.404068 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:58:54.417723 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:54.715697 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3c549c73-337b-48ad-b681-8405ba09dede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:55.180528 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:55.223875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:55.321590 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 associated. External IP: 172.35.3.232, port: 3018dfbd-9067-4f34-8ec5-a46b78f4e331.
Nov 13 21:58:55.527241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 21:58:55.640201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 21:58:55.645091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:55.649998 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 21:58:55.660887 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:58:55.661477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3fed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:58:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:55.672485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1a665acd-9744-465b-b6e6-965d46a45b67 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "PUT /v2.0/floatingips/0f885250-b8b8-43ca-93c4-9b34bf65a110 HTTP/1.1" status: 200  len: 992 time: 1.3006399
Nov 13 21:58:55.673867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 21:58:55.676470 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ace0fc1dd06e769a4a131aa9954511eda18ac50f500141fe2e520b6b1e9cfde0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281f96b3-7c33-4cb1-9d28-4eb190d0d739" -d '{"events": [{"name": "network-changed", "server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 21:58:55.768171 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:58:55.780222 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362134c6-4c6c-41e4-bbfd-4fd53faf7d82 x-openstack-request-id: req-362134c6-4c6c-41e4-bbfd-4fd53faf7d82 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 21:58:55.780512 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 21:58:55.780795 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-362134c6-4c6c-41e4-bbfd-4fd53faf7d82 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 21:58:55.781204 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'status': 'completed', 'code': 200}
Nov 13 21:58:55.842856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-25b507c3-57cd-457f-bd14-46bf7f610e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:55.844458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-25b507c3-57cd-457f-bd14-46bf7f610e7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1097 time: 0.0406868
Nov 13 21:58:55.937968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-2bdfa8b2-64b0-4fee-a86a-a53527f710c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:55.939562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-2bdfa8b2-64b0-4fee-a86a-a53527f710c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0875823
Nov 13 21:58:55.991574 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3fed60>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:7b:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T21:58:55Z', 'revision_number': 1, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:56.004024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-813f2b3a-3087-45c0-8120-ee009f453426 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1000 time: 0.0575039
Nov 13 21:58:56.017550 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 21:58:56.025955 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 21:58:56.026539 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3fed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T21:58:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:56.058628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-a07a42ef-26a1-4da6-8bb3-5cd81100e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:56.060014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-a07a42ef-26a1-4da6-8bb3-5cd81100e647 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0491004
Nov 13 21:58:56.111637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-36a57d34-9adc-40c4-8982-348aa22f11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:58:56.113190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-36a57d34-9adc-40c4-8982-348aa22f11cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453246
Nov 13 21:58:56.136442 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 21:58:56.203817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-c615144a-4001-4f3b-bb2a-382fa3fa62cb service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833371
Nov 13 21:58:56.298554 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-281f96b3-7c33-4cb1-9d28-4eb190d0d739 req-b576ab71-12a3-4f99-af74-a8c03d7628bc service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876186
Nov 13 21:58:56.357693 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3fed60>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:7b:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T21:58:55Z', 'revision_number': 1, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 21:58:56.382909 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b8630e-7e85-43f1-aa1c-0f6abcf05ff2 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:7b:46:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T21:58:55Z', 'revision_number': 1, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 21:58:56.570354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c65c402-bd23-4764-9530-6234d0472796 None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 21:58:57.087145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cb9b-b82b-4a46-96a4-505499b8a034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:58:58.709651 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:00.104202 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:00.418319 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:08.735094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-1b7e04ad-7d7d-41da-b493-c6e1bada64d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392642
Nov 13 21:59:08.820114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-13381dc9-8d63-490e-b599-3c2b1f3aebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:59:08.821660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-13381dc9-8d63-490e-b599-3c2b1f3aebc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1097 time: 0.0432689
Nov 13 21:59:08.923431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-40b2259a-777b-4961-b3b9-036feacc210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:59:08.924927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-40b2259a-777b-4961-b3b9-036feacc210b service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0831630
Nov 13 21:59:08.991805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-9c95ebe5-662f-494b-be72-0302cefdf50f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1002 time: 0.0594487
Nov 13 21:59:09.041086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-fbfe8a86-e2bb-4e0e-b739-45a5db6dd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:59:09.042484 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-fbfe8a86-e2bb-4e0e-b739-45a5db6dd811 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0431139
Nov 13 21:59:09.088928 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-246e6a40-51e8-4a2b-9abc-d5b7dc0812be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 21:59:09.090398 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-246e6a40-51e8-4a2b-9abc-d5b7dc0812be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400538
Nov 13 21:59:09.183733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-96962bc8-49ba-4c7c-b018-71cd204613bc service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847874
Nov 13 21:59:09.271348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59c15268-feff-4e97-88c3-27f39cd76e5d req-75de505a-bfe0-45f4-a201-0efceca05a6f service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805717
Nov 13 21:59:12.544055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:14.903486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:24.772426 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33345eee-0da5-49f0-b889-2b832319d435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:27.075107 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6365-31d5-4d43-8c77-9744f7b0aec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:28.698056 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:30.058220 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:30.401118 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:31.404283 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 21:59:42.578079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:44.926099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:54.719958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e551-7648-43f7-8500-c0ad3cb30994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:57.040329 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3df56e89-5bb4-4577-bd71-6ae651403967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 21:59:58.714335 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:00.062978 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:00.400450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:08.404521 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:00:08.725816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-cbd08581-ea7e-43d6-8bb1-416c2f119d88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385950
Nov 13 22:00:08.806693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-4481fae1-c0ae-47f8-b0bb-ca97890a8257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:08.808682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-4481fae1-c0ae-47f8-b0bb-ca97890a8257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1097 time: 0.0431504
Nov 13 22:00:08.906841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-9b0dadf2-6ec0-4a5a-a7c8-63f5f5733fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:08.908308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-9b0dadf2-6ec0-4a5a-a7c8-63f5f5733fa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0828071
Nov 13 22:00:08.977183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-f86290f3-9bd3-4b55-93fa-9380a87d831f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1002 time: 0.0599077
Nov 13 22:00:09.025004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-c587ccba-5133-4f04-b2a0-df815bce58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:09.026407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-c587ccba-5133-4f04-b2a0-df815bce58f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0431440
Nov 13 22:00:09.070324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-4f57926c-7b05-4e5c-88e1-4f9604bd0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:09.071830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-4f57926c-7b05-4e5c-88e1-4f9604bd0b66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386674
Nov 13 22:00:09.165779 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-4c5fee53-e411-46aa-aed4-3a54b8b96bfb service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855005
Nov 13 22:00:09.252304 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfdffe63-223f-499c-b6be-b397a8c20677 req-8d0cc9e6-92a4-48b0-8637-f3f9cac773cd service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798144
Nov 13 22:00:12.548768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:14.919979 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:24.748276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-735a8e4a-3a54-43f5-b89a-4ffe3f3063ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:27.080639 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-495b8217-5ac1-497e-b065-59e1c3929080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:28.719342 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:30.085675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:30.422779 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:31.624201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bcb8b-8135-4e0b-a268-f56226c0a0e8 req-8349d97a-7659-4319-8138-7b5297b1d040 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:31.626434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-119bcb8b-8135-4e0b-a268-f56226c0a0e8 req-8349d97a-7659-4319-8138-7b5297b1d040 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.1334462
Nov 13 22:00:31.672324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-119bcb8b-8135-4e0b-a268-f56226c0a0e8 req-dbe93eb3-b556-475d-b8aa-aed55f6635fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399733
Nov 13 22:00:32.092521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f05ac5-71ac-43c6-b9e1-614cd59ab702 req-94d4a632-863a-4e3f-a0dd-2f660f47247a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:32.094027 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3f05ac5-71ac-43c6-b9e1-614cd59ab702 req-94d4a632-863a-4e3f-a0dd-2f660f47247a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0476384
Nov 13 22:00:32.141691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3f05ac5-71ac-43c6-b9e1-614cd59ab702 req-3149175b-5dc4-4c93-9a3f-38b34d4d3db2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417964
Nov 13 22:00:32.191661 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-4e7bec4e-4542-4f9d-9fdc-ed632741d5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0384305
Nov 13 22:00:33.321068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176161e-266e-4843-b374-279afa13caae req-621f24f4-df29-4277-98c4-97d639ea44e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:33.322565 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5176161e-266e-4843-b374-279afa13caae req-621f24f4-df29-4277-98c4-97d639ea44e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.1091347
Nov 13 22:00:33.375808 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5176161e-266e-4843-b374-279afa13caae req-2fd71adb-a053-442c-b92d-fa99a668b981 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454090
Nov 13 22:00:34.508225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23f53e-0464-49b1-bc87-fc1be7c07778 req-6570827f-fd2c-418e-a44f-592bd491789f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:34.509678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e23f53e-0464-49b1-bc87-fc1be7c07778 req-6570827f-fd2c-418e-a44f-592bd491789f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0610301
Nov 13 22:00:34.555942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-6d92a2ef-89ee-418d-bbc1-d0ce06309f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:34.557475 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-6d92a2ef-89ee-418d-bbc1-d0ce06309f40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1097 time: 0.0661101
Nov 13 22:00:34.602225 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e23f53e-0464-49b1-bc87-fc1be7c07778 req-d95014d2-dcd3-4433-ba54-1769343ffecb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789626
Nov 13 22:00:34.664309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-275fc062-ab21-4af1-9c0e-2ab8f7cd46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:34.665721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-275fc062-ab21-4af1-9c0e-2ab8f7cd46e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0999761
Nov 13 22:00:34.729201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-d34d6b09-6f9f-4d7a-b78c-67ba9d6f2019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1002 time: 0.0567505
Nov 13 22:00:34.776681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-8508f134-b369-438d-84f6-7ac4d4b04131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:34.778465 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-8508f134-b369-438d-84f6-7ac4d4b04131 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0429614
Nov 13 22:00:34.826498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-165e01f6-5e27-435d-a55f-42f017cf1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:34.828169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-165e01f6-5e27-435d-a55f-42f017cf1ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431278
Nov 13 22:00:34.924519 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-b06ee300-975a-4baf-8269-d287093b0bea service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876493
Nov 13 22:00:35.018839 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-26d594c8-95c7-4265-96ee-71d0f31aa95f service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874403
Nov 13 22:00:35.724757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376c7aa-835c-4fed-be17-c9e971025c8b req-68c7967f-bc74-4f23-872d-009a405f72a3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:35.726242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3376c7aa-835c-4fed-be17-c9e971025c8b req-68c7967f-bc74-4f23-872d-009a405f72a3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0540936
Nov 13 22:00:35.773767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3376c7aa-835c-4fed-be17-c9e971025c8b req-3333d528-5419-47e2-abad-c4ac0d78a1fe tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413134
Nov 13 22:00:36.887919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ae4f6-0703-446e-b2e4-0e0be7859bbd req-9801121b-7fe7-4d39-b89d-0f12849cf955 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:36.889312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-383ae4f6-0703-446e-b2e4-0e0be7859bbd req-9801121b-7fe7-4d39-b89d-0f12849cf955 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0476477
Nov 13 22:00:36.935868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-383ae4f6-0703-446e-b2e4-0e0be7859bbd req-58c14a96-c625-4aad-9622-b611dd331bed tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406477
Nov 13 22:00:38.051393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4492aaa-a463-4e03-a6cd-aab9ddcf49cd req-df4e0d22-2375-4bb5-9743-332139b26737 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:38.052908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4492aaa-a463-4e03-a6cd-aab9ddcf49cd req-df4e0d22-2375-4bb5-9743-332139b26737 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0488489
Nov 13 22:00:38.099647 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4492aaa-a463-4e03-a6cd-aab9ddcf49cd req-0f878f2c-1e9d-446e-a738-c16a3c39e718 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407884
Nov 13 22:00:39.213355 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9916afe-96fd-481a-bb3d-56910db2c407 req-82796020-5408-4b7a-97c2-549e769e01fe tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:39.214806 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9916afe-96fd-481a-bb3d-56910db2c407 req-82796020-5408-4b7a-97c2-549e769e01fe tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0477562
Nov 13 22:00:39.264564 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d9916afe-96fd-481a-bb3d-56910db2c407 req-61ecc089-080e-45e0-b595-980168b36f7b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439341
Nov 13 22:00:40.383972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2dbb7-ff6f-4708-ab1c-6da972a345a4 req-eda4c088-78c1-4417-baeb-5803f0a9dc01 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:40.385395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6be2dbb7-ff6f-4708-ab1c-6da972a345a4 req-eda4c088-78c1-4417-baeb-5803f0a9dc01 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0519474
Nov 13 22:00:40.434402 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6be2dbb7-ff6f-4708-ab1c-6da972a345a4 req-c8e569ee-c2bd-491b-9202-ea840fca2dc4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422390
Nov 13 22:00:41.548832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4e7e3-fd07-473d-a6dd-35406da9287c req-de82c1d4-4d22-4339-b426-593ac0d397ab tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:41.550299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2a4e7e3-fd07-473d-a6dd-35406da9287c req-de82c1d4-4d22-4339-b426-593ac0d397ab tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0481098
Nov 13 22:00:41.597097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2a4e7e3-fd07-473d-a6dd-35406da9287c req-41c795ca-bc48-464e-aa1c-8397ba2928c4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409167
Nov 13 22:00:42.576853 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:42.710944 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f51e7-dc13-4903-8051-f4d901842405 req-12ef2d9a-2c77-48ce-9dea-7e181bac2084 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:42.712395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e79f51e7-dc13-4903-8051-f4d901842405 req-12ef2d9a-2c77-48ce-9dea-7e181bac2084 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0483789
Nov 13 22:00:42.758123 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e79f51e7-dc13-4903-8051-f4d901842405 req-cf9a6bc0-0377-43c3-9735-10a3d22d8998 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391054
Nov 13 22:00:43.873484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4ac83-3ac5-42ce-bab1-f4cb7f7ae469 req-55f6304e-6768-4f24-b477-d7286b04a721 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:43.874840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d4ac83-3ac5-42ce-bab1-f4cb7f7ae469 req-55f6304e-6768-4f24-b477-d7286b04a721 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0491531
Nov 13 22:00:43.921079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d4ac83-3ac5-42ce-bab1-f4cb7f7ae469 req-9d7c1d5b-6747-46fe-ae08-fb34dc93fe4b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403464
Nov 13 22:00:44.919433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:45.037879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03509e1-afeb-4cab-abe3-9222c5e30f24 req-f91d15a4-2f05-4198-9008-b85617cbe774 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:45.039405 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e03509e1-afeb-4cab-abe3-9222c5e30f24 req-f91d15a4-2f05-4198-9008-b85617cbe774 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0493166
Nov 13 22:00:45.090931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e03509e1-afeb-4cab-abe3-9222c5e30f24 req-d765f4f2-7697-4191-9d00-e3adc73f9ec6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451896
Nov 13 22:00:45.403827 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:00:46.210053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83405d33-88f9-479b-a4e1-64cc8eafce27 req-1c1a14a2-8e99-4f0b-82b8-f15320c1eb5c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:46.211540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83405d33-88f9-479b-a4e1-64cc8eafce27 req-1c1a14a2-8e99-4f0b-82b8-f15320c1eb5c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0516250
Nov 13 22:00:46.263099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83405d33-88f9-479b-a4e1-64cc8eafce27 req-c8b8af7b-bb20-4ec9-a945-25a8282261a4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456502
Nov 13 22:00:47.159481 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-57974112-e309-476e-bfb8-6ad25d509e57 req-c0a3a112-4563-48ee-812b-944840e4705d service neutron] show failed (client error): The resource could not be found.
Nov 13 22:00:47.160488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-c0a3a112-4563-48ee-812b-944840e4705d service neutron] 10.222.0.37 "GET /v2.0/ports/3018dfbd-9067-4f34-8ec5-a46b78f4e331/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0544510
Nov 13 22:00:47.379408 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232289a-8b62-4f72-a25c-3df23cb23f1e req-de86c76b-2d44-4ffd-a0fc-8c16a358f91b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:47.380876 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5232289a-8b62-4f72-a25c-3df23cb23f1e req-de86c76b-2d44-4ffd-a0fc-8c16a358f91b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0488291
Nov 13 22:00:47.429667 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5232289a-8b62-4f72-a25c-3df23cb23f1e req-928d5345-d305-444b-bf85-623819cdd449 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427349
Nov 13 22:00:47.655610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-c3c81af8-d391-448d-ba1c-2687dd4b1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:47.657110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-c3c81af8-d391-448d-ba1c-2687dd4b1ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 1097 time: 0.0408802
Nov 13 22:00:47.669366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:00:47.721927 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:47.916290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:00:47.950648 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:00:47.987717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:00:47.990454 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a723a2e-d3a8-4d84-9ee7-779c2cfa5155" -d '{"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:00:47.994150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:48.006952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Transition to ACTIVE for port object 3018dfbd-9067-4f34-8ec5-a46b78f4e331 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:00:48.085691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:48.112573 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821875f-ee76-4740-a106-7d0774dfa999 x-openstack-request-id: req-a821875f-ee76-4740-a106-7d0774dfa999 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:00:48.112951 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:00:48.113163 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a821875f-ee76-4740-a106-7d0774dfa999 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:00:48.114064 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'code': 200}
Nov 13 22:00:48.169886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:00:48.181897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.182274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.182561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.182897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.183226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.183558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.183882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.184205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.184529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.184875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.185194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.185511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:48.234349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] No DVR routers for this DVR port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:00:48.368211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:00:48.368599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:00:48.368953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:00:48.373270 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:00:48.373609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Attempting to bind port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:00:48.378310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:00:48.378643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:00:48.379037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:00:48.379457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Bound port: 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:00:48.379797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:48.445050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:00:48.448120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:00:48.531853 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:48.554197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc17fe-7175-4bdb-86a4-357d0bcfdf30 req-d53331f9-39a7-4303-a78b-3f46be5e69b9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:48.555745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fdc17fe-7175-4bdb-86a4-357d0bcfdf30 req-d53331f9-39a7-4303-a78b-3f46be5e69b9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.0581756
Nov 13 22:00:48.577747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:48.578373 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:48.579998 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] 10.222.0.46 "PUT /v2.0/ports/3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1092 time: 0.9144292
Nov 13 22:00:48.612962 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fdc17fe-7175-4bdb-86a4-357d0bcfdf30 req-31f0aab7-d477-4ad5-80eb-53e331390162 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504701
Nov 13 22:00:48.642280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f9f14-c4ea-42b4-a1b8-568711a33d9c service neutron] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:00:48.658728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-1924800a-3ed2-4fcc-8f39-1ba7b8ef6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:48.660314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-1924800a-3ed2-4fcc-8f39-1ba7b8ef6d50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1095 time: 0.0527766
Nov 13 22:00:48.757344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-e527596e-f39d-4bdc-bf17-6c0c7700afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:48.758827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-e527596e-f39d-4bdc-bf17-6c0c7700afe7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0924938
Nov 13 22:00:48.822529 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-7a367f6f-22ff-49d8-abbb-574f94a89456 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1000 time: 0.0570138
Nov 13 22:00:48.871012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-507626d3-b3ff-4ec8-b9ab-8f0d39f038b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:48.872453 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-507626d3-b3ff-4ec8-b9ab-8f0d39f038b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0436842
Nov 13 22:00:48.923363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57974112-e309-476e-bfb8-6ad25d509e57 req-a9186949-c252-4248-ba40-7c28ba5a2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:48.925084 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-a9186949-c252-4248-ba40-7c28ba5a2629 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457833
Nov 13 22:00:49.016894 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-1e282e41-4b64-4268-97b2-9f35786fa516 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850832
Nov 13 22:00:49.107853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-57974112-e309-476e-bfb8-6ad25d509e57 req-6c6283f0-3642-4fe0-a2c6-bcde250e97f4 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834115
Nov 13 22:00:49.731361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64aa-2490-4662-9f8c-3bd820885bed req-eebbe2d4-2467-4636-856a-aa9c059b719f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:49.732835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39ff64aa-2490-4662-9f8c-3bd820885bed req-eebbe2d4-2467-4636-856a-aa9c059b719f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.0478172
Nov 13 22:00:49.778917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39ff64aa-2490-4662-9f8c-3bd820885bed req-7ac27078-18de-4f52-b80c-869437a0aab9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401971
Nov 13 22:00:50.115225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:00:50.117587 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c07834a-ddfc-4780-997c-84b8a1144f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:00:50.168253 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc6651-e1c2-4641-8145-3a36763c9880 x-openstack-request-id: req-63bc6651-e1c2-4641-8145-3a36763c9880 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:00:50.168547 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:00:50.168823 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63bc6651-e1c2-4641-8145-3a36763c9880 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:00:50.169220 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'status': 'completed', 'code': 200}
Nov 13 22:00:50.254984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-3b7f7f9b-d086-4b4b-902f-72fcf5aaa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:50.256486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-3b7f7f9b-d086-4b4b-902f-72fcf5aaa459 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1095 time: 0.0615602
Nov 13 22:00:50.259034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-dc425a8f-b17b-4646-9e87-ce3cb7ef8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:50.260439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-dc425a8f-b17b-4646-9e87-ce3cb7ef8054 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1095 time: 0.0738363
Nov 13 22:00:50.649730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:00:50.692347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:00:50.766302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-cd0cb140-6cc0-4669-9d4b-1a9bb7ff6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:50.767760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-cd0cb140-6cc0-4669-9d4b-1a9bb7ff6838 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.5040128
Nov 13 22:00:50.769119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-521da1f6-e069-4a6f-937b-ccc262e52c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:50.771406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-521da1f6-e069-4a6f-937b-ccc262e52c2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.4997213
Nov 13 22:00:50.913292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-9adce414-7a7c-4792-ac49-22ddaef2d6d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1000 time: 0.1351435
Nov 13 22:00:50.916461 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-67e10b94-f707-4a45-adee-b9331f8ff9b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1000 time: 0.1375039
Nov 13 22:00:50.937436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41ae8b-9ec6-46a5-b24a-ccb8f79c89bd req-15209399-9f7b-4087-800f-2e801538c384 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:50.938825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e41ae8b-9ec6-46a5-b24a-ccb8f79c89bd req-15209399-9f7b-4087-800f-2e801538c384 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 944 time: 0.0895629
Nov 13 22:00:51.039001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-57592c1e-a958-45f6-a9ec-574c07e722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:51.040455 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-57592c1e-a958-45f6-a9ec-574c07e722e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.1200628
Nov 13 22:00:51.046994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-e815df23-9ae7-4745-99dc-74eb8b4c5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:51.048328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-e815df23-9ae7-4745-99dc-74eb8b4c5037 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.1196620
Nov 13 22:00:51.059753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e41ae8b-9ec6-46a5-b24a-ccb8f79c89bd req-ae19bcff-ceca-4d4b-865e-a7c473f1131f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953646
Nov 13 22:00:51.118909 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-26f63670-593d-4538-8839-a47361a4dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:51.120399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-26f63670-593d-4538-8839-a47361a4dfc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0712128
Nov 13 22:00:51.123020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-f086e845-3534-4fa1-9812-5286284724a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:51.124370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-f086e845-3534-4fa1-9812-5286284724a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0626738
Nov 13 22:00:51.259169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:00:51.280314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-f5030c8b-72f8-4a1b-b950-386807f8a537 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530440
Nov 13 22:00:51.283647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-ad77686a-a395-4489-a148-723e464ebcc1 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490700
Nov 13 22:00:51.352890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:00:51.364246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'mac_address': 'fa:16:3e:7b:46:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:00:51.405826 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:51.418757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3018dfbd-9067-4f34-8ec5-a46b78f4e331 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:00:51.437330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:00:51.438802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-8f1ea8d7-2f6b-4298-accb-af416313b79e service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499488
Nov 13 22:00:51.443677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c07834a-ddfc-4780-997c-84b8a1144f2c req-00db2ece-5291-4fec-9b5e-91b07cb0a4d2 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462941
Nov 13 22:00:51.525676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:51.572018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:00:51.579756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.580105 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.580447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.580812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.581145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.581474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.581822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.582704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.583042 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.583366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.583689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.584011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:00:51.781756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['3018dfbd-9067-4f34-8ec5-a46b78f4e331'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:00:52.181322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a48b7-d807-4fc1-b571-45e2523c2c72 req-d01af84f-ce86-4b0e-94c4-319c04a78e12 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:52.182797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e3a48b7-d807-4fc1-b571-45e2523c2c72 req-d01af84f-ce86-4b0e-94c4-319c04a78e12 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 945 time: 0.0529125
Nov 13 22:00:52.229374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8e3a48b7-d807-4fc1-b571-45e2523c2c72 req-c17278eb-d885-49b8-a94b-9045f4a1450c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406244
Nov 13 22:00:52.584928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9afe46-e644-422f-a956-71cb6525353f req-92d43de1-95c9-4e4c-ad52-3074aaad0aea tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:52.586425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e9afe46-e644-422f-a956-71cb6525353f req-92d43de1-95c9-4e4c-ad52-3074aaad0aea tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 945 time: 0.0515249
Nov 13 22:00:52.637502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e9afe46-e644-422f-a956-71cb6525353f req-d456f565-cbec-472d-aa0a-b117c1b88095 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449910
Nov 13 22:00:52.669882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46ffe-736a-4ced-a378-1b4417243279 req-13053b93-88bb-4bf0-91c6-76b77deb09a6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:52.671410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-13053b93-88bb-4bf0-91c6-76b77deb09a6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8&tenant_id=7608b55aa7324c33b0406eeedcafcec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0531914
Nov 13 22:00:52.730265 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-53f46ffe-736a-4ced-a378-1b4417243279 req-0afe00b0-ebf6-47a2-a53c-bc995ed08a8e service neutron] delete failed (client error): The resource could not be found.
Nov 13 22:00:52.731318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-0afe00b0-ebf6-47a2-a53c-bc995ed08a8e service neutron] 10.222.0.37 "DELETE /v2.0/ports/3018dfbd-9067-4f34-8ec5-a46b78f4e331/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0526352
Nov 13 22:00:52.815970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46ffe-736a-4ced-a378-1b4417243279 req-d10bcf0f-7b4b-464e-bbdc-6cd3308ee41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:52.817978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-d10bcf0f-7b4b-464e-bbdc-6cd3308ee41c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 1096 time: 0.0432532
Nov 13 22:00:52.905941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46ffe-736a-4ced-a378-1b4417243279 req-4f71e50e-4c17-4c1b-9987-5a89a55bc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:52.907382 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-4f71e50e-4c17-4c1b-9987-5a89a55bc61a service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0825934
Nov 13 22:00:52.974584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-69771192-7586-4373-8ba3-81947d2bcc1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 200  len: 1001 time: 0.0602551
Nov 13 22:00:53.022242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46ffe-736a-4ced-a378-1b4417243279 req-81210e1f-7ed2-4f3f-97ba-91ae531acc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:53.023667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-81210e1f-7ed2-4f3f-97ba-91ae531acc39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0430262
Nov 13 22:00:53.068170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46ffe-736a-4ced-a378-1b4417243279 req-d4cba007-6665-45f1-a760-dacfe61e2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:53.069593 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-d4cba007-6665-45f1-a760-dacfe61e2170 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395555
Nov 13 22:00:53.161371 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-6c1b767f-0fb8-48cc-9aaa-f1d5b2f30441 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850124
Nov 13 22:00:53.249770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53f46ffe-736a-4ced-a378-1b4417243279 req-e632a20c-b394-4eff-820f-b3c803c8094d service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814390
Nov 13 22:00:53.272608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:00:53.399751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:00:53.403760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:00:53.404126 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:53.482682 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:53.505315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:00:53.507500 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f1b96-7f3f-46db-83dd-9ae4217b4b0d" -d '{"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-plugged", "status": "completed", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:00:53.520114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:00:53.593845 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:53.620084 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d4cf06-a1b2-4d4b-812f-f2f4f1b1ad35 x-openstack-request-id: req-79d4cf06-a1b2-4d4b-812f-f2f4f1b1ad35 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:00:53.620381 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-plugged", "status": "completed", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:00:53.620717 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79d4cf06-a1b2-4d4b-812f-f2f4f1b1ad35 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:00:53.621022 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'code': 200}
Nov 13 22:00:53.644261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:00:53.755528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a8f2-a793-4e32-8cbb-384458dcc58b req-828751fe-15f7-4626-8ae9-a3ae7ffb19ba tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:53.757000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a51a8f2-a793-4e32-8cbb-384458dcc58b req-828751fe-15f7-4626-8ae9-a3ae7ffb19ba tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0479929
Nov 13 22:00:53.807820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8a51a8f2-a793-4e32-8cbb-384458dcc58b req-0c0d2bcd-4204-4b08-a5e8-d1214b457bd8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446999
Nov 13 22:00:54.713586 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-94bdb204-1029-4d98-8191-4776f52b7ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:54.928186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393142d-e240-443d-9e74-6bb0402c7942 req-7134f318-365e-4603-855c-2a31694130e0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:54.929718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c393142d-e240-443d-9e74-6bb0402c7942 req-7134f318-365e-4603-855c-2a31694130e0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0532944
Nov 13 22:00:54.975893 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c393142d-e240-443d-9e74-6bb0402c7942 req-17792f29-c5b3-49e2-b353-16d4d066a21d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402439
Nov 13 22:00:55.092318 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8665-4389-4e40-9f08-b6b89bd7ae9f req-c097255d-844f-4881-b83f-962f4cf5cb1c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:55.093735 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793f8665-4389-4e40-9f08-b6b89bd7ae9f req-c097255d-844f-4881-b83f-962f4cf5cb1c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0485361
Nov 13 22:00:55.141265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-793f8665-4389-4e40-9f08-b6b89bd7ae9f req-a9eae484-9c9d-4e32-ad32-2d7864ee6bf2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410912
Nov 13 22:00:55.252878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bbf80-1cbd-49bd-800c-214531ad9092 req-e31775fe-6f7c-4bce-9003-3e6a2b31404d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:55.254694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e54bbf80-1cbd-49bd-800c-214531ad9092 req-e31775fe-6f7c-4bce-9003-3e6a2b31404d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0480487
Nov 13 22:00:55.300160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e54bbf80-1cbd-49bd-800c-214531ad9092 req-a1aac64a-0943-45c0-a92a-53b8db7bec2b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399761
Nov 13 22:00:55.737973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded9de2-a141-4baf-b4dd-ff3262e614b8 req-8ed35c5f-da65-4f7f-975c-c826c5ac23e9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:55.739487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cded9de2-a141-4baf-b4dd-ff3262e614b8 req-8ed35c5f-da65-4f7f-975c-c826c5ac23e9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0484357
Nov 13 22:00:55.790701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cded9de2-a141-4baf-b4dd-ff3262e614b8 req-5abcc721-705e-4739-bc89-a9f733fa113e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451229
Nov 13 22:00:56.906081 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506d3f9-4ba4-4d03-85fd-6ec681c0f2ec req-5e2dc40f-a406-4bea-8d50-ba4e76c6ee32 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:56.907566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1506d3f9-4ba4-4d03-85fd-6ec681c0f2ec req-5e2dc40f-a406-4bea-8d50-ba4e76c6ee32 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0483928
Nov 13 22:00:56.954282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1506d3f9-4ba4-4d03-85fd-6ec681c0f2ec req-2f8bc214-e877-4f5a-97e0-ce3206281e3d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398347
Nov 13 22:00:57.043973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a82443-8146-49ce-957f-83ac265f449a req-aa8176b6-a1ac-4e0d-9d7c-52bc70f3976a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:57.045383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8a82443-8146-49ce-957f-83ac265f449a req-aa8176b6-a1ac-4e0d-9d7c-52bc70f3976a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 946 time: 0.0482254
Nov 13 22:00:57.090941 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ee9c02b9-8166-4bc1-a36b-71c8f17e55fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.133008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Deleting port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:00:57.133345 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.223559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] For port 3018dfbd-9067-4f34-8ec5-a46b78f4e331, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3018dfbd-9067-4f34-8ec5-a46b78f4e331,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:00:57.223922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.392350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.392628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.392971 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 disassociated. External IP: 172.35.3.232, port: 3018dfbd-9067-4f34-8ec5-a46b78f4e331.
Nov 13 22:00:57.393306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Calling delete_port for 3018dfbd-9067-4f34-8ec5-a46b78f4e331 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:00:57.611161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.640611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event deleted for resources: {'Port': ['ID=3018dfbd-9067-4f34-8ec5-a46b78f4e331,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:00:57.763469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:00:57.876545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:00:57.888088 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:00:57.898489 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:00:57.899029 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4831f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:00:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:00:57.916035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] No DVR routers for this DVR port 3018dfbd-9067-4f34-8ec5-a46b78f4e331 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:00:57.918733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:57.922196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8a82443-8146-49ce-957f-83ac265f449a req-b3142a0d-e3c5-4b26-b004-64bab07ef021 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "DELETE /v2.0/ports/3018dfbd-9067-4f34-8ec5-a46b78f4e331 HTTP/1.1" status: 204  len: 173 time: 0.8706608
Nov 13 22:00:57.922748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-deleted', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:00:57.928873 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3b47fa-94f9-40a5-8520-cd24f902cd27" -d '{"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-deleted", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:00:57.972339 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4343c365-5a75-4da7-b561-4290594b1995 x-openstack-request-id: req-4343c365-5a75-4da7-b561-4290594b1995 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:00:57.972339 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b591d4c-8245-475a-aeb4-2b07b17741f8", "name": "network-vif-deleted", "tag": "3018dfbd-9067-4f34-8ec5-a46b78f4e331", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:00:57.972339 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4343c365-5a75-4da7-b561-4290594b1995 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:00:57.972339 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b591d4c-8245-475a-aeb4-2b07b17741f8', 'name': 'network-vif-deleted', 'tag': '3018dfbd-9067-4f34-8ec5-a46b78f4e331', 'status': 'completed', 'code': 200}
Nov 13 22:00:58.025342 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:00:58.059677 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6e75d7ad-a2dc-4bb0-b4a4-26fc40e25294 req-c1f8807d-78bf-4800-9894-7cde33845f61 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b591d4c-8245-475a-aeb4-2b07b17741f8 HTTP/1.1" status: 200  len: 210 time: 0.0324554
Nov 13 22:00:58.318976 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4831f0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:00:58.347782 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:00:58.356967 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:00:58.357568 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4831f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:00:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:00:58.466439 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:00:58.664500 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4831f0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:00:58.694564 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b90c7d-1d62-4c6f-88d5-da0918fe347f None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:00:58.719726 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:00:58.910404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8a29db-b075-411f-bb99-ccd2cd9ff1e7 None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:00:59.297955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-1ea0755b-0634-4423-a4d5-2c943875f47e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1394520976&fields=id&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 267 time: 0.0430486
Nov 13 22:00:59.406896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-59a91fab-c001-4462-9e08-e482cd70340e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:00:59.408244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-59a91fab-c001-4462-9e08-e482cd70340e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1030443
Nov 13 22:00:59.423163 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-07d49cb4-81d8-495c-be2e-9dea1b891e68 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/quotas/7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 375 time: 0.0087266
Nov 13 22:00:59.474711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-1bb34dc7-0748-4be3-a345-fb84bb6ba393 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0456133
Nov 13 22:00:59.617935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-e9a3bfb6-5c63-4aef-ab5c-ad629320588f service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317713
Nov 13 22:00:59.705140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-3cc11407-c7ff-4ec7-aff8-5ad75509f6bb service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809286
Nov 13 22:00:59.924558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bd4a1bc3-7304-4fba-9d9e-92b0a17f3deb req-75ef2b05-dad8-43f1-b6e6-b0989461f25b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0259135
Nov 13 22:01:00.096736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:00.416169 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:01.006347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df43835d-e678-4dcd-8f7e-8c3c55230765 req-6f2b1890-0f68-403f-85ac-e2231996d36c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0304718
Nov 13 22:01:01.305853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:01:01.330357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 3018dfbd-9067-4f34-8ec5-a46b78f4e331 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:01:01.330696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 3018dfbd-9067-4f34-8ec5-a46b78f4e331 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:01:02.092913 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-92ff8a87-0db0-4799-bff0-a62e08b4596d req-7f615c5e-c1d6-4179-a2fd-689f6e35a221 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0267668
Nov 13 22:01:03.173244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-30c5ff7c-9c80-4bfe-98bb-91a1d36d24a7 req-8225fee6-fbdf-4290-a1c0-21955dca0e2f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0263689
Nov 13 22:01:04.265550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-be356490-2bff-4259-b473-fb1d324f9f0b req-0d631cb0-13ba-40b0-b9ca-2cd0f767e049 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0262723
Nov 13 22:01:05.359990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-adbdf12c-eaaf-4595-91e7-7827a87e3ee3 req-1fe2a227-5e13-4d3d-96bf-deccc1b54abb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0258698
Nov 13 22:01:06.027346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-a7f58c72-0bee-4425-8f14-823d26f59da4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:06.028821 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-a7f58c72-0bee-4425-8f14-823d26f59da4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1062503
Nov 13 22:01:06.087922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-aafd85c8-ef3d-490e-80dd-5fa8e426cf21 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 380 time: 0.0504665
Nov 13 22:01:06.096650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'port': {'device_id': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'admin_state_up': True, 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'security_groups': ['c2b3747b-b336-4463-96d6-f79f1c95f630']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:01:06.272608 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Made reservation on behalf of 7608b55aa7324c33b0406eeedcafcec4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:01:06.276464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:06.406061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Allocated IP 172.20.0.9 (38475c54-dc43-4593-af5b-898b2d852294/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3/e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:01:06.457116 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-41d9250d-25a0-46c0-bd0b-9ca567499d70 req-292c92ec-970e-475a-a9a9-1efcdbbccb72 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0255771
Nov 13 22:01:06.550156 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:06.651230 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:06.690569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:01:06.693566 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:01:06.699744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:01:06.726090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:01:06.755131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:06.755758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:06.849855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-7cda8130-5fd5-4694-8251-437766070886 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7566760
Nov 13 22:01:06.861825 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Request body: {'port': {'device_id': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:01:06.917250 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:06.965128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4d2435e5-de58-48e2-95d1-dec949f834d4 None None] Provisioning complete for port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:01:06.966120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4d2435e5-de58-48e2-95d1-dec949f834d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:07.002558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4d2435e5-de58-48e2-95d1-dec949f834d4 None None] Port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:01:07.168331 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:01:07.175679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:07.187052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Transition to ACTIVE for port object e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:01:07.244785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:07.293048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:01:07.380059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:01:07.380395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:01:07.380754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:01:07.386246 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:01:07.386565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:01:07.394768 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:01:07.395143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:01:07.395529 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:01:07.395961 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Bound port: e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:01:07.396309 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:07.459888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:01:07.462842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:01:07.559378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:07.598261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:07.605514 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:07.605514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] 10.222.0.37 "PUT /v2.0/ports/e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1091 time: 0.7427330
Nov 13 22:01:07.605514 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:01:07.605514 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056" -d '{"events": [{"name": "network-changed", "server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:01:07.627708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1117ab-bb62-4f63-8a64-413e8efcfe6e req-6e3b0b2e-6153-43ca-9df4-0cb0425aa914 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:07.630343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1117ab-bb62-4f63-8a64-413e8efcfe6e req-6e3b0b2e-6153-43ca-9df4-0cb0425aa914 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.1023269
Nov 13 22:01:07.650146 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356200c7-ee5a-46e6-9d41-f13238b31178 x-openstack-request-id: req-356200c7-ee5a-46e6-9d41-f13238b31178 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:01:07.650526 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:01:07.650835 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-356200c7-ee5a-46e6-9d41-f13238b31178 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:01:07.651384 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'status': 'completed', 'code': 200}
Nov 13 22:01:07.655450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072efb64-7272-4b5e-ad53-d25baae2782d service neutron] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:01:07.732431 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef1117ab-bb62-4f63-8a64-413e8efcfe6e req-5a54af27-67f7-4bcd-b3b5-692921794deb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927608
Nov 13 22:01:07.735418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056 req-d7901994-9d45-4e8a-86e4-fa08b4364010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:07.736902 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056 req-d7901994-9d45-4e8a-86e4-fa08b4364010 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1094 time: 0.0649707
Nov 13 22:01:07.845214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056 req-e9a60864-0758-4c77-b4e3-02d03328712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:07.846688 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056 req-e9a60864-0758-4c77-b4e3-02d03328712b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7608b55aa7324c33b0406eeedcafcec4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1017795
Nov 13 22:01:07.940391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056 req-49264de0-062b-443f-b4e2-b968b0447523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:07.942321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5c1f77bc-3ebe-4c16-9f20-a6bb0f77e056 req-49264de0-062b-443f-b4e2-b968b0447523 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0880351
Nov 13 22:01:08.021711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-661a3b4f-df37-476d-9dc9-236839f3a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:08.023205 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-661a3b4f-df37-476d-9dc9-236839f3a9d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1094 time: 0.0446782
Nov 13 22:01:08.063563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-aa70ebaa-75a3-4d4f-a10e-0d6128b81257 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 217 time: 0.0332165
Nov 13 22:01:08.109543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-1191b384-2550-4693-b63b-5c9892f02d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:08.110961 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-1191b384-2550-4693-b63b-5c9892f02d74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0412402
Nov 13 22:01:08.155867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-38679998-21ff-4648-aa99-20e6861ce7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:08.157374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-38679998-21ff-4648-aa99-20e6861ce7b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388393
Nov 13 22:01:08.247824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-fd76d0ac-f4f5-4c25-8eeb-3af6c4657249 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833960
Nov 13 22:01:08.337449 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f6b987d-477d-4e6f-bd09-dad73526d468 req-53c5fb5d-a658-4117-ae30-6a3be1b16aea service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831711
Nov 13 22:01:08.854862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee3409-2ac3-4000-93d1-b33d541e2cc6 req-8daaac31-0ccc-4539-bfee-977c9c51f65c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:08.856413 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3ee3409-2ac3-4000-93d1-b33d541e2cc6 req-8daaac31-0ccc-4539-bfee-977c9c51f65c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0538273
Nov 13 22:01:08.904343 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3ee3409-2ac3-4000-93d1-b33d541e2cc6 req-fc74f462-23f9-47a8-baf1-734e021a019b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419545
Nov 13 22:01:10.019571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd91f-e77f-4bd6-b3c1-c8b76d7b82c2 req-98e55be5-3608-40c9-9703-f360eb8b07f5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:10.024907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c73fd91f-e77f-4bd6-b3c1-c8b76d7b82c2 req-98e55be5-3608-40c9-9703-f360eb8b07f5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0489690
Nov 13 22:01:10.067967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c73fd91f-e77f-4bd6-b3c1-c8b76d7b82c2 req-fdcb9410-de36-4475-9c23-69d18a74f964 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401683
Nov 13 22:01:11.182576 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b6d08-2631-4224-b49f-a6857f1c90e0 req-a40f51d7-c140-4ba2-9602-20bf2b8610e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:11.183949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d4b6d08-2631-4224-b49f-a6857f1c90e0 req-a40f51d7-c140-4ba2-9602-20bf2b8610e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0490170
Nov 13 22:01:11.231614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8d4b6d08-2631-4224-b49f-a6857f1c90e0 req-f068ee3f-d26f-4a1e-9c2e-fc8da50c5a0b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415051
Nov 13 22:01:12.345674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968120c-a2d2-4f16-b2b7-0859af5120a0 req-5f8fd0e0-0371-484a-87d1-58c2af116303 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:12.347115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7968120c-a2d2-4f16-b2b7-0859af5120a0 req-5f8fd0e0-0371-484a-87d1-58c2af116303 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0470772
Nov 13 22:01:12.392995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7968120c-a2d2-4f16-b2b7-0859af5120a0 req-71f00156-297f-418e-83c6-efac910fb6fc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393498
Nov 13 22:01:12.581782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:12.743317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:01:12.838305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:01:12.849355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'mac_address': 'fa:16:3e:69:a1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:01:12.885964 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:12.899906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:01:12.918356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:01:12.964429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:13.009609 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:01:13.196090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:01:13.507037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee54ddd-08ce-41d3-b999-25f19df3ba4b req-a7a84d48-92c3-4e82-92e9-b24f71d29f4c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:13.508491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ee54ddd-08ce-41d3-b999-25f19df3ba4b req-a7a84d48-92c3-4e82-92e9-b24f71d29f4c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 944 time: 0.0486500
Nov 13 22:01:13.558991 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ee54ddd-08ce-41d3-b999-25f19df3ba4b req-f3456fbe-8f02-42b2-b634-2d607a7eb2ac tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445640
Nov 13 22:01:14.675761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f8b53-b90e-470e-9fda-2cad6ce96c61 req-6a1cfa49-e59b-4d38-b09f-8bf111e74116 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:14.677295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c8f8b53-b90e-470e-9fda-2cad6ce96c61 req-6a1cfa49-e59b-4d38-b09f-8bf111e74116 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 944 time: 0.0525715
Nov 13 22:01:14.723679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2c8f8b53-b90e-470e-9fda-2cad6ce96c61 req-b2ce089c-7b15-4459-8d92-cbd2762871bc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398664
Nov 13 22:01:14.762923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:01:14.850608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:01:14.864553 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:01:14.865459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:15.036418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:15.091625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:15.113337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:01:15.115965 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259ac5349724f89ea77641ca4876c0da9175c1c9a801bae9378d5903cc057669" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6cb623-44b3-4b5a-94fe-a601d0dc0218" -d '{"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-plugged", "status": "completed", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:01:15.128224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:01:15.155576 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73442a2d-e5fe-4bff-adf2-e86625ed4a56 x-openstack-request-id: req-73442a2d-e5fe-4bff-adf2-e86625ed4a56 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:01:15.155576 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-plugged", "status": "completed", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:01:15.155576 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73442a2d-e5fe-4bff-adf2-e86625ed4a56 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:01:15.155576 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'code': 200}
Nov 13 22:01:15.199180 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:15.246406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:01:15.246727 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667ff18-f521-4778-9aae-86f829e048fa req-b4a13f40-4070-4133-bae3-647777b383b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:15.249128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3667ff18-f521-4778-9aae-86f829e048fa req-b4a13f40-4070-4133-bae3-647777b383b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1096 time: 0.0410070
Nov 13 22:01:15.292413 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3667ff18-f521-4778-9aae-86f829e048fa req-51902885-f3f8-4c3e-9c21-ccf6741faf02 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368941
Nov 13 22:01:15.838221 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c30619-0339-446e-8200-e7affc097ee7 req-3960b3e8-0d85-48d1-81b6-2c6f991c76a2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:15.839606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33c30619-0339-446e-8200-e7affc097ee7 req-3960b3e8-0d85-48d1-81b6-2c6f991c76a2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0480020
Nov 13 22:01:15.889716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-33c30619-0339-446e-8200-e7affc097ee7 req-1b15d54c-bee7-4097-85ca-28fb943cbf10 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441236
Nov 13 22:01:17.011317 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa75b-42d4-4f7c-9e6a-8434aee351c6 req-50647a15-487c-4097-bb9f-820e9d832965 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:17.012852 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a6aa75b-42d4-4f7c-9e6a-8434aee351c6 req-50647a15-487c-4097-bb9f-820e9d832965 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0520406
Nov 13 22:01:17.062800 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1a6aa75b-42d4-4f7c-9e6a-8434aee351c6 req-d9a97920-006e-4b93-8949-1efb408f6702 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436950
Nov 13 22:01:17.174926 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96434-f14d-4368-9137-79dcfa73e132 req-23a270a8-dba7-4694-809e-4635e9de57ae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:17.176342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1df96434-f14d-4368-9137-79dcfa73e132 req-23a270a8-dba7-4694-809e-4635e9de57ae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0487475
Nov 13 22:01:17.184910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 49060) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:01:17.189202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'floatingip': {'port_id': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:01:17.227336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:18.001544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:18.055379 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:18.153263 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 associated. External IP: 172.35.3.232, port: e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc.
Nov 13 22:01:18.356161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:01:18.463459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:01:18.468313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:18.472918 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:01:18.482424 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:01:18.483019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde93a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:00:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:01:18.502058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0bebb585-801c-4c80-a62d-be69de393fa5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "PUT /v2.0/floatingips/0f885250-b8b8-43ca-93c4-9b34bf65a110 HTTP/1.1" status: 200  len: 991 time: 1.3120453
Nov 13 22:01:18.502058 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:01:18.502058 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9d22750cd3611dcfd456b30a7b853654bb6369c2baaec995567afb869eb62b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:01:18.547127 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ae1442-6040-4eef-b063-517cdd2c8dd9 x-openstack-request-id: req-d0ae1442-6040-4eef-b063-517cdd2c8dd9 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:01:18.547417 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:01:18.547668 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0ae1442-6040-4eef-b063-517cdd2c8dd9 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:01:18.548073 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'status': 'completed', 'code': 200}
Nov 13 22:01:18.595699 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:01:18.613161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-dca2c600-8d4f-4d6c-94d9-6dfda4cea1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:18.614598 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-dca2c600-8d4f-4d6c-94d9-6dfda4cea1e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1096 time: 0.0405812
Nov 13 22:01:18.707451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-6a685ba5-6271-44c7-82d1-a47a5903c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:18.709481 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-6a685ba5-6271-44c7-82d1-a47a5903c7ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0870836
Nov 13 22:01:18.773933 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-bdcac36a-d76a-4411-8678-18bdcde52d70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 999 time: 0.0573077
Nov 13 22:01:18.816115 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde93a040>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:69:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:01:17Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:01:18.827251 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-4e136af2-0dc0-4795-8932-bc7bcb484525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:18.828772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-4e136af2-0dc0-4795-8932-bc7bcb484525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0479841
Nov 13 22:01:18.846390 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:01:18.855184 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:01:18.855810 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde93a040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:00:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:01:18.873908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-b1fc6748-439e-44c5-aee0-298293f49789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:01:18.875342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-b1fc6748-439e-44c5-aee0-298293f49789 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401547
Nov 13 22:01:18.960938 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:01:18.966320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-7c133dc4-7f09-4817-b4ae-ae9112552e06 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838361
Nov 13 22:01:19.061546 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1ea7e924-4913-4f95-8cc7-0cf91dd913ad req-bc3297a8-3fb6-4486-857f-9e548da80b7c service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884349
Nov 13 22:01:19.196273 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde93a040>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:69:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:01:17Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:01:19.225541 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f11441-79d3-47ba-bd05-0f6d23bba47e None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:69:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:01:17Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:01:19.424443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84ba02-6548-4e67-aecb-48ea1335abf9 None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:01:22.402683 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:01:24.736090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-04d24751-937c-471e-912b-7365d980f5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:27.068263 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-762110df-1f33-4d75-82e0-d35a75875317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:28.729947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:30.078650 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:30.403925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:36.769147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-393deb30-18d7-4511-b6f2-4c79211b8043 req-96a8fd96-eb90-4d2e-b979-25968e88c4ff service neutron] (120532) timed out ('10.222.0.20', 35174) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:01:42.644620 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:44.998378 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:54.747320 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-334ca2af-369a-4a97-b7de-b8bfd2b883cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:57.101735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ded64199-0f78-4282-88c1-b3d7c1a30028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:58.707227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:01:59.402114 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:02:00.066961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:00.466761 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:11.770032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-1f840228-9dbc-4d39-b6c0-bd9e13d381bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0878191
Nov 13 22:02:11.857791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-d69ea145-0086-466c-81dc-e5835c5059d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:11.859215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-d69ea145-0086-466c-81dc-e5835c5059d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1096 time: 0.0454149
Nov 13 22:02:11.961050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-cb723469-5502-4710-b026-912fbc9f14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:11.962521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-cb723469-5502-4710-b026-912fbc9f14af service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0850563
Nov 13 22:02:12.030290 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-c43b924b-de0c-418d-85a7-1a5270b7099a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1001 time: 0.0610275
Nov 13 22:02:12.078371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-119c1972-7201-4f24-b99b-a97809f2a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:12.079791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-119c1972-7201-4f24-b99b-a97809f2a278 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0433328
Nov 13 22:02:12.124380 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-7f80fa97-fc4f-4a9f-aa83-10878f7ef467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:12.125799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-7f80fa97-fc4f-4a9f-aa83-10878f7ef467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390902
Nov 13 22:02:12.217122 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-02109299-0920-4c0d-aa44-434e2961ddb9 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842371
Nov 13 22:02:12.303495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8da04979-3e95-44bb-a546-2a2e9112fa2d req-735dc650-9d03-4cd5-ae9c-2b427c527e9d service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797718
Nov 13 22:02:12.592214 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:14.987168 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:24.712352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-348a290d-9c9c-4c35-aa6c-4db13f348e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:27.105251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-009f1bfe-59ef-4309-96a5-68fb8211dd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:28.722840 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:30.099625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:30.437719 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:36.402067 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:02:42.632114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:45.003260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:54.752147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7023e91c-2876-4cbc-941e-b11931030dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:54.833310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3765fc-ead7-4603-888a-75b1028acd43 req-0a0a3a7b-e486-4de6-bdf3-b207a37178e5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:54.834766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac3765fc-ead7-4603-888a-75b1028acd43 req-0a0a3a7b-e486-4de6-bdf3-b207a37178e5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.1035430
Nov 13 22:02:54.881728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ac3765fc-ead7-4603-888a-75b1028acd43 req-b2c2116a-5432-4e2a-a992-76ffb6d3fa0b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410197
Nov 13 22:02:56.115289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5bc6-f705-4848-89fb-1fa705085bf8 req-b7e32c38-063b-4db2-a46c-b25fad425326 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:56.116900 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da4d5bc6-f705-4848-89fb-1fa705085bf8 req-b7e32c38-063b-4db2-a46c-b25fad425326 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0930641
Nov 13 22:02:56.168715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da4d5bc6-f705-4848-89fb-1fa705085bf8 req-5e14b437-64f3-4ba7-812a-6523c33b4a48 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457101
Nov 13 22:02:57.122235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0b54a605-2ea6-44f5-b4c7-6dea8d7f103e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:57.286430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c581168-c2d8-4e9f-8760-a7b53139ce7b req-3aa2d348-421b-4afd-aabf-3c2562503550 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:57.287907 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c581168-c2d8-4e9f-8760-a7b53139ce7b req-3aa2d348-421b-4afd-aabf-3c2562503550 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0526695
Nov 13 22:02:57.334213 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4c581168-c2d8-4e9f-8760-a7b53139ce7b req-5f045888-d989-43df-af1d-4f3610b4e32e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404537
Nov 13 22:02:58.448430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f98a-e474-4ddc-b246-0de1f1c4b833 req-eaea502b-90d7-4e09-97ea-a77eca303a4c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:58.449858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4446f98a-e474-4ddc-b246-0de1f1c4b833 req-eaea502b-90d7-4e09-97ea-a77eca303a4c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0483432
Nov 13 22:02:58.495822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4446f98a-e474-4ddc-b246-0de1f1c4b833 req-9bdff3cf-409d-47b1-8a8e-dfbe65c7972d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399108
Nov 13 22:02:58.734563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:02:59.614057 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127280b-6eaf-430a-b7f9-5b6b97170927 req-94fb658d-f9a0-4999-8c46-d825bee81cae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:02:59.615533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d127280b-6eaf-430a-b7f9-5b6b97170927 req-94fb658d-f9a0-4999-8c46-d825bee81cae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0488222
Nov 13 22:02:59.662217 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d127280b-6eaf-430a-b7f9-5b6b97170927 req-1650a76e-2eb4-4a50-a26c-f003fd8d765f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407400
Nov 13 22:03:00.105807 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:00.459069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:00.774662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05fe5b-dd1e-43e4-9ad9-ecf5e0084884 req-1bf49f35-0858-4657-830e-80962466023a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:00.776301 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df05fe5b-dd1e-43e4-9ad9-ecf5e0084884 req-1bf49f35-0858-4657-830e-80962466023a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0479443
Nov 13 22:03:00.822500 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-df05fe5b-dd1e-43e4-9ad9-ecf5e0084884 req-3038a491-e91a-4011-afab-ceebf3ac843b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403547
Nov 13 22:03:01.936348 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6186725-475a-4dd7-befa-d7ce2f7927e6 req-ec56ccdf-100a-4a27-8e5b-89e0c560b70a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:01.937862 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f6186725-475a-4dd7-befa-d7ce2f7927e6 req-ec56ccdf-100a-4a27-8e5b-89e0c560b70a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0482206
Nov 13 22:03:01.989373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f6186725-475a-4dd7-befa-d7ce2f7927e6 req-b551a989-c073-4030-8258-92a0aaead738 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450428
Nov 13 22:03:03.108311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9550a-a4f8-4a23-9d19-f8f7a1eb7197 req-3c58df9f-c69e-4367-ab06-c54d317cb472 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:03.109810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cc9550a-a4f8-4a23-9d19-f8f7a1eb7197 req-3c58df9f-c69e-4367-ab06-c54d317cb472 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0523062
Nov 13 22:03:03.156976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cc9550a-a4f8-4a23-9d19-f8f7a1eb7197 req-cf5f6ac2-1a89-4207-b957-6dd32885baa0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412557
Nov 13 22:03:03.820279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-ce0d10f3-60bb-4934-8806-f1c21421cc2e req-bcc8517f-f0c9-4ecb-b89f-c59285f778ed service neutron] (120533) timed out ('10.222.0.46', 49574) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:03:04.270522 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2df3a-a89f-447b-bc9e-a834276c6fe2 req-2b0607aa-1061-4f82-be52-70979eccb103 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:04.271983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ca2df3a-a89f-447b-bc9e-a834276c6fe2 req-2b0607aa-1061-4f82-be52-70979eccb103 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0484028
Nov 13 22:03:04.319524 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3ca2df3a-a89f-447b-bc9e-a834276c6fe2 req-c0712009-0038-4c11-8036-ec4cc9c06459 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412722
Nov 13 22:03:05.440289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1afd88-b384-405a-beea-243fc0467408 req-bd9b289e-f835-4fa9-8843-05bde2d2d0cc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:05.442925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1afd88-b384-405a-beea-243fc0467408 req-bd9b289e-f835-4fa9-8843-05bde2d2d0cc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0535772
Nov 13 22:03:05.489251 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6b1afd88-b384-405a-beea-243fc0467408 req-4fa71786-9a5c-4d2e-b363-0ffd757dd156 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404422
Nov 13 22:03:05.917611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8688deb-bb25-4ca5-87ba-49b9825424a7 req-ca2661a4-f026-4886-8c95-346e51fc27da tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:05.919118 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8688deb-bb25-4ca5-87ba-49b9825424a7 req-ca2661a4-f026-4886-8c95-346e51fc27da tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0522692
Nov 13 22:03:05.966875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b8688deb-bb25-4ca5-87ba-49b9825424a7 req-2307565e-5166-4766-b685-1eda5f93c92f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410135
Nov 13 22:03:06.157454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-bff344ef-15f4-4f37-b6c7-c8de2f6eb556 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0876307
Nov 13 22:03:07.091176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5a6b8-51e1-44b9-8451-2bc98e39b174 req-7e916879-6c81-43e3-a76c-dd78c97e8e5b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:07.092682 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78f5a6b8-51e1-44b9-8451-2bc98e39b174 req-7e916879-6c81-43e3-a76c-dd78c97e8e5b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0506647
Nov 13 22:03:07.141998 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-78f5a6b8-51e1-44b9-8451-2bc98e39b174 req-2dca3f47-4480-48f2-a8a8-c4031acd9ae7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417316
Nov 13 22:03:08.262442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103848c-49f5-454d-8547-96d6b291801f req-10905ba6-4edb-4c35-931b-5871d45ba780 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:08.264070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c103848c-49f5-454d-8547-96d6b291801f req-10905ba6-4edb-4c35-931b-5871d45ba780 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0514081
Nov 13 22:03:08.313867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c103848c-49f5-454d-8547-96d6b291801f req-96fd5839-84f5-466d-ad0b-d488bece3f5c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440083
Nov 13 22:03:08.357149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-b851384e-58da-4b57-8945-1ff5d9326182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:08.359674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-b851384e-58da-4b57-8945-1ff5d9326182 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1096 time: 0.0937669
Nov 13 22:03:08.448474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-507aae5d-a747-4711-a6ac-1a1cd9b3bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:08.449916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-507aae5d-a747-4711-a6ac-1a1cd9b3bbc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0842974
Nov 13 22:03:08.516888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-ab2e2649-3a97-47ff-8743-cf17a52a0a24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1001 time: 0.0597866
Nov 13 22:03:08.564986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-9a1ed7d8-ba83-4df6-8cc4-427159f9f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:08.566433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-9a1ed7d8-ba83-4df6-8cc4-427159f9f7bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0431128
Nov 13 22:03:08.610001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-05b4ceba-fa39-44e6-a87e-95ef095db9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:08.611492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-05b4ceba-fa39-44e6-a87e-95ef095db9b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385354
Nov 13 22:03:08.702549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-ce710de9-5aaf-4df0-9bc1-42ce40e93943 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842836
Nov 13 22:03:08.790421 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-bfe42cd1-9a10-4c67-996f-79a3ab1c29c4 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799270
Nov 13 22:03:09.435393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0428c-26b9-4069-a90d-b7e3c4b4e53c req-a5d0700d-2009-4577-aed6-c0ee0f7e14ac tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:09.436930 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcd0428c-26b9-4069-a90d-b7e3c4b4e53c req-a5d0700d-2009-4577-aed6-c0ee0f7e14ac tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0531657
Nov 13 22:03:09.483801 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dcd0428c-26b9-4069-a90d-b7e3c4b4e53c req-0b114c0b-cc47-40c1-a4fd-5303679c9c9e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409400
Nov 13 22:03:10.600390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c63d2-72a1-4274-8dfa-26355c61152a req-39955790-c08f-4b60-83f3-70c68c4baadc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:10.601979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-321c63d2-72a1-4274-8dfa-26355c61152a req-39955790-c08f-4b60-83f3-70c68c4baadc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0494885
Nov 13 22:03:10.653770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-321c63d2-72a1-4274-8dfa-26355c61152a req-e3974939-1993-4112-96aa-a4ef8ad7db9c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460093
Nov 13 22:03:11.023058 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-43450989-0787-45f2-a9b5-ef03d61653af service neutron] show failed (client error): The resource could not be found.
Nov 13 22:03:11.024079 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-43450989-0787-45f2-a9b5-ef03d61653af service neutron] 10.222.0.37 "GET /v2.0/ports/e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0603843
Nov 13 22:03:11.668747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-b076e966-1950-4f20-a95d-0416d6dc0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:11.670256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-b076e966-1950-4f20-a95d-0416d6dc0164 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 1096 time: 0.0779617
Nov 13 22:03:11.682184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:03:11.736486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:11.772915 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb8d79-3d90-4653-a72d-a85a2328ba6e req-6964749f-0bb8-4eae-854c-477c3a2fe659 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:11.774406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9bb8d79-3d90-4653-a72d-a85a2328ba6e req-6964749f-0bb8-4eae-854c-477c3a2fe659 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0487666
Nov 13 22:03:11.822822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e9bb8d79-3d90-4653-a72d-a85a2328ba6e req-d3232d6a-645b-4829-b47c-04f0e44f9fea tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419080
Nov 13 22:03:11.935420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:11.966301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:03:12.004400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:12.009682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:12.021616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Transition to ACTIVE for port object e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:03:12.044411 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ead7f02-a77c-45e9-a887-213669bf4d2f" -d '{"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:12.128677 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:12.139319 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df858db4-386c-4dbc-90bb-c95701505164 x-openstack-request-id: req-df858db4-386c-4dbc-90bb-c95701505164 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:12.139609 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-unplugged", "status": "completed", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:12.139857 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df858db4-386c-4dbc-90bb-c95701505164 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:12.140657 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'code': 200}
Nov 13 22:03:12.212605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:12.226111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.226459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.226798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.227154 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.227466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.227792 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.228117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.228442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.228790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.229114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.229434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.229754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:12.267717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] No DVR routers for this DVR port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:03:12.403172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:03:12.403497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:03:12.403816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:03:12.408049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:03:12.408371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Attempting to bind port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:03:12.413712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:03:12.414047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:03:12.414422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:03:12.414839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Bound port: e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:03:12.415183 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:12.475144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:03:12.478229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:03:12.574832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:12.610107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:12.610721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:12.612903 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1091 time: 0.9352436
Nov 13 22:03:12.637585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:12.670184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367784c8-ea8c-4826-a8f6-15d4dce2d066 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:12.688447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-0e2aa928-dbc4-4bc8-b6a6-b8f0b8941698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:12.690038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-0e2aa928-dbc4-4bc8-b6a6-b8f0b8941698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1094 time: 0.0520277
Nov 13 22:03:12.783301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-b185844c-1271-415a-99c8-6f65d645d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:12.785389 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-b185844c-1271-415a-99c8-6f65d645d94d service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0876782
Nov 13 22:03:12.858187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-168d7fa4-7d70-4d40-aba2-03275218c7a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 999 time: 0.0669231
Nov 13 22:03:12.909237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-6e95861b-cd74-447f-8b7d-e7627dd0d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:12.910696 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-6e95861b-cd74-447f-8b7d-e7627dd0d7fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0453095
Nov 13 22:03:12.945332 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af93d-767f-4074-88a0-0debc0884e0e req-8e65f2a7-bb27-41c9-bd49-44adb3ec3f5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:12.946836 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-046af93d-767f-4074-88a0-0debc0884e0e req-8e65f2a7-bb27-41c9-bd49-44adb3ec3f5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0531547
Nov 13 22:03:12.955425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-ec993842-54d3-4594-9e7f-a09b03f99762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:12.956971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-ec993842-54d3-4594-9e7f-a09b03f99762 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389295
Nov 13 22:03:12.995553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-046af93d-767f-4074-88a0-0debc0884e0e req-fffc1ae2-a2fd-46f3-b30f-89763d7dd719 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423472
Nov 13 22:03:13.052326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-8d3f235a-f3ef-4411-b765-27f55bc3f5bd service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884578
Nov 13 22:03:13.139134 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-da91e1e7-ab28-4070-a777-b5aeb2dc55b4 req-e97a2cf1-6b96-4d2b-b565-0be7c0cd6940 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799212
Nov 13 22:03:13.402627 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:03:14.116149 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2bf8c-c289-4dc9-943a-fc6606b29c79 req-439cb5c1-2b32-4367-bd76-c553ae6d0f65 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.117623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8f2bf8c-c289-4dc9-943a-fc6606b29c79 req-439cb5c1-2b32-4367-bd76-c553ae6d0f65 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0524735
Nov 13 22:03:14.142456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:14.144599 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e32b8a0-a25f-413c-b86e-8072f37c0b81" -d '{"events": [{"name": "network-changed", "server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:14.172629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e8f2bf8c-c289-4dc9-943a-fc6606b29c79 req-7ae0f059-ced5-4b55-b6f8-bfeafa892604 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491047
Nov 13 22:03:14.199370 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d638cbf-a518-4f6c-ac78-a8876c64ee40 x-openstack-request-id: req-0d638cbf-a518-4f6c-ac78-a8876c64ee40 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:14.199664 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:14.200510 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d638cbf-a518-4f6c-ac78-a8876c64ee40 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:14.200510 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'status': 'completed', 'code': 200}
Nov 13 22:03:14.286541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-a15eb330-56d3-4aef-9e54-46a8a169b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.287984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-a15eb330-56d3-4aef-9e54-46a8a169b933 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1094 time: 0.0677600
Nov 13 22:03:14.289802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-0dbda714-2269-4e4b-898e-415abb67cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.291130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-0dbda714-2269-4e4b-898e-415abb67cc11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1094 time: 0.0617845
Nov 13 22:03:14.452950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-0f5bd925-7b86-4e6d-8d63-ab5d739574ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.454402 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-0f5bd925-7b86-4e6d-8d63-ab5d739574ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1600566
Nov 13 22:03:14.455743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-6493a057-e9fd-4eda-b2de-5e5871728a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.457046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-6493a057-e9fd-4eda-b2de-5e5871728a14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1558888
Nov 13 22:03:14.564384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-bf022cdf-1364-4f47-bbf3-433acb2a1769 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 999 time: 0.1027234
Nov 13 22:03:14.565446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-95e4fd02-24b1-4c7a-a81b-9e50c594fe53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 999 time: 0.0982454
Nov 13 22:03:14.648413 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-0bf4568d-171b-4748-a574-7818dfe499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.650173 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-0bf4568d-171b-4748-a574-7818dfe499dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0798254
Nov 13 22:03:14.651562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-ce95747b-a5d7-4838-b0a1-ff504a51e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.652950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-ce95747b-a5d7-4838-b0a1-ff504a51e79a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0756333
Nov 13 22:03:14.722918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-e55f090b-9598-4960-95ac-b31952c756ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.724999 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-e55f090b-9598-4960-95ac-b31952c756ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0682132
Nov 13 22:03:14.729401 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-b5ebadb9-2582-471e-bb31-df57e40d1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:14.730765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-b5ebadb9-2582-471e-bb31-df57e40d1063 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0667050
Nov 13 22:03:14.974354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:15.228817 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-6dafba45-e7ab-4784-9a54-db8cd45a27c2 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4970164
Nov 13 22:03:15.232140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-8e0e96a1-2c3e-4a54-b6e7-d61821d56b40 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4929347
Nov 13 22:03:15.400209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:03:15.423806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69cf14-e3b2-49a9-9272-e3d46dbdde3e req-e7259262-f6c1-4b13-ba12-92c5f24f927a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:15.425324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a69cf14-e3b2-49a9-9272-e3d46dbdde3e req-e7259262-f6c1-4b13-ba12-92c5f24f927a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.1816471
Nov 13 22:03:15.429348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-14c76813-1ebb-4ac9-aa26-719a879576e8 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865962
Nov 13 22:03:15.439742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0e32b8a0-a25f-413c-b86e-8072f37c0b81 req-209d7305-2bb7-43f4-b4de-1e2fa84cc9e4 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040312
Nov 13 22:03:15.441421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:03:15.479032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a69cf14-e3b2-49a9-9272-e3d46dbdde3e req-4a4abff6-759f-4e41-926a-45e565cef992 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473335
Nov 13 22:03:15.836264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85a612-3be9-4df4-ab51-23a85bde42f8 req-ad98a6e6-680c-408c-a526-2ff06200829c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:15.837748 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a85a612-3be9-4df4-ab51-23a85bde42f8 req-ad98a6e6-680c-408c-a526-2ff06200829c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 943 time: 0.0486932
Nov 13 22:03:15.885649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4a85a612-3be9-4df4-ab51-23a85bde42f8 req-273b9226-b32d-46f6-8085-429de65631ac tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418293
Nov 13 22:03:15.920008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:03:15.972624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-6d637aea-d769-422a-84ff-bdc6a4a85cba tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:15.974226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-6d637aea-d769-422a-84ff-bdc6a4a85cba tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88&tenant_id=7608b55aa7324c33b0406eeedcafcec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0504875
Nov 13 22:03:16.021501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:16.029192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'mac_address': 'fa:16:3e:69:a1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:03:16.039222 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-953e4cb8-95c6-48e1-818a-066ca8db4b34 service neutron] delete failed (client error): The resource could not be found.
Nov 13 22:03:16.040245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-953e4cb8-95c6-48e1-818a-066ca8db4b34 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0591917
Nov 13 22:03:16.072583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:16.085197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:03:16.104143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:16.124775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-39eb3bbb-bcd2-4be9-9b95-da6b55a7598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:16.126332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-39eb3bbb-bcd2-4be9-9b95-da6b55a7598b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1094 time: 0.0409448
Nov 13 22:03:16.203376 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:16.218129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-bec39fdc-9a66-4cee-8684-46e1c45bf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:16.219672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-bec39fdc-9a66-4cee-8684-46e1c45bf5bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0871291
Nov 13 22:03:16.251076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:16.258366 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.258713 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.259053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.259391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.259722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.260049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.260375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.260707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.261050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.261372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.261693 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.262007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:03:16.285313 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-d84185b6-7268-4c95-a5cd-36236c25d2c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1000 time: 0.0588994
Nov 13 22:03:16.332927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-5af0ca09-3c2e-4f8f-9e30-7e18867c4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:16.334332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-5af0ca09-3c2e-4f8f-9e30-7e18867c4d5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0425951
Nov 13 22:03:16.383673 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-8d871514-aa73-4a23-8786-89dea8c27077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:16.385221 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-8d871514-aa73-4a23-8786-89dea8c27077 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445147
Nov 13 22:03:16.429528 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:03:16.473535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-0d19e39c-f8d7-4a5c-a985-92e6af3724ee service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811219
Nov 13 22:03:16.566803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f72aa19e-345c-476c-8d51-16c1ca19c1c5 req-c5773e23-5d5b-4bc7-b05b-dd4f6b40f168 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866551
Nov 13 22:03:17.004052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d66df-48c9-4b65-8ee1-76bed1e059e3 req-02098ce2-97cb-4f1c-bb4f-25df4935644c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:17.005551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d9d66df-48c9-4b65-8ee1-76bed1e059e3 req-02098ce2-97cb-4f1c-bb4f-25df4935644c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 944 time: 0.0488975
Nov 13 22:03:17.053936 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4d9d66df-48c9-4b65-8ee1-76bed1e059e3 req-9b957170-e045-4b7c-b574-735a45698e40 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419195
Nov 13 22:03:17.946290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:03:18.094810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:03:18.100782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:03:18.100782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:18.173243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6052a-173a-40ec-87b3-728dcd2e2c99 req-28f01a73-4c25-4b9f-a8d4-6a98bf9e93f1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:18.174862 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7b6052a-173a-40ec-87b3-728dcd2e2c99 req-28f01a73-4c25-4b9f-a8d4-6a98bf9e93f1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 944 time: 0.0500844
Nov 13 22:03:18.175465 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:18.198481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:18.220014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:18.226508 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7b6052a-173a-40ec-87b3-728dcd2e2c99 req-910ef22e-319d-4366-a915-3dde5ba26e9b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456042
Nov 13 22:03:18.246384 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b0e8f-900d-4093-b96a-642a3a95caf3" -d '{"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-plugged", "status": "completed", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:18.317391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:18.340856 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba42bb7-2abe-4625-bd37-35cb1206dad3 x-openstack-request-id: req-1ba42bb7-2abe-4625-bd37-35cb1206dad3 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:18.341141 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-plugged", "status": "completed", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:18.341397 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ba42bb7-2abe-4625-bd37-35cb1206dad3 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:18.341783 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'code': 200}
Nov 13 22:03:18.343504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2030459-e846-45ba-8626-6aad6916d0b3 req-0a99e71a-990e-4474-b3fa-15f342db5ae5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:18.345560 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2030459-e846-45ba-8626-6aad6916d0b3 req-0a99e71a-990e-4474-b3fa-15f342db5ae5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 944 time: 0.0509765
Nov 13 22:03:18.367960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:18.398449 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f2030459-e846-45ba-8626-6aad6916d0b3 req-2868d25d-3583-4b96-95d9-e95a1bc4bb39 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462024
Nov 13 22:03:18.781587 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25146e0-afe0-4242-bfec-6058f99cd14e req-3d4107c4-6774-45c1-9b45-d6a84792d76d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:18.783114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25146e0-afe0-4242-bfec-6058f99cd14e req-3d4107c4-6774-45c1-9b45-d6a84792d76d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0536110
Nov 13 22:03:18.832159 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a25146e0-afe0-4242-bfec-6058f99cd14e req-6857802b-759a-44ba-92b9-141a8c0dad45 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428934
Nov 13 22:03:18.865314 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-ec790405-e7a1-4269-99ef-6456be6e89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:18.866898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-ec790405-e7a1-4269-99ef-6456be6e89fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1096 time: 0.0464661
Nov 13 22:03:18.958050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-10d400ba-ce30-4573-bc83-449f914322fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:18.960020 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-10d400ba-ce30-4573-bc83-449f914322fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0865183
Nov 13 22:03:19.022430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-d7022939-3b62-473d-a30a-105d481ee477 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1001 time: 0.0560715
Nov 13 22:03:19.074582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-18066002-63b5-4550-b482-c9ff4ab69eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:19.075980 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-18066002-63b5-4550-b482-c9ff4ab69eab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0466483
Nov 13 22:03:19.120966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-201a1bcc-b26d-4e7a-a0a9-28ae8a15c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:19.122405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-201a1bcc-b26d-4e7a-a0a9-28ae8a15c028 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395148
Nov 13 22:03:19.215797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-daa30352-c099-4540-b211-a364dea068e3 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859923
Nov 13 22:03:19.305909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3c5e483-a5d4-493b-aaf3-1ba102da49aa req-6a18dbbf-0001-47be-a2c9-a33304b7a720 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818086
Nov 13 22:03:19.961229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51fa6-03ac-4fc2-b041-02af7817a934 req-00f25dcb-1754-44e8-aaef-ff593bf67dd5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:19.962708 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbd51fa6-03ac-4fc2-b041-02af7817a934 req-00f25dcb-1754-44e8-aaef-ff593bf67dd5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0480001
Nov 13 22:03:20.017576 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbd51fa6-03ac-4fc2-b041-02af7817a934 req-13da2da2-969a-4c9a-a297-c17a4cf5ab4a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469413
Nov 13 22:03:20.216835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-24790533-6892-42b8-a365-5e130ad453d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0400112
Nov 13 22:03:20.298891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-35fd6978-db8d-441d-bd43-f7fda32ba97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:20.300365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-35fd6978-db8d-441d-bd43-f7fda32ba97e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 1096 time: 0.0403118
Nov 13 22:03:20.430988 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-0954d48f-91c5-4201-a257-3f94581c548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:20.432694 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-0954d48f-91c5-4201-a257-3f94581c548a service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1129224
Nov 13 22:03:20.497916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-3b78e743-e3a8-4980-b442-741cf7fcef02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 200  len: 1001 time: 0.0573559
Nov 13 22:03:20.547611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-e87db4aa-bcc4-4201-b45d-210a057ed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:20.549129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-e87db4aa-bcc4-4201-b45d-210a057ed6a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0434105
Nov 13 22:03:20.599217 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-c1e58d03-2780-48a2-bf8e-0daa90ed7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:20.601385 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-c1e58d03-2780-48a2-bf8e-0daa90ed7e1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449078
Nov 13 22:03:20.693555 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-c8e67a89-df90-4ab1-adb7-80d9931f81dc service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843575
Nov 13 22:03:20.785720 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83ac3dae-3042-4a6b-9538-ff20b327de9b req-88db108d-24ce-4262-8c9f-9db0a770192f service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857100
Nov 13 22:03:21.136364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec901b9-079e-4763-bcd1-c30a60b1f60f req-2f19c4c7-7cf3-4322-9173-78f559a9fbbc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:21.137895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dec901b9-079e-4763-bcd1-c30a60b1f60f req-2f19c4c7-7cf3-4322-9173-78f559a9fbbc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0501127
Nov 13 22:03:21.185843 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dec901b9-079e-4763-bcd1-c30a60b1f60f req-d20a0afe-dd8a-4b5f-b625-037926342af2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417099
Nov 13 22:03:21.669692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73043960-7247-4683-a90e-8a3d2973f8f6 req-4ed43179-97f6-4ac8-a229-f92c778f6e57 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:21.671158 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73043960-7247-4683-a90e-8a3d2973f8f6 req-4ed43179-97f6-4ac8-a229-f92c778f6e57 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0545971
Nov 13 22:03:21.717607 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73043960-7247-4683-a90e-8a3d2973f8f6 req-52da0a3a-7f2c-4bd9-afd6-9c4a2b90140e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405281
Nov 13 22:03:22.839198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38415aef-2943-4916-85c5-c5534eadd55f req-89cae4c1-20f3-4153-8662-15e60a2821a1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:22.840728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38415aef-2943-4916-85c5-c5534eadd55f req-89cae4c1-20f3-4153-8662-15e60a2821a1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0512178
Nov 13 22:03:22.890405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38415aef-2943-4916-85c5-c5534eadd55f req-5b996dc5-8e71-4150-93dc-d6e21431bf35 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437071
Nov 13 22:03:22.985617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-5aa8766e-db27-48dd-a22e-0cd0a155da11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:22.987060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-5aa8766e-db27-48dd-a22e-0cd0a155da11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 945 time: 0.0478711
Nov 13 22:03:23.080871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Deleting port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:03:23.081206 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:23.167224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] For port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:23.167501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:23.339760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:23.340218 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:23.340562 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 disassociated. External IP: 172.35.3.232, port: e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc.
Nov 13 22:03:23.340927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Calling delete_port for e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:03:23.567824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:23.600023 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event deleted for resources: {'Port': ['ID=e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:23.718665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:03:23.827780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:03:23.837710 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:03:23.847207 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:03:23.847800 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3b27f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:02:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:23.869948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] No DVR routers for this DVR port e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:03:23.872824 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:23.876716 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c907865b-f37b-4f2b-9f00-740d96f02b79 req-d285e5bf-7acd-4ce2-9fa9-485cf2ce7c5f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "DELETE /v2.0/ports/e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc HTTP/1.1" status: 204  len: 173 time: 0.8834512
Nov 13 22:03:23.877160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-deleted', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:23.879834 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30fc67d-8d78-4f3c-9f23-557c5d4749e4" -d '{"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-deleted", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:23.919547 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecbee79-6b24-444b-912e-14546359a574 x-openstack-request-id: req-eecbee79-6b24-444b-912e-14546359a574 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:23.919835 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2838b3e8-efa9-4d5a-955d-b4bf73290e88", "name": "network-vif-deleted", "tag": "e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:23.920084 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eecbee79-6b24-444b-912e-14546359a574 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:23.920547 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2838b3e8-efa9-4d5a-955d-b4bf73290e88', 'name': 'network-vif-deleted', 'tag': 'e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc', 'status': 'completed', 'code': 200}
Nov 13 22:03:23.957930 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:03:23.993352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-424b6601-7e2d-428a-b61b-6056679c169f req-3339352d-1668-4b21-a146-2880a9fb4a69 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=2838b3e8-efa9-4d5a-955d-b4bf73290e88 HTTP/1.1" status: 200  len: 210 time: 0.0257866
Nov 13 22:03:24.156709 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3b27f0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:24.182680 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:03:24.190752 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:03:24.191335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3b27f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:02:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:24.295771 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:03:24.503166 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3b27f0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:24.529431 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169bd40-1708-4970-aa8e-1ce607f04bd0 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:03:24.728830 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a6f7ec7-9933-450d-a8de-af8b0085007c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:24.746635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b84ec1-1740-43fe-b94a-414bcfd904c5 None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:03:25.302884 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-2a4a1d40-baf2-432e-bdf4-825ead5f7afc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1394520976&fields=id&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 267 time: 0.0422697
Nov 13 22:03:25.412060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-2fe6aabd-0c56-4d91-aebe-f3d33f982ea9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:25.413539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-2fe6aabd-0c56-4d91-aebe-f3d33f982ea9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1040170
Nov 13 22:03:25.427890 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-160db420-77b1-40a1-8672-78ac26e28562 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/quotas/7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 375 time: 0.0087194
Nov 13 22:03:25.480070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-e2f752dc-a63b-4257-a816-7cc4f34d3327 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0470352
Nov 13 22:03:25.565996 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-4b853189-0012-4d58-a4c4-2ae8b4463073 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:03:25.567179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-4b853189-0012-4d58-a4c4-2ae8b4463073 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0430851
Nov 13 22:03:25.656670 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-ae88f5f2-ffc2-4e53-8ecb-bdbad4098f44 service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823705
Nov 13 22:03:25.754215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-debe8415-9ac0-4187-ac3d-fdd926a8d790 service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901680
Nov 13 22:03:26.026695 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-355cc1b3-b7a6-4e1f-8c4f-19d0ea715700 req-4b73c038-c238-4b23-b302-d0c34b065e34 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 210 time: 0.0267675
Nov 13 22:03:27.116952 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ba83aeac-cb7d-4bfe-8afd-42807586a213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:27.120550 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48da73d5-a940-4c4f-a732-690dbc2241c1 req-17d6552c-7d2f-4266-bbab-b978c9afb5e6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 210 time: 0.0267606
Nov 13 22:03:27.946201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-4bb34f44-066e-431c-a8fb-25394c827dc1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:27.947531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-4bb34f44-066e-431c-a8fb-25394c827dc1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1032994
Nov 13 22:03:27.967277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:03:27.988710 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:03:27.989306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9c89e13-13c8-4d2c-ae1d-7bdda80e97bc not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:03:28.011747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-ac8658bd-c37c-4b38-976f-f98951e13734 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 380 time: 0.0523832
Nov 13 22:03:28.021827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'port': {'device_id': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'admin_state_up': True, 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'security_groups': ['c2b3747b-b336-4463-96d6-f79f1c95f630']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:03:28.217350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Made reservation on behalf of 7608b55aa7324c33b0406eeedcafcec4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:03:28.220830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.225814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3db3b383-95ca-4894-bb60-6e2dc539fdd0 req-dbb73306-ceed-40c4-a3b7-ac8861854336 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 210 time: 0.0378926
Nov 13 22:03:28.345105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Allocated IP 172.20.0.5 (38475c54-dc43-4593-af5b-898b2d852294/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3/9e989abc-a36b-432d-bf25-a1aafa802403) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:03:28.479708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.574461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.617118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:03:28.622037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:03:28.626542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:03:28.650274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:28.682006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:28.682625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.774600 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.791041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-3ceee80e-cf73-40c3-b8a8-9d6e627956a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7711618
Nov 13 22:03:28.800855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Request body: {'port': {'device_id': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:03:28.856718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.900796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1d92f341-a373-49d3-9012-06df4de5517f None None] Provisioning complete for port 9e989abc-a36b-432d-bf25-a1aafa802403 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:03:28.901073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d92f341-a373-49d3-9012-06df4de5517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:28.940085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-1d92f341-a373-49d3-9012-06df4de5517f None None] Port 9e989abc-a36b-432d-bf25-a1aafa802403 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:03:29.118698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e989abc-a36b-432d-bf25-a1aafa802403 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:03:29.126114 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:29.137628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Transition to ACTIVE for port object 9e989abc-a36b-432d-bf25-a1aafa802403 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:03:29.185539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:29.233874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:29.312912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:03:29.318295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:03:29.318295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:03:29.321072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:03:29.321533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:03:29.327620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:03:29.328050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:03:29.328507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:03:29.329045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Bound port: 9e989abc-a36b-432d-bf25-a1aafa802403, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:03:29.329472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:29.358412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d9c5-7fdf-4471-8f9b-25ec65bca595 req-07637477-d751-44f9-b29b-9d491a26df18 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:29.360161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5f0d9c5-7fdf-4471-8f9b-25ec65bca595 req-07637477-d751-44f9-b29b-9d491a26df18 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0584843
Nov 13 22:03:29.401862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:03:29.406959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:03:29.417928 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5f0d9c5-7fdf-4471-8f9b-25ec65bca595 req-e8a3e5b5-cd57-44cf-bde2-854d7ef13aa9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507855
Nov 13 22:03:29.487316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:29.517812 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:29.518441 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:29.519827 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1091 time: 0.7232068
Nov 13 22:03:29.520275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:29.523082 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f583949-1070-47e0-8a57-fe3c90470747" -d '{"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:29.553914 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7658dc-0452-4864-a503-21fd344f5567 service neutron] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:29.565303 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a96ab9-0231-4d9f-8c8b-97008b1d1f82 x-openstack-request-id: req-66a96ab9-0231-4d9f-8c8b-97008b1d1f82 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:29.566209 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:29.566472 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66a96ab9-0231-4d9f-8c8b-97008b1d1f82 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:29.566882 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'status': 'completed', 'code': 200}
Nov 13 22:03:29.633889 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f583949-1070-47e0-8a57-fe3c90470747 req-cc7dcd88-e732-4196-b423-b73855f6d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:29.635328 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f583949-1070-47e0-8a57-fe3c90470747 req-cc7dcd88-e732-4196-b423-b73855f6d310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1094 time: 0.0485744
Nov 13 22:03:29.737600 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f583949-1070-47e0-8a57-fe3c90470747 req-4dbd8e53-042f-4582-adcb-5632e6c93212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:29.739071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f583949-1070-47e0-8a57-fe3c90470747 req-4dbd8e53-042f-4582-adcb-5632e6c93212 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7608b55aa7324c33b0406eeedcafcec4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0942872
Nov 13 22:03:29.839309 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f583949-1070-47e0-8a57-fe3c90470747 req-840d1fcb-c317-4492-b470-910252747261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:29.840737 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f583949-1070-47e0-8a57-fe3c90470747 req-840d1fcb-c317-4492-b470-910252747261 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0952299
Nov 13 22:03:29.914559 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-bb21e001-4112-4002-ac31-6cd92c2f0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:29.915948 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-bb21e001-4112-4002-ac31-6cd92c2f0ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1094 time: 0.0406809
Nov 13 22:03:29.956260 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-7debc4f9-305c-4384-90b1-9b1b4298398b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 217 time: 0.0327609
Nov 13 22:03:30.008958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-0827b2fb-699f-421c-b7f8-75cee6fc8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:30.010415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-0827b2fb-699f-421c-b7f8-75cee6fc8811 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0476310
Nov 13 22:03:30.056492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadd269-2127-4600-a421-39ded74eb037 req-74c2e5c8-d56c-4d00-a073-411c017c99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:30.058042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-74c2e5c8-d56c-4d00-a073-411c017c99be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409627
Nov 13 22:03:30.083096 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:30.150409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-396d5be0-f555-4ab5-91fc-3569a2711963 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841987
Nov 13 22:03:30.238160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cadd269-2127-4600-a421-39ded74eb037 req-1e926bcf-a147-42c8-ada1-a31359c18761 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816059
Nov 13 22:03:30.419606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:30.532510 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf241e7-832e-4e3a-adc1-3e9c2f984adf req-78f04058-6f9b-4b1f-bedc-99676527168a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:30.533952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bf241e7-832e-4e3a-adc1-3e9c2f984adf req-78f04058-6f9b-4b1f-bedc-99676527168a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0487978
Nov 13 22:03:30.581873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2bf241e7-832e-4e3a-adc1-3e9c2f984adf req-7f6dabaa-568f-4bf2-88d9-1928013c2182 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415039
Nov 13 22:03:31.698441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03513-44b8-4642-9963-989abf42e7ea req-7b4bba47-a343-4f21-8047-d0028b6aa004 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:31.699882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7bd03513-44b8-4642-9963-989abf42e7ea req-7b4bba47-a343-4f21-8047-d0028b6aa004 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0479870
Nov 13 22:03:31.749165 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7bd03513-44b8-4642-9963-989abf42e7ea req-46e56128-7be1-432b-bf20-b8ec9b55a5bc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433939
Nov 13 22:03:32.864089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6610a7-ea2c-43f3-b88b-f44f08ca1062 req-e4e93725-efce-4eb5-9746-2d3095a49cd4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:32.866045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d6610a7-ea2c-43f3-b88b-f44f08ca1062 req-e4e93725-efce-4eb5-9746-2d3095a49cd4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0470397
Nov 13 22:03:32.913222 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5d6610a7-ea2c-43f3-b88b-f44f08ca1062 req-73ad4cd6-4e94-4af9-aaa5-56b8cddcda9f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411923
Nov 13 22:03:33.492128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:03:33.585775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:33.596870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9e989abc-a36b-432d-bf25-a1aafa802403', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403', 'mac_address': 'fa:16:3e:1b:d2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:03:33.636069 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:33.648842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e989abc-a36b-432d-bf25-a1aafa802403 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:03:33.667347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:33.733971 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:33.780486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:33.934942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9e989abc-a36b-432d-bf25-a1aafa802403'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:03:34.028859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba13648-10c7-4e49-a7f7-a058783afcf8 req-0bc84b19-865a-4f77-963e-e07dd535c7d5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:34.030364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba13648-10c7-4e49-a7f7-a058783afcf8 req-0bc84b19-865a-4f77-963e-e07dd535c7d5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.0496306
Nov 13 22:03:34.089126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba13648-10c7-4e49-a7f7-a058783afcf8 req-443a3e42-953d-490e-adac-8741a6816c01 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497749
Nov 13 22:03:35.208847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e913fc-5681-46fd-8c2c-e29ea2389fdd req-eff84d88-4d31-4485-8325-0bbe21b64925 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:35.210816 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00e913fc-5681-46fd-8c2c-e29ea2389fdd req-eff84d88-4d31-4485-8325-0bbe21b64925 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.0520551
Nov 13 22:03:35.256838 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00e913fc-5681-46fd-8c2c-e29ea2389fdd req-bcc0581e-c609-4985-80ba-03dc4ffc1079 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400000
Nov 13 22:03:35.507382 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:03:35.642661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9e989abc-a36b-432d-bf25-a1aafa802403 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:03:35.646670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9e989abc-a36b-432d-bf25-a1aafa802403 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:03:35.647037 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:35.722553 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:35.754750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:35.758524 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7efda4-6308-4249-b17b-c5863bf2fc99" -d '{"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:35.773792 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:03:35.797801 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242a90c-4e48-483a-95bd-1e97018a4e58 x-openstack-request-id: req-d242a90c-4e48-483a-95bd-1e97018a4e58 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:35.798088 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:35.798334 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d242a90c-4e48-483a-95bd-1e97018a4e58 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:35.798720 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'code': 200}
Nov 13 22:03:35.875662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:35.893308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295358d-f56e-4ad6-83e2-357bf6557083 req-f31d9357-cca7-4be9-9e11-6d5186b0f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:35.894796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7295358d-f56e-4ad6-83e2-357bf6557083 req-f31d9357-cca7-4be9-9e11-6d5186b0f022 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1095 time: 0.0390277
Nov 13 22:03:35.923534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:03:35.942034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7295358d-f56e-4ad6-83e2-357bf6557083 req-7f641f17-174c-41fa-ba6b-392309805cd2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407338
Nov 13 22:03:36.370341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391b39e-8d36-4771-8224-ef8603cc7d4b req-027db1c4-a03e-4e96-8e79-a64ed027ca7b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:36.371805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7391b39e-8d36-4771-8224-ef8603cc7d4b req-027db1c4-a03e-4e96-8e79-a64ed027ca7b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0482888
Nov 13 22:03:36.419425 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7391b39e-8d36-4771-8224-ef8603cc7d4b req-5f5ca015-14c8-4477-92b9-a0efa832be94 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416126
Nov 13 22:03:37.538363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ffe6e-6ee1-435d-9a7b-d17381e33a6a req-47caf30f-cb76-4848-ae91-8448a0cfe0c7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:37.539805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-170ffe6e-6ee1-435d-9a7b-d17381e33a6a req-47caf30f-cb76-4848-ae91-8448a0cfe0c7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0521967
Nov 13 22:03:37.586458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-170ffe6e-6ee1-435d-9a7b-d17381e33a6a req-9ea5cd1e-b6dc-48db-859c-b63b7816ba21 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407021
Nov 13 22:03:37.700047 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69df25f-bb1d-4ee6-80c7-0fbc26e675f0 req-a0bd7a39-5d7f-4b4f-bbd1-0aa5b034e384 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:37.701423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f69df25f-bb1d-4ee6-80c7-0fbc26e675f0 req-a0bd7a39-5d7f-4b4f-bbd1-0aa5b034e384 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0512042
Nov 13 22:03:37.710484 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49500) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:03:37.714969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'floatingip': {'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:03:37.753120 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:38.194045 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:38.282496 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:38.381839 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 associated. External IP: 172.35.3.232, port: 9e989abc-a36b-432d-bf25-a1aafa802403.
Nov 13 22:03:38.607183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:03:38.712628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:03:38.717817 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:38.722822 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:03:38.733674 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:03:38.734304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde0bdb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:03:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:38.745873 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d543b139-2f73-4dff-8e2a-9c4100a71fcd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "PUT /v2.0/floatingips/0f885250-b8b8-43ca-93c4-9b34bf65a110 HTTP/1.1" status: 200  len: 991 time: 1.0343039
Nov 13 22:03:38.746453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:03:38.786529 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92" -d '{"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:03:38.852609 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:03:38.881524 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45323d-703a-406c-8817-910fd1a92890 x-openstack-request-id: req-aa45323d-703a-406c-8817-910fd1a92890 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:03:38.881818 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:03:38.882069 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa45323d-703a-406c-8817-910fd1a92890 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:03:38.882469 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'status': 'completed', 'code': 200}
Nov 13 22:03:38.944849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-0e252b4e-1598-49bf-9071-11d8dda59df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:38.946352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-0e252b4e-1598-49bf-9071-11d8dda59df6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1096 time: 0.0429196
Nov 13 22:03:39.040313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-f23a2343-5f2e-4ffb-81bd-1386fa62615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:39.041884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-f23a2343-5f2e-4ffb-81bd-1386fa62615c service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0889521
Nov 13 22:03:39.081276 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde0bdb20>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:1b:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:03:38Z', 'revision_number': 9, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:39.105569 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-8d350c68-a51a-4894-aaaa-578560c3bf61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 999 time: 0.0568614
Nov 13 22:03:39.108005 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:03:39.116473 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:03:39.117083 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde0bdb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:03:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:39.165932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-bb20df39-f628-4c1c-966b-b121d5a31bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:39.167395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-bb20df39-f628-4c1c-966b-b121d5a31bf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0556793
Nov 13 22:03:39.215359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-7295bb00-03d8-43c8-acc4-d737b5cf8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:03:39.216863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-7295bb00-03d8-43c8-acc4-d737b5cf8718 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430138
Nov 13 22:03:39.223624 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:03:39.307223 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-c14afc64-760d-4f66-a27d-d42b99644adf service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817242
Nov 13 22:03:39.408299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cb0175c-7fb7-406e-9567-5c97ce3f5d92 req-157deca0-6b62-4b59-ad12-9faf9f98e3e7 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944967
Nov 13 22:03:39.537598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde0bdb20>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:1b:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:03:38Z', 'revision_number': 9, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:03:39.566183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac719784-6937-48e8-ad11-16c7dcd0ffe3 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:1b:d2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:03:38Z', 'revision_number': 9, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:03:39.779539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8afa0-46f6-4692-b501-8d1489d7eb2d None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:03:42.636672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:45.008378 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:50.401881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:03:54.779339 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c835c20d-90cb-477b-b057-028130220cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:57.121028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84410de4-4546-43a7-a0d6-85ea486558ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:03:58.754805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:00.104986 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:00.401091 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:12.641986 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:13.723345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-bea0f3a6-8f8b-4c78-b69a-1b7bbfe04d5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390899
Nov 13 22:04:13.803308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-24946ce5-e2b3-4da1-9147-631e4c8a302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:04:13.805017 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-24946ce5-e2b3-4da1-9147-631e4c8a302f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1096 time: 0.0401716
Nov 13 22:04:13.909069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-bc0fe6ae-8b60-41aa-a754-63b85aa06085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:04:13.910501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-bc0fe6ae-8b60-41aa-a754-63b85aa06085 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0871296
Nov 13 22:04:13.973587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-a7e69d9b-3ac4-4761-8890-b35927cadd7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1002 time: 0.0558820
Nov 13 22:04:14.024242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-66baca2a-f1c2-4cbb-9faf-bc7d6d9f7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:04:14.025962 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-66baca2a-f1c2-4cbb-9faf-bc7d6d9f7b8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0463777
Nov 13 22:04:14.070454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-44b72f6c-be67-41a3-bf6f-5f30b6fb0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:04:14.071898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-44b72f6c-be67-41a3-bf6f-5f30b6fb0140 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385222
Nov 13 22:04:14.165230 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-9771eb4a-8372-4ef8-8400-7182f743a229 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813954
Nov 13 22:04:14.607111 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52af4415-2cd1-4c42-b489-f928b5e6eb53 req-6d7bee99-85f4-4260-bbf3-35b80cf9e947 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4344082
Nov 13 22:04:14.985414 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:24.750033 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-49c2227d-f737-43a0-ba58-09f7de7334c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:27.076274 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fd13544f-4cd7-4fdf-a728-dfa95c1d44f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:27.401748 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:04:28.761715 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:30.111120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:30.401921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:42.628677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:44.984764 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:54.737393 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1892779a-7383-4acd-b7e8-862dc4066dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:57.125936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9197332f-b283-44ce-8ce3-691e1d2037fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:04:58.750416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:00.075703 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:00.418616 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:04.401982 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:05:12.659462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:15.041699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:15.204845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd762e-4f22-47f7-9072-1a6a6d6ee999 req-8bc86ee4-69f5-4703-bd9c-15ed33c0a7b5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:15.206359 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82bd762e-4f22-47f7-9072-1a6a6d6ee999 req-8bc86ee4-69f5-4703-bd9c-15ed33c0a7b5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0627382
Nov 13 22:05:15.254120 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82bd762e-4f22-47f7-9072-1a6a6d6ee999 req-9b2aaab8-3fa6-43e4-9fb2-567b26bcf7f2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417430
Nov 13 22:05:15.442958 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-58df3787-3fe3-48ed-aa69-4f955b2b81f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0920556
Nov 13 22:05:15.761891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-abe302d7-8d90-429f-b51f-9913703b9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:15.763415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-abe302d7-8d90-429f-b51f-9913703b9c18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1096 time: 0.0439768
Nov 13 22:05:15.866822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-71d4d40b-d626-468c-a02f-5769a5606b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:15.868310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-71d4d40b-d626-468c-a02f-5769a5606b02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0859718
Nov 13 22:05:15.937392 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-d3acadd9-5ab2-42e3-9888-6de56a6033cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1002 time: 0.0610118
Nov 13 22:05:15.986890 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-66d09f18-d598-473f-b264-a0cebfb92ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:15.988497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-66d09f18-d598-473f-b264-a0cebfb92ebb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0443196
Nov 13 22:05:16.038755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-e07a26f7-1cf2-4c38-b533-1a4455ef8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:16.038755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-e07a26f7-1cf2-4c38-b533-1a4455ef8da4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425136
Nov 13 22:05:16.133629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-6fb07bfb-2a06-4acc-bd1b-e5a565a23378 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895908
Nov 13 22:05:16.223659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0f70ac4-3858-4b85-81d6-431cfb550a30 req-ba801716-eee8-4e7f-a2b9-a9ab2724798c service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822120
Nov 13 22:05:16.375243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed336f0f-8eea-480b-9b7e-47e651ac1a18 req-df9220d8-0099-4efd-a46f-1c39b9155664 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:16.376722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed336f0f-8eea-480b-9b7e-47e651ac1a18 req-df9220d8-0099-4efd-a46f-1c39b9155664 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0494623
Nov 13 22:05:16.429459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed336f0f-8eea-480b-9b7e-47e651ac1a18 req-68d131f3-303a-4916-96fc-7c8b54b66bf9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466413
Nov 13 22:05:17.417910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-f6063fd2-f8b8-4206-904c-89dfe5e94407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:17.419495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-f6063fd2-f8b8-4206-904c-89dfe5e94407 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1096 time: 0.0411518
Nov 13 22:05:17.508892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-849a526b-291c-4125-80bf-c171cedb3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:17.510361 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-849a526b-291c-4125-80bf-c171cedb3609 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0838273
Nov 13 22:05:17.544985 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000226c-1600-4d50-9998-9195739f8ba9 req-555d3363-6470-4494-a861-98c1f137b8ce tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:17.546480 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3000226c-1600-4d50-9998-9195739f8ba9 req-555d3363-6470-4494-a861-98c1f137b8ce tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0485065
Nov 13 22:05:17.580577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-180ba2fd-cec9-4755-8ed4-60e0215c3bb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1002 time: 0.0630608
Nov 13 22:05:17.595408 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3000226c-1600-4d50-9998-9195739f8ba9 req-b03416bd-7113-4df3-8d89-886278470536 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425920
Nov 13 22:05:17.629653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-00cf4ac7-ac55-4652-afde-f04e1c1308a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:17.631055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-00cf4ac7-ac55-4652-afde-f04e1c1308a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0442767
Nov 13 22:05:17.681105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-57bea47a-7b29-4c2a-996a-faf167ee7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:17.682926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-57bea47a-7b29-4c2a-996a-faf167ee7be3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452394
Nov 13 22:05:17.777798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-d2ba899c-8af5-4f1f-bb88-6c17d6e245f7 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865688
Nov 13 22:05:17.869110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-d32efbfb-4928-4b5e-b2a5-1487199c1eb7 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835681
Nov 13 22:05:18.711861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278983-66a4-4968-b682-75ed84620965 req-0e56cb99-b890-42dc-878e-484645420d58 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:18.713347 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73278983-66a4-4968-b682-75ed84620965 req-0e56cb99-b890-42dc-878e-484645420d58 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0483799
Nov 13 22:05:18.759441 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-73278983-66a4-4968-b682-75ed84620965 req-d11a224e-e769-4864-8a9f-5c4862263e78 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396559
Nov 13 22:05:19.882334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705463-6321-468b-af7d-eab7f3832032 req-48e923b2-d187-41c1-86c4-39afb980d55c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:19.882334 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79705463-6321-468b-af7d-eab7f3832032 req-48e923b2-d187-41c1-86c4-39afb980d55c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0511496
Nov 13 22:05:19.927709 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-79705463-6321-468b-af7d-eab7f3832032 req-483f499d-c4d0-4ed9-aa41-2f5fdcea6ad1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434902
Nov 13 22:05:21.048959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08235-4bba-45a1-819b-c005eacde8c2 req-2d53fc24-be99-44cd-8663-6859df86282e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:21.050530 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09a08235-4bba-45a1-819b-c005eacde8c2 req-2d53fc24-be99-44cd-8663-6859df86282e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0536928
Nov 13 22:05:21.097563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-09a08235-4bba-45a1-819b-c005eacde8c2 req-894c70d8-2caf-463f-aaa8-e4271dcfbac5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410924
Nov 13 22:05:22.212903 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc070b5-515e-48d3-b574-376977840dbb req-b6112e1d-1be6-43d8-949e-7217662485a5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:22.214379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fc070b5-515e-48d3-b574-376977840dbb req-b6112e1d-1be6-43d8-949e-7217662485a5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0480676
Nov 13 22:05:22.262232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fc070b5-515e-48d3-b574-376977840dbb req-52341879-dd04-4bd0-a58b-218d6d75b05b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405743
Nov 13 22:05:23.383739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec17c4-4d56-401d-94b4-454f68fb9921 req-cd11d4a1-b0a7-4649-9be9-88d935dbc601 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:23.385236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bec17c4-4d56-401d-94b4-454f68fb9921 req-cd11d4a1-b0a7-4649-9be9-88d935dbc601 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0521483
Nov 13 22:05:23.432243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5bec17c4-4d56-401d-94b4-454f68fb9921 req-9e5e070b-345f-4a06-953f-fbf76d234004 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404973
Nov 13 22:05:24.546208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa213-b202-496b-b491-6477574cd831 req-c5dd9c84-a063-4c7b-ae8a-cc7d9221c7ff tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:24.548216 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1abfa213-b202-496b-b491-6477574cd831 req-c5dd9c84-a063-4c7b-ae8a-cc7d9221c7ff tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0487685
Nov 13 22:05:24.600189 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1abfa213-b202-496b-b491-6477574cd831 req-90d51a10-6470-40e0-be1c-8d3f51b0e70f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460670
Nov 13 22:05:24.759859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c6da47e-3eec-4b76-afa9-305623073a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:25.717103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28708-64b3-4eba-9225-6eeb6d8e1082 req-83b6dfd5-c308-4fcd-afbd-641f7d24a07b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:25.718672 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40f28708-64b3-4eba-9225-6eeb6d8e1082 req-83b6dfd5-c308-4fcd-afbd-641f7d24a07b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0505750
Nov 13 22:05:25.766810 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-40f28708-64b3-4eba-9225-6eeb6d8e1082 req-fe9f2b83-e999-4745-aa37-f91843416905 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420437
Nov 13 22:05:26.881909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cf780-a804-49b4-9187-0d55e921a543 req-629b7fff-a1ff-4a15-b229-a9eff6280e3e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:26.883265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-650cf780-a804-49b4-9187-0d55e921a543 req-629b7fff-a1ff-4a15-b229-a9eff6280e3e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0474284
Nov 13 22:05:26.930881 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-650cf780-a804-49b4-9187-0d55e921a543 req-89b4e450-9d25-4913-9589-1abcf7dc0700 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417001
Nov 13 22:05:27.070247 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e59b7b94-77f3-4b4c-968d-5894744e5b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:28.044180 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50c965-17ff-4e2c-91f0-4d910f55e720 req-2e403c81-421d-4490-9058-5d735ba1265f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:28.045645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d50c965-17ff-4e2c-91f0-4d910f55e720 req-2e403c81-421d-4490-9058-5d735ba1265f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0479190
Nov 13 22:05:28.096543 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7d50c965-17ff-4e2c-91f0-4d910f55e720 req-a30661f3-fdc2-4250-a058-e3f510cd32bd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443773
Nov 13 22:05:28.761409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:29.213056 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bf478-fa9a-48e1-8f8e-9fec0d9711e6 req-a1253b8d-4873-4b13-bd94-5ce78f66cc2d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:29.214638 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf4bf478-fa9a-48e1-8f8e-9fec0d9711e6 req-a1253b8d-4873-4b13-bd94-5ce78f66cc2d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0498495
Nov 13 22:05:29.260347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cf4bf478-fa9a-48e1-8f8e-9fec0d9711e6 req-fe988fea-f135-4283-b4e9-9b80f19c4783 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397799
Nov 13 22:05:30.075827 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:30.376033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d34927-958c-4cfc-b453-44d1eab769fb req-99350688-1d3d-411c-8a87-f396512f8cf7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:30.377620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7d34927-958c-4cfc-b453-44d1eab769fb req-99350688-1d3d-411c-8a87-f396512f8cf7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0496354
Nov 13 22:05:30.424677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e7d34927-958c-4cfc-b453-44d1eab769fb req-47fa6396-b171-46fa-9ff6-e9846608ed8c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411232
Nov 13 22:05:30.433943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:31.543869 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6f024-d645-4015-85fa-59b509610c7e req-b54c9182-9853-4985-ac44-9dc9b6c07112 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:31.545406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c6f024-d645-4015-85fa-59b509610c7e req-b54c9182-9853-4985-ac44-9dc9b6c07112 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0512800
Nov 13 22:05:31.592888 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c6f024-d645-4015-85fa-59b509610c7e req-8e8f9d85-2ea2-4879-bfdb-0a5ca8482be1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410652
Nov 13 22:05:32.713709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31403fa5-ede3-4910-a58c-4921b26b28c5 req-82772462-1e9a-4ca6-a424-dbc4ef3f34bb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:32.715183 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31403fa5-ede3-4910-a58c-4921b26b28c5 req-82772462-1e9a-4ca6-a424-dbc4ef3f34bb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0493755
Nov 13 22:05:32.761110 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31403fa5-ede3-4910-a58c-4921b26b28c5 req-63f72a8d-4f4b-4cd1-84d4-557af30c5b50 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401194
Nov 13 22:05:33.875247 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6614e-21e2-4b7b-9a3d-497a0f2898f4 req-13d1a4d6-e993-4b34-89b0-9ecd2ffccdb2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:33.876635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00a6614e-21e2-4b7b-9a3d-497a0f2898f4 req-13d1a4d6-e993-4b34-89b0-9ecd2ffccdb2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0484738
Nov 13 22:05:33.923219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-00a6614e-21e2-4b7b-9a3d-497a0f2898f4 req-f8280529-5a09-4206-b267-fa5e577e10a0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407093
Nov 13 22:05:35.042687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92ce5c-19a3-43cd-8d11-bb8941a7e3a2 req-82d7da6b-2305-4f34-947c-14b3d5fc2ee9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:35.044154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f92ce5c-19a3-43cd-8d11-bb8941a7e3a2 req-82d7da6b-2305-4f34-947c-14b3d5fc2ee9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0520976
Nov 13 22:05:35.090567 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f92ce5c-19a3-43cd-8d11-bb8941a7e3a2 req-f253e92e-6aa9-4d77-8fd7-bd737ba035a8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399683
Nov 13 22:05:36.205374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90471e-8e12-4bd8-a734-a5574cc676bd req-965fd0aa-2b41-4bae-b193-10a11f1e7967 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:36.206869 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b90471e-8e12-4bd8-a734-a5574cc676bd req-965fd0aa-2b41-4bae-b193-10a11f1e7967 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0480895
Nov 13 22:05:36.256666 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b90471e-8e12-4bd8-a734-a5574cc676bd req-ca13cdaf-a85c-478a-a907-be493ae641d0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439081
Nov 13 22:05:37.371798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb09cf-fd99-4180-af29-506f10655799 req-f9ef9fa0-82e7-4f60-9a27-d78e1d2adef3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:37.373318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acdb09cf-fd99-4180-af29-506f10655799 req-f9ef9fa0-82e7-4f60-9a27-d78e1d2adef3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0489078
Nov 13 22:05:37.420181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-acdb09cf-fd99-4180-af29-506f10655799 req-22198d99-927a-4f77-9e83-423decef7163 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408971
Nov 13 22:05:38.533367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08a331-363c-4f42-bed1-76ec1e2ab496 req-8b51f418-e54a-4750-a3b1-d98d9dca6223 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:38.534739 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da08a331-363c-4f42-bed1-76ec1e2ab496 req-8b51f418-e54a-4750-a3b1-d98d9dca6223 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0476952
Nov 13 22:05:38.581484 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-da08a331-363c-4f42-bed1-76ec1e2ab496 req-0d4e110c-0ee3-4044-926d-14a229d1a244 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408518
Nov 13 22:05:39.701300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb289b-4a41-4b52-b79a-0335ddc3f1b3 req-36983c43-d71a-401a-9cbf-2c21a2a27599 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:39.702775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98cb289b-4a41-4b52-b79a-0335ddc3f1b3 req-36983c43-d71a-401a-9cbf-2c21a2a27599 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0528576
Nov 13 22:05:39.748046 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-98cb289b-4a41-4b52-b79a-0335ddc3f1b3 req-e2ba96a0-6ca4-4c10-bf6e-cc8fca41d02c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394313
Nov 13 22:05:40.028425 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-c548f201-dddc-4f4d-a370-aeee447f284d req-e09ee304-8bb8-45e2-950b-c1a22a210a69 service neutron] show failed (client error): The resource could not be found.
Nov 13 22:05:40.029471 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-e09ee304-8bb8-45e2-950b-c1a22a210a69 service neutron] 10.222.0.37 "GET /v2.0/ports/9e989abc-a36b-432d-bf25-a1aafa802403/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0531638
Nov 13 22:05:40.606160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-232cb78c-7c89-4f7c-9332-9e3bd8cd438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:40.607643 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-232cb78c-7c89-4f7c-9332-9e3bd8cd438d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 1096 time: 0.0416255
Nov 13 22:05:40.620780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:05:40.675244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:40.866818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0106-2e7d-4434-ab98-476a14adc651 req-c7b2620d-6209-4ff9-84fb-621a0c79317f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:40.868210 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478c0106-2e7d-4434-ab98-476a14adc651 req-c7b2620d-6209-4ff9-84fb-621a0c79317f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0478437
Nov 13 22:05:40.877921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:40.910878 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:05:40.916122 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-478c0106-2e7d-4434-ab98-476a14adc651 req-e4a4ba45-bc59-44d0-84fd-fc879d308475 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418928
Nov 13 22:05:40.949387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:40.951678 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f18dc5-faf0-4989-8309-4ecae38c3678" -d '{"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:40.955394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:40.967205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Transition to ACTIVE for port object 9e989abc-a36b-432d-bf25-a1aafa802403 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:05:41.003767 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758f5725-6378-4f57-b02a-ef82579a9d1a x-openstack-request-id: req-758f5725-6378-4f57-b02a-ef82579a9d1a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:41.004061 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:41.004317 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-758f5725-6378-4f57-b02a-ef82579a9d1a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:41.004750 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'code': 200}
Nov 13 22:05:41.053016 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:41.115201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:41.154796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.155167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.155555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.155895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.156821 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.157152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.157474 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.157798 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.158115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.158434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.158751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.159066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:41.197845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] No DVR routers for this DVR port 9e989abc-a36b-432d-bf25-a1aafa802403 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:05:41.342092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:05:41.342423 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:05:41.342747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:05:41.348267 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:05:41.348590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:05:41.353449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:05:41.353785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:05:41.354161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:05:41.354585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Bound port: 9e989abc-a36b-432d-bf25-a1aafa802403, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:05:41.354937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:41.401523 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:05:41.419256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:05:41.423393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:05:41.491486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:41.530003 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:41.530707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:41.532160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] 10.222.0.46 "PUT /v2.0/ports/9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1091 time: 0.9153943
Nov 13 22:05:41.555215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fa0b8-b649-48c2-8aa6-28afcbbdc88e service neutron] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:41.600025 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-20a7e5d9-7245-4c20-a5a7-3352e6e00562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:41.601456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-20a7e5d9-7245-4c20-a5a7-3352e6e00562 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1094 time: 0.0428090
Nov 13 22:05:41.698506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-e63cf1ec-bd2e-4269-b0f8-d0c93da85be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:41.700019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-e63cf1ec-bd2e-4269-b0f8-d0c93da85be9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0919535
Nov 13 22:05:41.771148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-a4af8447-176b-4a38-a27b-7a0e6a243947 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1000 time: 0.0645771
Nov 13 22:05:41.818854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-931f25fb-f3f0-4374-afd6-099d952e3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:41.820194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-931f25fb-f3f0-4374-afd6-099d952e3e4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0423741
Nov 13 22:05:41.868526 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548f201-dddc-4f4d-a370-aeee447f284d req-9c34559c-c209-4ff7-b551-b886a5a83f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:41.870042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-9c34559c-c209-4ff7-b551-b886a5a83f5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429871
Nov 13 22:05:41.958197 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-3acf16c2-c710-486b-ba41-d40b7b662cf7 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808892
Nov 13 22:05:42.036322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f44d3-7524-4f24-a2db-ce7a38500c62 req-d111c842-f1af-4be6-996b-ced6bc7a94c2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:42.038291 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa6f44d3-7524-4f24-a2db-ce7a38500c62 req-d111c842-f1af-4be6-996b-ced6bc7a94c2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0523200
Nov 13 22:05:42.051636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c548f201-dddc-4f4d-a370-aeee447f284d req-e5d31c05-de71-49bf-ac6b-95740f987226 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869422
Nov 13 22:05:42.091014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fa6f44d3-7524-4f24-a2db-ce7a38500c62 req-5aa54cce-d528-43d5-91d1-3d3c19f24e2e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470994
Nov 13 22:05:42.647045 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:43.005391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:43.007726 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d24753-f5aa-4229-9195-d02c1ce00df6" -d '{"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:43.057509 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d7dc31-9e9c-40e6-908a-691b334e3a35 x-openstack-request-id: req-e5d7dc31-9e9c-40e6-908a-691b334e3a35 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:43.057801 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:43.058050 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5d7dc31-9e9c-40e6-908a-691b334e3a35 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:43.058449 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'status': 'completed', 'code': 200}
Nov 13 22:05:43.144412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-e332c9d3-25a5-4cf4-ac17-b0024aabebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.145944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-e332c9d3-25a5-4cf4-ac17-b0024aabebc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1094 time: 0.0679224
Nov 13 22:05:43.147765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-fefb5cad-dbd6-4936-9e92-f4988749577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.149115 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-fefb5cad-dbd6-4936-9e92-f4988749577e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1094 time: 0.0631032
Nov 13 22:05:43.207962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff3665-b857-498f-ad5c-a0e8761a0597 req-1d630933-98a8-47f4-8738-5cc831264640 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.209621 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ff3665-b857-498f-ad5c-a0e8761a0597 req-1d630933-98a8-47f4-8738-5cc831264640 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0494289
Nov 13 22:05:43.263387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b4ff3665-b857-498f-ad5c-a0e8761a0597 req-40448c56-ec50-45f5-9daf-5d9718e6e666 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475731
Nov 13 22:05:43.309815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-e76ce8f7-f424-4e91-b88e-b590d29bb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.311300 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-e76ce8f7-f424-4e91-b88e-b590d29bb7f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1571317
Nov 13 22:05:43.312945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-837faa2f-ad53-41ab-bb2e-8bb65ebda0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.314234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-837faa2f-ad53-41ab-bb2e-8bb65ebda0bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1523886
Nov 13 22:05:43.419968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-4072d4de-0f80-4a01-8b49-922b01dc9104 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1000 time: 0.1012161
Nov 13 22:05:43.422246 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-6b7140bb-c1c5-4653-9586-32b8d3078981 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1000 time: 0.0976884
Nov 13 22:05:43.501605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-34f322fa-0716-4776-a121-c7731dffcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.503012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-34f322fa-0716-4776-a121-c7731dffcbb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0758190
Nov 13 22:05:43.504335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-52ac6721-a61c-4376-8676-291f608a7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.505662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-52ac6721-a61c-4376-8676-291f608a7488 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0714219
Nov 13 22:05:43.578431 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-74bd236a-2a4e-4ee9-873b-a8bf50b9de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.579909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-74bd236a-2a4e-4ee9-873b-a8bf50b9de5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0628211
Nov 13 22:05:43.582446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-821024d4-cb21-4f5d-8c95-ae985122acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:43.583786 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-821024d4-cb21-4f5d-8c95-ae985122acb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0737281
Nov 13 22:05:43.736867 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-ba389432-76a5-4de5-9438-5e506fa5f0ba service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482296
Nov 13 22:05:43.738687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-fdc49c7a-752b-47cf-920a-20d57f1bacc7 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428182
Nov 13 22:05:43.892056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-e6597361-8a1e-40a3-bfa6-32590a3aeba4 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473646
Nov 13 22:05:43.894158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2d24753-f5aa-4229-9195-d02c1ce00df6 req-1b6cc83e-e7cf-48d4-a69a-17a1310f6aa5 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421912
Nov 13 22:05:44.130136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:05:44.170231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:05:44.380903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0708bb5-44a6-4437-b0c8-5bc2aec42e8e req-687d2b60-5270-46a7-b8d7-f94b1908f007 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:44.382339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0708bb5-44a6-4437-b0c8-5bc2aec42e8e req-687d2b60-5270-46a7-b8d7-f94b1908f007 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 943 time: 0.0481739
Nov 13 22:05:44.432491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f0708bb5-44a6-4437-b0c8-5bc2aec42e8e req-5327c68d-4f54-4b0f-8cd1-164e86be1dbf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441887
Nov 13 22:05:44.602192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:05:44.697909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:44.709444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '9e989abc-a36b-432d-bf25-a1aafa802403', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403', 'mac_address': 'fa:16:3e:1b:d2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:05:44.745048 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:44.758131 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e989abc-a36b-432d-bf25-a1aafa802403 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:05:44.777974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:44.881681 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:44.942488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:44.952522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.952877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.953218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.953552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.953876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.954201 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.954741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.955065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.955426 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.955747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.956070 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:44.956384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:05:45.013330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:45.071520 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb23d-48e4-43b7-849e-f29e53751436 req-bbdc1b0e-86e6-49cf-bb5f-43a093006209 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:45.073089 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a47fb23d-48e4-43b7-849e-f29e53751436 req-bbdc1b0e-86e6-49cf-bb5f-43a093006209 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.0510697
Nov 13 22:05:45.124158 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a47fb23d-48e4-43b7-849e-f29e53751436 req-49a1d258-23dc-4f69-990b-d446902fa3d2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451922
Nov 13 22:05:45.131263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['9e989abc-a36b-432d-bf25-a1aafa802403'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:05:45.186667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-010bc3e2-a42c-4b55-b8af-9d4471eef8f6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:45.188179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-010bc3e2-a42c-4b55-b8af-9d4471eef8f6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc&tenant_id=7608b55aa7324c33b0406eeedcafcec4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0542986
Nov 13 22:05:45.259674 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-8fe16625-c081-405a-8e73-3b86ca81dddd service neutron] 10.222.0.46 "GET /v2.0/ports/9e989abc-a36b-432d-bf25-a1aafa802403/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0627527
Nov 13 22:05:45.319944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-1a6c6c5c-1af4-4ec3-afd9-3c58100bf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:45.321442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-1a6c6c5c-1af4-4ec3-afd9-3c58100bf7a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1095 time: 0.0397508
Nov 13 22:05:45.409560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-da533288-ef46-4673-8af9-ca4830e0d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:45.411012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-da533288-ef46-4673-8af9-ca4830e0d3ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0819082
Nov 13 22:05:45.477715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-69e561a6-faa3-4851-bb43-a486e0a98e5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1001 time: 0.0593457
Nov 13 22:05:45.526738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-149b8cea-8f60-4ec6-ae9f-b36cd828538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:45.528312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-149b8cea-8f60-4ec6-ae9f-b36cd828538a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0421057
Nov 13 22:05:45.574414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f6f0ccaf-a146-4a82-a1de-c22752bf138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:45.575889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f6f0ccaf-a146-4a82-a1de-c22752bf138a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393982
Nov 13 22:05:45.667721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-7a724dc3-f425-4610-baaa-3a959a0a3bff service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838795
Nov 13 22:05:45.753216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-e7e6f5c7-19c8-435f-ae58-6d4c4dab4d20 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0789418
Nov 13 22:05:46.247099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ead43-cdcb-4840-b098-00ce092a6e78 req-547631e6-bdd2-489e-ac54-0f31142fd890 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:46.248567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67ead43-cdcb-4840-b098-00ce092a6e78 req-547631e6-bdd2-489e-ac54-0f31142fd890 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.0514636
Nov 13 22:05:46.603874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:05:46.631233 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f67ead43-cdcb-4840-b098-00ce092a6e78 req-ac15ed10-3e42-436e-bbb8-52ed15a9bcd0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3764670
Nov 13 22:05:46.744392 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 9e989abc-a36b-432d-bf25-a1aafa802403 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:05:46.748163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 9e989abc-a36b-432d-bf25-a1aafa802403 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:05:46.748548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:46.824992 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:46.847652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:46.849866 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82baa641-5fd0-4be1-859e-0b8f1e8d80ec" -d '{"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:46.862111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:46.910648 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31debdd-9c20-4283-a6bc-1cdd440ead43 x-openstack-request-id: req-c31debdd-9c20-4283-a6bc-1cdd440ead43 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:46.910648 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:46.910648 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c31debdd-9c20-4283-a6bc-1cdd440ead43 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:46.910648 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'code': 200}
Nov 13 22:05:46.949909 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:46.999379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:47.758957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475bcc9-4e66-4566-9f8e-a73954c92bb2 req-e86a358f-77fd-4783-9b23-c0951cd88a15 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:47.760502 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0475bcc9-4e66-4566-9f8e-a73954c92bb2 req-e86a358f-77fd-4783-9b23-c0951cd88a15 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0526922
Nov 13 22:05:47.809922 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0475bcc9-4e66-4566-9f8e-a73954c92bb2 req-8753829f-cd7b-4a4b-89fd-a9cba04c57a8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429373
Nov 13 22:05:48.274171 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-12a5b224-7b5b-4079-b02e-6639457e4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:48.275060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-12a5b224-7b5b-4079-b02e-6639457e4b27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 1096 time: 0.0450664
Nov 13 22:05:48.286847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:05:48.338118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:48.531832 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:48.564330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:05:48.606856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:48.609650 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bcff79-7151-4b71-844d-3b8adb19ccc1" -d '{"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:48.613329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:48.627729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Transition to ACTIVE for port object 9e989abc-a36b-432d-bf25-a1aafa802403 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:05:48.663521 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b790d5-9139-4d40-bf87-a386cbf9414a x-openstack-request-id: req-39b790d5-9139-4d40-bf87-a386cbf9414a {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:48.663904 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:48.664223 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39b790d5-9139-4d40-bf87-a386cbf9414a {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:48.664798 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'code': 200}
Nov 13 22:05:48.681950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:48.755271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:48.801826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] No DVR routers for this DVR port 9e989abc-a36b-432d-bf25-a1aafa802403 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:05:48.933834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac20f81-5231-4ec7-a014-e2420bf96ebe req-dce5f118-1981-43ac-9258-a2839a3c55a5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:48.937282 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ac20f81-5231-4ec7-a014-e2420bf96ebe req-dce5f118-1981-43ac-9258-a2839a3c55a5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.0503411
Nov 13 22:05:48.940860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:05:48.941200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:05:48.941581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:05:48.945927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:05:48.946240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Attempting to bind port 9e989abc-a36b-432d-bf25-a1aafa802403 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:05:48.951553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:05:48.951952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:05:48.952325 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:05:48.952823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Bound port: 9e989abc-a36b-432d-bf25-a1aafa802403, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:05:48.953172 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:48.986872 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8ac20f81-5231-4ec7-a014-e2420bf96ebe req-182d0f4e-ee85-436b-9b1f-0e90a852dfd6 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454295
Nov 13 22:05:49.014187 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:05:49.018072 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:05:49.094155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:49.129033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:49.129654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:49.131045 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] 10.222.0.37 "PUT /v2.0/ports/9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1092 time: 0.8481450
Nov 13 22:05:49.152446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2390509-2422-46f4-bfd2-4b8af5b86488 service neutron] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=11']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:49.197139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-b9f9ca01-2ad5-4de0-aaa0-3cc623c4e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:49.198649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-b9f9ca01-2ad5-4de0-aaa0-3cc623c4e0c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1095 time: 0.0426629
Nov 13 22:05:49.297229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-3bb961a5-e979-4f6e-ab65-b69cab72902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:49.298711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-3bb961a5-e979-4f6e-ab65-b69cab72902c service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0922790
Nov 13 22:05:49.367075 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-48d7b9bc-4bf0-494d-8414-5d113c589cac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1000 time: 0.0614812
Nov 13 22:05:49.756433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-e6457459-f583-4fab-8afb-ff4dccb3769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:49.757923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-e6457459-f583-4fab-8afb-ff4dccb3769d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.3837812
Nov 13 22:05:49.803178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-6bb4d13d-3296-43c2-91d1-285a50a6d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:49.804649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-6bb4d13d-3296-43c2-91d1-285a50a6d9a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391803
Nov 13 22:05:49.895646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-005438bd-9c2e-4ca6-a666-e2ec21c2011d service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819631
Nov 13 22:05:49.982383 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f1d209e-0f6a-4cb0-9337-2ce31a94e71a req-e3e159a5-2e00-4c19-8e3f-19d80e1de61e service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803323
Nov 13 22:05:50.104220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd577-1728-4b9f-8123-dcb3b9703f83 req-897e9221-f443-4f53-8c6a-ea586974b6ec tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:50.105710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e97fd577-1728-4b9f-8123-dcb3b9703f83 req-897e9221-f443-4f53-8c6a-ea586974b6ec tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.0483735
Nov 13 22:05:50.155393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e97fd577-1728-4b9f-8123-dcb3b9703f83 req-6f9db2b2-e556-46c1-984e-7d6c510c782f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437248
Nov 13 22:05:50.618084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:05:50.657165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:05:50.666736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:50.669180 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dac09c-8692-4c42-be51-4131a9095b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:50.716956 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52109bb5-86ba-4c1d-b5bc-ac968b5007d7 x-openstack-request-id: req-52109bb5-86ba-4c1d-b5bc-ac968b5007d7 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:50.717258 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:50.717510 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52109bb5-86ba-4c1d-b5bc-ac968b5007d7 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:50.719149 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'status': 'completed', 'code': 200}
Nov 13 22:05:50.803153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-79683a59-0dda-4081-92e9-9ba97e51d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:50.804630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-79683a59-0dda-4081-92e9-9ba97e51d4fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1095 time: 0.0670400
Nov 13 22:05:50.807135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-2c85b007-2458-4338-97e3-8df057c1cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:50.808443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-2c85b007-2458-4338-97e3-8df057c1cc47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 1095 time: 0.0613744
Nov 13 22:05:50.960499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-bf597ba2-4fb8-46cf-af44-65fe4f67803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:50.961971 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-bf597ba2-4fb8-46cf-af44-65fe4f67803c service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1487253
Nov 13 22:05:50.964463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-26a96bed-0834-43d7-8d80-81794d18582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:50.965789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-26a96bed-0834-43d7-8d80-81794d18582e service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1449077
Nov 13 22:05:51.074772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-03cb1d94-7785-4817-8b1f-e00ba436bd12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1000 time: 0.1036754
Nov 13 22:05:51.078571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-ab4319f3-8fde-4a23-9d00-cc3fd60fa293 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 200  len: 1000 time: 0.1022017
Nov 13 22:05:51.159852 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-59364dfe-34b3-4eaf-a0cc-3f3a9ca9f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:51.161331 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-59364dfe-34b3-4eaf-a0cc-3f3a9ca9f22b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0794349
Nov 13 22:05:51.162745 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-a818b9f9-847f-497f-9465-6807e409702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:51.164030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-a818b9f9-847f-497f-9465-6807e409702b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0751860
Nov 13 22:05:51.265080 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-e6db9cbb-be38-4cc4-82e1-56eac5c3b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:51.266454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-e6db9cbb-be38-4cc4-82e1-56eac5c3b54f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0878351
Nov 13 22:05:51.268111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-b38f33de-eab0-4cb1-bfe9-f9fe76ceb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:51.269460 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-b38f33de-eab0-4cb1-bfe9-f9fe76ceb712 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0989797
Nov 13 22:05:51.335354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb1b9-018c-42fd-b20f-6a17dbb73234 req-0b832622-bbc9-4d94-a782-72bf5d7a6aed tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:51.337033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-482fb1b9-018c-42fd-b20f-6a17dbb73234 req-0b832622-bbc9-4d94-a782-72bf5d7a6aed tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 944 time: 0.1104529
Nov 13 22:05:51.498550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-d335799d-01ac-462e-a1b3-eb0a3aab8b10 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228115
Nov 13 22:05:51.502264 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-482fb1b9-018c-42fd-b20f-6a17dbb73234 req-2e86524f-93d4-4080-ba33-77ed6f9769e8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288676
Nov 13 22:05:51.520802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-09cb38a7-4406-4caf-8326-93cc996f3a70 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312224
Nov 13 22:05:51.676636 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-1016a53c-0b48-45cf-a8ff-f9413e05351d service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696513
Nov 13 22:05:51.680504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c9dac09c-8692-4c42-be51-4131a9095b1c req-2df1e7c3-bcdb-4b9b-8543-3477ce39a365 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511135
Nov 13 22:05:52.176626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:05:52.272733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:52.284354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '9e989abc-a36b-432d-bf25-a1aafa802403', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '9e989abc-a36b-432d-bf25-a1aafa802403', 'mac_address': 'fa:16:3e:1b:d2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:05:52.320375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:52.332442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e989abc-a36b-432d-bf25-a1aafa802403 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:05:52.354123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:52.417012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:52.463252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:52.620511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ddfe-dfb0-4d38-9e7f-a03cf1450d69 req-2951f31e-0046-48a1-ac43-592667e29a93 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:52.622028 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef83ddfe-dfb0-4d38-9e7f-a03cf1450d69 req-2951f31e-0046-48a1-ac43-592667e29a93 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0485709
Nov 13 22:05:52.668329 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ef83ddfe-dfb0-4d38-9e7f-a03cf1450d69 req-cf14b56a-17e8-4095-8521-73cbb1d23f54 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403128
Nov 13 22:05:52.674009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['9e989abc-a36b-432d-bf25-a1aafa802403'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:05:52.787815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3592f-a72d-4ff8-8107-9f7d6fbe16c9 req-eeb006f8-1ff7-4ef3-a596-e1d4d1c7c8f4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:52.789241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5cc3592f-a72d-4ff8-8107-9f7d6fbe16c9 req-eeb006f8-1ff7-4ef3-a596-e1d4d1c7c8f4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0539236
Nov 13 22:05:52.835559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5cc3592f-a72d-4ff8-8107-9f7d6fbe16c9 req-784c0c07-f34a-4e9f-a6d2-28ee205f8121 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402005
Nov 13 22:05:52.946025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01014452-9af5-4e19-8e2e-47ebe9b4c057 req-d3d3a78f-f5d7-48f9-930c-2f66f45649ed tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:52.947470 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01014452-9af5-4e19-8e2e-47ebe9b4c057 req-d3d3a78f-f5d7-48f9-930c-2f66f45649ed tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0477469
Nov 13 22:05:52.996227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-01014452-9af5-4e19-8e2e-47ebe9b4c057 req-d781e17b-8445-4e08-9b8c-8680c482d568 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428455
Nov 13 22:05:53.466636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe7c43-8480-4c65-a21d-eb95f96863f7 req-661fa75f-47fc-4e93-a846-ebb7df2c63eb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:53.468161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecbe7c43-8480-4c65-a21d-eb95f96863f7 req-661fa75f-47fc-4e93-a846-ebb7df2c63eb tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 945 time: 0.0528901
Nov 13 22:05:53.515351 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecbe7c43-8480-4c65-a21d-eb95f96863f7 req-acabd775-7f6e-42ff-8ee7-773b40d39ce5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411708
Nov 13 22:05:54.190518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:05:54.298719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 9e989abc-a36b-432d-bf25-a1aafa802403 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:05:54.302630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 9e989abc-a36b-432d-bf25-a1aafa802403 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:05:54.302989 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:54.378444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:54.400750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:54.403570 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dcc739-a611-4672-b81c-0ce17944636e" -d '{"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:54.420143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:54.440784 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f27fc7-6eb1-4d62-980b-c7594dcac0a6 x-openstack-request-id: req-96f27fc7-6eb1-4d62-980b-c7594dcac0a6 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:54.441018 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-plugged", "status": "completed", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:54.441269 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96f27fc7-6eb1-4d62-980b-c7594dcac0a6 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:54.441662 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'code': 200}
Nov 13 22:05:54.497022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:54.550412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=13']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:54.638652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1378e-fd88-4aca-bb96-70262c4220c2 req-9751369e-4429-49ef-b59c-03f554276419 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:54.640165 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bee1378e-fd88-4aca-bb96-70262c4220c2 req-9751369e-4429-49ef-b59c-03f554276419 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 946 time: 0.0491967
Nov 13 22:05:54.688533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bee1378e-fd88-4aca-bb96-70262c4220c2 req-ffbc3d19-9494-426a-9cd5-d996f2816328 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424011
Nov 13 22:05:54.706055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-79bfda9b-7f6a-433c-8d62-fd4709e534ce tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:54.713193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-79bfda9b-7f6a-433c-8d62-fd4709e534ce tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 946 time: 0.0491514
Nov 13 22:05:54.730952 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-01154f94-4eee-4840-9d9a-28be45b7216d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:54.810621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Deleting port 9e989abc-a36b-432d-bf25-a1aafa802403 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:05:54.810952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:54.896517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] For port 9e989abc-a36b-432d-bf25-a1aafa802403, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e989abc-a36b-432d-bf25-a1aafa802403,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:05:54.896904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:55.061522 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:55.062425 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:55.062732 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 disassociated. External IP: 172.35.3.232, port: 9e989abc-a36b-432d-bf25-a1aafa802403.
Nov 13 22:05:55.063064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Calling delete_port for 9e989abc-a36b-432d-bf25-a1aafa802403 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:05:55.245106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:55.273663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event deleted for resources: {'Port': ['ID=9e989abc-a36b-432d-bf25-a1aafa802403,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:05:55.391595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:05:55.501111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:05:55.511436 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:05:55.521841 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:05:55.522437 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde30a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:05:55.545532 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] No DVR routers for this DVR port 9e989abc-a36b-432d-bf25-a1aafa802403 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:05:55.548516 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:55.552067 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aaf4a147-7778-4c39-a884-ffc8fc8511b3 req-d2dc1493-9410-4bb2-aa2e-1239fac465e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "DELETE /v2.0/ports/9e989abc-a36b-432d-bf25-a1aafa802403 HTTP/1.1" status: 204  len: 173 time: 0.8382950
Nov 13 22:05:55.552515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-deleted', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:05:55.554903 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849125f-586d-4481-961e-728589c94abc" -d '{"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-deleted", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:05:55.592681 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e9045-ed01-457d-8168-26523937659b x-openstack-request-id: req-ab0e9045-ed01-457d-8168-26523937659b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:05:55.593055 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f75bea8d-d4f4-4425-9744-f7b6ed26f1cc", "name": "network-vif-deleted", "tag": "9e989abc-a36b-432d-bf25-a1aafa802403", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:05:55.593847 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab0e9045-ed01-457d-8168-26523937659b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:05:55.594256 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75bea8d-d4f4-4425-9744-f7b6ed26f1cc', 'name': 'network-vif-deleted', 'tag': '9e989abc-a36b-432d-bf25-a1aafa802403', 'status': 'completed', 'code': 200}
Nov 13 22:05:55.634269 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:05:55.787058 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca9494a4-d284-4452-868a-f77e274138a6 req-a22069e9-59e2-43c4-a9a9-47fa041fd9f0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=f75bea8d-d4f4-4425-9744-f7b6ed26f1cc HTTP/1.1" status: 200  len: 210 time: 0.0269203
Nov 13 22:05:55.844849 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde30a100>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:05:55.870765 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:05:55.880198 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:05:55.880834 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde30a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:05:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:05:55.982879 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:05:56.188551 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde30a100>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:05:56.217442 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ae0dc3-a021-4be3-b6c9-28b00200edf7 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:05:56.449727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1375a-0633-46fa-89c5-403de3dcda7f None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:05:57.080558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e91db0cc-a833-4052-aa2a-a38b46ff1994 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1394520976&fields=id&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 267 time: 0.0425708
Nov 13 22:05:57.121783 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f91c-f892-40c8-990f-3e3a0338abee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:57.193899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-f0f54f3f-d16d-43c1-9241-f5401fa10d1d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:57.195248 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-f0f54f3f-d16d-43c1-9241-f5401fa10d1d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1078706
Nov 13 22:05:57.210362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-359f5f9d-e675-453b-aa82-49f97c887387 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/quotas/7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 375 time: 0.0094383
Nov 13 22:05:57.267239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-f09c9602-77b8-479a-8194-182579ebae7f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0517178
Nov 13 22:05:57.365184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-af5d579c-0eeb-40f0-a07d-3974577560e3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:05:57.366267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-af5d579c-0eeb-40f0-a07d-3974577560e3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0450759
Nov 13 22:05:57.455913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-034989c6-0f71-4437-88c9-ed5d40df41cb service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833344
Nov 13 22:05:57.553368 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-047c176a-3620-4cf5-9c87-4651f72cceee service neutron] 10.222.0.20 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915515
Nov 13 22:05:57.783107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-07bb4605-2717-4b36-b1ce-d4a5418c1242 req-038d626a-0524-4b2a-adf0-33d8696f7bef tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0294690
Nov 13 22:05:58.208611 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:05:58.232517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 9e989abc-a36b-432d-bf25-a1aafa802403 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:05:58.232891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 9e989abc-a36b-432d-bf25-a1aafa802403 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:05:58.788432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:58.881217 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2baf0408-3f13-4e61-b46b-5ad039cdcb00 req-1a4a42f2-1bf9-4b98-8735-28cf674df599 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0268829
Nov 13 22:05:59.695220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-67dfada9-780e-41c8-b8cd-ff7389ebc1d0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:05:59.696645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-67dfada9-780e-41c8-b8cd-ff7389ebc1d0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 811 time: 0.1005402
Nov 13 22:05:59.764365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-0b5d73e9-0501-4be1-b7c2-74bef4a6f242 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 380 time: 0.0587842
Nov 13 22:05:59.773523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'port': {'device_id': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'admin_state_up': True, 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'security_groups': ['c2b3747b-b336-4463-96d6-f79f1c95f630']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:05:59.944537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Made reservation on behalf of 7608b55aa7324c33b0406eeedcafcec4 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:05:59.948234 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:05:59.978558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30002600-993e-477d-a983-10899e4f6a1c req-446c518e-9938-439f-bfad-1a5529b0e034 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0267212
Nov 13 22:06:00.081476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Allocated IP 172.20.0.13 (38475c54-dc43-4593-af5b-898b2d852294/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3/7920f1a4-14a2-4257-bc3c-61f3645f51e5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:06:00.087780 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.217347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.293472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.334590 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Network 38475c54-dc43-4593-af5b-898b2d852294 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:06:00.337613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:06:00.343379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:06:00.371014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:06:00.390664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.399855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:00.400473 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.495946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-e95318c9-f1fb-46c0-b7a0-e8449a2dfc03 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7260239
Nov 13 22:06:00.511145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Request body: {'port': {'device_id': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:06:00.549113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4f0bcb9f-5784-455e-9e83-39907e54cafb None None] Provisioning complete for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:06:00.549604 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4f0bcb9f-5784-455e-9e83-39907e54cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.565617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.588808 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4f0bcb9f-5784-455e-9e83-39907e54cafb None None] Port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:06:00.824377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7920f1a4-14a2-4257-bc3c-61f3645f51e5 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:06:00.831580 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.843613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Transition to ACTIVE for port object 7920f1a4-14a2-4257-bc3c-61f3645f51e5 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:06:00.922386 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:00.970307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:06:01.051153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:06:01.051496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:06:01.051827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:06:01.066803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:06:01.067133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:06:01.087272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:06:01.087536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:06:01.087922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:06:01.088364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Bound port: 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:06:01.088754 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:01.137624 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c4f46-754d-41b6-9bae-e970c2041acd req-1041233a-129d-4674-8f53-108828c5abd7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.139142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c20c4f46-754d-41b6-9bae-e970c2041acd req-1041233a-129d-4674-8f53-108828c5abd7 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0850563
Nov 13 22:06:01.194185 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:06:01.214100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:06:01.217667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c20c4f46-754d-41b6-9bae-e970c2041acd req-87517d62-be91-4873-8cce-e9381f06c7f2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722761
Nov 13 22:06:01.285711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:01.322785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.323464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:01.324923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] 10.222.0.46 "PUT /v2.0/ports/7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1092 time: 0.8188236
Nov 13 22:06:01.325358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:06:01.328562 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a198415-4211-40a8-aea2-cf88fa44a20d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:06:01.359873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f0449-23b1-474d-97fb-25cdd763273b service neutron] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:06:01.378285 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c722668-4b3f-4396-bb39-20049e43abda x-openstack-request-id: req-8c722668-4b3f-4396-bb39-20049e43abda {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:06:01.378570 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:06:01.378820 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c722668-4b3f-4396-bb39-20049e43abda {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:06:01.379277 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'status': 'completed', 'code': 200}
Nov 13 22:06:01.447063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198415-4211-40a8-aea2-cf88fa44a20d req-b9666d3c-2684-48cd-b2ea-367632b38db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.449771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a198415-4211-40a8-aea2-cf88fa44a20d req-b9666d3c-2684-48cd-b2ea-367632b38db9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1095 time: 0.0493450
Nov 13 22:06:01.552157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198415-4211-40a8-aea2-cf88fa44a20d req-f4e714cd-917a-4688-b32d-93274548ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.553650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a198415-4211-40a8-aea2-cf88fa44a20d req-f4e714cd-917a-4688-b32d-93274548ed95 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7608b55aa7324c33b0406eeedcafcec4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0948505
Nov 13 22:06:01.649952 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198415-4211-40a8-aea2-cf88fa44a20d req-0b5b25df-7a16-41d9-be99-5993de962808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.651318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a198415-4211-40a8-aea2-cf88fa44a20d req-0b5b25df-7a16-41d9-be99-5993de962808 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0915308
Nov 13 22:06:01.725594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-2f3e4eb2-139b-4a59-bc38-6ec438d956f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.727090 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-2f3e4eb2-139b-4a59-bc38-6ec438d956f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1095 time: 0.0399382
Nov 13 22:06:01.770785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-9f9c97ed-be02-4240-824a-7dba533e80b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 217 time: 0.0360575
Nov 13 22:06:01.820216 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-c63da1bd-4208-4928-98bc-c2eda6658a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.821683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-c63da1bd-4208-4928-98bc-c2eda6658a7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0434623
Nov 13 22:06:01.866077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856668f0-557f-4bc0-8499-473fc4025e95 req-dd1a2b2a-f121-4a12-9998-19eb1d41c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:01.867550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-dd1a2b2a-f121-4a12-9998-19eb1d41c94e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395122
Nov 13 22:06:01.957713 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-7a831f97-9c92-4841-b71e-2a13b68e29db service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835402
Nov 13 22:06:02.045071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-856668f0-557f-4bc0-8499-473fc4025e95 req-6110270c-b825-4d02-bb9d-caa3d44f3975 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809679
Nov 13 22:06:02.339230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3f5c8-63cb-4f03-8b0b-9b93ebd8e233 req-5c91efe7-7208-413c-b6a4-27df1c766da3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:02.340682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5df3f5c8-63cb-4f03-8b0b-9b93ebd8e233 req-5c91efe7-7208-413c-b6a4-27df1c766da3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0512805
Nov 13 22:06:02.387664 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5df3f5c8-63cb-4f03-8b0b-9b93ebd8e233 req-e39c262a-8c95-4ba4-a7a8-8300e0a02a1f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401983
Nov 13 22:06:03.505226 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca233d-8423-4967-b0bb-4d0b028290f9 req-2f0a9aa1-c4e0-43a5-89c3-b3d809cbd0ca tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:03.506674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7ca233d-8423-4967-b0bb-4d0b028290f9 req-2f0a9aa1-c4e0-43a5-89c3-b3d809cbd0ca tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0483687
Nov 13 22:06:03.553765 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7ca233d-8423-4967-b0bb-4d0b028290f9 req-e9c09ec3-7986-4ce7-911b-18058314eb0a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411723
Nov 13 22:06:04.664244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:06:04.669738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fbddb-6eed-4f07-ba10-42650863547d req-0e0baa33-6703-4584-90a4-9971a966c251 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:04.671795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a24fbddb-6eed-4f07-ba10-42650863547d req-0e0baa33-6703-4584-90a4-9971a966c251 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0498250
Nov 13 22:06:04.717239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a24fbddb-6eed-4f07-ba10-42650863547d req-242bcd51-73d7-4e48-bdcc-c2d1ecc74292 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394146
Nov 13 22:06:04.763073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:06:04.773799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'mac_address': 'fa:16:3e:a6:7f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:06:04.814602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:04.826741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7920f1a4-14a2-4257-bc3c-61f3645f51e5 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:06:04.845550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:06:04.902206 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:04.949183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:06:05.090007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['7920f1a4-14a2-4257-bc3c-61f3645f51e5'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:06:05.836972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b26d7e-4179-4343-bb01-940ed0765871 req-c42fa8e4-13f0-4059-95a9-b7d873c3a233 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:05.838355 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7b26d7e-4179-4343-bb01-940ed0765871 req-c42fa8e4-13f0-4059-95a9-b7d873c3a233 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0517490
Nov 13 22:06:05.888258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7b26d7e-4179-4343-bb01-940ed0765871 req-54b71106-d587-4e99-9505-10d76a3a5a00 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440171
Nov 13 22:06:06.123250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-e179d079-eac5-443f-b039-53f8d0dc52d2 req-518e690b-66f4-498d-b331-8579ad117c6e service neutron] (120532) timed out ('10.222.0.20', 47466) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:06:06.694036 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:06:06.828606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:06:06.832667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:06:06.833005 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:06.910832 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:06.937313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:06:06.939739 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9b08e-16c1-4d3e-8b09-8928a2b156ed" -d '{"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:06:06.957365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:06:06.979720 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e4fed7-169b-4431-b927-258028a3c106 x-openstack-request-id: req-c3e4fed7-169b-4431-b927-258028a3c106 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:06:06.980017 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:06:06.980271 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3e4fed7-169b-4431-b927-258028a3c106 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:06:06.980670 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'code': 200}
Nov 13 22:06:07.018976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:07.027653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dff2e5-9f45-4a78-9432-10b4306f8fbd req-242b2422-e24b-4d23-8f3e-c45682abc5ee tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:07.029247 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7dff2e5-9f45-4a78-9432-10b4306f8fbd req-242b2422-e24b-4d23-8f3e-c45682abc5ee tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0600171
Nov 13 22:06:07.067411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:06:07.110487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f7dff2e5-9f45-4a78-9432-10b4306f8fbd req-a08f415a-c9d2-41d3-abe5-3aed32b22e37 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748150
Nov 13 22:06:07.113208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d14b4-9811-481f-ad6f-039b9d9df251 req-e2642e3b-b08c-41b7-813d-d162e2bb3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:07.114607 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d60d14b4-9811-481f-ad6f-039b9d9df251 req-e2642e3b-b08c-41b7-813d-d162e2bb3a7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1097 time: 0.0731936
Nov 13 22:06:07.160128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d60d14b4-9811-481f-ad6f-039b9d9df251 req-e5a47569-2d9e-4033-9c1c-6e27a8d5a180 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389445
Nov 13 22:06:08.229050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7dab3-cd6d-499f-8bd4-771882ee241f req-815b91e3-ca16-4356-a556-93a58bb8576f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:08.230539 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32a7dab3-cd6d-499f-8bd4-771882ee241f req-815b91e3-ca16-4356-a556-93a58bb8576f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0495851
Nov 13 22:06:08.278728 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-32a7dab3-cd6d-499f-8bd4-771882ee241f req-81ae46e7-8a8b-48ba-af34-b5672aca6954 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422058
Nov 13 22:06:09.398820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545699e-752a-4b41-885b-891acfa8185e req-ceb9d2ce-d319-4bec-b191-ff68e72a1ab4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:09.400279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9545699e-752a-4b41-885b-891acfa8185e req-ceb9d2ce-d319-4bec-b191-ff68e72a1ab4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0507023
Nov 13 22:06:09.448210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9545699e-752a-4b41-885b-891acfa8185e req-3c36d404-e86f-4fe4-9e5e-f4dde6da68a4 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410659
Nov 13 22:06:09.558668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1e695-9106-4ee2-8046-ba6c9f3cc949 req-8680efb3-b614-44cc-868e-ae2b35396bb0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:09.560036 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12b1e695-9106-4ee2-8046-ba6c9f3cc949 req-8680efb3-b614-44cc-868e-ae2b35396bb0 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0489473
Nov 13 22:06:09.568788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 49986) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:06:09.573163 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Request body: {'floatingip': {'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:06:09.615876 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:10.042374 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:10.125676 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:10.226192 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 associated. External IP: 172.35.3.232, port: 7920f1a4-14a2-4257-bc3c-61f3645f51e5.
Nov 13 22:06:10.441073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:06:10.550088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:06:10.554966 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:10.559724 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:06:10.570287 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:06:10.570891 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde30a1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:06:10.582139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-37a622eb-0af0-420b-acc9-5f4fbec01a11 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "PUT /v2.0/floatingips/0f885250-b8b8-43ca-93c4-9b34bf65a110 HTTP/1.1" status: 200  len: 993 time: 1.0123055
Nov 13 22:06:10.582722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:06:10.585199 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:06:10.622381 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd2af1-d885-49f3-81a2-a00752d0c946 x-openstack-request-id: req-c1dd2af1-d885-49f3-81a2-a00752d0c946 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:06:10.622791 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:06:10.622936 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1dd2af1-d885-49f3-81a2-a00752d0c946 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:06:10.623327 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'status': 'completed', 'code': 200}
Nov 13 22:06:10.691562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-401c8ac1-8b1b-4aad-bda4-642dd66a9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:10.693060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-401c8ac1-8b1b-4aad-bda4-642dd66a9599 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1097 time: 0.0461400
Nov 13 22:06:10.785747 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:06:10.785995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-317c40ae-f95d-49a3-a2a3-9d6cf7061a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:10.787241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-317c40ae-f95d-49a3-a2a3-9d6cf7061a0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0878732
Nov 13 22:06:10.854949 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-8edd0a93-1dc0-4b61-8d07-3848f3c888f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.0591567
Nov 13 22:06:10.906179 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-8bed00c5-a2cb-438a-97ce-e69966562b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:10.907676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-8bed00c5-a2cb-438a-97ce-e69966562b44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0464766
Nov 13 22:06:10.953518 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-d19e7129-016d-4403-b781-4d34c9372e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:10.955192 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-d19e7129-016d-4403-b781-4d34c9372e9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409658
Nov 13 22:06:10.966051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-b173d461-d25d-4031-82f4-cc40f082d0a5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:06:10.967113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-b173d461-d25d-4031-82f4-cc40f082d0a5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050046
Nov 13 22:06:11.007498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde30a1f0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:a6:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:06:09Z', 'revision_number': 13, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:06:11.036898 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:06:11.045034 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:06:11.045659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde30a1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:05:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:06:11.059445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-8ab7435a-0751-462b-8ad2-61632eec3c10 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855224
Nov 13 22:06:11.146643 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:06:11.146901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08056fc3-fe6c-45f6-ad62-15fd90fb39a4 req-cdb828f4-d446-4550-b985-d2f6ce03ce73 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805264
Nov 13 22:06:11.373708 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde30a1f0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:a6:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:06:09Z', 'revision_number': 13, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:06:11.407143 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f357d1-2c25-46d9-801e-3a4e8a7bb3da None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0f885250-b8b8-43ca-93c4-9b34bf65a110', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'floating_ip_address': '172.35.3.232', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'mac_address': 'fa:16:3e:a6:7f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T21:58:39Z', 'updated_at': '2021-11-13T22:06:09Z', 'revision_number': 13, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:06:11.603318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9c627-340a-4008-97eb-01f8daf18f76 None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:06:12.668146 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:15.001625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:18.401102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:06:23.198466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-eb8f5e4e-f731-49cb-882f-c6f4b1d36b25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0462580
Nov 13 22:06:23.277885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-f044a231-a81b-49ba-9491-46a2098f4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:23.279416 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-f044a231-a81b-49ba-9491-46a2098f4757 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1097 time: 0.0391006
Nov 13 22:06:23.381359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-bff40d24-e2b2-4071-a4b8-138f471f3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:23.382818 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-bff40d24-e2b2-4071-a4b8-138f471f3ed1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0850148
Nov 13 22:06:23.459704 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-82a0d68c-ac6a-4440-b751-8d1ef518ad52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1003 time: 0.0664492
Nov 13 22:06:23.507867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-8c6f006e-5aa8-4b31-a0f0-f95eb82e1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:23.509314 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-8c6f006e-5aa8-4b31-a0f0-f95eb82e1b87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0424027
Nov 13 22:06:23.554379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-2541794c-fa9e-45f8-91da-27c942630dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:06:23.555898 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-2541794c-fa9e-45f8-91da-27c942630dd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385144
Nov 13 22:06:23.647632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-3aaba6ca-a1ae-4a2f-8daa-d26cc60eedab service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834608
Nov 13 22:06:23.733721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0a154654-ff91-4ed9-b755-90196f7e07eb req-5dd312ef-e0ba-4bf1-be4d-08798664af0f service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0785851
Nov 13 22:06:24.767229 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25e00535-c7c9-40f2-a967-2c0ef5d42686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:27.121825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73dcdb49-d6b6-4d0f-a9c2-608729e07ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:28.755610 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:30.126813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:30.401175 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:42.679887 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:45.024924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:54.738543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9a0afd85-3c2e-4046-9ea5-a4efbdc69831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:55.401439 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:06:57.113143 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-38eb307a-4cbc-4890-9df5-aa308d9dfdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:06:58.781973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:00.147318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:00.446801 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:12.679052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:14.981268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:24.205626 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-02395938-d872-4a42-8701-c40735f2301c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0455556
Nov 13 22:07:24.286141 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-0418c9ef-17e7-4124-956c-9597beea8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:24.287736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-0418c9ef-17e7-4124-956c-9597beea8822 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1097 time: 0.0414939
Nov 13 22:07:24.389493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-43153cbf-747c-4fb7-8645-fbde26a7a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:24.390951 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-43153cbf-747c-4fb7-8645-fbde26a7a4ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0844297
Nov 13 22:07:24.454101 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-0462f774-5f7e-46c1-a104-159e62d544f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1003 time: 0.0560861
Nov 13 22:07:24.500789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-05a8e85a-5ea4-4ae2-af03-ee71636197c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:24.502179 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-05a8e85a-5ea4-4ae2-af03-ee71636197c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0409484
Nov 13 22:07:24.548530 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-1ad4a9b9-092e-4545-96d7-7c5ef89bf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:24.550014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-1ad4a9b9-092e-4545-96d7-7c5ef89bf25c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408237
Nov 13 22:07:24.638563 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-19a467fe-e44f-4b6f-a9ee-72a273a3e023 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801020
Nov 13 22:07:24.742152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2207ebd9-80ca-4446-bc82-62209e794c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:25.078232 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44656311-114d-4bbb-a399-54c73c1eb4a8 req-96550018-84ef-4ce7-955a-f8aae2728602 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4317610
Nov 13 22:07:27.092606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4b9f28dd-34c0-454c-a31c-70fec4d6da8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:28.767088 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:30.161132 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:30.415530 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:32.400991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:07:42.718444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:44.986931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:48.108703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a9eae-e9af-4c50-a786-d2a44c30aca2 req-8140775a-55c9-47b0-bca2-850597c69acf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:48.110178 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-686a9eae-e9af-4c50-a786-d2a44c30aca2 req-8140775a-55c9-47b0-bca2-850597c69acf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0518036
Nov 13 22:07:48.163350 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-686a9eae-e9af-4c50-a786-d2a44c30aca2 req-df6ca638-6191-47f6-80f5-40cb30ce8153 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472617
Nov 13 22:07:53.227235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-77092ab8-ee8d-4bd9-9812-db6af4fab76d req-8f1a5fbd-fb39-451e-a2b2-9629bdad8d19 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:07:53.228202 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-77092ab8-ee8d-4bd9-9812-db6af4fab76d req-8f1a5fbd-fb39-451e-a2b2-9629bdad8d19 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055292
Nov 13 22:07:53.580034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b5873-c36f-4920-9277-8f010c06257d req-c184e2d5-1624-4f09-9c67-b348c83e81e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:53.581557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d00b5873-c36f-4920-9277-8f010c06257d req-c184e2d5-1624-4f09-9c67-b348c83e81e2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0478637
Nov 13 22:07:53.628864 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d00b5873-c36f-4920-9277-8f010c06257d req-8d8e94c4-4034-48f9-beb7-12e1c71a1d1a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410988
Nov 13 22:07:53.740102 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-1a4d7a2a-4d48-4986-96cb-eab3d7078a62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0377758
Nov 13 22:07:53.748804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-070ff6a6-dc79-4db8-89df-8514556d604e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:07:53.749724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-070ff6a6-dc79-4db8-89df-8514556d604e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049088
Nov 13 22:07:54.733027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-09684090-1065-46e3-8c25-fb14644afbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:54.799552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a099d9-cfe3-43b1-a9f0-32f15bebdec3 req-37bf675a-5fb5-407b-8e30-2f70790f9471 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:54.800965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85a099d9-cfe3-43b1-a9f0-32f15bebdec3 req-37bf675a-5fb5-407b-8e30-2f70790f9471 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0997636
Nov 13 22:07:54.848783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-85a099d9-cfe3-43b1-a9f0-32f15bebdec3 req-1346691b-3f74-40c3-a8d5-968137220a0b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417378
Nov 13 22:07:55.649589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-f13fb682-21f8-4b27-9454-2a8fed1cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:55.651049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-f13fb682-21f8-4b27-9454-2a8fed1cdd6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1097 time: 0.0437164
Nov 13 22:07:55.749939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-87859133-9899-4f90-b75f-d3b244938eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:55.751400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-87859133-9899-4f90-b75f-d3b244938eef service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0931873
Nov 13 22:07:55.820655 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-61498fd5-754d-473d-be4a-549d2c018e69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1003 time: 0.0622146
Nov 13 22:07:55.867645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-263e10ea-9064-47c0-a4cb-748d69f46274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:55.869008 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-263e10ea-9064-47c0-a4cb-748d69f46274 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0416722
Nov 13 22:07:55.916188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-f91ac623-a5db-4904-ad2b-aff3e7f0d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:55.917736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-f91ac623-a5db-4904-ad2b-aff3e7f0d79d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421133
Nov 13 22:07:56.022073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7f9dc-5d55-464e-ba3d-5ffad802d8cf req-d7e8410b-65da-4efe-aa42-6ad343b9f167 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:56.023549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ff7f9dc-5d55-464e-ba3d-5ffad802d8cf req-d7e8410b-65da-4efe-aa42-6ad343b9f167 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.1032560
Nov 13 22:07:56.055190 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-440553d5-42cd-492a-a448-d8648b05bea0 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265657
Nov 13 22:07:56.104854 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ff7f9dc-5d55-464e-ba3d-5ffad802d8cf req-49e97bfb-0aa0-4b01-8268-9e94654e0c4d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744979
Nov 13 22:07:56.165749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-c78a5550-cc8f-46b5-b730-f1057c199a00 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994763
Nov 13 22:07:57.126536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23374393-72e0-4f72-9794-15e3bc237e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:57.220939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1111a4-202a-4c4a-8fba-e495fc4c5afe req-2dbd6557-eef5-45fb-8794-5cc2fff9700b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:57.222399 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed1111a4-202a-4c4a-8fba-e495fc4c5afe req-2dbd6557-eef5-45fb-8794-5cc2fff9700b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0477095
Nov 13 22:07:57.268248 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ed1111a4-202a-4c4a-8fba-e495fc4c5afe req-9f7d9002-36e4-48d8-9149-f66652c4dc39 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399630
Nov 13 22:07:58.425826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8aae3-3f7e-42a1-bff0-4ff90f39313e req-1b3bd4c5-c462-4fe6-bf79-b350f8a137f2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:58.427303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afd8aae3-3f7e-42a1-bff0-4ff90f39313e req-1b3bd4c5-c462-4fe6-bf79-b350f8a137f2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0915914
Nov 13 22:07:58.473510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afd8aae3-3f7e-42a1-bff0-4ff90f39313e req-c35530c7-48fe-4d7e-adb4-3020aeb8d118 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402060
Nov 13 22:07:58.738039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:07:59.593556 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c067707-48b3-419f-b376-f7922a3ac507 req-883baa03-aee1-47ae-b3b8-d60b7dd207ba tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:07:59.595019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c067707-48b3-419f-b376-f7922a3ac507 req-883baa03-aee1-47ae-b3b8-d60b7dd207ba tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0529780
Nov 13 22:07:59.641427 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c067707-48b3-419f-b376-f7922a3ac507 req-d68bf09b-d351-4657-b6df-b565ae17622f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404940
Nov 13 22:08:00.127587 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:00.400883 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:00.757722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3873a-d76a-4362-b176-45b646bcfb1e req-027ad057-9eaf-430c-85e5-5d8a5595329f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:00.759263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0a3873a-d76a-4362-b176-45b646bcfb1e req-027ad057-9eaf-430c-85e5-5d8a5595329f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0486805
Nov 13 22:08:00.810462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0a3873a-d76a-4362-b176-45b646bcfb1e req-fc4105ff-3ae6-441a-b582-96f92a118a6b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452003
Nov 13 22:08:01.924302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797e43-de2e-44cf-8d65-b506c69df094 req-384c3c7c-20d6-4146-b956-b73d8fd2efc1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:01.928929 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18797e43-de2e-44cf-8d65-b506c69df094 req-384c3c7c-20d6-4146-b956-b73d8fd2efc1 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0480630
Nov 13 22:08:01.973512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-18797e43-de2e-44cf-8d65-b506c69df094 req-0ffb233d-869a-4787-a904-66b8138f7f0c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414894
Nov 13 22:08:03.089043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ee59-3584-41e6-b6fc-d23feecf4142 req-7de4bb28-45e4-44cf-b42e-3683b64bb5af tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:03.090521 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d32ee59-3584-41e6-b6fc-d23feecf4142 req-7de4bb28-45e4-44cf-b42e-3683b64bb5af tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0483308
Nov 13 22:08:03.138288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3d32ee59-3584-41e6-b6fc-d23feecf4142 req-5f2d3672-632b-447e-a1a8-a08eea3a2046 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416350
Nov 13 22:08:04.253626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedba9b-745b-41e2-b50d-6ca82d73d9b4 req-dbc9ef0f-46e4-4a62-97ae-0d5408d3f6b3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:04.255082 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fedba9b-745b-41e2-b50d-6ca82d73d9b4 req-dbc9ef0f-46e4-4a62-97ae-0d5408d3f6b3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0479958
Nov 13 22:08:04.305512 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0fedba9b-745b-41e2-b50d-6ca82d73d9b4 req-9e775414-c763-49fc-be5f-8329d14b50ae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445931
Nov 13 22:08:05.420903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0d5f7-bd49-4fd5-952f-d09c12e9adbf req-12b8b32f-4a35-4472-b62e-fa488511c435 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:05.422372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cc0d5f7-bd49-4fd5-952f-d09c12e9adbf req-12b8b32f-4a35-4472-b62e-fa488511c435 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0483530
Nov 13 22:08:05.469289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3cc0d5f7-bd49-4fd5-952f-d09c12e9adbf req-494d7514-1d1d-4a77-a577-231eae5e7429 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407977
Nov 13 22:08:06.586184 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e910dd-4197-4512-8991-c439b774c1cf req-82266378-04ea-4ee9-9130-b345f89fa05f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:06.587674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6e910dd-4197-4512-8991-c439b774c1cf req-82266378-04ea-4ee9-9130-b345f89fa05f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0493543
Nov 13 22:08:06.635424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6e910dd-4197-4512-8991-c439b774c1cf req-4641b561-8f02-437e-a37e-89d48489af2b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409815
Nov 13 22:08:07.757721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12950db1-e009-4053-a7b0-24ecd8a93d54 req-4ee71767-55c1-4d39-8fd4-d001ee14879b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:07.759213 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12950db1-e009-4053-a7b0-24ecd8a93d54 req-4ee71767-55c1-4d39-8fd4-d001ee14879b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0526469
Nov 13 22:08:07.806100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12950db1-e009-4053-a7b0-24ecd8a93d54 req-38b338bc-b4f1-4b43-b0fb-bcf64248804f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405636
Nov 13 22:08:08.932845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb8d4f-80bb-410a-b589-6ea5d9e39560 req-ba133789-4f69-4e54-b7ff-daf253e521ae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:08.934252 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fdb8d4f-80bb-410a-b589-6ea5d9e39560 req-ba133789-4f69-4e54-b7ff-daf253e521ae tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0568421
Nov 13 22:08:08.983829 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1fdb8d4f-80bb-410a-b589-6ea5d9e39560 req-45d1a567-5ffe-4992-8103-25eecbbd8c30 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426245
Nov 13 22:08:09.220254 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-ea869391-270f-434f-a97a-b33258d44777 service neutron] show failed (client error): The resource could not be found.
Nov 13 22:08:09.221350 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-ea869391-270f-434f-a97a-b33258d44777 service neutron] 10.222.0.46 "GET /v2.0/ports/7920f1a4-14a2-4257-bc3c-61f3645f51e5/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0553885
Nov 13 22:08:09.400740 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:08:09.710350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-6a3d4cee-2935-466a-afbc-ed00c9227b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:09.711848 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-6a3d4cee-2935-466a-afbc-ed00c9227b8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 1097 time: 0.0782819
Nov 13 22:08:09.722884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-f8f5d007-82ba-4a25-8b1e-f2adb681a23d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:08:09.723887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-f8f5d007-82ba-4a25-8b1e-f2adb681a23d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048800
Nov 13 22:08:09.734908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:08:09.795848 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:09.995651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:10.029158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:08:10.094285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:10.096540 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862091b2-832f-4344-b6da-290a29e76f0a" -d '{"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:10.101782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:10.119578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Transition to ACTIVE for port object 7920f1a4-14a2-4257-bc3c-61f3645f51e5 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:08:10.134843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec2c4e-01f8-43dd-9dc1-bb5f5ba78a21 req-12e28182-cd94-456b-b2e5-d22ebdb1c287 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:10.134843 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29ec2c4e-01f8-43dd-9dc1-bb5f5ba78a21 req-12e28182-cd94-456b-b2e5-d22ebdb1c287 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0792861
Nov 13 22:08:10.155990 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c436682-0ea2-46bc-b8bb-034048bad124 x-openstack-request-id: req-4c436682-0ea2-46bc-b8bb-034048bad124 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:10.156279 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:10.156532 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c436682-0ea2-46bc-b8bb-034048bad124 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:10.156982 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'code': 200}
Nov 13 22:08:10.184729 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:10.195211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29ec2c4e-01f8-43dd-9dc1-bb5f5ba78a21 req-f364e901-11da-41b5-a901-a703723fd438 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538986
Nov 13 22:08:10.265461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:10.279949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.283962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:10.323579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] No DVR routers for this DVR port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:08:10.463009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:08:10.463345 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:08:10.463672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:08:10.468125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:08:10.468447 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:08:10.473461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:08:10.473799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:08:10.474184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:08:10.474686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Bound port: 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:08:10.475005 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:10.539153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:08:10.542307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:08:10.604376 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:10.638962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:10.639584 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:10.640998 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-95392b22-be28-4679-a957-e197086016f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1092 time: 0.9096923
Nov 13 22:08:10.663048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95392b22-be28-4679-a957-e197086016f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:10.707214 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-1fdadc60-b7a9-4337-90a4-aac5b571e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:10.708760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-1fdadc60-b7a9-4337-90a4-aac5b571e46c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1095 time: 0.0428123
Nov 13 22:08:10.811493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-31b21394-7e15-406b-9038-8b8bb30f1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:10.813044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-31b21394-7e15-406b-9038-8b8bb30f1923 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0978391
Nov 13 22:08:10.881632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-a105e9a5-0981-4d54-8d2f-126e4ad17d79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.0619478
Nov 13 22:08:10.931182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-54c12d99-ae05-4f8f-9a65-93ddef423f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:10.932603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-54c12d99-ae05-4f8f-9a65-93ddef423f86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0443192
Nov 13 22:08:10.978426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-71f50099-8923-48c3-8e8e-2516440c561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:10.979906 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-71f50099-8923-48c3-8e8e-2516440c561e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397007
Nov 13 22:08:11.071523 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-0a0dd8da-f0a2-4077-9468-617edd091495 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844800
Nov 13 22:08:11.161211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-80cb7a3b-59ff-4a57-a8d8-765269c2dbb9 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816343
Nov 13 22:08:11.324084 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:08:11.324681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fff1a-2538-431c-b6d2-d8eee419bbe0 req-7962df5d-c693-470d-b272-26fd1575ef09 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:11.330900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b6fff1a-2538-431c-b6d2-d8eee419bbe0 req-7962df5d-c693-470d-b272-26fd1575ef09 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0628958
Nov 13 22:08:11.366799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:08:11.384053 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9b6fff1a-2538-431c-b6d2-d8eee419bbe0 req-a1190fb1-631f-42f0-abd6-785707526bf2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471492
Nov 13 22:08:12.158405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:12.160828 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912" -d '{"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:12.212348 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f320709a-f2aa-42f6-ab5f-06b8214e15b1 x-openstack-request-id: req-f320709a-f2aa-42f6-ab5f-06b8214e15b1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:12.212712 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:12.216235 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f320709a-f2aa-42f6-ab5f-06b8214e15b1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:12.216235 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'status': 'completed', 'code': 200}
Nov 13 22:08:12.274173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-6a531596-bc1b-486f-92fb-49167c5ee240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.275678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-6a531596-bc1b-486f-92fb-49167c5ee240 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1095 time: 0.0433347
Nov 13 22:08:12.394242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-e092ef84-80a4-4505-ad1d-d6f2194a5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.396085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-e092ef84-80a4-4505-ad1d-d6f2194a5499 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1095 time: 0.1550338
Nov 13 22:08:12.424924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-daad0873-659b-4667-8922-c8d5b0a94113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.426488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-daad0873-659b-4667-8922-c8d5b0a94113 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1428862
Nov 13 22:08:12.501890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdd7b4-ebd3-414c-8cf9-4e84f47cad5e req-c3356f07-070b-4e52-9374-e60b0fc5e1cd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.503387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0bdd7b4-ebd3-414c-8cf9-4e84f47cad5e req-c3356f07-070b-4e52-9374-e60b0fc5e1cd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0492096
Nov 13 22:08:12.538645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-f5754e7a-aa1c-4179-b7e0-d31967684ff8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.1049712
Nov 13 22:08:12.555265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0bdd7b4-ebd3-414c-8cf9-4e84f47cad5e req-5c925666-fb44-4520-853d-ddf1431da459 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452585
Nov 13 22:08:12.591618 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-f2bd17bc-e377-41b1-8b34-b8fb7d56f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.593154 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-f2bd17bc-e377-41b1-8b34-b8fb7d56f905 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1875286
Nov 13 22:08:12.612597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-6b7967e0-bb1c-4a52-80fc-5622183b8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.614086 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-6b7967e0-bb1c-4a52-80fc-5622183b8e50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0686078
Nov 13 22:08:12.688069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-7876e8c1-0ddb-4ec3-a8ef-eca8a4edfb90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.0869305
Nov 13 22:08:12.705207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-9d2679e0-7fc7-44f0-bf84-db62093c5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.706596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-9d2679e0-7fc7-44f0-bf84-db62093c5916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0655119
Nov 13 22:08:12.749654 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:12.792151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-68bc88a2-7202-4cf6-b8db-411cc0ee68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.793662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-68bc88a2-7202-4cf6-b8db-411cc0ee68d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0986629
Nov 13 22:08:12.847040 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-7ffa39d9-1152-49a6-87c3-e8cb2bc18cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228318
Nov 13 22:08:12.863554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-88e1edb9-c9d8-412b-8e19-3b2b46004dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:12.864965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-88e1edb9-c9d8-412b-8e19-3b2b46004dac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0624883
Nov 13 22:08:13.009381 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-0c50c0f2-35d3-4466-8d26-8d3f1560a0bd service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1551816
Nov 13 22:08:13.012764 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-5a406b83-ec18-4f6a-9c0b-0308a5184506 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381261
Nov 13 22:08:13.102292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecdfabd5-9ba8-4a66-bef2-e0cd39254912 req-b03fc386-4e30-4741-a7de-a75ec2201c4e service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818186
Nov 13 22:08:13.674265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff832291-52f9-4b66-8d15-41ca351073b8 req-6df12699-2c46-4801-a42f-dbfa3d8ec5e5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:13.675746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff832291-52f9-4b66-8d15-41ca351073b8 req-6df12699-2c46-4801-a42f-dbfa3d8ec5e5 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0489936
Nov 13 22:08:13.725681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ff832291-52f9-4b66-8d15-41ca351073b8 req-f14069d1-3f51-441e-a60a-595ebda66b0f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440369
Nov 13 22:08:14.844563 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4102199-2de7-4f1f-b7fb-017ab4ed3b76 req-c6b617e8-867c-4edb-9836-37612a296964 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:14.846062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4102199-2de7-4f1f-b7fb-017ab4ed3b76 req-c6b617e8-867c-4edb-9836-37612a296964 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0526402
Nov 13 22:08:14.893245 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4102199-2de7-4f1f-b7fb-017ab4ed3b76 req-a6d40fa0-e50f-4ce2-a1d2-37a6f93d7553 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411401
Nov 13 22:08:15.003956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:16.009203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378fd83-0517-4356-b509-4f8fdcf22951 req-6b34f1ac-a4bf-45bc-a086-9f45d171ff5b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:16.010676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0378fd83-0517-4356-b509-4f8fdcf22951 req-6b34f1ac-a4bf-45bc-a086-9f45d171ff5b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0475278
Nov 13 22:08:16.057978 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0378fd83-0517-4356-b509-4f8fdcf22951 req-e327faf1-01f5-4394-8232-0250d1b1f06e tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406854
Nov 13 22:08:16.993144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:08:17.093384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:17.104397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'mac_address': 'fa:16:3e:a6:7f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:08:17.140527 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:17.153109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7920f1a4-14a2-4257-bc3c-61f3645f51e5 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:08:17.172596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:17.176396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70462822-c1a8-4390-b332-1b56cbf97d43 req-ce8c6c1c-0e82-4350-a7e0-8d7a10ea6906 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:17.181638 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70462822-c1a8-4390-b332-1b56cbf97d43 req-ce8c6c1c-0e82-4350-a7e0-8d7a10ea6906 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 944 time: 0.0488467
Nov 13 22:08:17.225635 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70462822-c1a8-4390-b332-1b56cbf97d43 req-e7c1c323-846f-466c-8667-9e28f78219c3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416393
Nov 13 22:08:17.229932 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:17.277844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:17.286173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.286519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.286851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.287181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.287508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.287835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.288153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.288471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.288816 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.289136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.289452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.289767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:17.476789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['7920f1a4-14a2-4257-bc3c-61f3645f51e5'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:08:17.763097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-471876f1-8a62-4f6b-b622-451fd924e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:17.764632 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-471876f1-8a62-4f6b-b622-451fd924e3bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0425942
Nov 13 22:08:17.811598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.37', 49346) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:17.812622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39b77-6e39-4c4a-bf66-e2c222483840 req-6031039c-3be1-44e4-a193-bc880b110540 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:17.814220 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73e39b77-6e39-4c4a-bf66-e2c222483840 req-6031039c-3be1-44e4-a193-bc880b110540 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0505319
Nov 13 22:08:17.866609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73e39b77-6e39-4c4a-bf66-e2c222483840 req-90697e5f-0ac9-42fb-bb21-ff1481c92901 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460620
Nov 13 22:08:17.914350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-d0ee1384-05ae-4e55-ac12-30a47397f104 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:17.915761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-d0ee1384-05ae-4e55-ac12-30a47397f104 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7&tenant_id=7608b55aa7324c33b0406eeedcafcec4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.1033003
Nov 13 22:08:17.920786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-72611401-2f5a-4137-9b8f-cb31338df395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:17.922127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-72611401-2f5a-4137-9b8f-cb31338df395 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.1345968
Nov 13 22:08:18.026268 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-24d9ba43-0c7c-4493-8427-fbb3c242614a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1002 time: 0.0973859
Nov 13 22:08:18.031116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-1a006eca-e25e-4abe-9476-a227c97c8836 service neutron] 10.222.0.37 "GET /v2.0/ports/7920f1a4-14a2-4257-bc3c-61f3645f51e5/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1080391
Nov 13 22:08:18.077093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-79265912-4fda-4150-a7eb-6ad4bf6431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.078557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-79265912-4fda-4150-a7eb-6ad4bf6431ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0434799
Nov 13 22:08:18.123343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-3b5f9c69-0d41-47e4-9a86-8dea7a52b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.124764 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-3b5f9c69-0d41-47e4-9a86-8dea7a52b099 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396395
Nov 13 22:08:18.215600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-d5143789-5bac-4f48-b49c-5da9a0288962 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837831
Nov 13 22:08:18.307578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-254ad273-1dc3-40b4-a069-58ccefa95878 req-eed12dd8-7e9c-446a-ab33-85d79bfd219f service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847263
Nov 13 22:08:18.382873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-f112a1ef-f9e8-460a-992f-4299f89f5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.384238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-f112a1ef-f9e8-460a-992f-4299f89f5999 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0399196
Nov 13 22:08:18.473567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-8a84dee5-adfe-4f45-924c-61fc4bf06a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.475279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-8a84dee5-adfe-4f45-924c-61fc4bf06a01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0841386
Nov 13 22:08:18.541417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-7ad8dbb2-7319-4093-a5b4-e2a442749efa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1002 time: 0.0596485
Nov 13 22:08:18.590029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-0c32d6b9-b79e-4574-92eb-72b8e4867334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.592081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-0c32d6b9-b79e-4574-92eb-72b8e4867334 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0435700
Nov 13 22:08:18.634987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-bde8c0de-518d-4a9c-bd94-85d10f127ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.636357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-bde8c0de-518d-4a9c-bd94-85d10f127ecc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0381448
Nov 13 22:08:18.726968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-8fee7217-816f-464b-be5b-2aa1b17d7e9e service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835285
Nov 13 22:08:18.812363 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-f8272b8a-d047-4947-bc97-8b2421bde0f9 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0790787
Nov 13 22:08:18.991155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bc66f-269b-497d-9b09-a6204b155ec8 req-6a8d94db-4f4b-40eb-9f6b-eb5c909a970c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:18.992610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f5bc66f-269b-497d-9b09-a6204b155ec8 req-6a8d94db-4f4b-40eb-9f6b-eb5c909a970c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0518236
Nov 13 22:08:19.003941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:08:19.040330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1f5bc66f-269b-497d-9b09-a6204b155ec8 req-ba14418a-9351-4e26-968a-aad40ea0d2cc tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410590
Nov 13 22:08:19.169984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:08:19.174282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:08:19.174683 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:19.253433 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:19.275175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:19.277399 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d2f5f-463d-489a-8dd8-18e1399bd357" -d '{"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:19.290890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:19.362130 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:19.385240 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f8fea7-5a67-47c3-86eb-51777fad6f5f x-openstack-request-id: req-39f8fea7-5a67-47c3-86eb-51777fad6f5f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:19.385552 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:19.385778 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39f8fea7-5a67-47c3-86eb-51777fad6f5f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:19.386165 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'code': 200}
Nov 13 22:08:19.412125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:20.157495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20fb63-9787-47dc-8c18-eb27d692085b req-d49ac510-0971-438b-9287-e589ad8ce417 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:20.158947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a20fb63-9787-47dc-8c18-eb27d692085b req-d49ac510-0971-438b-9287-e589ad8ce417 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0483408
Nov 13 22:08:20.203841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9a20fb63-9787-47dc-8c18-eb27d692085b req-03065021-0056-46a6-acd6-fef39d45f5e9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389431
Nov 13 22:08:21.328663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bc20d-a59d-4252-8be9-2db7fa037321 req-05a5408e-6a11-4dee-a8ec-3a69e63ed899 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:21.330221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-017bc20d-a59d-4252-8be9-2db7fa037321 req-05a5408e-6a11-4dee-a8ec-3a69e63ed899 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0540187
Nov 13 22:08:21.377008 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-017bc20d-a59d-4252-8be9-2db7fa037321 req-ccc70df8-03de-4f6d-b439-3959f65eec74 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408602
Nov 13 22:08:22.185804 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-2db7344f-2c02-4308-840e-aa5e31f24beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:22.187194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-2db7344f-2c02-4308-840e-aa5e31f24beb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7&tenant_id=7608b55aa7324c33b0406eeedcafcec4 HTTP/1.1" status: 200  len: 1097 time: 0.0437982
Nov 13 22:08:22.199722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:08:22.250075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:22.446322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:22.513563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:08:22.522541 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a45d97-0b7f-40c1-8aa5-c500eab3759d req-e7068c7d-6417-4f12-90c1-df787cab2469 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:22.524014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86a45d97-0b7f-40c1-8aa5-c500eab3759d req-e7068c7d-6417-4f12-90c1-df787cab2469 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0758398
Nov 13 22:08:22.584188 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:22.586489 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ca539f-c71a-46b4-9e8b-d817a6ba2531" -d '{"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:22.591991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:22.616059 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86a45d97-0b7f-40c1-8aa5-c500eab3759d req-09f7ad48-52e8-4e4b-8d34-cc1a6b6619b3 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744884
Nov 13 22:08:22.617050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Transition to ACTIVE for port object 7920f1a4-14a2-4257-bc3c-61f3645f51e5 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:08:22.689396 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76000cb-2d30-43ca-9d79-7073d599987c x-openstack-request-id: req-c76000cb-2d30-43ca-9d79-7073d599987c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:22.689687 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:22.689934 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c76000cb-2d30-43ca-9d79-7073d599987c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:22.690351 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'code': 200}
Nov 13 22:08:22.706639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:22.793717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=10']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:22.834151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] No DVR routers for this DVR port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:08:22.966112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:08:22.966451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:08:22.966765 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:08:22.970884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:08:22.971208 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Attempting to bind port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on network 38475c54-dc43-4593-af5b-898b2d852294 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:08:22.976012 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:08:22.976346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Checking segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:08:22.976755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Bound using segment: {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:08:22.977175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Bound port: 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38475c54-dc43-4593-af5b-898b2d852294'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:08:22.977523 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:23.038866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:08:23.041990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:08:23.132588 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:23.168743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:23.169946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:23.171283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] 10.222.0.46 "PUT /v2.0/ports/7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1093 time: 0.9754076
Nov 13 22:08:23.204117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973670e3-2404-4906-ae92-608884ba0dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=11']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:23.240995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-de2fa221-32af-4271-b46d-1a2393b883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:23.242513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-de2fa221-32af-4271-b46d-1a2393b883ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0465572
Nov 13 22:08:23.335055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-f18b1179-ae94-4b42-91f6-1b4aa0d41c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:23.336678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-f18b1179-ae94-4b42-91f6-1b4aa0d41c8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0878627
Nov 13 22:08:23.404562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-aaf3b4bf-3e0f-443a-9dd7-5d02294bbc3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.0613122
Nov 13 22:08:23.454831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-13d1cc5c-13a1-43f0-9611-8adc9d83582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:23.456233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-13d1cc5c-13a1-43f0-9611-8adc9d83582d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0456307
Nov 13 22:08:23.505037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-1d7cb1f3-6be0-41aa-a6c6-4b5146b40515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:23.506472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-1d7cb1f3-6be0-41aa-a6c6-4b5146b40515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420880
Nov 13 22:08:23.600323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-365f32b4-e243-4ac4-808e-8f7c227a7b9f service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866568
Nov 13 22:08:23.688744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-0396659f-90fc-4d43-998b-127101ca5b9e service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816777
Nov 13 22:08:23.740886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff09b4c-b25c-4f48-9ae8-f97557ea47f1 req-fd0e4572-6ea8-4565-a377-99495d23a19b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:23.742233 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bff09b4c-b25c-4f48-9ae8-f97557ea47f1 req-fd0e4572-6ea8-4565-a377-99495d23a19b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0526373
Nov 13 22:08:23.790910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bff09b4c-b25c-4f48-9ae8-f97557ea47f1 req-edf4115d-6a7f-42b1-86cb-2ca8d1450d7c tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425742
Nov 13 22:08:24.691861 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:24.694273 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac" -d '{"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:24.742328 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ff87c-3aca-43ae-bbfb-e0013eecc6dd x-openstack-request-id: req-e99ff87c-3aca-43ae-bbfb-e0013eecc6dd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:24.742623 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:24.742868 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e99ff87c-3aca-43ae-bbfb-e0013eecc6dd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:24.743266 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'status': 'completed', 'code': 200}
Nov 13 22:08:24.750629 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ce71424-67c1-4ad1-a146-5b07bdceecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:24.831713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-cb5c466e-16af-40c8-8af0-3b63ff76b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:24.833250 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-cb5c466e-16af-40c8-8af0-3b63ff76b0ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0711393
Nov 13 22:08:24.835863 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-7e2de8fc-4402-426c-800c-2c6ee0467aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:24.837213 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-7e2de8fc-4402-426c-800c-2c6ee0467aa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0640445
Nov 13 22:08:25.033975 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:08:25.073951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:08:25.377785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fbb2d-987a-49e6-8b15-e4b7a6866c27 req-6c30d1f9-5d2a-44b6-90a1-99179c171931 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.379155 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba7fbb2d-987a-49e6-8b15-e4b7a6866c27 req-6c30d1f9-5d2a-44b6-90a1-99179c171931 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.1602736
Nov 13 22:08:25.380492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-351d77e6-6799-4ba7-bb93-b2a51d3db929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.381808 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-351d77e6-6799-4ba7-bb93-b2a51d3db929 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.5338435
Nov 13 22:08:25.382862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-2785e755-7d33-42d7-bd8a-1270984a41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.384188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-2785e755-7d33-42d7-bd8a-1270984a41c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.5444982
Nov 13 22:08:25.523494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba7fbb2d-987a-49e6-8b15-e4b7a6866c27 req-014a6789-652a-4c45-b96f-775bb58ef027 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383369
Nov 13 22:08:25.525370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-717a9ab8-c1ca-4e1c-9297-58de60fdda6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.1341784
Nov 13 22:08:25.526963 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-8b6b9155-2568-4516-b4f9-2549a4b16b20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.1298428
Nov 13 22:08:25.611365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-6b7b05b7-f852-4a01-96de-574dd0005c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.612838 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-6b7b05b7-f852-4a01-96de-574dd0005c71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0803790
Nov 13 22:08:25.614480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-ce571051-02f1-4bf0-82c1-15afb9e21a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.615789 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-ce571051-02f1-4bf0-82c1-15afb9e21a18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0761065
Nov 13 22:08:25.684231 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-545637b7-f451-43e1-8343-8e9723a2b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.686206 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-545637b7-f451-43e1-8343-8e9723a2b9dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0650251
Nov 13 22:08:25.692090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-40f8f3d6-63b3-475b-a824-01f58af1dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:25.693506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-40f8f3d6-63b3-475b-a824-01f58af1dd03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0646112
Nov 13 22:08:25.846058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-881e4217-e2ad-4a39-a4e4-044f4b54eb32 service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516092
Nov 13 22:08:25.849795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-ca583d07-67b4-4645-8105-d2236333e93f service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473796
Nov 13 22:08:26.006491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-aae47d19-3ce0-4192-a4b6-481827fb232f service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522832
Nov 13 22:08:26.008352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-38af5365-9cd1-4dfe-bfc0-ddd5587adeac req-ac3bd3f3-cae4-47c8-bc1d-4f165f5863b6 service neutron] 10.222.0.37 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471324
Nov 13 22:08:26.144363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08819fbe-c651-4796-beea-976cfa3193fb req-c638b98a-6673-4165-bf29-e0b68af379d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:26.145892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-c638b98a-6673-4165-bf29-e0b68af379d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7608b55aa7324c33b0406eeedcafcec4&device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 1096 time: 0.0409062
Nov 13 22:08:26.254467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08819fbe-c651-4796-beea-976cfa3193fb req-d2cba5ab-1cc9-4cfd-ac27-0dede7b2b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:26.255929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-d2cba5ab-1cc9-4cfd-ac27-0dede7b2b2c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 200  len: 912 time: 0.0888360
Nov 13 22:08:26.334640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-f06422f5-bfa5-4b40-8e84-339f3dfbee67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 200  len: 1001 time: 0.0696163
Nov 13 22:08:26.387521 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08819fbe-c651-4796-beea-976cfa3193fb req-79758d12-35de-4956-848b-0edd63a405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:26.388991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-79758d12-35de-4956-848b-0edd63a405ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 200  len: 850 time: 0.0482433
Nov 13 22:08:26.434995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08819fbe-c651-4796-beea-976cfa3193fb req-671d41ed-e37a-425f-979b-09fa244edb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:26.436452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-671d41ed-e37a-425f-979b-09fa244edb40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38475c54-dc43-4593-af5b-898b2d852294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400264
Nov 13 22:08:26.527881 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-172d840c-5738-44d3-af53-9779189bbe5c service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831001
Nov 13 22:08:26.622960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-08819fbe-c651-4796-beea-976cfa3193fb req-dbeda0aa-7e6e-4be6-a0d8-5f727cc7903f service neutron] 10.222.0.46 "GET /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873864
Nov 13 22:08:26.645669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d329-b488-4182-90ab-2f26a8cbbe21 req-33a05874-d4c7-42a0-920b-fa007b15e21a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:26.647152 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f61d329-b488-4182-90ab-2f26a8cbbe21 req-33a05874-d4c7-42a0-920b-fa007b15e21a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 945 time: 0.0516534
Nov 13 22:08:26.701318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2f61d329-b488-4182-90ab-2f26a8cbbe21 req-9361feeb-cb59-4455-a9ef-b3bec8370a2f tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473378
Nov 13 22:08:27.094998 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ab542a2a-7c04-4787-85ee-88fdcc8a54fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:27.386159 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:08:27.486633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:27.499526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'port_id': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'mac_address': 'fa:16:3e:a6:7f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:08:27.537798 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:27.551589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7920f1a4-14a2-4257-bc3c-61f3645f51e5 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:08:27.574990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:27.669953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:27.716319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=12']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:27.821301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90348d39-f8c9-4fde-908c-d373129ead65 req-80af5bf6-e507-4084-89c9-79f2a1fdbcac tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:27.822780 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90348d39-f8c9-4fde-908c-d373129ead65 req-80af5bf6-e507-4084-89c9-79f2a1fdbcac tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0509505
Nov 13 22:08:27.873123 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90348d39-f8c9-4fde-908c-d373129ead65 req-ae2586b7-334c-49d4-a5d6-7287c9d80ab9 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438292
Nov 13 22:08:27.911703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['7920f1a4-14a2-4257-bc3c-61f3645f51e5'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:08:28.772162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:28.994096 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2371-4690-4def-8ce8-4622a98bc947 req-a356e402-62a3-4267-9ebe-44b192071957 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:28.995575 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b1e2371-4690-4def-8ce8-4622a98bc947 req-a356e402-62a3-4267-9ebe-44b192071957 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0523713
Nov 13 22:08:29.042865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3b1e2371-4690-4def-8ce8-4622a98bc947 req-fdb53ed9-bd9b-4846-b306-e154a99f6669 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405865
Nov 13 22:08:29.163468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d682d0-37d4-4a4f-bbbf-01b813844469 req-45729d2f-360d-4b89-b4a1-94cb3152c978 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:29.164941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d682d0-37d4-4a4f-bbbf-01b813844469 req-45729d2f-360d-4b89-b4a1-94cb3152c978 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0518398
Nov 13 22:08:29.212003 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8d682d0-37d4-4a4f-bbbf-01b813844469 req-0803a003-7196-43e9-be4d-df9f2e64ad05 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405283
Nov 13 22:08:29.324076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd0f16-9736-4c73-a07a-94b1890fed53 req-f60c11cf-1cbe-4cd9-95d9-8756ba87de73 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:29.326021 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81bd0f16-9736-4c73-a07a-94b1890fed53 req-f60c11cf-1cbe-4cd9-95d9-8756ba87de73 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 946 time: 0.0483406
Nov 13 22:08:29.372923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-81bd0f16-9736-4c73-a07a-94b1890fed53 req-bd4696e4-7568-4b9e-8f90-555e3caf504a tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398583
Nov 13 22:08:29.399483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:08:29.495237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:08:29.499782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:08:29.500157 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:29.580597 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:29.602696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:29.604919 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4538b9ac-c488-47ec-bc30-9fdd3d72cb3b" -d '{"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:29.620488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:29.645613 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef58e6-97f2-4560-b67b-c1638ba69fff x-openstack-request-id: req-19ef58e6-97f2-4560-b67b-c1638ba69fff {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:29.645613 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:29.645613 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19ef58e6-97f2-4560-b67b-c1638ba69fff {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:29.645613 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'code': 200}
Nov 13 22:08:29.698672 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:29.749877 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=13']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:29.835844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed3d7f-b734-4e36-b7cf-7612b22327e9 req-a7ba22ba-bbdb-49cd-9b90-53b0525bbcaf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:29.837398 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19ed3d7f-b734-4e36-b7cf-7612b22327e9 req-a7ba22ba-bbdb-49cd-9b90-53b0525bbcaf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 947 time: 0.0537059
Nov 13 22:08:29.894961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19ed3d7f-b734-4e36-b7cf-7612b22327e9 req-0908928f-6781-4bf7-bcd4-17784c6e1e8d tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509279
Nov 13 22:08:30.089187 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:30.423430 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:31.013014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df7a6d-58d1-495b-b658-1322151f31f9 req-49f41927-6a90-4b8b-bf9e-2dfd1d5ef698 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:31.014501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-95df7a6d-58d1-495b-b658-1322151f31f9 req-49f41927-6a90-4b8b-bf9e-2dfd1d5ef698 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 947 time: 0.0488622
Nov 13 22:08:31.061157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-95df7a6d-58d1-495b-b658-1322151f31f9 req-13cc59e5-ece9-471d-af5a-fbf1699d0474 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups?id=c2b3747b-b336-4463-96d6-f79f1c95f630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407887
Nov 13 22:08:31.411699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-7055000c-3927-4f07-800f-40419a86f1bf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:31.413160 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-7055000c-3927-4f07-800f-40419a86f1bf tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 947 time: 0.0475466
Nov 13 22:08:31.503237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Deleting port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:08:31.503576 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:31.591387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] For port 7920f1a4-14a2-4257-bc3c-61f3645f51e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7920f1a4-14a2-4257-bc3c-61f3645f51e5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:31.591773 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:31.761335 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:31.761703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:31.762020 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110 disassociated. External IP: 172.35.3.232, port: 7920f1a4-14a2-4257-bc3c-61f3645f51e5.
Nov 13 22:08:31.762364 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Calling delete_port for 7920f1a4-14a2-4257-bc3c-61f3645f51e5 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:08:31.958573 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:31.992668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event deleted for resources: {'Port': ['ID=7920f1a4-14a2-4257-bc3c-61f3645f51e5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:32.108515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:08:32.164174 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-753a7891-33cf-44d8-8c58-14738369dede req-eb1a197b-7544-4721-8344-462e72a430f2 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa21f50b-7c1e-4bda-8c42-12af74a5dbd7 HTTP/1.1" status: 200  len: 210 time: 0.0274909
Nov 13 22:08:32.231136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:08:32.243873 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:08:32.255001 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:08:32.255604 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4714c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:32.285599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] No DVR routers for this DVR port 7920f1a4-14a2-4257-bc3c-61f3645f51e5 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:08:32.288537 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:32.292025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8a7fe898-4324-4533-9b76-42b03a0bdb2b req-f549fa15-eb50-4ed2-8fa1-707b1ea4b71b tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.46 "DELETE /v2.0/ports/7920f1a4-14a2-4257-bc3c-61f3645f51e5 HTTP/1.1" status: 204  len: 173 time: 0.8728402
Nov 13 22:08:32.292473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-deleted', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:32.296186 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe83842-df97-4c17-9138-d560a979476e" -d '{"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-deleted", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:32.357204 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a5e802-e521-44f6-bf2f-6c2418df3fc6 x-openstack-request-id: req-89a5e802-e521-44f6-bf2f-6c2418df3fc6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:32.357617 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21f50b-7c1e-4bda-8c42-12af74a5dbd7", "name": "network-vif-deleted", "tag": "7920f1a4-14a2-4257-bc3c-61f3645f51e5", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:32.357946 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89a5e802-e521-44f6-bf2f-6c2418df3fc6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:32.359174 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21f50b-7c1e-4bda-8c42-12af74a5dbd7', 'name': 'network-vif-deleted', 'tag': '7920f1a4-14a2-4257-bc3c-61f3645f51e5', 'status': 'completed', 'code': 200}
Nov 13 22:08:32.394312 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:08:32.594498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4714c0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:32.621921 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:08:32.630336 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:08:32.630927 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde4714c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:32.734107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:08:32.933726 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde4714c0>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:32.959689 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e86e75-6a2e-463c-b09c-8f72fb0b4e64 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b7af7fd7-53fb-4705-8288-0525b59be5a5', 'name': '', 'network_id': '38475c54-dc43-4593-af5b-898b2d852294', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'mac_address': 'fa:16:3e:c5:8f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:36Z', 'updated_at': '2021-11-13T21:58:40Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'subnets': [{'id': '5aae38bb-5516-4f8f-a0db-bf1ea9847eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:08:33.204973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900d24b3-8084-4b60-8c2d-f77f3bf81f66 None None] New status for floating IP 0f885250-b8b8-43ca-93c4-9b34bf65a110: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:08:35.402258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:08:35.426085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 7920f1a4-14a2-4257-bc3c-61f3645f51e5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:08:35.426432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 7920f1a4-14a2-4257-bc3c-61f3645f51e5 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:08:38.135233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50496) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:38.188932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-975c3b76-ed79-432f-af0f-79f0e5cb98c8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.211082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-975c3b76-ed79-432f-af0f-79f0e5cb98c8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.323939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-975c3b76-ed79-432f-af0f-79f0e5cb98c8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.326615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-975c3b76-ed79-432f-af0f-79f0e5cb98c8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.329062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-975c3b76-ed79-432f-af0f-79f0e5cb98c8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2b3747b-b336-4463-96d6-f79f1c95f630 HTTP/1.1" status: 204  len: 168 time: 0.1915557
Nov 13 22:08:38.330565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50498) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:38.337209 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c3b76-ed79-432f-af0f-79f0e5cb98c8 tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3747b-b336-4463-96d6-f79f1c95f630,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:38.515762 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-dbaa4336-4809-4d4e-be20-965d5e2970ad tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] show failed (client error): The resource could not be found.
Nov 13 22:08:38.516786 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dbaa4336-4809-4d4e-be20-965d5e2970ad tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "GET /v2.0/security-groups/c2b3747b-b336-4463-96d6-f79f1c95f630 HTTP/1.1" status: 404  len: 347 time: 0.1851971
Nov 13 22:08:38.519457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:38.642107 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Deleting port 9aa6dfd1-1557-4825-8c0b-f464797c7110 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:08:38.642443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.719754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.720073 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.731433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Calling delete_port for 9aa6dfd1-1557-4825-8c0b-f464797c7110 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:08:38.920699 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:38.949024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Pushing event deleted for resources: {'Port': ['ID=9aa6dfd1-1557-4825-8c0b-f464797c7110,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:38.974564 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.974857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.975175 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.975509 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.975841 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.976170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.976495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.976856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.977176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.977494 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.977818 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:38.978135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:08:39.018367 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:39.021288 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:39.022418 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-15fab30f-ab83-4b4d-8f54-77deebf4b4fd tempest-ServerActionsTestJSON-121454775 tempest-ServerActionsTestJSON-121454775-project] 10.222.0.20 "DELETE /v2.0/floatingips/0f885250-b8b8-43ca-93c4-9b34bf65a110 HTTP/1.1" status: 204  len: 168 time: 0.5021002
Nov 13 22:08:39.025337 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50504) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:39.488226 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:39.729229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Deleting port b7af7fd7-53fb-4705-8288-0525b59be5a5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:08:39.729563 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:39.806176 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] For port b7af7fd7-53fb-4705-8288-0525b59be5a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7af7fd7-53fb-4705-8288-0525b59be5a5,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:39.806467 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:39.818767 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Calling delete_port for b7af7fd7-53fb-4705-8288-0525b59be5a5 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:08:40.049369 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:40.079729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7af7fd7-53fb-4705-8288-0525b59be5a5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:40.243408 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:40.460729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Router 13d00a6f-f3b7-4b51-a926-3af8c916e44f has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:08:40.561393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:08:40.566390 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3b71c20b-4a30-4450-ab46-773b4327a920 admin admin] 10.222.0.20 "PUT /v2.0/routers/13d00a6f-f3b7-4b51-a926-3af8c916e44f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5401320
Nov 13 22:08:40.569058 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50508) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:40.571782 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] Sync routers for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:08:40.582972 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:08:40.583632 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde471460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:40.791675 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:08:40.973188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde471460>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T22:08:39Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:41.003029 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] Checking router: 13d00a6f-f3b7-4b51-a926-3af8c916e44f for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:08:41.011158 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] Routers {'13d00a6f-f3b7-4b51-a926-3af8c916e44f'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:08:41.011742 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde471460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:08:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:41.021399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.112768 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] Set router 13d00a6f-f3b7-4b51-a926-3af8c916e44f gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:08:41.120169 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.232770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Deleting port a255e53d-c162-4c6e-b81f-fc7230d00429 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:08:41.233110 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.289537 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde471460>, [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T22:08:39Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:41.311386 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] For port a255e53d-c162-4c6e-b81f-fc7230d00429, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a255e53d-c162-4c6e-b81f-fc7230d00429,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:41.311721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.315319 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bdf7e4-d167-4f7e-be1c-f27f27fd9f59 None None] The sync data for ids ['13d00a6f-f3b7-4b51-a926-3af8c916e44f'] in ncdv-master-1 is: [{'id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'name': 'tempest-ServerActionsTestJSON-432918883-router', 'tenant_id': '7608b55aa7324c33b0406eeedcafcec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82'}], 'enable_snat': True}, 'gw_port_id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T22:08:39Z', 'revision_number': 5, 'project_id': '7608b55aa7324c33b0406eeedcafcec4', 'gw_port': {'id': 'a255e53d-c162-4c6e-b81f-fc7230d00429', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d00a6f-f3b7-4b51-a926-3af8c916e44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T21:58:34Z', 'updated_at': '2021-11-13T21:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:08:41.325947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Calling delete_port for a255e53d-c162-4c6e-b81f-fc7230d00429 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:08:41.537934 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.562002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a255e53d-c162-4c6e-b81f-fc7230d00429,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:41.581935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6800c9b3-300f-42ee-9a5a-a9f2c494ea35 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:08:41.627875 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.721187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.728064 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.838420 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.838958 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d00a6f-f3b7-4b51-a926-3af8c916e44f {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:08:41.844214 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.845414 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-64104d25-bbff-4c5d-9e53-e0d6ac1308e7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/13d00a6f-f3b7-4b51-a926-3af8c916e44f HTTP/1.1" status: 204  len: 168 time: 1.2754610
Nov 13 22:08:41.847890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50510) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:41.895466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Deleting subnet 5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:08:41.898727 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:41.939925 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.017665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.127008 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.158744 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aae38bb-5516-4f8f-a0db-bf1ea9847eb3,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:42.160865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.163974 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d14660c8-8c76-44b0-85a8-67a3db9e5e24 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5aae38bb-5516-4f8f-a0db-bf1ea9847eb3 HTTP/1.1" status: 204  len: 168 time: 0.3151448
Nov 13 22:08:42.164589 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49512cfa-76a4-41a2-bbec-1ad472de8d0a None None] Network 38475c54-dc43-4593-af5b-898b2d852294 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:08:42.166632 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50512) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:42.239627 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.298512 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Deleting port 9d52b970-1aa0-4e32-994f-f7b964c48392 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:08:42.298841 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.357794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] DHCP port deletion for 38475c54-dc43-4593-af5b-898b2d852294 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:08:42.374757 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] For port 9d52b970-1aa0-4e32-994f-f7b964c48392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d52b970-1aa0-4e32-994f-f7b964c48392,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:42.375047 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.389003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Calling delete_port for 9d52b970-1aa0-4e32-994f-f7b964c48392 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:08:42.411134 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] Deleting port 9d52b970-1aa0-4e32-994f-f7b964c48392 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:08:42.411507 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.430499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a255e53d-c162-4c6e-b81f-fc7230d00429 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:08:42.482162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a255e53d-c162-4c6e-b81f-fc7230d00429 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:08:42.482500 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a255e53d-c162-4c6e-b81f-fc7230d00429 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:08:42.482924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b7af7fd7-53fb-4705-8288-0525b59be5a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:08:42.509239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: b7af7fd7-53fb-4705-8288-0525b59be5a5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:08:42.509578 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device b7af7fd7-53fb-4705-8288-0525b59be5a5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:08:42.509982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9d52b970-1aa0-4e32-994f-f7b964c48392 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:08:42.516627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] For port 9d52b970-1aa0-4e32-994f-f7b964c48392, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d52b970-1aa0-4e32-994f-f7b964c48392,segment=NetworkSegment(a1437ed6-597b-4db9-ac2b-8bbc2a6181d6),segment_id=a1437ed6-597b-4db9-ac2b-8bbc2a6181d6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:42.518149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.552426 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.562548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] Calling delete_port for 9d52b970-1aa0-4e32-994f-f7b964c48392 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:08:42.580919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d52b970-1aa0-4e32-994f-f7b964c48392,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:42.582174 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] No DVR routers for this DVR port 9d52b970-1aa0-4e32-994f-f7b964c48392 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:08:42.583656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No active binding found for port 9d52b970-1aa0-4e32-994f-f7b964c48392 {{(pid=120534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Nov 13 22:08:42.584258 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9d52b970-1aa0-4e32-994f-f7b964c48392 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:08:42.647740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.661234 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.672183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] Pushing event deleted for resources: {'Port': ['ID=9d52b970-1aa0-4e32-994f-f7b964c48392,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:42.682620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcd0af-aefb-449b-8779-e8bda53622d9 None None] No DVR routers for this DVR port 9d52b970-1aa0-4e32-994f-f7b964c48392 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:08:42.685159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd968790>,) {'filters': {'network_id': ['38475c54-dc43-4593-af5b-898b2d852294']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:42.696478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd968790>, 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:42.696886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd968790>, 'a1437ed6-597b-4db9-ac2b-8bbc2a6181d6') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:08:42.707237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.721063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.727099 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:08:42.727482 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:08:42.729159 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:08:42.755200 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.852225 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.858266 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:42.861762 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] 10.222.0.20 "DELETE /v2.0/networks/38475c54-dc43-4593-af5b-898b2d852294 HTTP/1.1" status: 204  len: 168 time: 0.6941953
Nov 13 22:08:42.873995 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaa1be-7a5a-44a2-a621-8cb56db03152 admin admin] Pushing event deleted for resources: {'Network': ['ID=38475c54-dc43-4593-af5b-898b2d852294,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:43.173488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50516) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:43.213316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bbefbfe7-54c5-4083-b3a1-e47d28e71e08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7608b55aa7324c33b0406eeedcafcec4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386219
Nov 13 22:08:43.215681 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50518) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:43.262372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6f88381-c83a-473d-bbb1-c86448424055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:43.283647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6f88381-c83a-473d-bbb1-c86448424055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:43.417739 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6f88381-c83a-473d-bbb1-c86448424055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:43.420931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f6f88381-c83a-473d-bbb1-c86448424055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:43.422052 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f6f88381-c83a-473d-bbb1-c86448424055 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27f3cca5-0ca0-4ba5-8c74-9b6876ffb8dd HTTP/1.1" status: 204  len: 168 time: 0.2053809
Nov 13 22:08:43.429926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f88381-c83a-473d-bbb1-c86448424055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3cca5-0ca0-4ba5-8c74-9b6876ffb8dd,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:44.475423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50540) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:44.570031 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-652272146-network', 'tenant_id': 'ac034ea63d3b4538948f61f4e588cb45'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:08:44.672419 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Made reservation on behalf of ac034ea63d3b4538948f61f4e588cb45 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:08:44.674810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:44.687816 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:44.758974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:44.838112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:44.862440 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:08:44.872439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:44.877148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:44.877481 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Added segment 7c6751bf-20bb-4898-9ec4-43d2f65c9696 of type vlan for network 9762d588-702c-4360-a78f-591ec9a30d7a
Nov 13 22:08:44.918250 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.020478 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.021734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:45.022335 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.046543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.084922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] Pushing event updated for resources: {'Network': ['ID=9762d588-702c-4360-a78f-591ec9a30d7a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:45.094943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 9762d588-702c-4360-a78f-591ec9a30d7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:08:45.132039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e91fe9a2-6624-4cf3-8c25-bcfcf289252b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6554582
Nov 13 22:08:45.134910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50544) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:08:45.139826 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Request body: {'subnet': {'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-652272146-subnet', 'tenant_id': 'ac034ea63d3b4538948f61f4e588cb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:08:45.231947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Made reservation on behalf of ac034ea63d3b4538948f61f4e588cb45 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:08:45.234333 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.467017 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.520157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51613d29-96c6-47b3-806b-3692d2ed240b,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:45.532577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Checking segment: {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:08:45.532968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Network hostable DHCP agents. Network: 9762d588-702c-4360-a78f-591ec9a30d7a, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:08:45.603628 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Network 9762d588-702c-4360-a78f-591ec9a30d7a is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:08:45.686608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9762d588-702c-4360-a78f-591ec9a30d7a) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:08:45.690668 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:45.691262 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:45.696535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4970a9e-26f4-4e20-9478-8e2d874f7bc3 None None] Network 9762d588-702c-4360-a78f-591ec9a30d7a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:08:45.818151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f8b48d17-0c60-4b53-a143-311498569893 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6821947
Nov 13 22:08:45.819232 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aaaec9-6498-4cdb-a94b-fdcc3d7beb5c None None] Network 9762d588-702c-4360-a78f-591ec9a30d7a requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:08:46.255168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-be2d669a-6448-4771-976c-86b30e6321d8 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:46.256623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-be2d669a-6448-4771-976c-86b30e6321d8 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/networks?id=9762d588-702c-4360-a78f-591ec9a30d7a HTTP/1.1" status: 200  len: 813 time: 0.1036091
Nov 13 22:08:46.271466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-a4df92a6-4126-482c-b02a-2db486a81519 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/quotas/ac034ea63d3b4538948f61f4e588cb45 HTTP/1.1" status: 200  len: 375 time: 0.0089195
Nov 13 22:08:46.305370 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-741ba556-78fc-414d-90d9-c3d3072e6b27 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac034ea63d3b4538948f61f4e588cb45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278215
Nov 13 22:08:46.397239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-4580b544-7d27-4fa6-bd95-c745812550d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845087
Nov 13 22:08:46.399561 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:08:46.484348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b665a25b-564f-45fc-8ee0-2aca696707b0 service neutron] 10.222.0.20 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809410
Nov 13 22:08:46.738161 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-19f7f1b1-f202-4780-baaa-93edbc74ace2 req-39cc89ee-e0d2-48b0-979e-d7c92235c52b tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 210 time: 0.0309949
Nov 13 22:08:47.815805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4f404b1a-1861-4620-b9d2-12062787b234 req-76460203-1636-48b0-93a7-159c28061abd tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 210 time: 0.0270028
Nov 13 22:08:48.909646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-af6e7326-27f6-4af3-91f4-aa7632edd2f5 req-7d5f6b96-6b54-4cb8-be43-5664fc9b7a66 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 210 time: 0.0266631
Nov 13 22:08:48.959931 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-faad9b51-894a-467f-84f4-d5d919a5649a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:48.961397 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-faad9b51-894a-467f-84f4-d5d919a5649a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.37 "GET /v2.0/networks?id=9762d588-702c-4360-a78f-591ec9a30d7a HTTP/1.1" status: 200  len: 813 time: 0.1142287
Nov 13 22:08:48.975054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Request body: {'port': {'device_id': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a', 'admin_state_up': True, 'tenant_id': 'ac034ea63d3b4538948f61f4e588cb45'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:08:49.215061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Made reservation on behalf of ac034ea63d3b4538948f61f4e588cb45 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:08:49.219293 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:49.339279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Allocated IP 172.20.0.9 (9762d588-702c-4360-a78f-591ec9a30d7a/51613d29-96c6-47b3-806b-3692d2ed240b/e581f641-46d7-41bc-995f-c1fa0482878f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:08:49.485209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:49.569723 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:49.610973 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Network 9762d588-702c-4360-a78f-591ec9a30d7a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:08:49.614019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:08:49.619753 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:08:49.645767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Pushing event updated for resources: {'Port': ['ID=e581f641-46d7-41bc-995f-c1fa0482878f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:49.678230 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:49.678838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:49.758117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-b394d479-81b2-4ac4-8323-ee3413e0082d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7867129
Nov 13 22:08:49.771285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Request body: {'port': {'device_id': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:08:49.823560 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:50.094860 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e29656-0d4c-48f9-b617-a53c41c98ef5 req-0b40233f-6da3-4bfe-9409-5f659094d3fb tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:50.097473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71e29656-0d4c-48f9-b617-a53c41c98ef5 req-0b40233f-6da3-4bfe-9409-5f659094d3fb tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 931 time: 0.0939465
Nov 13 22:08:50.197633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e581f641-46d7-41bc-995f-c1fa0482878f {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:08:50.205304 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71e29656-0d4c-48f9-b617-a53c41c98ef5 req-9e1f2fed-59fe-4efa-8fc7-0b8189428507 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993381
Nov 13 22:08:50.210639 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:50.224757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Transition to ACTIVE for port object e581f641-46d7-41bc-995f-c1fa0482878f will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:08:50.306421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:50.356912 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Pushing event updated for resources: {'Port': ['ID=e581f641-46d7-41bc-995f-c1fa0482878f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:50.427086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Attempting to bind port e581f641-46d7-41bc-995f-c1fa0482878f on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:08:50.427420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Attempting to bind port e581f641-46d7-41bc-995f-c1fa0482878f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:08:50.427742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Attempting to bind port e581f641-46d7-41bc-995f-c1fa0482878f on network 9762d588-702c-4360-a78f-591ec9a30d7a {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:08:50.431895 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Port e581f641-46d7-41bc-995f-c1fa0482878f on network 9762d588-702c-4360-a78f-591ec9a30d7a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:08:50.432211 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Attempting to bind port e581f641-46d7-41bc-995f-c1fa0482878f on network 9762d588-702c-4360-a78f-591ec9a30d7a {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:08:50.437412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:08:50.437742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Checking segment: {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:08:50.438113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Bound using segment: {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:08:50.438531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Bound port: e581f641-46d7-41bc-995f-c1fa0482878f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:08:50.438873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:50.498610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] For port e581f641-46d7-41bc-995f-c1fa0482878f, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:08:50.501550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] For port e581f641-46d7-41bc-995f-c1fa0482878f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e581f641-46d7-41bc-995f-c1fa0482878f,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:08:50.595831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:50.632430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:50.632590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:50.633856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] 10.222.0.37 "PUT /v2.0/ports/e581f641-46d7-41bc-995f-c1fa0482878f HTTP/1.1" status: 200  len: 1091 time: 0.8667700
Nov 13 22:08:50.634289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'tag': 'e581f641-46d7-41bc-995f-c1fa0482878f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:50.636520 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e4afc-476a-49df-bb75-8c19d5f18c92" -d '{"events": [{"name": "network-changed", "server_uuid": "8c220c1b-2b3f-4c0f-93a2-792b49453b64", "tag": "e581f641-46d7-41bc-995f-c1fa0482878f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:50.662814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4c28-1689-4b57-b59e-f0f5727b0794 service neutron] Pushing event updated for resources: {'Port': ['ID=e581f641-46d7-41bc-995f-c1fa0482878f,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:50.675227 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745251ff-4807-41d0-9c2e-f4702365c260 x-openstack-request-id: req-745251ff-4807-41d0-9c2e-f4702365c260 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:50.675513 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c220c1b-2b3f-4c0f-93a2-792b49453b64", "tag": "e581f641-46d7-41bc-995f-c1fa0482878f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:50.675762 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-745251ff-4807-41d0-9c2e-f4702365c260 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:50.676159 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'tag': 'e581f641-46d7-41bc-995f-c1fa0482878f', 'status': 'completed', 'code': 200}
Nov 13 22:08:50.736533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e4afc-476a-49df-bb75-8c19d5f18c92 req-15843c72-cc0c-4f91-b051-cebfd78b301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:50.738091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-756e4afc-476a-49df-bb75-8c19d5f18c92 req-15843c72-cc0c-4f91-b051-cebfd78b301e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac034ea63d3b4538948f61f4e588cb45&device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 1094 time: 0.0411117
Nov 13 22:08:50.839350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e4afc-476a-49df-bb75-8c19d5f18c92 req-dfbafb60-6b66-4d6c-8e36-12133b2e0506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:50.841545 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-756e4afc-476a-49df-bb75-8c19d5f18c92 req-dfbafb60-6b66-4d6c-8e36-12133b2e0506 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ac034ea63d3b4538948f61f4e588cb45&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0948114
Nov 13 22:08:50.941286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e4afc-476a-49df-bb75-8c19d5f18c92 req-fcb79092-f023-4b85-81ef-865ef75b6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:50.942671 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-756e4afc-476a-49df-bb75-8c19d5f18c92 req-fcb79092-f023-4b85-81ef-865ef75b6577 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932355
Nov 13 22:08:51.015625 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-66a7834e-b1d3-4df6-8887-1e143f3ede8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:51.017105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-66a7834e-b1d3-4df6-8887-1e143f3ede8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac034ea63d3b4538948f61f4e588cb45&device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 1094 time: 0.0396640
Nov 13 22:08:51.057629 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-ae3696e7-72b7-4ef5-a335-7c7a918ee5c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e581f641-46d7-41bc-995f-c1fa0482878f HTTP/1.1" status: 200  len: 217 time: 0.0334232
Nov 13 22:08:51.105346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be6882-13f9-42fa-b908-b7dea3312819 req-9fb65cb6-a466-4b9f-840c-b087780fb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:51.106847 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-9fb65cb6-a466-4b9f-840c-b087780fb08f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51613d29-96c6-47b3-806b-3692d2ed240b HTTP/1.1" status: 200  len: 853 time: 0.0419593
Nov 13 22:08:51.142620 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-f721fbef-ef4b-43b9-b2b2-f809cb3d230d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9762d588-702c-4360-a78f-591ec9a30d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280497
Nov 13 22:08:51.231960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-7701d3b4-11a0-4f19-b115-96073895660c service neutron] 10.222.0.37 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826232
Nov 13 22:08:51.351944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-50be6882-13f9-42fa-b908-b7dea3312819 req-d7cef6d1-cb40-497a-940a-b92856fe99f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126280
Nov 13 22:08:51.363115 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76aa4d-a086-4c82-b408-ca640f2f4350 req-56d6b85b-d288-4f93-9419-484b519ac14f tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:51.364578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f76aa4d-a086-4c82-b408-ca640f2f4350 req-56d6b85b-d288-4f93-9419-484b519ac14f tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 943 time: 0.0711784
Nov 13 22:08:51.411943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f76aa4d-a086-4c82-b408-ca640f2f4350 req-31405651-9bc9-411f-873d-1bbd5b4d49c0 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413096
Nov 13 22:08:52.528635 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce54b4d-673f-4f3f-a3fc-8b704ebe72b5 req-cc90a298-3aff-497e-bbb2-9b5036a8a2ea tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:52.530104 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ce54b4d-673f-4f3f-a3fc-8b704ebe72b5 req-cc90a298-3aff-497e-bbb2-9b5036a8a2ea tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 943 time: 0.0496235
Nov 13 22:08:52.581480 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ce54b4d-673f-4f3f-a3fc-8b704ebe72b5 req-e7d11f47-fb32-4e5e-bb90-39be6921070e tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451674
Nov 13 22:08:53.694122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ce127-f466-47b9-a848-b2f2793ba3a0 req-0509faa0-087d-43a4-94fb-82112273a06a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:53.695599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-683ce127-f466-47b9-a848-b2f2793ba3a0 req-0509faa0-087d-43a4-94fb-82112273a06a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 943 time: 0.0473814
Nov 13 22:08:53.745116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-683ce127-f466-47b9-a848-b2f2793ba3a0 req-3ed5e98a-4f90-412a-b559-9e89bd6a6896 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431416
Nov 13 22:08:54.734923 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e06ba3a-f063-4210-94ac-8f901214ca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:54.861456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225449e-2c74-4081-a498-a381a1237d40 req-73266bfb-c23e-4fba-9d97-5f2148c12490 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:54.862924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0225449e-2c74-4081-a498-a381a1237d40 req-73266bfb-c23e-4fba-9d97-5f2148c12490 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 943 time: 0.0488315
Nov 13 22:08:54.910646 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0225449e-2c74-4081-a498-a381a1237d40 req-c6714e7b-45c8-433d-a06d-d9f38f7cb1b6 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415375
Nov 13 22:08:55.219990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e581f641-46d7-41bc-995f-c1fa0482878f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:08:55.310511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port e581f641-46d7-41bc-995f-c1fa0482878f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e581f641-46d7-41bc-995f-c1fa0482878f,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:55.321571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': 'e581f641-46d7-41bc-995f-c1fa0482878f', 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a', 'port_id': 'e581f641-46d7-41bc-995f-c1fa0482878f', 'mac_address': 'fa:16:3e:cb:99:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51613d29-96c6-47b3-806b-3692d2ed240b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:08:55.358055 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:55.373419 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e581f641-46d7-41bc-995f-c1fa0482878f {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:08:55.392739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port e581f641-46d7-41bc-995f-c1fa0482878f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e581f641-46d7-41bc-995f-c1fa0482878f,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:55.446240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:55.492296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=e581f641-46d7-41bc-995f-c1fa0482878f,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:55.634751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['e581f641-46d7-41bc-995f-c1fa0482878f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:08:56.026126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fabd7d-94c4-4ee9-947c-490a4fb9d305 req-bae2091d-532f-4d69-bca6-85dbb5f4f806 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:56.027579 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05fabd7d-94c4-4ee9-947c-490a4fb9d305 req-bae2091d-532f-4d69-bca6-85dbb5f4f806 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 944 time: 0.0496099
Nov 13 22:08:56.073621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-05fabd7d-94c4-4ee9-947c-490a4fb9d305 req-02533fcd-ab74-4008-9533-eff2d3cda528 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397229
Nov 13 22:08:57.140750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1aac0f1c-45ca-4fd1-b944-4054fb0285d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:57.189251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb5f3d-70cd-4c2d-94ef-f15dc181a094 req-9323cddb-3086-4fca-89c2-143efd12f879 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:57.190730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82cb5f3d-70cd-4c2d-94ef-f15dc181a094 req-9323cddb-3086-4fca-89c2-143efd12f879 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 944 time: 0.0489645
Nov 13 22:08:57.222207 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e581f641-46d7-41bc-995f-c1fa0482878f up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:08:57.238772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82cb5f3d-70cd-4c2d-94ef-f15dc181a094 req-e509d300-1f47-4bec-9cc4-efd0e9d163b2 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420213
Nov 13 22:08:57.354728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port e581f641-46d7-41bc-995f-c1fa0482878f completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:08:57.359030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port e581f641-46d7-41bc-995f-c1fa0482878f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:08:57.359461 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:57.434410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:57.459520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e581f641-46d7-41bc-995f-c1fa0482878f'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:08:57.461762 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632192e-1789-49ba-a934-162a2c1df1e8" -d '{"events": [{"server_uuid": "8c220c1b-2b3f-4c0f-93a2-792b49453b64", "name": "network-vif-plugged", "status": "completed", "tag": "e581f641-46d7-41bc-995f-c1fa0482878f"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:08:57.475100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port e581f641-46d7-41bc-995f-c1fa0482878f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e581f641-46d7-41bc-995f-c1fa0482878f,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:08:57.498272 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44274e75-2921-4b0e-bc22-67871d0fb592 x-openstack-request-id: req-44274e75-2921-4b0e-bc22-67871d0fb592 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:08:57.498633 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c220c1b-2b3f-4c0f-93a2-792b49453b64", "name": "network-vif-plugged", "status": "completed", "tag": "e581f641-46d7-41bc-995f-c1fa0482878f", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:08:57.499034 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44274e75-2921-4b0e-bc22-67871d0fb592 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:08:57.499571 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e581f641-46d7-41bc-995f-c1fa0482878f', 'code': 200}
Nov 13 22:08:57.552061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:57.593972 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80767337-48ee-4250-9e86-10557b591a6b req-041f8d73-5d51-4060-b874-09b1ead33db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:57.596333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80767337-48ee-4250-9e86-10557b591a6b req-041f8d73-5d51-4060-b874-09b1ead33db8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 1096 time: 0.0419014
Nov 13 22:08:57.602011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=e581f641-46d7-41bc-995f-c1fa0482878f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:08:57.650649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-80767337-48ee-4250-9e86-10557b591a6b req-ffb55e60-566c-4e14-a3e2-e531765cfcdd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479167
Nov 13 22:08:58.359642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbde87-41dd-4621-a93d-986f255d4d5b req-b96008b2-2b1b-47c8-bf26-848747a2cba2 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:58.361114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82fbde87-41dd-4621-a93d-986f255d4d5b req-b96008b2-2b1b-47c8-bf26-848747a2cba2 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0551295
Nov 13 22:08:58.408006 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82fbde87-41dd-4621-a93d-986f255d4d5b req-b4b33fa6-5bc0-463b-bcb5-a56b6db55fc4 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409031
Nov 13 22:08:58.809554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:08:59.525019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0564b-a432-430b-ba0b-ea8314dfa579 req-9efd9ff9-539d-4aeb-83f2-3047eb367e01 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:59.526479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45e0564b-a432-430b-ba0b-ea8314dfa579 req-9efd9ff9-539d-4aeb-83f2-3047eb367e01 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0504541
Nov 13 22:08:59.573017 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45e0564b-a432-430b-ba0b-ea8314dfa579 req-7a039afd-4044-4e0f-83f7-fbfa2100d86b tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397544
Nov 13 22:08:59.791669 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-fc5ed46f-c408-41ed-9c9e-8542535f28dc tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:08:59.793144 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-fc5ed46f-c408-41ed-9c9e-8542535f28dc tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/networks?id=9762d588-702c-4360-a78f-591ec9a30d7a HTTP/1.1" status: 200  len: 813 time: 0.0994995
Nov 13 22:08:59.807906 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-a2f29357-8d9f-48c3-a662-dfacee49c569 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/quotas/ac034ea63d3b4538948f61f4e588cb45 HTTP/1.1" status: 200  len: 375 time: 0.0089800
Nov 13 22:08:59.860287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-c01ec9ef-ae18-4ac0-a4dd-38d23e288a93 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac034ea63d3b4538948f61f4e588cb45&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0473468
Nov 13 22:08:59.995432 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-2c60d55a-a8b2-4792-a008-3601339c9256 service neutron] 10.222.0.20 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280341
Nov 13 22:09:00.090316 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-87be68d5-4f02-4058-a526-96b2577f2b4a service neutron] 10.222.0.20 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882263
Nov 13 22:09:00.138117 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:00.321315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-deb562aa-8bc5-4eae-b82e-66cc571ece6a req-0141fdf4-9846-4cf6-b753-b0238871a9fb tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 210 time: 0.0267992
Nov 13 22:09:00.452061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:01.420678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cf9a1e3-2a39-4320-bc53-3172c7b06a12 req-f183bb47-1da5-43d0-b55d-f908604ec33f tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 210 time: 0.0330012
Nov 13 22:09:02.558783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-52b26fcd-143e-444b-9aa8-a892afae452e req-02657c22-9f78-43f6-a3e5-bc59d88b88e6 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 210 time: 0.0349989
Nov 13 22:09:02.578290 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-1a3eb29f-8b03-4f63-b3f8-01d48cb73598 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:02.578872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-1a3eb29f-8b03-4f63-b3f8-01d48cb73598 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.46 "GET /v2.0/networks?id=9762d588-702c-4360-a78f-591ec9a30d7a HTTP/1.1" status: 200  len: 813 time: 0.4910254
Nov 13 22:09:02.592744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Request body: {'port': {'device_id': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a', 'admin_state_up': True, 'tenant_id': 'ac034ea63d3b4538948f61f4e588cb45'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:02.777814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Made reservation on behalf of ac034ea63d3b4538948f61f4e588cb45 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:02.782226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:02.905017 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Allocated IP 172.20.0.7 (9762d588-702c-4360-a78f-591ec9a30d7a/51613d29-96c6-47b3-806b-3692d2ed240b/dab8ec84-c7a8-4fe4-a082-befc3421d410) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:03.052595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:03.212574 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:03.226786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['e581f641-46d7-41bc-995f-c1fa0482878f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:09:03.254315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Network 9762d588-702c-4360-a78f-591ec9a30d7a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:03.259343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:03.263714 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:03.286993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Pushing event updated for resources: {'Port': ['ID=dab8ec84-c7a8-4fe4-a082-befc3421d410,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:03.315569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:03.316099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:03.417959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-842bd32e-bbff-41d1-baf2-143f01cb49be tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8293083
Nov 13 22:09:03.430153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Request body: {'port': {'device_id': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:03.486122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:03.673685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e12473-a0d0-40c7-834e-e41d180adbd8 req-ae0a9eed-9267-4e1c-abe8-831fb3c4dedb tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:03.675235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27e12473-a0d0-40c7-834e-e41d180adbd8 req-ae0a9eed-9267-4e1c-abe8-831fb3c4dedb tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 931 time: 0.0491376
Nov 13 22:09:03.723944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-27e12473-a0d0-40c7-834e-e41d180adbd8 req-ffb4f771-95d0-41fb-937a-d86c33522b37 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426228
Nov 13 22:09:03.751110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab8ec84-c7a8-4fe4-a082-befc3421d410 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:09:03.758458 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:03.769865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Transition to ACTIVE for port object dab8ec84-c7a8-4fe4-a082-befc3421d410 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:09:03.837798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:03.886354 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Pushing event updated for resources: {'Port': ['ID=dab8ec84-c7a8-4fe4-a082-befc3421d410,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:03.955435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Attempting to bind port dab8ec84-c7a8-4fe4-a082-befc3421d410 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:03.955760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Attempting to bind port dab8ec84-c7a8-4fe4-a082-befc3421d410 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:03.956078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Attempting to bind port dab8ec84-c7a8-4fe4-a082-befc3421d410 on network 9762d588-702c-4360-a78f-591ec9a30d7a {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:03.960152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Port dab8ec84-c7a8-4fe4-a082-befc3421d410 on network 9762d588-702c-4360-a78f-591ec9a30d7a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:09:03.960462 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Attempting to bind port dab8ec84-c7a8-4fe4-a082-befc3421d410 on network 9762d588-702c-4360-a78f-591ec9a30d7a {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:03.965066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:03.965395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Checking segment: {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:03.966286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Bound using segment: {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:03.966704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Bound port: dab8ec84-c7a8-4fe4-a082-befc3421d410, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c6751bf-20bb-4898-9ec4-43d2f65c9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:03.967040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:04.027112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] For port dab8ec84-c7a8-4fe4-a082-befc3421d410, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:04.041255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] For port dab8ec84-c7a8-4fe4-a082-befc3421d410, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab8ec84-c7a8-4fe4-a082-befc3421d410,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:04.110196 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:04.143816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.144433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:04.145925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] 10.222.0.46 "PUT /v2.0/ports/dab8ec84-c7a8-4fe4-a082-befc3421d410 HTTP/1.1" status: 200  len: 1091 time: 0.7200141
Nov 13 22:09:04.146358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'tag': 'dab8ec84-c7a8-4fe4-a082-befc3421d410'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:09:04.148576 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79" -d '{"events": [{"name": "network-changed", "server_uuid": "e77cc575-152a-4466-84b5-5a037dba2bd8", "tag": "dab8ec84-c7a8-4fe4-a082-befc3421d410"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:09:04.171664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510be1f-0fe6-4a42-9860-8117aa5c9e25 service neutron] Pushing event updated for resources: {'Port': ['ID=dab8ec84-c7a8-4fe4-a082-befc3421d410,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:04.191908 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e47a17-4c7a-43ff-9b67-1d362ec99fcc x-openstack-request-id: req-84e47a17-4c7a-43ff-9b67-1d362ec99fcc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:09:04.192200 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77cc575-152a-4466-84b5-5a037dba2bd8", "tag": "dab8ec84-c7a8-4fe4-a082-befc3421d410", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:09:04.192454 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84e47a17-4c7a-43ff-9b67-1d362ec99fcc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:09:04.192886 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'tag': 'dab8ec84-c7a8-4fe4-a082-befc3421d410', 'status': 'completed', 'code': 200}
Nov 13 22:09:04.254939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79 req-ba1f6932-658b-4a39-9324-f48b2f312d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.256403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79 req-ba1f6932-658b-4a39-9324-f48b2f312d49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac034ea63d3b4538948f61f4e588cb45&device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 1094 time: 0.0409234
Nov 13 22:09:04.357881 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79 req-0b9d9417-0991-49cb-91c9-106577e16b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.359359 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79 req-0b9d9417-0991-49cb-91c9-106577e16b4d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ac034ea63d3b4538948f61f4e588cb45&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0928178
Nov 13 22:09:04.457558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79 req-da64cf0c-0576-4c65-9c58-4d7ecb6542ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.459097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ec2fb825-bba4-4a52-93ca-acb8cc65bf79 req-da64cf0c-0576-4c65-9c58-4d7ecb6542ac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0933964
Nov 13 22:09:04.537338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-fd69addc-dbac-4795-8043-a915cb1afbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.538811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-fd69addc-dbac-4795-8043-a915cb1afbf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac034ea63d3b4538948f61f4e588cb45&device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 1094 time: 0.0428426
Nov 13 22:09:04.581665 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-7d36b54d-a289-4237-a862-78af224a6596 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dab8ec84-c7a8-4fe4-a082-befc3421d410 HTTP/1.1" status: 200  len: 217 time: 0.0349522
Nov 13 22:09:04.633892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-76ad72a6-b6d2-41d2-82b4-dc138a67dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.635238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-76ad72a6-b6d2-41d2-82b4-dc138a67dc50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51613d29-96c6-47b3-806b-3692d2ed240b HTTP/1.1" status: 200  len: 853 time: 0.0469232
Nov 13 22:09:04.666509 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-bf5af20d-9dcd-427a-aa47-13ac81c5c8ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9762d588-702c-4360-a78f-591ec9a30d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243747
Nov 13 22:09:04.754320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-336ebd24-ba5d-417c-9082-47ca93f93a47 service neutron] 10.222.0.46 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812249
Nov 13 22:09:04.847878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2a7e-1510-41d7-8063-6a4bc99cdf18 req-ad859224-fbf1-49c5-9861-cba035b04051 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:04.848936 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7462d8e2-d984-4913-80ca-d8a5393aada4 req-55beec8d-21c1-428a-a629-0a6be072f0b5 service neutron] 10.222.0.46 "GET /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868831
Nov 13 22:09:04.849397 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b0d2a7e-1510-41d7-8063-6a4bc99cdf18 req-ad859224-fbf1-49c5-9861-cba035b04051 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 943 time: 0.0542362
Nov 13 22:09:04.897345 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4b0d2a7e-1510-41d7-8063-6a4bc99cdf18 req-2599b0a2-4302-4d66-a656-7beb05c43f64 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418212
Nov 13 22:09:06.015698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18507e10-c293-49e8-9abe-6f5ac86b2fe1 req-1a2e531c-d3da-406b-a8a1-96b281006243 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:06.017234 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18507e10-c293-49e8-9abe-6f5ac86b2fe1 req-1a2e531c-d3da-406b-a8a1-96b281006243 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 943 time: 0.0508497
Nov 13 22:09:06.065599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-18507e10-c293-49e8-9abe-6f5ac86b2fe1 req-ac839de9-95ac-4626-a633-f9daf92046ee tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422621
Nov 13 22:09:07.202148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c18b9-a2be-4beb-a003-d85dd74ad061 req-3fab7b70-068a-4262-af4c-3723d8dadc27 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:07.203633 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-337c18b9-a2be-4beb-a003-d85dd74ad061 req-3fab7b70-068a-4262-af4c-3723d8dadc27 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 943 time: 0.0702386
Nov 13 22:09:07.251309 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-337c18b9-a2be-4beb-a003-d85dd74ad061 req-112ba9c1-4e7f-4d27-aba3-296c69ad995a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417171
Nov 13 22:09:07.612430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device dab8ec84-c7a8-4fe4-a082-befc3421d410 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:09:07.707289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port dab8ec84-c7a8-4fe4-a082-befc3421d410, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab8ec84-c7a8-4fe4-a082-befc3421d410,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:07.718647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'dab8ec84-c7a8-4fe4-a082-befc3421d410', 'network_id': '9762d588-702c-4360-a78f-591ec9a30d7a', 'port_id': 'dab8ec84-c7a8-4fe4-a082-befc3421d410', 'mac_address': 'fa:16:3e:71:33:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51613d29-96c6-47b3-806b-3692d2ed240b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:09:07.755027 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:07.767116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab8ec84-c7a8-4fe4-a082-befc3421d410 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:09:07.786451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port dab8ec84-c7a8-4fe4-a082-befc3421d410, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab8ec84-c7a8-4fe4-a082-befc3421d410,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:07.865925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:07.915703 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=dab8ec84-c7a8-4fe4-a082-befc3421d410,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:08.054826 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['dab8ec84-c7a8-4fe4-a082-befc3421d410'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:09:08.367770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbd17c-c1dc-4d3c-9836-9eef57666e52 req-3891322c-fca5-462d-b0d4-d8f1e3c869fc tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:08.369341 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cecbd17c-c1dc-4d3c-9836-9eef57666e52 req-3891322c-fca5-462d-b0d4-d8f1e3c869fc tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 944 time: 0.0513623
Nov 13 22:09:08.416527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cecbd17c-c1dc-4d3c-9836-9eef57666e52 req-1a4f7fed-e022-40df-b7bf-3c6eff04d27e tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407379
Nov 13 22:09:09.530313 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4744687-31e5-4884-bf9e-e205733ef5ff req-d19e1b98-49ca-4b7d-a86a-2c7e299c8019 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:09.532070 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4744687-31e5-4884-bf9e-e205733ef5ff req-d19e1b98-49ca-4b7d-a86a-2c7e299c8019 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 944 time: 0.0485630
Nov 13 22:09:09.583081 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f4744687-31e5-4884-bf9e-e205733ef5ff req-f8196c72-f6b9-4f7e-b76a-9a54d256697f tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448668
Nov 13 22:09:09.627085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device dab8ec84-c7a8-4fe4-a082-befc3421d410 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:09.751967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port dab8ec84-c7a8-4fe4-a082-befc3421d410 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:09:09.755721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port dab8ec84-c7a8-4fe4-a082-befc3421d410 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:09.756085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:09.830666 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:09.851789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8ec84-c7a8-4fe4-a082-befc3421d410'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:09:09.854001 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f94443-eab8-43e4-b241-8a77aaa43f65" -d '{"events": [{"server_uuid": "e77cc575-152a-4466-84b5-5a037dba2bd8", "name": "network-vif-plugged", "status": "completed", "tag": "dab8ec84-c7a8-4fe4-a082-befc3421d410"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:09:09.866123 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port dab8ec84-c7a8-4fe4-a082-befc3421d410, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab8ec84-c7a8-4fe4-a082-befc3421d410,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:09.890682 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6f7ea6-830e-4263-b7ae-0694b5edbc68 x-openstack-request-id: req-0b6f7ea6-830e-4263-b7ae-0694b5edbc68 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:09:09.890968 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cc575-152a-4466-84b5-5a037dba2bd8", "name": "network-vif-plugged", "status": "completed", "tag": "dab8ec84-c7a8-4fe4-a082-befc3421d410", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:09:09.891215 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b6f7ea6-830e-4263-b7ae-0694b5edbc68 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:09:09.891605 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8ec84-c7a8-4fe4-a082-befc3421d410', 'code': 200}
Nov 13 22:09:09.961041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:09.985695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972fc8-8c34-4a62-8289-3559ec0d0837 req-0433d593-2df7-4032-a377-5e25615c608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:09.987185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59972fc8-8c34-4a62-8289-3559ec0d0837 req-0433d593-2df7-4032-a377-5e25615c608a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 1095 time: 0.0392978
Nov 13 22:09:10.008516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=dab8ec84-c7a8-4fe4-a082-befc3421d410,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:10.036299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-59972fc8-8c34-4a62-8289-3559ec0d0837 req-7cf9c2a6-d0fc-468c-b70b-b93879c2d682 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418189
Nov 13 22:09:10.697719 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf79eef-5938-44d5-8591-db33a1c3a5fe req-cfa097f2-89fc-4417-9e85-a87b91050d36 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:10.699199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0bf79eef-5938-44d5-8591-db33a1c3a5fe req-cfa097f2-89fc-4417-9e85-a87b91050d36 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 945 time: 0.0493038
Nov 13 22:09:10.747631 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0bf79eef-5938-44d5-8591-db33a1c3a5fe req-c169205f-c5ed-4ec4-810b-a2ec03a7b7ff tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425694
Nov 13 22:09:11.862651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542e800-1cfd-4e80-b738-42aef53efe10 req-8d1f3727-f243-4449-84f2-d5e7f27ff20f tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:11.864116 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d542e800-1cfd-4e80-b738-42aef53efe10 req-8d1f3727-f243-4449-84f2-d5e7f27ff20f tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 945 time: 0.0474191
Nov 13 22:09:11.914924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d542e800-1cfd-4e80-b738-42aef53efe10 req-4180eab8-bba7-4d0f-bbfd-ef4fbd5be9fd tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448132
Nov 13 22:09:12.362562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd846e-f515-4c8c-be92-63caa77cea58 req-fc1d96ae-d41e-4eb1-b37d-bea04d7773c6 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:12.364034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29cd846e-f515-4c8c-be92-63caa77cea58 req-fc1d96ae-d41e-4eb1-b37d-bea04d7773c6 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 945 time: 0.0481172
Nov 13 22:09:12.411171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-29cd846e-f515-4c8c-be92-63caa77cea58 req-8fe45988-ff8f-492b-8242-f472fd9aaf96 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412958
Nov 13 22:09:12.903195 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:13.528374 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be732dd-0676-4b4f-8958-108a1c7fec51 req-c27743b1-0826-4c27-8387-83a4906a3080 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:13.529895 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2be732dd-0676-4b4f-8958-108a1c7fec51 req-c27743b1-0826-4c27-8387-83a4906a3080 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 945 time: 0.0483658
Nov 13 22:09:13.577999 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2be732dd-0676-4b4f-8958-108a1c7fec51 req-1dcc6702-a54d-451b-8490-57d1b69e59a0 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412450
Nov 13 22:09:13.623051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-fd81bbc9-bce1-4da8-99ce-e24b254fe543 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:13.624489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-fd81bbc9-bce1-4da8-99ce-e24b254fe543 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.46 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 945 time: 0.0503700
Nov 13 22:09:13.713704 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Deleting port dab8ec84-c7a8-4fe4-a082-befc3421d410 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:13.714040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:13.801327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] For port dab8ec84-c7a8-4fe4-a082-befc3421d410, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dab8ec84-c7a8-4fe4-a082-befc3421d410,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:13.801682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:13.813980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Calling delete_port for dab8ec84-c7a8-4fe4-a082-befc3421d410 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:14.075032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:14.088316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['dab8ec84-c7a8-4fe4-a082-befc3421d410'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:09:14.090721 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['e581f641-46d7-41bc-995f-c1fa0482878f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:09:14.104440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Pushing event deleted for resources: {'Port': ['ID=dab8ec84-c7a8-4fe4-a082-befc3421d410,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:14.134567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.135698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.135698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.135698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.136026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.136237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.137478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.137478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.137478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.137478 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.137924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.138096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:14.158982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] No DVR routers for this DVR port dab8ec84-c7a8-4fe4-a082-befc3421d410 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:14.161749 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:14.165035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48bba2f6-2339-4d6b-a2e0-8afa97f2c63a req-8c741f6d-6e3d-4aa2-a627-e0a5605f929c tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.46 "DELETE /v2.0/ports/dab8ec84-c7a8-4fe4-a082-befc3421d410 HTTP/1.1" status: 204  len: 173 time: 0.5344613
Nov 13 22:09:14.165467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'name': 'network-vif-deleted', 'tag': 'dab8ec84-c7a8-4fe4-a082-befc3421d410'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:09:14.167721 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243c262b-2ecf-4db4-8727-247508e8ca0f" -d '{"events": [{"server_uuid": "e77cc575-152a-4466-84b5-5a037dba2bd8", "name": "network-vif-deleted", "tag": "dab8ec84-c7a8-4fe4-a082-befc3421d410"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:09:14.206016 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b14653c-3930-45b0-8434-6b4dfe0f869d x-openstack-request-id: req-4b14653c-3930-45b0-8434-6b4dfe0f869d {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:09:14.206311 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77cc575-152a-4466-84b5-5a037dba2bd8", "name": "network-vif-deleted", "tag": "dab8ec84-c7a8-4fe4-a082-befc3421d410", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:09:14.206564 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b14653c-3930-45b0-8434-6b4dfe0f869d {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:09:14.206966 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77cc575-152a-4466-84b5-5a037dba2bd8', 'name': 'network-vif-deleted', 'tag': 'dab8ec84-c7a8-4fe4-a082-befc3421d410', 'status': 'completed', 'code': 200}
Nov 13 22:09:14.689686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e78a1149-000f-42c0-afe7-04a2fc60d251 req-f22d4aae-6db0-4619-911a-aa18aadbd95b tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=e77cc575-152a-4466-84b5-5a037dba2bd8 HTTP/1.1" status: 200  len: 210 time: 0.0310917
Nov 13 22:09:15.043448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:15.843282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db41c3-5f3f-4e72-8971-c58cebe4e35f req-04571af8-a9c9-486b-8855-775b0432ef34 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:15.844655 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3db41c3-5f3f-4e72-8971-c58cebe4e35f req-04571af8-a9c9-486b-8855-775b0432ef34 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0496936
Nov 13 22:09:15.890899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e3db41c3-5f3f-4e72-8971-c58cebe4e35f req-95183a85-ff9f-46a0-8de8-ea1581fa1544 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402822
Nov 13 22:09:16.023150 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105a86a-a127-4d07-b37f-41bdca9ec111 req-cec27043-18f8-4f3f-9136-c432792faa2b tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:16.025590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e105a86a-a127-4d07-b37f-41bdca9ec111 req-cec27043-18f8-4f3f-9136-c432792faa2b tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0522411
Nov 13 22:09:16.073424 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e105a86a-a127-4d07-b37f-41bdca9ec111 req-be54c1bc-f99c-4840-baa5-16d974de8f36 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414968
Nov 13 22:09:16.187728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f7aae-320e-4206-a983-5cf7abd81065 req-44cc7f0d-37a8-4a6c-bb75-c955fff0ed83 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:16.189852 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-766f7aae-320e-4206-a983-5cf7abd81065 req-44cc7f0d-37a8-4a6c-bb75-c955fff0ed83 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0483789
Nov 13 22:09:16.236830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-766f7aae-320e-4206-a983-5cf7abd81065 req-c3807d7f-e7b4-46de-8b18-25d8b01d8039 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408614
Nov 13 22:09:16.400957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2274fac-1898-4ac4-add5-244c258cfa0b req-def234b2-af07-46f6-880d-41ffd60332d0 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:16.403196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2274fac-1898-4ac4-add5-244c258cfa0b req-def234b2-af07-46f6-880d-41ffd60332d0 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0486286
Nov 13 22:09:16.449755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a2274fac-1898-4ac4-add5-244c258cfa0b req-d65e3453-ab61-4ab2-bbd7-85222ea14bdb tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404770
Nov 13 22:09:16.567093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e0406-b6ce-4661-90f3-60926eeb49e9 req-457b179d-3b5c-4661-9a70-db7932385415 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:16.568562 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c05e0406-b6ce-4661-90f3-60926eeb49e9 req-457b179d-3b5c-4661-9a70-db7932385415 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0528097
Nov 13 22:09:16.615573 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c05e0406-b6ce-4661-90f3-60926eeb49e9 req-9a3bb094-cb36-48e9-934c-fa3d34af2b2a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408995
Nov 13 22:09:16.736765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dab286-2c01-4bfe-90c9-44039df98732 req-490b34be-3ce5-48aa-afb5-820a5f898eea tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:16.738322 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22dab286-2c01-4bfe-90c9-44039df98732 req-490b34be-3ce5-48aa-afb5-820a5f898eea tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0486841
Nov 13 22:09:16.789855 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22dab286-2c01-4bfe-90c9-44039df98732 req-a5909635-7b8f-4520-84ca-de5dff786b3d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457027
Nov 13 22:09:17.352774 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd7b80-f71a-472c-a357-d98d68ea0278 req-4ba773a1-8f78-4cb0-8fa9-4934200709b1 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:17.354228 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0dd7b80-f71a-472c-a357-d98d68ea0278 req-4ba773a1-8f78-4cb0-8fa9-4934200709b1 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0530763
Nov 13 22:09:17.401454 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c0dd7b80-f71a-472c-a357-d98d68ea0278 req-c439ceb4-1d6a-4fab-a678-823ba2bd375d tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411651
Nov 13 22:09:17.675519 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device dab8ec84-c7a8-4fe4-a082-befc3421d410 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:09:17.695556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: dab8ec84-c7a8-4fe4-a082-befc3421d410 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:09:17.696854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device dab8ec84-c7a8-4fe4-a082-befc3421d410 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:09:18.522917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a3c23-0a24-4892-9150-938b811e4cf3 req-f907dc69-35e1-4014-a975-799d236631f7 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:18.524423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa1a3c23-0a24-4892-9150-938b811e4cf3 req-f907dc69-35e1-4014-a975-799d236631f7 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0524948
Nov 13 22:09:18.572979 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa1a3c23-0a24-4892-9150-938b811e4cf3 req-ea18eb5a-dc17-4147-a67b-38bee16a514e tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425541
Nov 13 22:09:18.685279 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-0df6d6c7-b1b2-4a6e-b882-39b0245216ad tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:18.686597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-0df6d6c7-b1b2-4a6e-b882-39b0245216ad tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 945 time: 0.0476530
Nov 13 22:09:18.779913 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Deleting port e581f641-46d7-41bc-995f-c1fa0482878f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:18.780245 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:18.866866 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] For port e581f641-46d7-41bc-995f-c1fa0482878f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e581f641-46d7-41bc-995f-c1fa0482878f,segment=NetworkSegment(7c6751bf-20bb-4898-9ec4-43d2f65c9696),segment_id=7c6751bf-20bb-4898-9ec4-43d2f65c9696)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:18.867219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:18.879350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Calling delete_port for e581f641-46d7-41bc-995f-c1fa0482878f owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:19.083385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:19.094694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['e581f641-46d7-41bc-995f-c1fa0482878f'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:09:19.112900 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Pushing event deleted for resources: {'Port': ['ID=e581f641-46d7-41bc-995f-c1fa0482878f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:19.156649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] No DVR routers for this DVR port e581f641-46d7-41bc-995f-c1fa0482878f on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:19.159880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:19.163324 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ad055a1-97fc-45f4-a91b-8d3ce4c54637 req-9b9f9e4a-5821-40f6-883d-2773610f1c5a tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.37 "DELETE /v2.0/ports/e581f641-46d7-41bc-995f-c1fa0482878f HTTP/1.1" status: 204  len: 173 time: 0.4703662
Nov 13 22:09:19.163758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'name': 'network-vif-deleted', 'tag': 'e581f641-46d7-41bc-995f-c1fa0482878f'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:09:19.166109 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcdccd4-34fa-490a-b2df-6126af66db12" -d '{"events": [{"server_uuid": "8c220c1b-2b3f-4c0f-93a2-792b49453b64", "name": "network-vif-deleted", "tag": "e581f641-46d7-41bc-995f-c1fa0482878f"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:09:19.201227 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32549e3-9bb6-4a43-a763-d7afed482866 x-openstack-request-id: req-f32549e3-9bb6-4a43-a763-d7afed482866 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:09:19.201516 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c220c1b-2b3f-4c0f-93a2-792b49453b64", "name": "network-vif-deleted", "tag": "e581f641-46d7-41bc-995f-c1fa0482878f", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:09:19.201789 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f32549e3-9bb6-4a43-a763-d7afed482866 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:09:19.202191 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c220c1b-2b3f-4c0f-93a2-792b49453b64', 'name': 'network-vif-deleted', 'tag': 'e581f641-46d7-41bc-995f-c1fa0482878f', 'status': 'completed', 'code': 200}
Nov 13 22:09:19.678283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0dabecdc-8cc1-4927-95c4-977d2edf06b5 req-e6f04d28-8840-4ba9-bda3-a4ff07554c29 tempest-ServersNegativeTestJSON-1462424399 tempest-ServersNegativeTestJSON-1462424399-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c220c1b-2b3f-4c0f-93a2-792b49453b64 HTTP/1.1" status: 200  len: 210 time: 0.0263717
Nov 13 22:09:20.740890 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50702) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:20.786109 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Deleting subnet 51613d29-96c6-47b3-806b-3692d2ed240b {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:09:20.789141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:20.824380 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:20.863104 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:20.986278 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.011542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51613d29-96c6-47b3-806b-3692d2ed240b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:21.016749 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.020589 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-00feb072-6000-4ec8-bf74-f231a46fb6c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51613d29-96c6-47b3-806b-3692d2ed240b HTTP/1.1" status: 204  len: 168 time: 0.2781532
Nov 13 22:09:21.023171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50704) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:21.093935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.175413 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.195921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdec873d0>,) {'filters': {'network_id': ['9762d588-702c-4360-a78f-591ec9a30d7a']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:21.205220 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdec873d0>, '7c6751bf-20bb-4898-9ec4-43d2f65c9696') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:21.205514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdec873d0>, '7c6751bf-20bb-4898-9ec4-43d2f65c9696') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:21.215337 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.227988 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.233728 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:21.234103 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:21.235747 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:21.383542 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.389366 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.396732 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] 10.222.0.20 "DELETE /v2.0/networks/9762d588-702c-4360-a78f-591ec9a30d7a HTTP/1.1" status: 204  len: 168 time: 0.3720579
Nov 13 22:09:21.414493 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5af48-3643-48b9-9590-74e62812bc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=9762d588-702c-4360-a78f-591ec9a30d7a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:21.730478 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50724) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:21.770878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-24cc4001-37ab-4faf-810f-0de74f2fc85b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac034ea63d3b4538948f61f4e588cb45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392253
Nov 13 22:09:21.773410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50726) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:21.821218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-336277a0-60e2-43af-acf6-90006c8794eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.842120 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-336277a0-60e2-43af-acf6-90006c8794eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.977754 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-336277a0-60e2-43af-acf6-90006c8794eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.980322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-336277a0-60e2-43af-acf6-90006c8794eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:21.981514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-336277a0-60e2-43af-acf6-90006c8794eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f HTTP/1.1" status: 204  len: 168 time: 0.2071736
Nov 13 22:09:21.989499 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336277a0-60e2-43af-acf6-90006c8794eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ec1094-30e1-49dc-9c3e-997b3bd5ff1f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:23.043604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50748) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:23.137122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543890107'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:23.251575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:23.255041 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.263564 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.339244 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.379260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e581f641-46d7-41bc-995f-c1fa0482878f no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:09:23.398285 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:09:23.398842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: e581f641-46d7-41bc-995f-c1fa0482878f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:09:23.398962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device e581f641-46d7-41bc-995f-c1fa0482878f not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:09:23.400573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.424219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:23.439459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172d62c7-7a5c-4e24-92e8-73e723515fd8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:23.444217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.444217 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Added segment e548255e-3163-4a36-b06f-72c171f220d7 of type vlan for network 5ea19156-3c5a-40a7-9c72-6abe673e94f1
Nov 13 22:09:23.482779 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.566018 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.571638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:23.572252 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:23.636463 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Network': ['ID=5ea19156-3c5a-40a7-9c72-6abe673e94f1,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:23.647141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:23.663908 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b788b8f2-de0c-459f-8e43-4d409667a77a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6192260
Nov 13 22:09:24.777704 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f76f1022-302c-49e5-a40d-5925e0845b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:26.910725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50752) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:26.915742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'subnet': {'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:27.117032 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-679ea4b5-e6c1-4ad9-b8e9-0d74f1ff5565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.117697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:27.121606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.360418 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.424840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Subnet': ['ID=1b7efbaa-e45a-466d-8a1b-345654eed7d7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:27.431899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Checking segment: {'id': 'e548255e-3163-4a36-b06f-72c171f220d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:27.432262 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network hostable DHCP agents. Network: 5ea19156-3c5a-40a7-9c72-6abe673e94f1, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:27.546036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:27.631558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ea19156-3c5a-40a7-9c72-6abe673e94f1) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:27.635638 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:27.636315 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.641356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570245c3-7e3d-4e73-b586-8b96daa5613b None None] Network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:27.725826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4a976eed-39d2-4db5-b9ea-105e4ac928e8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8139462
Nov 13 22:09:27.729307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50754) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:27.734232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-794703625'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:27.784184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ea19156-3c5a-40a7-9c72-6abe673e94f1', 'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1', 'tenant_id': '2b5568b421c0401c9de66766e524e493', 'fixed_ips': [{'subnet_id': '1b7efbaa-e45a-466d-8a1b-345654eed7d7'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:27.785085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.824194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:27.827809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.852836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:27.861347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.861702 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Added segment 27061987-0edd-4f09-8bd5-e0bf1027b158 of type vlan for network 7c003e8c-7ef0-4d84-b1b0-4608730aade3
Nov 13 22:09:27.901831 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.921100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Allocated IP 2001:db8:0:ffff::2 (5ea19156-3c5a-40a7-9c72-6abe673e94f1/1b7efbaa-e45a-466d-8a1b-345654eed7d7/016b63e0-9d82-4db5-9aed-aac525dbe0c0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:27.974830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:27.980467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:27.981110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.047849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Network': ['ID=7c003e8c-7ef0-4d84-b1b0-4608730aade3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:28.059095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7c003e8c-7ef0-4d84-b1b0-4608730aade3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:28.066448 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.077600 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a1c27986-caa5-4b34-9fcb-f44d713a42ee tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3472636
Nov 13 22:09:28.080719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50756) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:28.085458 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'subnet': {'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:28.166775 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.204623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:28.209421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:28.213290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:28.220545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Pushing event updated for resources: {'Port': ['ID=016b63e0-9d82-4db5-9aed-aac525dbe0c0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:28.230629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.230976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.231317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.231659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.231984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.232314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.232638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.232992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.233314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.233635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.233954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.234275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:28.254840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:28.258465 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.283637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Attempting to bind port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:28.284005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Attempting to bind port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e548255e-3163-4a36-b06f-72c171f220d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:28.284370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Attempting to bind port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 on network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:28.289676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:28.290050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Checking segment: {'id': 'e548255e-3163-4a36-b06f-72c171f220d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:28.290456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.290849 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Bound using segment: {'id': 'e548255e-3163-4a36-b06f-72c171f220d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:28.291314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Bound port: 016b63e0-9d82-4db5-9aed-aac525dbe0c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e548255e-3163-4a36-b06f-72c171f220d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5ea19156-3c5a-40a7-9c72-6abe673e94f1'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:28.291691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.354250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] For port 016b63e0-9d82-4db5-9aed-aac525dbe0c0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:28.358231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] For port 016b63e0-9d82-4db5-9aed-aac525dbe0c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016b63e0-9d82-4db5-9aed-aac525dbe0c0,segment=NetworkSegment(e548255e-3163-4a36-b06f-72c171f220d7),segment_id=e548255e-3163-4a36-b06f-72c171f220d7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:28.415263 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.475282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c91ce-1a88-4df6-8cf5-fb20d1ac3640 None None] Pushing event updated for resources: {'Port': ['ID=016b63e0-9d82-4db5-9aed-aac525dbe0c0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:28.509534 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.571186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Subnet': ['ID=569a866d-64d1-4472-9ba7-6e46f23e8e94,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:28.582399 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Checking segment: {'id': '27061987-0edd-4f09-8bd5-e0bf1027b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:28.582669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network hostable DHCP agents. Network: 7c003e8c-7ef0-4d84-b1b0-4608730aade3, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:28.683443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network 7c003e8c-7ef0-4d84-b1b0-4608730aade3 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:28.774507 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c003e8c-7ef0-4d84-b1b0-4608730aade3) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:28.779081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:28.779836 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.783291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70c7d0-dec2-4d12-934a-f7949a30fcc8 None None] Network 7c003e8c-7ef0-4d84-b1b0-4608730aade3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:28.803404 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.877956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e7758596-f49a-4f8d-bdb3-71a771afe851 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.7963569
Nov 13 22:09:28.880535 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50758) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:28.929243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c003e8c-7ef0-4d84-b1b0-4608730aade3', 'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3', 'tenant_id': '2b5568b421c0401c9de66766e524e493', 'fixed_ips': [{'subnet_id': '569a866d-64d1-4472-9ba7-6e46f23e8e94'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:28.930127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:28.982436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.073411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Allocated IP 2001:db8::2 (7c003e8c-7ef0-4d84-b1b0-4608730aade3/569a866d-64d1-4472-9ba7-6e46f23e8e94/397816f9-7c21-443b-ad7b-66d3a770a6bb) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:29.082200 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.228032 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.292595 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.330103 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Network 7c003e8c-7ef0-4d84-b1b0-4608730aade3 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:29.333469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:29.339318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:29.347863 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Pushing event updated for resources: {'Port': ['ID=397816f9-7c21-443b-ad7b-66d3a770a6bb,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:29.363998 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.389993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c0980-f46b-4afb-9b06-8f8621bc918a None None] Network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:29.397030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Subnet': ['ID=569a866d-64d1-4472-9ba7-6e46f23e8e94,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:29.426844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Attempting to bind port 397816f9-7c21-443b-ad7b-66d3a770a6bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:29.427220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Attempting to bind port 397816f9-7c21-443b-ad7b-66d3a770a6bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27061987-0edd-4f09-8bd5-e0bf1027b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:29.427586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Attempting to bind port 397816f9-7c21-443b-ad7b-66d3a770a6bb on network 7c003e8c-7ef0-4d84-b1b0-4608730aade3 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:29.455937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.462259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:29.462259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Checking segment: {'id': '27061987-0edd-4f09-8bd5-e0bf1027b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:29.462259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.462259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Bound using segment: {'id': '27061987-0edd-4f09-8bd5-e0bf1027b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:29.462259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Bound port: 397816f9-7c21-443b-ad7b-66d3a770a6bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27061987-0edd-4f09-8bd5-e0bf1027b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:29.462259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.476181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe03ea160>,) {'filters': {'network_id': ['7c003e8c-7ef0-4d84-b1b0-4608730aade3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:29.493578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe03ea160>, '27061987-0edd-4f09-8bd5-e0bf1027b158') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:29.493876 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe03ea160>, '27061987-0edd-4f09-8bd5-e0bf1027b158') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:29.510451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.536264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.542501 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-91744e04-3780-40d2-b748-1afadfc21335 None None] Provisioning complete for port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:29.542877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-91744e04-3780-40d2-b748-1afadfc21335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.543562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:29.543953 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:29.547334 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:29.606645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] For port 397816f9-7c21-443b-ad7b-66d3a770a6bb, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:29.611194 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] For port 397816f9-7c21-443b-ad7b-66d3a770a6bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397816f9-7c21-443b-ad7b-66d3a770a6bb,segment=NetworkSegment(27061987-0edd-4f09-8bd5-e0bf1027b158),segment_id=27061987-0edd-4f09-8bd5-e0bf1027b158)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:29.672316 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 22:09:29.672316 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 22:09:29.672316 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '7c003e8c-7ef0-4d84-b1b0-4608730aade3'}]
Nov 13 22:09:29.672316 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 22:09:29.672874 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 22:09:29.699279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-91744e04-3780-40d2-b748-1afadfc21335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.710953 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.781686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-91744e04-3780-40d2-b748-1afadfc21335 None None] For port 016b63e0-9d82-4db5-9aed-aac525dbe0c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016b63e0-9d82-4db5-9aed-aac525dbe0c0,segment=NetworkSegment(e548255e-3163-4a36-b06f-72c171f220d7),segment_id=e548255e-3163-4a36-b06f-72c171f220d7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:29.811306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae08a8-348a-401f-baeb-8f3277edb540 None None] Pushing event updated for resources: {'Port': ['ID=397816f9-7c21-443b-ad7b-66d3a770a6bb,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:29.837318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be1a27-3d07-4281-8bd1-837ea42f39e5 None None] Network 7c003e8c-7ef0-4d84-b1b0-4608730aade3 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:29.861177 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-91744e04-3780-40d2-b748-1afadfc21335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:29.982348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91744e04-3780-40d2-b748-1afadfc21335 None None] Pushing event updated for resources: {'Port': ['ID=016b63e0-9d82-4db5-9aed-aac525dbe0c0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:30.006567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-03e4a4b4-a3e7-49d3-b901-ac78475b3742 None None] Provisioning complete for port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:30.009955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-03e4a4b4-a3e7-49d3-b901-ac78475b3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.030035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818addb-3a7d-44d6-8f06-b3f6ac81c10d None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 22:09:30.126377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8818addb-3a7d-44d6-8f06-b3f6ac81c10d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 22:09:30.173418 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.217476 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.229050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Deleting port 397816f9-7c21-443b-ad7b-66d3a770a6bb {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:30.229390 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.297307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] For port 397816f9-7c21-443b-ad7b-66d3a770a6bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=397816f9-7c21-443b-ad7b-66d3a770a6bb,segment=NetworkSegment(27061987-0edd-4f09-8bd5-e0bf1027b158),segment_id=27061987-0edd-4f09-8bd5-e0bf1027b158)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:30.297565 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.310489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Calling delete_port for 397816f9-7c21-443b-ad7b-66d3a770a6bb owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:30.423288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.446466 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.467951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 016b63e0-9d82-4db5-9aed-aac525dbe0c0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:30.472742 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Port': ['ID=397816f9-7c21-443b-ad7b-66d3a770a6bb,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:30.477571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No DVR routers for this DVR port 397816f9-7c21-443b-ad7b-66d3a770a6bb on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:30.515875 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:30.516243 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.560111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.581420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde948d30>,) {'filters': {'network_id': ['7c003e8c-7ef0-4d84-b1b0-4608730aade3']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:30.591414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde948d30>, '27061987-0edd-4f09-8bd5-e0bf1027b158') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:30.591708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde948d30>, '27061987-0edd-4f09-8bd5-e0bf1027b158') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:30.601760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.614609 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.620504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:30.620945 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:30.623948 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:30.749319 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.756901 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.762034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/7c003e8c-7ef0-4d84-b1b0-4608730aade3 HTTP/1.1" status: 204  len: 168 time: 1.8787701
Nov 13 22:09:30.764251 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50760) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:30.769447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126999556'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:30.776667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125421d4-ae4f-499b-b055-c5d5e6da08cb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Network': ['ID=7c003e8c-7ef0-4d84-b1b0-4608730aade3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:30.863573 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:30.867080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.894553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:30.903962 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:30.904305 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Added segment 2f8a6ef3-f65d-4d4c-9b31-543a79912a0a of type vlan for network e5605209-49f9-4e5e-9871-c11e9c3bdf2b
Nov 13 22:09:30.944074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:31.037449 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:31.043093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:31.043705 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:31.108204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Network': ['ID=e5605209-49f9-4e5e-9871-c11e9c3bdf2b,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:31.119321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network e5605209-49f9-4e5e-9871-c11e9c3bdf2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:31.143340 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-251afc0b-1072-43b1-865e-be7384320de9 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3778412
Nov 13 22:09:31.151626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50762) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:31.151626 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'subnet': {'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:31.339762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:31.343412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:31.398807 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Performing IP validity checks on allocation pools {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Nov 13 22:09:31.399244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.ipam_backend_mixin [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Checking for overlaps among allocation pools and gateway ip {{(pid=120533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Nov 13 22:09:31.574508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:31.634269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Subnet': ['ID=b6e6a23d-3d14-46bc-86ba-ba736fff6fc8,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:31.643042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Checking segment: {'id': '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:31.643409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network hostable DHCP agents. Network: e5605209-49f9-4e5e-9871-c11e9c3bdf2b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:31.737592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network e5605209-49f9-4e5e-9871-c11e9c3bdf2b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:31.823193 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5605209-49f9-4e5e-9871-c11e9c3bdf2b) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:31.827214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:31.827808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:31.833951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c30638f-1648-479e-873f-58aa02f7fb93 None None] Network e5605209-49f9-4e5e-9871-c11e9c3bdf2b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:31.902886 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12e2d9bc-13a5-4c48-a849-1ad34cbbf9af tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7555745
Nov 13 22:09:31.905524 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50764) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:31.976552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5605209-49f9-4e5e-9871-c11e9c3bdf2b', 'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b', 'tenant_id': '2b5568b421c0401c9de66766e524e493', 'fixed_ips': [{'subnet_id': 'b6e6a23d-3d14-46bc-86ba-ba736fff6fc8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:31.977436 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.007415 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.084644 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.115044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Allocated IP 2001:db8::3 (e5605209-49f9-4e5e-9871-c11e9c3bdf2b/b6e6a23d-3d14-46bc-86ba-ba736fff6fc8/8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:32.259035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.332283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.369694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Network e5605209-49f9-4e5e-9871-c11e9c3bdf2b is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:32.374397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:32.379188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:32.386125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Pushing event updated for resources: {'Port': ['ID=8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:32.407275 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.442183 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e6a23d-3d14-46bc-86ba-ba736fff6fc8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:32.444991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Attempting to bind port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:32.445365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Attempting to bind port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:32.445722 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Attempting to bind port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37 on network e5605209-49f9-4e5e-9871-c11e9c3bdf2b {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:32.454375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:32.454747 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Checking segment: {'id': '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:32.455149 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.455539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Bound using segment: {'id': '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:32.456004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Bound port: 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:32.456382 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.501317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.518997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] For port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:32.521523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdeb2dee0>,) {'filters': {'network_id': ['e5605209-49f9-4e5e-9871-c11e9c3bdf2b']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:32.522845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] For port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37,segment=NetworkSegment(2f8a6ef3-f65d-4d4c-9b31-543a79912a0a),segment_id=2f8a6ef3-f65d-4d4c-9b31-543a79912a0a)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:32.531382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeb2dee0>, '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:32.531676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdeb2dee0>, '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:32.541850 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.586708 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.589707 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.598491 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:32.598896 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:32.601973 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:32.668273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d767c-6907-4502-bc87-3f59c66a860d None None] Pushing event updated for resources: {'Port': ['ID=8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:32.683828 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831e999-dd86-4d40-ad6e-eba25984a3ec None None] Network e5605209-49f9-4e5e-9871-c11e9c3bdf2b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:32.706510 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.db.api [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 22:09:32.706510 ncdv-master-1 neutron-server[120533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 22:09:32.706510 ncdv-master-1 neutron-server[120533]: [parameters: {'id': 'e5605209-49f9-4e5e-9871-c11e9c3bdf2b'}]
Nov 13 22:09:32.706510 ncdv-master-1 neutron-server[120533]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 22:09:32.707002 ncdv-master-1 neutron-server[120533]: DEBUG oslo_db.api [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 22:09:32.800075 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac54939-55ce-41ef-88f5-08dd3b7c76f3 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 22:09:33.019127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac54939-55ce-41ef-88f5-08dd3b7c76f3 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 22:09:33.208492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.259195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Deleting port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:33.259522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.323301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] For port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37,segment=NetworkSegment(2f8a6ef3-f65d-4d4c-9b31-543a79912a0a),segment_id=2f8a6ef3-f65d-4d4c-9b31-543a79912a0a)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:33.323659 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.336026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Calling delete_port for 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:33.520972 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.547018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Port': ['ID=8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:33.555857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No DVR routers for this DVR port 8f96b4e8-a43f-468a-9e69-cbb2e4ca3b37 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:33.634820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.655263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd55c0a0>,) {'filters': {'network_id': ['e5605209-49f9-4e5e-9871-c11e9c3bdf2b']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:33.665576 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd55c0a0>, '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:33.665875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd55c0a0>, '2f8a6ef3-f65d-4d4c-9b31-543a79912a0a') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:33.675512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.689724 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.695683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:33.696074 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:33.698979 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:33.860616 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.871002 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.871112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/e5605209-49f9-4e5e-9871-c11e9c3bdf2b HTTP/1.1" status: 204  len: 168 time: 1.9643960
Nov 13 22:09:33.874864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50768) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:33.880136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618470081'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:33.882634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b34810-45e4-4027-8e00-c3ffd0f39b8b tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Network': ['ID=e5605209-49f9-4e5e-9871-c11e9c3bdf2b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:33.960182 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:33.963629 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:33.987019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:33.995790 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.000085 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Added segment 9ff23ebf-766c-4602-85e5-bdffa246c9c6 of type vlan for network 748f6bce-0c12-4fec-b17d-efd98942da2e
Nov 13 22:09:34.034700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.132310 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.141158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:34.143361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.222696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Network': ['ID=748f6bce-0c12-4fec-b17d-efd98942da2e,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:34.233340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 748f6bce-0c12-4fec-b17d-efd98942da2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:34.260272 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bd25d5db-b80c-4873-9530-e75a09af2dec tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3842921
Nov 13 22:09:34.263112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50770) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:34.267967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'subnet': {'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:34.425815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:34.429408 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.705900 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.773614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Subnet': ['ID=7551f074-c04e-45e1-bc1f-f6e6c2d4ca35,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:34.781706 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Checking segment: {'id': '9ff23ebf-766c-4602-85e5-bdffa246c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:34.782046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network hostable DHCP agents. Network: 748f6bce-0c12-4fec-b17d-efd98942da2e, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:34.857721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network 748f6bce-0c12-4fec-b17d-efd98942da2e is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:34.968536 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 748f6bce-0c12-4fec-b17d-efd98942da2e) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:34.972513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:34.973160 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:34.977023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7eb9df-3118-4648-bdbe-c39d5f3aba37 None None] Network 748f6bce-0c12-4fec-b17d-efd98942da2e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:35.057241 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e5eaad75-cd75-43d7-8950-c0669e25bbe0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7930121
Nov 13 22:09:35.060718 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50772) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:35.065713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730250842'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:35.121362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-748f6bce-0c12-4fec-b17d-efd98942da2e', 'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e', 'tenant_id': '2b5568b421c0401c9de66766e524e493', 'fixed_ips': [{'subnet_id': '7551f074-c04e-45e1-bc1f-f6e6c2d4ca35'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:35.126412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.191921 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:35.195610 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.219045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:35.228159 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.228493 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Added segment 8cb631d1-fdea-4376-960f-fcbd4732dda0 of type vlan for network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7
Nov 13 22:09:35.258057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Allocated IP 2001:db8::2 (748f6bce-0c12-4fec-b17d-efd98942da2e/7551f074-c04e-45e1-bc1f-f6e6c2d4ca35/fa1fadab-cb4c-43c1-892f-bd4f27713f9c) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:35.267553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.351913 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.357670 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:35.360353 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.400680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.423595 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Network': ['ID=0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:35.434008 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:35.466278 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cf480b2d-c62d-4953-95bc-c86ca2522a37 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4044399
Nov 13 22:09:35.469155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50774) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:35.474808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Request body: {'subnet': {'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:35.498134 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.550027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Network 748f6bce-0c12-4fec-b17d-efd98942da2e is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:35.554241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:35.557873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:35.573296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Pushing event updated for resources: {'Port': ['ID=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:35.623200 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Attempting to bind port fa1fadab-cb4c-43c1-892f-bd4f27713f9c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:35.623876 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Attempting to bind port fa1fadab-cb4c-43c1-892f-bd4f27713f9c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9ff23ebf-766c-4602-85e5-bdffa246c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:35.624488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Attempting to bind port fa1fadab-cb4c-43c1-892f-bd4f27713f9c on network 748f6bce-0c12-4fec-b17d-efd98942da2e {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:35.630210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:35.630582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Checking segment: {'id': '9ff23ebf-766c-4602-85e5-bdffa246c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:35.630984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.631375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Bound using segment: {'id': '9ff23ebf-766c-4602-85e5-bdffa246c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:35.631842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Bound port: fa1fadab-cb4c-43c1-892f-bd4f27713f9c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff23ebf-766c-4602-85e5-bdffa246c9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '748f6bce-0c12-4fec-b17d-efd98942da2e'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:35.632219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.669716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Made reservation on behalf of 2b5568b421c0401c9de66766e524e493 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:35.673599 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.699696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] For port fa1fadab-cb4c-43c1-892f-bd4f27713f9c, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:35.702868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] For port fa1fadab-cb4c-43c1-892f-bd4f27713f9c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,segment=NetworkSegment(9ff23ebf-766c-4602-85e5-bdffa246c9c6),segment_id=9ff23ebf-766c-4602-85e5-bdffa246c9c6)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:35.787257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.853991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9a58-ba16-4d9a-92cf-7173f643ef03 None None] Pushing event updated for resources: {'Port': ['ID=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:35.937940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:35.994470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event updated for resources: {'Subnet': ['ID=563bd4d1-ae7b-4653-bc91-c9347f31fa24,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:36.022333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Checking segment: {'id': '8cb631d1-fdea-4376-960f-fcbd4732dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:36.022696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network hostable DHCP agents. Network: 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:36.106219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:36.192107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:36.196315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:36.197003 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.200774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acf4d6-100f-4aa2-8f9d-b8c90c00c707 None None] Network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:36.309081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bff27337-f887-4645-87cb-2fc8393f9846 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8388524
Nov 13 22:09:36.311570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50776) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:36.346508 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7', 'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7', 'tenant_id': '2b5568b421c0401c9de66766e524e493', 'fixed_ips': [{'subnet_id': '563bd4d1-ae7b-4653-bc91-c9347f31fa24'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:36.347240 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.415691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.495351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.508985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa1fadab-cb4c-43c1-892f-bd4f27713f9c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:36.511623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Allocated IP 2001:db8::2 (0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7/563bd4d1-ae7b-4653-bc91-c9347f31fa24/4a4b5274-0bb9-4c86-9f8a-87b949a91706) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:36.624724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fa1fadab-cb4c-43c1-892f-bd4f27713f9c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:36.625097 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.732784 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.767536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.779617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4126e2-8069-40e3-a071-d8928b836df0 None None] Network 748f6bce-0c12-4fec-b17d-efd98942da2e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:36.858154 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.868316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port fa1fadab-cb4c-43c1-892f-bd4f27713f9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,segment=NetworkSegment(9ff23ebf-766c-4602-85e5-bdffa246c9c6),segment_id=9ff23ebf-766c-4602-85e5-bdffa246c9c6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:36.921127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.923386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-33dc6789-2df2-4924-a153-c937f2fb71e5 None None] Provisioning complete for port fa1fadab-cb4c-43c1-892f-bd4f27713f9c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:36.923760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-33dc6789-2df2-4924-a153-c937f2fb71e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:36.930284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:36.953164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Subnet': ['ID=563bd4d1-ae7b-4653-bc91-c9347f31fa24,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:36.963960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:36.964139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Pushing event updated for resources: {'Port': ['ID=4a4b5274-0bb9-4c86-9f8a-87b949a91706,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:36.966376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:37.005226 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.020254 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.041357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcef01ca0>,) {'filters': {'network_id': ['0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:37.051445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcef01ca0>, '8cb631d1-fdea-4376-960f-fcbd4732dda0') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:37.051732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcef01ca0>, '8cb631d1-fdea-4376-960f-fcbd4732dda0') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:37.061279 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.075665 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.081580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:37.081970 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:37.084961 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:37.142192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Attempting to bind port 4a4b5274-0bb9-4c86-9f8a-87b949a91706 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:37.142480 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Attempting to bind port 4a4b5274-0bb9-4c86-9f8a-87b949a91706 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cb631d1-fdea-4376-960f-fcbd4732dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:37.142845 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Attempting to bind port 4a4b5274-0bb9-4c86-9f8a-87b949a91706 on network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:37.163151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:37.174158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:37.174539 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Checking segment: {'id': '8cb631d1-fdea-4376-960f-fcbd4732dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:37.174939 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.175325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Bound using segment: {'id': '8cb631d1-fdea-4376-960f-fcbd4732dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:37.176324 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Bound port: 4a4b5274-0bb9-4c86-9f8a-87b949a91706, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb631d1-fdea-4376-960f-fcbd4732dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:37.177015 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.212399 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.db.api [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Nov 13 22:09:37.212399 ncdv-master-1 neutron-server[120532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Nov 13 22:09:37.212399 ncdv-master-1 neutron-server[120532]: [parameters: {'id': '0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7'}]
Nov 13 22:09:37.212399 ncdv-master-1 neutron-server[120532]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=120532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 13 22:09:37.216577 ncdv-master-1 neutron-server[120532]: DEBUG oslo_db.api [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 13 22:09:37.257767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] For port 4a4b5274-0bb9-4c86-9f8a-87b949a91706, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:37.261012 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] For port 4a4b5274-0bb9-4c86-9f8a-87b949a91706, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a4b5274-0bb9-4c86-9f8a-87b949a91706,segment=NetworkSegment(8cb631d1-fdea-4376-960f-fcbd4732dda0),segment_id=8cb631d1-fdea-4376-960f-fcbd4732dda0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:37.323636 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.416433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813aab1-ce93-4376-82a3-fa9f825f2d0f None None] Pushing event updated for resources: {'Port': ['ID=4a4b5274-0bb9-4c86-9f8a-87b949a91706,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:37.429523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3874b8ff-4fd0-43e3-b45e-ca86b0c40ea2 None None] Provisioning complete for port fa1fadab-cb4c-43c1-892f-bd4f27713f9c triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:37.429886 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3874b8ff-4fd0-43e3-b45e-ca86b0c40ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.432629 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a251bd-de91-41ae-a75a-29dbaa3d87f4 None None] Network 0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:37.610819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539aae2c-d19f-47ad-b9ab-4602b75ee9c4 None None] get_active_networks_info from ncdv-master-1 {{(pid=120534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Nov 13 22:09:37.685430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539aae2c-d19f-47ad-b9ab-4602b75ee9c4 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Nov 13 22:09:37.713697 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.765701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Deleting port 4a4b5274-0bb9-4c86-9f8a-87b949a91706 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:37.766035 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.827867 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] For port 4a4b5274-0bb9-4c86-9f8a-87b949a91706, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a4b5274-0bb9-4c86-9f8a-87b949a91706,segment=NetworkSegment(8cb631d1-fdea-4376-960f-fcbd4732dda0),segment_id=8cb631d1-fdea-4376-960f-fcbd4732dda0)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:37.828230 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:37.841404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Calling delete_port for 4a4b5274-0bb9-4c86-9f8a-87b949a91706 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:38.045993 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.071924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Port': ['ID=4a4b5274-0bb9-4c86-9f8a-87b949a91706,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:38.081545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No DVR routers for this DVR port 4a4b5274-0bb9-4c86-9f8a-87b949a91706 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:38.158059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.177552 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcf81da60>,) {'filters': {'network_id': ['0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:38.186534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf81da60>, '8cb631d1-fdea-4376-960f-fcbd4732dda0') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:38.186820 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcf81da60>, '8cb631d1-fdea-4376-960f-fcbd4732dda0') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:38.196409 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.209608 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.215203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:38.215577 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:38.218423 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:38.357238 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.363911 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.367033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 HTTP/1.1" status: 204  len: 168 time: 2.0545478
Nov 13 22:09:38.370347 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50778) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:38.378099 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374c898-5ce2-43bd-8c60-c5cb742b5d3a tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Network': ['ID=0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:38.399914 ncdv-master-1 neutron-server[120533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f62440b-c4b3-42f1-ba40-90870a4570eb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] GET failed (client error): The resource could not be found.
Nov 13 22:09:38.401473 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4f62440b-c4b3-42f1-ba40-90870a4570eb tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "GET /v2.0/subnets/563bd4d1-ae7b-4653-bc91-c9347f31fa24 HTTP/1.1" status: 404  len: 337 time: 0.0298238
Nov 13 22:09:38.404320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50780) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:38.422489 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c23f9c-d9af-430d-9701-7caa0f92fd12 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:38.423016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c23f9c-d9af-430d-9701-7caa0f92fd12 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:38.426609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a2c23f9c-d9af-430d-9701-7caa0f92fd12 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 HTTP/1.1" status: 404  len: 339 time: 0.0207224
Nov 13 22:09:38.430524 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50782) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:38.448287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa1fadab-cb4c-43c1-892f-bd4f27713f9c up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:38.461365 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb062aff-2618-40b0-a134-5b7e78548638 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:38.461816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb062aff-2618-40b0-a134-5b7e78548638 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:38.464858 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-eb062aff-2618-40b0-a134-5b7e78548638 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/subnets/563bd4d1-ae7b-4653-bc91-c9347f31fa24 HTTP/1.1" status: 404  len: 337 time: 0.0333796
Nov 13 22:09:38.467465 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50784) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:38.484877 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-2382cf82-1b64-47ea-8c87-48a95d5ad8b5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:38.485411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2382cf82-1b64-47ea-8c87-48a95d5ad8b5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:38.489025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2382cf82-1b64-47ea-8c87-48a95d5ad8b5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/0b484f3c-eefb-4bb7-8e87-9d9da2ca0af7 HTTP/1.1" status: 404  len: 339 time: 0.0200653
Nov 13 22:09:38.491471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50786) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:38.497903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port fa1fadab-cb4c-43c1-892f-bd4f27713f9c triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:38.498276 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.541265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Deleting subnet 7551f074-c04e-45e1-bc1f-f6e6c2d4ca35 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:09:38.544411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.586211 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.703751 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.818336 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.845070 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Subnet': ['ID=7551f074-c04e-45e1-bc1f-f6e6c2d4ca35,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:38.849197 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:38.852348 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2eba2a5e-db70-4018-9136-418a5a5b12a0 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/subnets/7551f074-c04e-45e1-bc1f-f6e6c2d4ca35 HTTP/1.1" status: 204  len: 168 time: 0.3598783
Nov 13 22:09:38.854951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50788) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:38.857460 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063fed41-3dcf-445c-bda3-77126897a4b6 None None] Network 748f6bce-0c12-4fec-b17d-efd98942da2e requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:39.024868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] DHCP port deletion for 748f6bce-0c12-4fec-b17d-efd98942da2e request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:39.077902 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] Deleting port fa1fadab-cb4c-43c1-892f-bd4f27713f9c {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:39.078270 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.142744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] For port fa1fadab-cb4c-43c1-892f-bd4f27713f9c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,segment=NetworkSegment(9ff23ebf-766c-4602-85e5-bdffa246c9c6),segment_id=9ff23ebf-766c-4602-85e5-bdffa246c9c6)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:39.143141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.157151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] Calling delete_port for fa1fadab-cb4c-43c1-892f-bd4f27713f9c owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:39.292172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.294674 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.318869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] Pushing event deleted for resources: {'Port': ['ID=fa1fadab-cb4c-43c1-892f-bd4f27713f9c,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:39.320671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c96519-d002-4d65-aba9-710f01f99682 None None] No DVR routers for this DVR port fa1fadab-cb4c-43c1-892f-bd4f27713f9c on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:39.386431 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.406408 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfb16a30>,) {'filters': {'network_id': ['748f6bce-0c12-4fec-b17d-efd98942da2e']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:39.415441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb16a30>, '9ff23ebf-766c-4602-85e5-bdffa246c9c6') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:39.416254 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfb16a30>, '9ff23ebf-766c-4602-85e5-bdffa246c9c6') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:39.424809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.438042 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.444504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:39.444917 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:39.447814 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:39.572217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.581852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.582825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/748f6bce-0c12-4fec-b17d-efd98942da2e HTTP/1.1" status: 204  len: 168 time: 0.7259800
Nov 13 22:09:39.585041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50790) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:39.602004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324b94-a867-43c2-81fa-9f06266bd94f tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Network': ['ID=748f6bce-0c12-4fec-b17d-efd98942da2e,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:39.624043 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd0ba6d-19ff-462b-9ec4-aa282622ebf5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:39.624489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd0ba6d-19ff-462b-9ec4-aa282622ebf5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:39.627513 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ddd0ba6d-19ff-462b-9ec4-aa282622ebf5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/subnets/b6e6a23d-3d14-46bc-86ba-ba736fff6fc8 HTTP/1.1" status: 404  len: 337 time: 0.0415642
Nov 13 22:09:39.630002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50792) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:39.647071 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd194cc3-e00b-42d0-a482-b2b6b1d6decf tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:39.647585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd194cc3-e00b-42d0-a482-b2b6b1d6decf tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:39.650510 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fd194cc3-e00b-42d0-a482-b2b6b1d6decf tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/e5605209-49f9-4e5e-9871-c11e9c3bdf2b HTTP/1.1" status: 404  len: 339 time: 0.0196354
Nov 13 22:09:39.652855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50794) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:39.677866 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-92371fba-ba85-4b91-b5c4-04b2df19afc1 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:39.678292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92371fba-ba85-4b91-b5c4-04b2df19afc1 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:39.681208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-92371fba-ba85-4b91-b5c4-04b2df19afc1 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/subnets/569a866d-64d1-4472-9ba7-6e46f23e8e94 HTTP/1.1" status: 404  len: 337 time: 0.0274489
Nov 13 22:09:39.683411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50796) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:39.699655 ncdv-master-1 neutron-server[120532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83a9a34-3e88-4479-8976-3bcdddb00cb5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] DELETE failed (client error): The resource could not be found.
Nov 13 22:09:39.700157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83a9a34-3e88-4479-8976-3bcdddb00cb5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=120532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Nov 13 22:09:39.703049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a83a9a34-3e88-4479-8976-3bcdddb00cb5 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/7c003e8c-7ef0-4d84-b1b0-4608730aade3 HTTP/1.1" status: 404  len: 339 time: 0.0187960
Nov 13 22:09:39.705170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50798) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:39.752260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Deleting subnet 1b7efbaa-e45a-466d-8a1b-345654eed7d7 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:09:39.755346 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.793400 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:39.875799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.015212 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.040856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7efbaa-e45a-466d-8a1b-345654eed7d7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:40.046898 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.052532 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a4f16a4c-51ec-426b-99e8-94e10bef5576 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/subnets/1b7efbaa-e45a-466d-8a1b-345654eed7d7 HTTP/1.1" status: 204  len: 168 time: 0.3443305
Nov 13 22:09:40.052790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7637c6-a8c3-4691-ba88-3298da573a94 None None] Network 5ea19156-3c5a-40a7-9c72-6abe673e94f1 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:40.053305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50800) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:40.138535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.192440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Deleting port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:40.192808 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.225145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] DHCP port deletion for 5ea19156-3c5a-40a7-9c72-6abe673e94f1 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:40.255899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] For port 016b63e0-9d82-4db5-9aed-aac525dbe0c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016b63e0-9d82-4db5-9aed-aac525dbe0c0,segment=NetworkSegment(e548255e-3163-4a36-b06f-72c171f220d7),segment_id=e548255e-3163-4a36-b06f-72c171f220d7)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:40.256256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.271225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] Deleting port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:40.271593 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.274390 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Calling delete_port for 016b63e0-9d82-4db5-9aed-aac525dbe0c0 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:40.334217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] For port 016b63e0-9d82-4db5-9aed-aac525dbe0c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=016b63e0-9d82-4db5-9aed-aac525dbe0c0,segment=NetworkSegment(e548255e-3163-4a36-b06f-72c171f220d7),segment_id=e548255e-3163-4a36-b06f-72c171f220d7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:40.334661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.350817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] Calling delete_port for 016b63e0-9d82-4db5-9aed-aac525dbe0c0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:40.446256 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.475031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] No DVR routers for this DVR port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:40.480457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Port': ['ID=016b63e0-9d82-4db5-9aed-aac525dbe0c0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:40.544310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa1fadab-cb4c-43c1-892f-bd4f27713f9c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:09:40.561433 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.568568 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: fa1fadab-cb4c-43c1-892f-bd4f27713f9c {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:09:40.568937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device fa1fadab-cb4c-43c1-892f-bd4f27713f9c not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:09:40.569343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 016b63e0-9d82-4db5-9aed-aac525dbe0c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:09:40.583068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdee4cbb0>,) {'filters': {'network_id': ['5ea19156-3c5a-40a7-9c72-6abe673e94f1']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:40.593145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee4cbb0>, 'e548255e-3163-4a36-b06f-72c171f220d7') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:40.598571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdee4cbb0>, 'e548255e-3163-4a36-b06f-72c171f220d7') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:40.598806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 016b63e0-9d82-4db5-9aed-aac525dbe0c0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:09:40.599154 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 016b63e0-9d82-4db5-9aed-aac525dbe0c0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:09:40.604030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.618912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.619111 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.624948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:40.627257 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:40.628352 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:40.648239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] Pushing event deleted for resources: {'Port': ['ID=016b63e0-9d82-4db5-9aed-aac525dbe0c0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:40.652604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bdb60f-b62f-4620-890b-a21be11036f5 None None] No DVR routers for this DVR port 016b63e0-9d82-4db5-9aed-aac525dbe0c0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:40.789328 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.794190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:40.797826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] 10.222.0.20 "DELETE /v2.0/networks/5ea19156-3c5a-40a7-9c72-6abe673e94f1 HTTP/1.1" status: 204  len: 168 time: 0.7439373
Nov 13 22:09:40.812758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b2c0c-72cd-407f-a23a-126ee015f2d8 tempest-NetworksIpV6Test-639322376 tempest-NetworksIpV6Test-639322376-project] Pushing event deleted for resources: {'Network': ['ID=5ea19156-3c5a-40a7-9c72-6abe673e94f1,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:41.250112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50806) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:41.375949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2394209b-0c06-4d93-a8f3-55dddf6ba773 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b5568b421c0401c9de66766e524e493&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1244869
Nov 13 22:09:41.378181 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50810) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:41.423959 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:41.445949 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:41.566259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:41.569555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:41.570686 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/172d62c7-7a5c-4e24-92e8-73e723515fd8 HTTP/1.1" status: 204  len: 168 time: 0.1916225
Nov 13 22:09:41.579214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d62c7-7a5c-4e24-92e8-73e723515fd8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:41.586883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.587232 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.587703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.588038 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.588370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.588716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.589054 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.589377 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.589699 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.590019 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.590339 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:41.590656 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d083b570-e93b-4f19-b1bb-37125c4b02b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:42.565062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50832) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:42.659780 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1712925079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:42.745961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.747062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.754303 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.796411 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.837154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.913553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.914672 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e002db2b-2999-481a-8e7b-212f9ab3fb61 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3478153
Nov 13 22:09:42.917501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50836) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:42.922195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-308831660'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:42.985736 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Made reservation on behalf of 234eaa91bfe344d98c2b8d099d5be37d for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:42.989146 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:42.998042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.071607 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.194802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.217488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:43.234955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a46acb-c967-442c-a3a1-9196dbf53c2e,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:43.238784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.239124 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Added segment 4e77dac4-826d-4731-b351-044647bf2f4d of type vlan for network 050cdb62-334f-4086-96c4-9a0b4f7e466c
Nov 13 22:09:43.278473 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.357084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.362806 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:43.363386 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.426894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event updated for resources: {'Network': ['ID=050cdb62-334f-4086-96c4-9a0b4f7e466c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:43.436880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 050cdb62-334f-4086-96c4-9a0b4f7e466c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:43.454828 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-18a89079-0aab-4b16-ad88-82e5894cd43a tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5358853
Nov 13 22:09:43.457315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50838) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:43.462735 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Request body: {'subnet': {'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:43.623253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Made reservation on behalf of 234eaa91bfe344d98c2b8d099d5be37d for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:43.626863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.857849 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:43.918044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event updated for resources: {'Subnet': ['ID=a517c5b1-dfef-4b5d-8c54-55b73df956d0,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:43.927328 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Checking segment: {'id': '4e77dac4-826d-4731-b351-044647bf2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:43.927688 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Network hostable DHCP agents. Network: 050cdb62-334f-4086-96c4-9a0b4f7e466c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:44.011466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Network 050cdb62-334f-4086-96c4-9a0b4f7e466c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:44.111709 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 050cdb62-334f-4086-96c4-9a0b4f7e466c) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:44.116145 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:44.117371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.122932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d840dd-68b9-4002-8e58-f5f34b5ce2a3 None None] Network 050cdb62-334f-4086-96c4-9a0b4f7e466c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:44.214935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4487c78f-08cd-4df5-9f7e-cedc09cd9951 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7565801
Nov 13 22:09:44.217907 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50840) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:44.222706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-57711603'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:44.261927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-050cdb62-334f-4086-96c4-9a0b4f7e466c', 'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c', 'tenant_id': '234eaa91bfe344d98c2b8d099d5be37d', 'fixed_ips': [{'subnet_id': 'a517c5b1-dfef-4b5d-8c54-55b73df956d0'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:44.262776 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.309240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Made reservation on behalf of 234eaa91bfe344d98c2b8d099d5be37d for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:44.312743 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.338702 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:44.347505 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.347857 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Added segment 65a8051e-2d9d-4daf-85e7-7b1be1a516f0 of type vlan for network 2be5602b-4d03-4913-9fd6-5f5ae2468e73
Nov 13 22:09:44.387540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.392187 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Allocated IP 172.20.0.2 (050cdb62-334f-4086-96c4-9a0b4f7e466c/a517c5b1-dfef-4b5d-8c54-55b73df956d0/22602a0d-9330-44e3-bf49-5a00b0051fc4) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:44.454082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.460479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:44.461112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.530087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event updated for resources: {'Network': ['ID=2be5602b-4d03-4913-9fd6-5f5ae2468e73,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:44.534415 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.541260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 2be5602b-4d03-4913-9fd6-5f5ae2468e73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:44.554627 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-384f7fb3-1ca7-47f6-8f49-9a80ec4b21c0 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3356709
Nov 13 22:09:44.560883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50842) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:44.562263 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Request body: {'subnet': {'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:44.632489 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.670225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Network 050cdb62-334f-4086-96c4-9a0b4f7e466c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:44.672916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:44.679735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:44.688441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Pushing event updated for resources: {'Port': ['ID=22602a0d-9330-44e3-bf49-5a00b0051fc4,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:44.717049 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Made reservation on behalf of 234eaa91bfe344d98c2b8d099d5be37d for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:44.720785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.737376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Attempting to bind port 22602a0d-9330-44e3-bf49-5a00b0051fc4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:44.737742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Attempting to bind port 22602a0d-9330-44e3-bf49-5a00b0051fc4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4e77dac4-826d-4731-b351-044647bf2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:44.738108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Attempting to bind port 22602a0d-9330-44e3-bf49-5a00b0051fc4 on network 050cdb62-334f-4086-96c4-9a0b4f7e466c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:44.743785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:44.744156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Checking segment: {'id': '4e77dac4-826d-4731-b351-044647bf2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:44.744551 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.744972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Bound using segment: {'id': '4e77dac4-826d-4731-b351-044647bf2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:44.745437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Bound port: 22602a0d-9330-44e3-bf49-5a00b0051fc4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e77dac4-826d-4731-b351-044647bf2f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '050cdb62-334f-4086-96c4-9a0b4f7e466c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:44.745813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.812445 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] For port 22602a0d-9330-44e3-bf49-5a00b0051fc4, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:44.819441 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] For port 22602a0d-9330-44e3-bf49-5a00b0051fc4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22602a0d-9330-44e3-bf49-5a00b0051fc4,segment=NetworkSegment(4e77dac4-826d-4731-b351-044647bf2f4d),segment_id=4e77dac4-826d-4731-b351-044647bf2f4d)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:44.903732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:44.971085 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead25f-f1e1-4eb6-aa69-4672e3283967 None None] Pushing event updated for resources: {'Port': ['ID=22602a0d-9330-44e3-bf49-5a00b0051fc4,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:45.010904 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.066144 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.068410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event updated for resources: {'Subnet': ['ID=2264e181-aed3-4bf3-a9cd-605e0db0d1f8,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:45.076894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Checking segment: {'id': '65a8051e-2d9d-4daf-85e7-7b1be1a516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:45.076894 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Network hostable DHCP agents. Network: 2be5602b-4d03-4913-9fd6-5f5ae2468e73, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:45.143293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Network 2be5602b-4d03-4913-9fd6-5f5ae2468e73 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:45.214433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2be5602b-4d03-4913-9fd6-5f5ae2468e73) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:45.218521 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:45.219115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.227990 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b00ae-0ecd-4b37-96bc-c0e629b14c9c None None] Network 2be5602b-4d03-4913-9fd6-5f5ae2468e73 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:45.320137 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-26d2c48e-e86a-4f21-9c91-fb18d718e7ab tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7617502
Nov 13 22:09:45.322921 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50844) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:45.327353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-96c9c2c5-d214-4205-bacf-bcea9f5598f1 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Request body: {'router': {'external_gateway_info': {'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:45.373906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2be5602b-4d03-4913-9fd6-5f5ae2468e73', 'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73', 'tenant_id': '234eaa91bfe344d98c2b8d099d5be37d', 'fixed_ips': [{'subnet_id': '2264e181-aed3-4bf3-a9cd-605e0db0d1f8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:45.374808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.517438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Allocated IP 172.21.0.2 (2be5602b-4d03-4913-9fd6-5f5ae2468e73/2264e181-aed3-4bf3-a9cd-605e0db0d1f8/de6cb19f-1e14-48ce-8ab3-6e37e558b7b5) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:45.678756 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.752162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.788779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Network 2be5602b-4d03-4913-9fd6-5f5ae2468e73 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:45.791924 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:45.796297 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:45.811723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Pushing event updated for resources: {'Port': ['ID=de6cb19f-1e14-48ce-8ab3-6e37e558b7b5,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:45.870919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Attempting to bind port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:45.871351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Attempting to bind port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '65a8051e-2d9d-4daf-85e7-7b1be1a516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:45.871788 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Attempting to bind port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 on network 2be5602b-4d03-4913-9fd6-5f5ae2468e73 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:45.877172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:45.877625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Checking segment: {'id': '65a8051e-2d9d-4daf-85e7-7b1be1a516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:45.878124 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.878663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Bound using segment: {'id': '65a8051e-2d9d-4daf-85e7-7b1be1a516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:45.879227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Bound port: de6cb19f-1e14-48ce-8ab3-6e37e558b7b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8051e-2d9d-4daf-85e7-7b1be1a516f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2be5602b-4d03-4913-9fd6-5f5ae2468e73'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:45.879705 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.902305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96c9c2c5-d214-4205-bacf-bcea9f5598f1 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:45.919030 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab467a7-2fd6-4bd5-afc9-f9aefd192c87 None None] Network 050cdb62-334f-4086-96c4-9a0b4f7e466c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:46.014279 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] For port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:46.019261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] For port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de6cb19f-1e14-48ce-8ab3-6e37e558b7b5,segment=NetworkSegment(65a8051e-2d9d-4daf-85e7-7b1be1a516f0),segment_id=65a8051e-2d9d-4daf-85e7-7b1be1a516f0)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:46.023141 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-690a2711-bc37-4d39-8e7d-397d1db7f12c None None] Provisioning complete for port 22602a0d-9330-44e3-bf49-5a00b0051fc4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:46.023510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-690a2711-bc37-4d39-8e7d-397d1db7f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.055715 ncdv-master-1 neutron-server[120533]: INFO neutron.api.v2.resource [None req-96c9c2c5-d214-4205-bacf-bcea9f5598f1 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Nov 13 22:09:46.062692 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96c9c2c5-d214-4205-bacf-bcea9f5598f1 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "PUT /v2.0/routers/074d00ad-b6ad-428c-9b66-6e821734389d HTTP/1.1" status: 400  len: 364 time: 0.7329605
Nov 13 22:09:46.067059 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50846) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:46.089999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.114488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Deleting subnet 2264e181-aed3-4bf3-a9cd-605e0db0d1f8 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:09:46.118604 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.164502 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.221303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110cc6a-f04d-4dc4-96e1-e5fea2c8ea4b None None] Pushing event updated for resources: {'Port': ['ID=de6cb19f-1e14-48ce-8ab3-6e37e558b7b5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:46.244975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-690a2711-bc37-4d39-8e7d-397d1db7f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.266971 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.289438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-690a2711-bc37-4d39-8e7d-397d1db7f12c None None] For port 22602a0d-9330-44e3-bf49-5a00b0051fc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22602a0d-9330-44e3-bf49-5a00b0051fc4,segment=NetworkSegment(4e77dac4-826d-4731-b351-044647bf2f4d),segment_id=4e77dac4-826d-4731-b351-044647bf2f4d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:46.400350 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-690a2711-bc37-4d39-8e7d-397d1db7f12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.429737 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.467879 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event deleted for resources: {'Subnet': ['ID=2264e181-aed3-4bf3-a9cd-605e0db0d1f8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:46.474837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.481544 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-274dffb3-4579-46d9-8fcb-4022991f3112 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "DELETE /v2.0/subnets/2264e181-aed3-4bf3-a9cd-605e0db0d1f8 HTTP/1.1" status: 204  len: 168 time: 0.4144549
Nov 13 22:09:46.482069 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50848) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:46.507949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a2711-bc37-4d39-8e7d-397d1db7f12c None None] Pushing event updated for resources: {'Port': ['ID=22602a0d-9330-44e3-bf49-5a00b0051fc4,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:46.570735 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.629666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:46.640621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Deleting port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:46.641070 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.654410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c14e0a6f-a124-4433-9fb1-e99453bde96e None None] Provisioning complete for port 22602a0d-9330-44e3-bf49-5a00b0051fc4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:46.654781 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c14e0a6f-a124-4433-9fb1-e99453bde96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.710181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] For port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de6cb19f-1e14-48ce-8ab3-6e37e558b7b5,segment=NetworkSegment(65a8051e-2d9d-4daf-85e7-7b1be1a516f0),segment_id=65a8051e-2d9d-4daf-85e7-7b1be1a516f0)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:46.710530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.720926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:46.721295 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.723703 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Calling delete_port for de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:46.828841 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.886707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:46.910972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 22602a0d-9330-44e3-bf49-5a00b0051fc4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:46.921126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] No DVR routers for this DVR port de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:46.927134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event deleted for resources: {'Port': ['ID=de6cb19f-1e14-48ce-8ab3-6e37e558b7b5,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:46.962100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 22602a0d-9330-44e3-bf49-5a00b0051fc4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:46.962483 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.009873 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.035862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefde7c4c10>,) {'filters': {'network_id': ['2be5602b-4d03-4913-9fd6-5f5ae2468e73']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:47.047690 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde7c4c10>, '65a8051e-2d9d-4daf-85e7-7b1be1a516f0') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:47.047919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefde7c4c10>, '65a8051e-2d9d-4daf-85e7-7b1be1a516f0') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:47.057915 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.072439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.078645 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:47.079024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:47.082001 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:47.218225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ce5b4-0738-4bbb-88e8-bac4a40b9302 None None] Network 2be5602b-4d03-4913-9fd6-5f5ae2468e73 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:47.249064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.256527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.259750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "DELETE /v2.0/networks/2be5602b-4d03-4913-9fd6-5f5ae2468e73 HTTP/1.1" status: 204  len: 168 time: 0.7764208
Nov 13 22:09:47.262554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50850) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:47.280343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8863d0e-7314-4101-b9c0-9045dd5e063b tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event deleted for resources: {'Network': ['ID=2be5602b-4d03-4913-9fd6-5f5ae2468e73,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:47.309050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-50d06978-1f89-4f0d-b495-32f88c689497 None None] Could not find standard attr ID for object de6cb19f-1e14-48ce-8ab3-6e37e558b7b5. {{(pid=120534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Nov 13 22:09:47.326871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Deleting subnet a517c5b1-dfef-4b5d-8c54-55b73df956d0 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:09:47.330209 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.371468 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b35a02-304d-4c12-908e-49385867b874 None None] DHCP port deletion for 2be5602b-4d03-4913-9fd6-5f5ae2468e73 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:47.374381 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.461056 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.612155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.639978 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event deleted for resources: {'Subnet': ['ID=a517c5b1-dfef-4b5d-8c54-55b73df956d0,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:47.643691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.647286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-daa00a86-af52-4ff8-b031-fd7f0dac6415 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "DELETE /v2.0/subnets/a517c5b1-dfef-4b5d-8c54-55b73df956d0 HTTP/1.1" status: 204  len: 168 time: 0.3834372
Nov 13 22:09:47.649504 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50852) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:47.652935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e9e82-4b14-400a-acfb-182172e462f9 None None] Network 050cdb62-334f-4086-96c4-9a0b4f7e466c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:47.727403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.780068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Deleting port 22602a0d-9330-44e3-bf49-5a00b0051fc4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:47.780397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.823805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] DHCP port deletion for 050cdb62-334f-4086-96c4-9a0b4f7e466c request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:47.851927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] For port 22602a0d-9330-44e3-bf49-5a00b0051fc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22602a0d-9330-44e3-bf49-5a00b0051fc4,segment=NetworkSegment(4e77dac4-826d-4731-b351-044647bf2f4d),segment_id=4e77dac4-826d-4731-b351-044647bf2f4d)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:47.852210 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.865203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Calling delete_port for 22602a0d-9330-44e3-bf49-5a00b0051fc4 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:47.870759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] Deleting port 22602a0d-9330-44e3-bf49-5a00b0051fc4 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:09:47.871072 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.936136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] For port 22602a0d-9330-44e3-bf49-5a00b0051fc4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22602a0d-9330-44e3-bf49-5a00b0051fc4,segment=NetworkSegment(4e77dac4-826d-4731-b351-044647bf2f4d),segment_id=4e77dac4-826d-4731-b351-044647bf2f4d)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:47.936571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:47.949202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] Calling delete_port for 22602a0d-9330-44e3-bf49-5a00b0051fc4 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:09:48.014216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.025127 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.039864 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event deleted for resources: {'Port': ['ID=22602a0d-9330-44e3-bf49-5a00b0051fc4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:48.043834 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] No DVR routers for this DVR port 22602a0d-9330-44e3-bf49-5a00b0051fc4 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:48.052397 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] Pushing event deleted for resources: {'Port': ['ID=22602a0d-9330-44e3-bf49-5a00b0051fc4,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:48.054242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dfb357-ac1f-4ef8-834b-475d35b39a07 None None] No DVR routers for this DVR port 22602a0d-9330-44e3-bf49-5a00b0051fc4 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:09:48.137000 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.156929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd8c2b50>,) {'filters': {'network_id': ['050cdb62-334f-4086-96c4-9a0b4f7e466c']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:48.166550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd8c2b50>, '4e77dac4-826d-4731-b351-044647bf2f4d') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:48.166842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd8c2b50>, '4e77dac4-826d-4731-b351-044647bf2f4d') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:48.176038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.188877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.194731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:09:48.195111 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:09:48.198080 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:09:48.314601 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.324007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.324403 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "DELETE /v2.0/networks/050cdb62-334f-4086-96c4-9a0b4f7e466c HTTP/1.1" status: 204  len: 168 time: 0.6738985
Nov 13 22:09:48.327132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50854) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:48.336047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f0c2-29b8-4d16-8120-3dfbe9fcef38 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Pushing event deleted for resources: {'Network': ['ID=050cdb62-334f-4086-96c4-9a0b4f7e466c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:48.355464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ad13588a-1fb8-402e-93bc-814544ca261d tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "GET /v2.0/ports?device_id=074d00ad-b6ad-428c-9b66-6e821734389d HTTP/1.1" status: 200  len: 205 time: 0.0272055
Nov 13 22:09:48.357838 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50856) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:48.432067 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.448833 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:09:48.469269 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:09:48.469691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device de6cb19f-1e14-48ce-8ab3-6e37e558b7b5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:09:48.470156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 22602a0d-9330-44e3-bf49-5a00b0051fc4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:09:48.489379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 22602a0d-9330-44e3-bf49-5a00b0051fc4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:09:48.489715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 22602a0d-9330-44e3-bf49-5a00b0051fc4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:09:48.592338 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.594506 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.705708 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.706151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Fanout notify agent at l3_agent the message router_deleted on router 074d00ad-b6ad-428c-9b66-6e821734389d {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:09:48.713750 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:48.714745 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-03a85648-70f2-4a01-88fd-d68d4442abe2 tempest-RoutersNegativeTest-1625269724 tempest-RoutersNegativeTest-1625269724-project] 10.222.0.20 "DELETE /v2.0/routers/074d00ad-b6ad-428c-9b66-6e821734389d HTTP/1.1" status: 204  len: 168 time: 0.3560207
Nov 13 22:09:49.168584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50862) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:49.307622 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-eddc8e41-d5a4-4e8e-82b4-040413e13fa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=234eaa91bfe344d98c2b8d099d5be37d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377895
Nov 13 22:09:49.310769 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50866) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:49.357728 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-156f2980-01ba-401b-9efd-5cd0642d8487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:49.379515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-156f2980-01ba-401b-9efd-5cd0642d8487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:49.497492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-156f2980-01ba-401b-9efd-5cd0642d8487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:49.500155 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-156f2980-01ba-401b-9efd-5cd0642d8487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:49.501684 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-156f2980-01ba-401b-9efd-5cd0642d8487 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99a46acb-c967-442c-a3a1-9196dbf53c2e HTTP/1.1" status: 204  len: 168 time: 0.1899185
Nov 13 22:09:49.511928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f2980-01ba-401b-9efd-5cd0642d8487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a46acb-c967-442c-a3a1-9196dbf53c2e,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:50.515822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50888) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:50.610104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-610527363-network', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:50.754555 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Made reservation on behalf of 7d82cb7d594e4155a0ffe23a7875e409 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:50.757507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:50.765886 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:50.845805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:50.931449 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:50.955301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:50.965198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd4913f-43be-45ba-beb5-fe1038e8f457,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:50.969904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:50.970251 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Added segment 2237c3cd-5b51-4cc6-9294-2da766167766 of type vlan for network 15270a4d-6d32-4cf3-9677-1c09e233864b
Nov 13 22:09:51.009771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.086110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.087094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:51.087692 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.178827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=15270a4d-6d32-4cf3-9677-1c09e233864b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:51.188251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 15270a4d-6d32-4cf3-9677-1c09e233864b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:51.227137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-95eb03d5-c077-4c03-b156-296339e50cb6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7101614
Nov 13 22:09:51.230307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50892) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:51.235881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Request body: {'subnet': {'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-610527363-subnet', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:51.326696 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Made reservation on behalf of 7d82cb7d594e4155a0ffe23a7875e409 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:51.329290 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.544443 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.602932 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75487bc2-762f-4937-b47c-7737a2399ebb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:51.612797 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Checking segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:51.613154 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Network hostable DHCP agents. Network: 15270a4d-6d32-4cf3-9677-1c09e233864b, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:51.688282 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Network 15270a4d-6d32-4cf3-9677-1c09e233864b is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:51.756663 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15270a4d-6d32-4cf3-9677-1c09e233864b) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:51.760676 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:51.761379 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.765041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53a318-862b-47c5-8c62-723d623ee029 None None] Network 15270a4d-6d32-4cf3-9677-1c09e233864b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:51.860249 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-42a0e377-bd58-4f35-aab7-23ed8edf58a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6286271
Nov 13 22:09:51.868606 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50894) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:51.873358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:51.908179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15270a4d-6d32-4cf3-9677-1c09e233864b', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:51.910268 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.957215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:51.958409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.013871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.041138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Allocated IP 172.20.0.2 (15270a4d-6d32-4cf3-9677-1c09e233864b/75487bc2-762f-4937-b47c-7737a2399ebb/ac155db3-e572-4ec9-a3a0-688af2119cf3) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:52.183660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.207154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.236052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.272371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Network 15270a4d-6d32-4cf3-9677-1c09e233864b is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:52.275115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:52.280668 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:52.290206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Pushing event updated for resources: {'Port': ['ID=ac155db3-e572-4ec9-a3a0-688af2119cf3,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:52.339121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Attempting to bind port ac155db3-e572-4ec9-a3a0-688af2119cf3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:52.339585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Attempting to bind port ac155db3-e572-4ec9-a3a0-688af2119cf3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:52.340021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Attempting to bind port ac155db3-e572-4ec9-a3a0-688af2119cf3 on network 15270a4d-6d32-4cf3-9677-1c09e233864b {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:52.345109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:52.345559 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Checking segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:52.346024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.346557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Bound using segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:52.347021 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Bound port: ac155db3-e572-4ec9-a3a0-688af2119cf3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:52.347475 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.413238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] For port ac155db3-e572-4ec9-a3a0-688af2119cf3, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:52.416415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] For port ac155db3-e572-4ec9-a3a0-688af2119cf3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac155db3-e572-4ec9-a3a0-688af2119cf3,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:52.465336 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.480794 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.484404 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.545986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06211f5e-a909-46a1-a6a1-c9b080ee2071 None None] Pushing event updated for resources: {'Port': ['ID=ac155db3-e572-4ec9-a3a0-688af2119cf3,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:52.607238 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Allocated IP 172.35.3.30 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7ed27e3a-44a7-4ac9-a822-dc336e52faa8) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:52.731600 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.835658 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:52.877866 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:52.882634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:52.886204 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:52.896315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd689d1-a08a-488b-bd74-8f4700d22f6f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:52.909659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Pushing event updated for resources: {'Port': ['ID=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:52.965226 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-66cfc1a7-1870-4909-ac5d-d138255d2a82 None None] Provisioning complete for port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:52.965727 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-66cfc1a7-1870-4909-ac5d-d138255d2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.000642 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-66cfc1a7-1870-4909-ac5d-d138255d2a82 None None] Port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:09:53.251961 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.420358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e13642-1cb9-4359-994b-cb1df0cbb9ba None None] Network 15270a4d-6d32-4cf3-9677-1c09e233864b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:53.453919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.547346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-524c5266-94a1-466d-8b9b-cb63f6fcec32 None None] Provisioning complete for port ac155db3-e572-4ec9-a3a0-688af2119cf3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:53.547631 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-524c5266-94a1-466d-8b9b-cb63f6fcec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.631896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Router 23de66d2-74e8-47ab-80f1-b01b637553b0 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:09:53.655350 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-524c5266-94a1-466d-8b9b-cb63f6fcec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.691148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-524c5266-94a1-466d-8b9b-cb63f6fcec32 None None] For port ac155db3-e572-4ec9-a3a0-688af2119cf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac155db3-e572-4ec9-a3a0-688af2119cf3,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:53.744129 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:09:53.754832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Sync routers for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:09:53.762138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-524c5266-94a1-466d-8b9b-cb63f6fcec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.791461 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:09:53.792094 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdaca30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:53.825557 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.826811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2dc6461f-ac8a-4edc-b4db-2a664c30f42b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.9569237
Nov 13 22:09:53.829735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:53.859275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c5266-94a1-466d-8b9b-cb63f6fcec32 None None] Pushing event updated for resources: {'Port': ['ID=ac155db3-e572-4ec9-a3a0-688af2119cf3,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:53.924320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8b32685b-67c6-473a-aed4-a101d65cfcfe None None] Provisioning complete for port ac155db3-e572-4ec9-a3a0-688af2119cf3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:53.924711 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b32685b-67c6-473a-aed4-a101d65cfcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:53.930044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:09:54.163049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdaca30>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:53Z', 'revision_number': 3, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:54.193185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Checking router: 23de66d2-74e8-47ab-80f1-b01b637553b0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:09:54.193524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Updating router 23de66d2-74e8-47ab-80f1-b01b637553b0 port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:09:54.218633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.258819 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.414780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Allocated IP 172.20.0.1 (15270a4d-6d32-4cf3-9677-1c09e233864b/75487bc2-762f-4937-b47c-7737a2399ebb/e94e8934-171e-4c7c-be73-249b9af486be) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:54.468269 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.491739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ac155db3-e572-4ec9-a3a0-688af2119cf3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:54.524581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.544122 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ac155db3-e572-4ec9-a3a0-688af2119cf3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:54.544122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.563218 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.618198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a13d0-b1b4-4832-b650-ccd2233d2418 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:54.634447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5203263-11c4-43ed-83fa-5c32de864d62 None None] Pushing event updated for resources: {'Port': ['ID=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:54.634782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.640198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Attempting to bind port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:54.640570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Attempting to bind port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:54.640963 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Attempting to bind port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:54.650059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:54.650457 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:54.656763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.656763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:54.656763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Bound port: 7ed27e3a-44a7-4ac9-a822-dc336e52faa8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:54.656763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.673975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Network 15270a4d-6d32-4cf3-9677-1c09e233864b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:54.676743 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:54.682938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:54.707020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Pushing event updated for resources: {'Port': ['ID=e94e8934-171e-4c7c-be73-249b9af486be,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:54.726740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.752290 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] For port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:54.756679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] For port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:54.765613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-063949b8-a343-424e-827c-e7e473921fbf None None] Provisioning complete for port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:54.765982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-063949b8-a343-424e-827c-e7e473921fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.796735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7582fed0-2aee-4de9-95e4-aabb15b49d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.807293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-063949b8-a343-424e-827c-e7e473921fbf None None] Port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:09:54.814920 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.854169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5d8cf-0a4d-422e-9a89-358b760e5ec4 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:54.882515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:09:54.883127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcdaca30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:54.939972 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5203263-11c4-43ed-83fa-5c32de864d62 None None] Pushing event updated for resources: {'Port': ['ID=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:54.941099 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:54.985546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Provisioning complete for port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:54.985916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.038969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:09:55.112277 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.200427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.266967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Pushing event updated for resources: {'Port': ['ID=e94e8934-171e-4c7c-be73-249b9af486be,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:55.270951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.334552 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.362370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Network 15270a4d-6d32-4cf3-9677-1c09e233864b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:55.364122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:55.365739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] For port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:55.414057 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcdaca30>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:53Z', 'revision_number': 3, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:55.446577 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f22556-fc8b-45f6-880b-1b97022851f8 None None] The sync data for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 is: [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:53Z', 'revision_number': 3, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:09:55.448486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.496819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Provisioning complete for port e94e8934-171e-4c7c-be73-249b9af486be triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:55.497508 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.498412 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Router 23de66d2-74e8-47ab-80f1-b01b637553b0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:09:55.530364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Pushing event updated for resources: {'Port': ['ID=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:55.551050 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-ae318b35-ccef-427a-9ce6-8aa6c27e3713 None None] Port e94e8934-171e-4c7c-be73-249b9af486be cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:09:55.673072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b2f59a13-1e27-4d8d-bec9-527b03b489c3 None None] Provisioning complete for port e94e8934-171e-4c7c-be73-249b9af486be triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:55.673528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b2f59a13-1e27-4d8d-bec9-527b03b489c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:55.727262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b2f59a13-1e27-4d8d-bec9-527b03b489c3 None None] Port e94e8934-171e-4c7c-be73-249b9af486be cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:09:55.889227 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:09:55.894364 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0eed2974-8671-47a7-9777-fcb521094361 admin admin] 10.222.0.20 "PUT /v2.0/routers/23de66d2-74e8-47ab-80f1-b01b637553b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0635471
Nov 13 22:09:56.483800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:09:56.534934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:56.535556 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.584081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50912) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:56.589014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-963940650-network', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:56.659957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Made reservation on behalf of 6df2bc6d7f3249b99ab0844803cf81a9 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:56.663040 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.671766 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.746025 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.814032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.839441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:09:56.849153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6888f3a9-c8b0-4d05-9a82-1af8ed66e766,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:56.854815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.855165 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Added segment 100e1612-9003-486b-a855-12ba4d53944e of type vlan for network 70b7156b-363c-467a-b6eb-64bdf073aa55
Nov 13 22:09:56.899205 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.964361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.964361 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:56.964361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:56.990573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Sync routers for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:09:56.999867 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:09:57.000546 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde14a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:57.029140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] Pushing event updated for resources: {'Network': ['ID=70b7156b-363c-467a-b6eb-64bdf073aa55,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:57.039205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:09:57.074482 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-03932d9c-0a0d-4636-8694-b8e637a42b78 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4891732
Nov 13 22:09:57.077394 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50914) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:57.082697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Request body: {'subnet': {'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-963940650-subnet', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:57.110642 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:09:57.128198 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7dbc1d8-0525-4643-a4b8-9b7c5b729cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.165881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Made reservation on behalf of 6df2bc6d7f3249b99ab0844803cf81a9 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:09:57.168490 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.313066 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde14a160>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 2, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:57.343212 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Checking router: 23de66d2-74e8-47ab-80f1-b01b637553b0 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:09:57.343488 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Updating router 23de66d2-74e8-47ab-80f1-b01b637553b0 port e94e8934-171e-4c7c-be73-249b9af486be binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:09:57.367671 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.380541 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.432611 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=977288db-6ed2-4afd-9905-ba6eed5a960c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:57.449651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Checking segment: {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:57.450018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Network hostable DHCP agents. Network: 70b7156b-363c-467a-b6eb-64bdf073aa55, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:09:57.522825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:09:57.585514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70b7156b-363c-467a-b6eb-64bdf073aa55) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:57.595091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0463dbb-f421-43b0-87b5-cfa28fdc435b None None] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:57.598060 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:09:57.599412 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.626135 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.677459 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-606e9dab-509d-4e32-9bdd-c0b9195e2ef1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5986836
Nov 13 22:09:57.685776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 50916) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:09:57.690036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:09:57.703092 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.751665 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-70b7156b-363c-467a-b6eb-64bdf073aa55', 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'fixed_ips': [{'subnet_id': '977288db-6ed2-4afd-9905-ba6eed5a960c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:09:57.752535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.774757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Pushing event updated for resources: {'Port': ['ID=e94e8934-171e-4c7c-be73-249b9af486be,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:57.790267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.791373 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.797754 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799189 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799189 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799189 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799189 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799587 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799691 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.799960 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.800474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.800984 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.801652 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.802164 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:09:57.819759 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Attempting to bind port e94e8934-171e-4c7c-be73-249b9af486be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:57.820430 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Attempting to bind port e94e8934-171e-4c7c-be73-249b9af486be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:57.820818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Attempting to bind port e94e8934-171e-4c7c-be73-249b9af486be on network 15270a4d-6d32-4cf3-9677-1c09e233864b {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:57.827565 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:57.827939 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Checking segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:57.828339 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.828754 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Bound using segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:57.829224 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Bound port: e94e8934-171e-4c7c-be73-249b9af486be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:57.829592 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.863489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:57.899456 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] For port e94e8934-171e-4c7c-be73-249b9af486be, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:57.902695 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] For port e94e8934-171e-4c7c-be73-249b9af486be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e94e8934-171e-4c7c-be73-249b9af486be,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:57.906647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Allocated IP 172.20.0.2 (70b7156b-363c-467a-b6eb-64bdf073aa55/977288db-6ed2-4afd-9905-ba6eed5a960c/315c7822-6027-4d2a-84cb-7f5de1837413) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:57.991752 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.066842 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:09:58.072374 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde14a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:58.074583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.085394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3f9b5834-faa6-40d3-bd9b-70fc30488c9d None None] Provisioning complete for port e94e8934-171e-4c7c-be73-249b9af486be triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:58.085763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5834-faa6-40d3-bd9b-70fc30488c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.108469 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.166658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.219269 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8c338-d542-406d-95ee-4183d00f6c4e None None] Pushing event updated for resources: {'Port': ['ID=e94e8934-171e-4c7c-be73-249b9af486be,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:58.234024 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5834-faa6-40d3-bd9b-70fc30488c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.286881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:58.294806 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3f9b5834-faa6-40d3-bd9b-70fc30488c9d None None] For port e94e8934-171e-4c7c-be73-249b9af486be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e94e8934-171e-4c7c-be73-249b9af486be,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:09:58.298432 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:58.298589 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:09:58.302294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:58.310306 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Pushing event updated for resources: {'Port': ['ID=315c7822-6027-4d2a-84cb-7f5de1837413,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:58.381374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Attempting to bind port 315c7822-6027-4d2a-84cb-7f5de1837413 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:09:58.381750 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Attempting to bind port 315c7822-6027-4d2a-84cb-7f5de1837413 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:09:58.382038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Attempting to bind port 315c7822-6027-4d2a-84cb-7f5de1837413 on network 70b7156b-363c-467a-b6eb-64bdf073aa55 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:09:58.387455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:09:58.393590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Checking segment: {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:09:58.393590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.393590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Bound using segment: {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:09:58.393590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Bound port: 315c7822-6027-4d2a-84cb-7f5de1837413, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:09:58.393590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.393590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3f9b5834-faa6-40d3-bd9b-70fc30488c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.425747 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.448112 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.487885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b5834-faa6-40d3-bd9b-70fc30488c9d None None] Pushing event updated for resources: {'Port': ['ID=e94e8934-171e-4c7c-be73-249b9af486be,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:58.506777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] For port 315c7822-6027-4d2a-84cb-7f5de1837413, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:09:58.511846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] For port 315c7822-6027-4d2a-84cb-7f5de1837413, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315c7822-6027-4d2a-84cb-7f5de1837413,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:09:58.521567 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde14a160>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:57Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:09:58.523337 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fb609fa4-6f9a-45e5-8cec-10e12c38320d None None] Provisioning complete for port e94e8934-171e-4c7c-be73-249b9af486be triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:58.523789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fb609fa4-6f9a-45e5-8cec-10e12c38320d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.550209 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2270084-da98-4943-88a2-eca79842d8f6 None None] The sync data for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 is: [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:57Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:09:58.578184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.582560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Allocated IP 172.35.3.49 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/ad1da931-c333-42af-b379-0a9ba8b8b127) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:09:58.713794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a01356-6b15-4088-9512-3b580290a5e6 None None] Pushing event updated for resources: {'Port': ['ID=315c7822-6027-4d2a-84cb-7f5de1837413,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:58.766236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:58.783649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.283522 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.323277 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:09:59.328586 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:09:59.334152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:09:59.346890 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eeb78e-6257-4ae3-994a-1496716dbc58 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:09:59.356848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1da931-c333-42af-b379-0a9ba8b8b127,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:09:59.420292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-63d7348b-6742-4f34-877e-ec0f065a9a80 None None] Provisioning complete for port ad1da931-c333-42af-b379-0a9ba8b8b127 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:59.420658 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-63d7348b-6742-4f34-877e-ec0f065a9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.461848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-63d7348b-6742-4f34-877e-ec0f065a9a80 None None] Port ad1da931-c333-42af-b379-0a9ba8b8b127 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:09:59.691445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.718206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453471b7-20c8-4fa9-8b28-ebeefb28a77c None None] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:09:59.795433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d8e2d800-d67e-4d9e-90a7-040d770bcb38 None None] Provisioning complete for port 315c7822-6027-4d2a-84cb-7f5de1837413 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:09:59.795728 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d800-d67e-4d9e-90a7-040d770bcb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.895570 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.938459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d800-d67e-4d9e-90a7-040d770bcb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:09:59.975400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-d8e2d800-d67e-4d9e-90a7-040d770bcb38 None None] For port 315c7822-6027-4d2a-84cb-7f5de1837413, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315c7822-6027-4d2a-84cb-7f5de1837413,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:00.050752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d800-d67e-4d9e-90a7-040d770bcb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.103348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2d800-d67e-4d9e-90a7-040d770bcb38 None None] Pushing event updated for resources: {'Port': ['ID=315c7822-6027-4d2a-84cb-7f5de1837413,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:00.139945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Router 31336ffc-5849-4e3d-a549-6d8fb90bd312 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:10:00.150459 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.170852 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1af75add-0554-41c2-a46f-db4ea753bf88 None None] Provisioning complete for port 315c7822-6027-4d2a-84cb-7f5de1837413 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:00.171251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1af75add-0554-41c2-a46f-db4ea753bf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.248015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:10:00.258520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Sync routers for ids ['31336ffc-5849-4e3d-a549-6d8fb90bd312'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:10:00.269842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Routers {'31336ffc-5849-4e3d-a549-6d8fb90bd312'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:10:00.270981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcfc7eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['31336ffc-5849-4e3d-a549-6d8fb90bd312'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:00.347931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.353295 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6ac01301-7c09-4dc2-b570-60e8566db6d5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.6633029
Nov 13 22:10:00.353581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 50918) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:00.385384 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Set router 31336ffc-5849-4e3d-a549-6d8fb90bd312 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:10:00.397498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:10:00.471053 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.660239 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 315c7822-6027-4d2a-84cb-7f5de1837413 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:10:00.756149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 315c7822-6027-4d2a-84cb-7f5de1837413 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:00.756906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.778896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.814536 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcfc7eb0>, [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:09:59Z', 'revision_number': 3, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:00.843510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Checking router: 31336ffc-5849-4e3d-a549-6d8fb90bd312 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:10:00.843862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Updating router 31336ffc-5849-4e3d-a549-6d8fb90bd312 port ad1da931-c333-42af-b379-0a9ba8b8b127 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:10:00.896858 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:00.901287 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e94e8934-171e-4c7c-be73-249b9af486be up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:10:00.937565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Allocated IP 172.20.0.1 (70b7156b-363c-467a-b6eb-64bdf073aa55/977288db-6ed2-4afd-9905-ba6eed5a960c/dbee47b5-8c80-41bd-bc5f-d37e7727299a) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:10:01.035533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port e94e8934-171e-4c7c-be73-249b9af486be triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:01.035821 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.042460 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.154946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.193120 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:10:01.200425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:10:01.202732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:10:01.228352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Pushing event updated for resources: {'Port': ['ID=dbee47b5-8c80-41bd-bc5f-d37e7727299a,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:01.250472 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.256824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.322714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.373586 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee816d71-5f1c-4a18-a907-94190cca9ff4 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:10:01.385164 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Attempting to bind port ad1da931-c333-42af-b379-0a9ba8b8b127 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:10:01.385532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Attempting to bind port ad1da931-c333-42af-b379-0a9ba8b8b127 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:10:01.385897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Attempting to bind port ad1da931-c333-42af-b379-0a9ba8b8b127 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:10:01.387888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82621e22-9fbe-4eaa-bf1f-369ea4c8b079 None None] Pushing event updated for resources: {'Port': ['ID=ad1da931-c333-42af-b379-0a9ba8b8b127,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:01.396479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:10:01.396880 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:10:01.397392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.400455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:10:01.400455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Bound port: ad1da931-c333-42af-b379-0a9ba8b8b127, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:10:01.400455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.445479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.450163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] For port ad1da931-c333-42af-b379-0a9ba8b8b127, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:10:01.453413 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] For port ad1da931-c333-42af-b379-0a9ba8b8b127, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad1da931-c333-42af-b379-0a9ba8b8b127,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:10:01.489735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Provisioning complete for port dbee47b5-8c80-41bd-bc5f-d37e7727299a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:01.490044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.524945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.534496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Port dbee47b5-8c80-41bd-bc5f-d37e7727299a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:10:01.579053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4e76f-937a-48c1-9af4-d0ce07f28227 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:10:01.604883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Provisioning complete for port ad1da931-c333-42af-b379-0a9ba8b8b127 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:01.605260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.609982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82621e22-9fbe-4eaa-bf1f-369ea4c8b079 None None] Pushing event updated for resources: {'Port': ['ID=ad1da931-c333-42af-b379-0a9ba8b8b127,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:01.612377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Routers {'31336ffc-5849-4e3d-a549-6d8fb90bd312'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:10:01.613004 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcfc7eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['31336ffc-5849-4e3d-a549-6d8fb90bd312'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:01.627352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.691654 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.756995 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.759550 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Pushing event updated for resources: {'Port': ['ID=dbee47b5-8c80-41bd-bc5f-d37e7727299a,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:01.778069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] Set router 31336ffc-5849-4e3d-a549-6d8fb90bd312 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:10:01.806522 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.851301 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:10:01.853122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:10:01.863513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] For port ad1da931-c333-42af-b379-0a9ba8b8b127, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad1da931-c333-42af-b379-0a9ba8b8b127,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:01.948407 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:01.981236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Router 31336ffc-5849-4e3d-a549-6d8fb90bd312 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:10:02.033633 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e698-4ec3-4535-a4f9-d962edf88ab0 None None] Pushing event updated for resources: {'Port': ['ID=ad1da931-c333-42af-b379-0a9ba8b8b127,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:02.054834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcfc7eb0>, [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbee47b5-8c80-41bd-bc5f-d37e7727299a', 'name': '', 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'mac_address': 'fa:16:3e:7f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:10:00Z', 'updated_at': '2021-11-13T22:10:00Z', 'revision_number': 1, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'subnets': [{'id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:02.090427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f3045-21bc-4677-b805-45badff97cc8 None None] The sync data for ids ['31336ffc-5849-4e3d-a549-6d8fb90bd312'] in ncdv-master-1 is: [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbee47b5-8c80-41bd-bc5f-d37e7727299a', 'name': '', 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'mac_address': 'fa:16:3e:7f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:10:00Z', 'updated_at': '2021-11-13T22:10:00Z', 'revision_number': 1, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'subnets': [{'id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:10:02.099308 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e7c82bbc-c629-4168-94cf-6982fe1a8896 None None] Provisioning complete for port ad1da931-c333-42af-b379-0a9ba8b8b127 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:02.099677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7c82bbc-c629-4168-94cf-6982fe1a8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:02.099918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:10:02.113853 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ca78719b-a81d-49e4-9ad8-b79a18f9bf82 admin admin] 10.222.0.20 "PUT /v2.0/routers/31336ffc-5849-4e3d-a549-6d8fb90bd312/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7595572
Nov 13 22:10:02.312513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7c305bf4-1154-4c70-9841-79bc2fe1e248 None None] Provisioning complete for port dbee47b5-8c80-41bd-bc5f-d37e7727299a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:02.312925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7c305bf4-1154-4c70-9841-79bc2fe1e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:02.353641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7c305bf4-1154-4c70-9841-79bc2fe1e248 None None] Port dbee47b5-8c80-41bd-bc5f-d37e7727299a cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:10:04.497558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad1da931-c333-42af-b379-0a9ba8b8b127 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:10:04.562220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ad1da931-c333-42af-b379-0a9ba8b8b127 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:04.562477 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:05.611509 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Sync routers for ids ['31336ffc-5849-4e3d-a549-6d8fb90bd312'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:10:05.622677 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Routers {'31336ffc-5849-4e3d-a549-6d8fb90bd312'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:10:05.623947 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde9e7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['31336ffc-5849-4e3d-a549-6d8fb90bd312'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:05.760999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Set router 31336ffc-5849-4e3d-a549-6d8fb90bd312 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:10:05.986760 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde9e7ac0>, [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbee47b5-8c80-41bd-bc5f-d37e7727299a', 'name': '', 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'mac_address': 'fa:16:3e:7f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:10:00Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 2, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'subnets': [{'id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:06.039073 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Checking router: 31336ffc-5849-4e3d-a549-6d8fb90bd312 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:10:06.039478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Updating router 31336ffc-5849-4e3d-a549-6d8fb90bd312 port dbee47b5-8c80-41bd-bc5f-d37e7727299a binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:10:06.074478 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.349808 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.455688 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.530932 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9668dd-2e8f-43c2-9228-f628fff37973 None None] Pushing event updated for resources: {'Port': ['ID=dbee47b5-8c80-41bd-bc5f-d37e7727299a,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:06.558844 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Attempting to bind port dbee47b5-8c80-41bd-bc5f-d37e7727299a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:10:06.559212 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Attempting to bind port dbee47b5-8c80-41bd-bc5f-d37e7727299a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:10:06.559577 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Attempting to bind port dbee47b5-8c80-41bd-bc5f-d37e7727299a on network 70b7156b-363c-467a-b6eb-64bdf073aa55 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:10:06.565722 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:10:06.566091 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Checking segment: {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:10:06.566590 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.566877 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Bound using segment: {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:10:06.567888 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Bound port: dbee47b5-8c80-41bd-bc5f-d37e7727299a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100e1612-9003-486b-a855-12ba4d53944e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:10:06.568267 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.642830 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] For port dbee47b5-8c80-41bd-bc5f-d37e7727299a, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:10:06.647287 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] For port dbee47b5-8c80-41bd-bc5f-d37e7727299a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbee47b5-8c80-41bd-bc5f-d37e7727299a,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:10:06.760646 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.833318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Routers {'31336ffc-5849-4e3d-a549-6d8fb90bd312'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:10:06.833869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-00c35692-2ac1-42a9-bf09-4a2a64b09719 None None] Provisioning complete for port dbee47b5-8c80-41bd-bc5f-d37e7727299a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:06.834409 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde9e7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:09:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['31336ffc-5849-4e3d-a549-6d8fb90bd312'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:06.835139 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00c35692-2ac1-42a9-bf09-4a2a64b09719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:06.836901 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9668dd-2e8f-43c2-9228-f628fff37973 None None] Pushing event updated for resources: {'Port': ['ID=dbee47b5-8c80-41bd-bc5f-d37e7727299a,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:06.965554 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00c35692-2ac1-42a9-bf09-4a2a64b09719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:07.002547 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] Set router 31336ffc-5849-4e3d-a549-6d8fb90bd312 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:10:07.027920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-00c35692-2ac1-42a9-bf09-4a2a64b09719 None None] For port dbee47b5-8c80-41bd-bc5f-d37e7727299a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbee47b5-8c80-41bd-bc5f-d37e7727299a,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:07.105896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-00c35692-2ac1-42a9-bf09-4a2a64b09719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:07.158779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c35692-2ac1-42a9-bf09-4a2a64b09719 None None] Pushing event updated for resources: {'Port': ['ID=dbee47b5-8c80-41bd-bc5f-d37e7727299a,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:07.229615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-abdb1768-77ff-4609-815b-654d1b9136fe None None] Provisioning complete for port dbee47b5-8c80-41bd-bc5f-d37e7727299a triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:07.230306 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-abdb1768-77ff-4609-815b-654d1b9136fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:07.265538 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde9e7ac0>, [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbee47b5-8c80-41bd-bc5f-d37e7727299a', 'name': '', 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'mac_address': 'fa:16:3e:7f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:10:00Z', 'updated_at': '2021-11-13T22:10:06Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'subnets': [{'id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:07.297601 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5d125-a112-48c9-adda-3f72621bc815 None None] The sync data for ids ['31336ffc-5849-4e3d-a549-6d8fb90bd312'] in ncdv-master-1 is: [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbee47b5-8c80-41bd-bc5f-d37e7727299a', 'name': '', 'network_id': '70b7156b-363c-467a-b6eb-64bdf073aa55', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'mac_address': 'fa:16:3e:7f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:10:00Z', 'updated_at': '2021-11-13T22:10:06Z', 'revision_number': 4, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'subnets': [{'id': '977288db-6ed2-4afd-9905-ba6eed5a960c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:10:08.558435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dbee47b5-8c80-41bd-bc5f-d37e7727299a up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:10:08.634964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port dbee47b5-8c80-41bd-bc5f-d37e7727299a triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:08.635253 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:12.808770 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:13.586428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-b6e9c1f0-ef09-47b5-b852-021faeb2e676 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:13.587898 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-b6e9c1f0-ef09-47b5-b852-021faeb2e676 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 814 time: 0.1032565
Nov 13 22:10:13.602902 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-b37923ac-97fd-402f-bd8d-e7bae0c35f23 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/quotas/7d82cb7d594e4155a0ffe23a7875e409 HTTP/1.1" status: 200  len: 375 time: 0.0091224
Nov 13 22:10:13.659246 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-86464eb9-c13f-4fb8-8841-226ebb17a242 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0505328
Nov 13 22:10:13.752952 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-963438c8-ddfc-4a3b-bd8e-a26041ff5c8b service neutron] 10.222.0.20 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821593
Nov 13 22:10:13.845119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-30d66d08-823e-4ba9-9e0a-57ad371e209b service neutron] 10.222.0.20 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851541
Nov 13 22:10:14.110196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cdc064b8-5103-44ab-bbea-453f2f62861a req-7a41d468-c1e8-4ca7-bb5e-cae8d14ff957 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 210 time: 0.0263929
Nov 13 22:10:15.074532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:15.191364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8820dc78-8855-47fb-b397-a2c5857f6c8c req-d02f70e0-45c6-40d5-800d-21b3ade0ddc8 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 210 time: 0.0268700
Nov 13 22:10:16.317127 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c727828-78f1-438c-a775-130a69f45d24 req-e75b3801-c47f-4f5c-a33f-343761feb8b6 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 210 time: 0.0560222
Nov 13 22:10:16.401723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-48294cd5-aff9-40a5-b33b-267b86948bc8 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:16.403191 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-48294cd5-aff9-40a5-b33b-267b86948bc8 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 814 time: 0.1285255
Nov 13 22:10:16.422697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'port': {'device_id': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'admin_state_up': True, 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:16.614139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Made reservation on behalf of 7d82cb7d594e4155a0ffe23a7875e409 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:10:16.618294 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:16.744375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Allocated IP 172.20.0.4 (15270a4d-6d32-4cf3-9677-1c09e233864b/75487bc2-762f-4937-b47c-7737a2399ebb/aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:10:16.891403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:16.982597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:17.022516 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Network 15270a4d-6d32-4cf3-9677-1c09e233864b is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:10:17.073899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:10:17.081347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:17.089448 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:10:17.105382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.105948 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.106492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.106954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.107303 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.107710 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.108060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.108749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.109114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.109469 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.109802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.110397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:17.208379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:17.209748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:17.297129 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-be5dd4bb-8d78-47f5-b318-200380f7feb4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8780010
Nov 13 22:10:17.428452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a671632f-6b95-49b7-9b7a-95708c9c73ba None None] Provisioning complete for port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:17.429810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a671632f-6b95-49b7-9b7a-95708c9c73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:17.439933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b1384-a060-45d7-aba3-c120895a67bf req-8fc58234-294c-4a51-afe8-1cdbbef6a433 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:17.441445 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c9b1384-a060-45d7-aba3-c120895a67bf req-8fc58234-294c-4a51-afe8-1cdbbef6a433 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0546851
Nov 13 22:10:17.468174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a671632f-6b95-49b7-9b7a-95708c9c73ba None None] Port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:10:17.494169 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3c9b1384-a060-45d7-aba3-c120895a67bf req-44610886-53bc-4fe4-8b1b-79ccd3f6d2cd tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465834
Nov 13 22:10:18.621631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bde3-46e7-4fdd-a1e4-86f654ce8de4 req-0a28f72c-2eb3-4ced-bc87-6f42ec380501 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:18.623132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8216bde3-46e7-4fdd-a1e4-86f654ce8de4 req-0a28f72c-2eb3-4ced-bc87-6f42ec380501 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0566792
Nov 13 22:10:18.678373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8216bde3-46e7-4fdd-a1e4-86f654ce8de4 req-ba0445de-c99f-492a-924f-4cee7bec75d8 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447187
Nov 13 22:10:19.800704 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe5811-0e3c-435d-ac3c-5bd4acc531e1 req-dddc96d8-51ba-45a5-be3d-0060f5d86943 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:19.802527 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6fe5811-0e3c-435d-ac3c-5bd4acc531e1 req-dddc96d8-51ba-45a5-be3d-0060f5d86943 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0554278
Nov 13 22:10:19.857092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6fe5811-0e3c-435d-ac3c-5bd4acc531e1 req-a6c976c2-68ca-4d44-bf6d-9d41efaf1460 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459626
Nov 13 22:10:20.972140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53812dd8-ef0b-414c-bacf-47c5cd766940 req-b062f16e-ddd5-4ddc-af3f-deb4b3409949 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:20.973685 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53812dd8-ef0b-414c-bacf-47c5cd766940 req-b062f16e-ddd5-4ddc-af3f-deb4b3409949 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0490875
Nov 13 22:10:21.022651 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53812dd8-ef0b-414c-bacf-47c5cd766940 req-37db8110-3dfb-483c-bb40-9329903c86af tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423353
Nov 13 22:10:22.143923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c98e1e-701c-45dd-9c0a-1d2ba4ba5cd6 req-44c222e9-592a-4d97-a209-0f9b6c359a2c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:22.145458 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7c98e1e-701c-45dd-9c0a-1d2ba4ba5cd6 req-44c222e9-592a-4d97-a209-0f9b6c359a2c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0504711
Nov 13 22:10:22.196364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7c98e1e-701c-45dd-9c0a-1d2ba4ba5cd6 req-ce43c403-e12d-4d78-b2a5-87ed19fc53db tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447655
Nov 13 22:10:23.320162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53390-eb59-459d-8c9e-4280f1c818a2 req-b7406c10-5910-4cd8-9e98-7b70a2956ac7 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:23.321597 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35b53390-eb59-459d-8c9e-4280f1c818a2 req-b7406c10-5910-4cd8-9e98-7b70a2956ac7 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0528719
Nov 13 22:10:23.380056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-35b53390-eb59-459d-8c9e-4280f1c818a2 req-f267bddf-b425-43bd-a5f4-e2196a935d21 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503595
Nov 13 22:10:24.502622 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bcc47-8ee3-4c4f-a7ba-84fef5422aab req-3a3d703d-5851-4eeb-b04e-e9b5f39ecf34 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:24.504101 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-616bcc47-8ee3-4c4f-a7ba-84fef5422aab req-3a3d703d-5851-4eeb-b04e-e9b5f39ecf34 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0500915
Nov 13 22:10:24.571306 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-616bcc47-8ee3-4c4f-a7ba-84fef5422aab req-3c7eb82f-6864-4ba3-9093-e61918a0aeb2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603123
Nov 13 22:10:24.763460 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3c591873-5b1f-4a80-95d3-cfaa38cf6eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:25.699172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada04f-996d-45aa-84b3-6dcaa29bc5d8 req-7867c26e-4203-4770-af83-eb6f07ba6484 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:25.700790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eeada04f-996d-45aa-84b3-6dcaa29bc5d8 req-7867c26e-4203-4770-af83-eb6f07ba6484 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0550332
Nov 13 22:10:25.752889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eeada04f-996d-45aa-84b3-6dcaa29bc5d8 req-323ebe19-d1d7-47a0-a745-df73a451c1b2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449896
Nov 13 22:10:26.873974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a854aa-53e5-462c-937d-6232cf2b2fe3 req-dbf5aaee-1a36-4459-8bae-475628406288 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:26.875422 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25a854aa-53e5-462c-937d-6232cf2b2fe3 req-dbf5aaee-1a36-4459-8bae-475628406288 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 931 time: 0.0501907
Nov 13 22:10:26.925293 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-25a854aa-53e5-462c-937d-6232cf2b2fe3 req-e152f6ce-d34b-47f0-ac41-db482e84a11f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433493
Nov 13 22:10:27.116856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1cc44dc7-f956-4b70-9d97-92493fcc6230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:27.463942 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Request body: {'port': {'device_id': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:27.520230 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:27.776712 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:10:27.784145 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:27.796173 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Transition to ACTIVE for port object aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:10:27.868650 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:27.918561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:27.992840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Attempting to bind port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:10:27.993615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Attempting to bind port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:10:27.994138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Attempting to bind port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd on network 15270a4d-6d32-4cf3-9677-1c09e233864b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:10:28.000906 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd on network 15270a4d-6d32-4cf3-9677-1c09e233864b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:10:28.001311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Attempting to bind port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd on network 15270a4d-6d32-4cf3-9677-1c09e233864b {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:10:28.015311 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:10:28.015651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Checking segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:10:28.016032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Bound using segment: {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:10:28.016459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Bound port: aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2237c3cd-5b51-4cc6-9294-2da766167766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:10:28.016851 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:28.084817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a68cc5e-173f-4398-b2c1-c4324fd2c44e req-eadc88a0-656b-44b5-9b6b-cc79e1f84bc5 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.086343 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a68cc5e-173f-4398-b2c1-c4324fd2c44e req-eadc88a0-656b-44b5-9b6b-cc79e1f84bc5 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 943 time: 0.0875356
Nov 13 22:10:28.128071 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:10:28.150870 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:10:28.158787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5a68cc5e-173f-4398-b2c1-c4324fd2c44e req-e8265faf-d18d-42e6-a098-839d793a403c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655878
Nov 13 22:10:28.220086 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:28.259190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.259805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:28.261215 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] 10.222.0.46 "PUT /v2.0/ports/aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 1091 time: 0.8016815
Nov 13 22:10:28.261758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:10:28.263908 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12690d3-21b1-4013-bbed-bdf0427769ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:10:28.287735 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60bc5-ab62-4db7-b2d7-ae8e5631ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:28.308944 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aca319-4f43-4a2e-b410-513d2fb1afc6 x-openstack-request-id: req-87aca319-4f43-4a2e-b410-513d2fb1afc6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:10:28.309245 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:10:28.309618 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87aca319-4f43-4a2e-b410-513d2fb1afc6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:10:28.310031 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'status': 'completed', 'code': 200}
Nov 13 22:10:28.373031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12690d3-21b1-4013-bbed-bdf0427769ad req-d76f2927-8b59-4130-86ee-6adb55cb7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.374604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c12690d3-21b1-4013-bbed-bdf0427769ad req-d76f2927-8b59-4130-86ee-6adb55cb7b9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1094 time: 0.0431888
Nov 13 22:10:28.480416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12690d3-21b1-4013-bbed-bdf0427769ad req-5ec0aa6d-cc5e-455d-8bf1-a936fbe0885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.481905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c12690d3-21b1-4013-bbed-bdf0427769ad req-5ec0aa6d-cc5e-455d-8bf1-a936fbe0885a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0982995
Nov 13 22:10:28.579513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12690d3-21b1-4013-bbed-bdf0427769ad req-cebcfcd4-bc98-4b14-9346-82516d4ec160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.580524 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c12690d3-21b1-4013-bbed-bdf0427769ad req-cebcfcd4-bc98-4b14-9346-82516d4ec160 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0899198
Nov 13 22:10:28.657061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-1ba39e11-1968-48d9-91fe-9b8b457477d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.658534 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-1ba39e11-1968-48d9-91fe-9b8b457477d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1094 time: 0.0405834
Nov 13 22:10:28.703587 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-e02233b8-9c7b-4f3d-94f0-edbc0b698c39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 217 time: 0.0364304
Nov 13 22:10:28.752782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-5b7ddd42-3c56-42dd-b38a-43d3ac6ca42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.754227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-5b7ddd42-3c56-42dd-b38a-43d3ac6ca42b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0430574
Nov 13 22:10:28.766205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:28.798352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-837de0a1-fad3-49cc-ad99-a2f58851d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:28.799856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-837de0a1-fad3-49cc-ad99-a2f58851d512 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0385928
Nov 13 22:10:29.144104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-843b568d-60e6-465e-85c5-a5cf823f5ecc service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3368344
Nov 13 22:10:29.244337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7ba8966a-7559-4661-a4ab-59c3d26f85a6 req-ff1a09e7-ab92-4301-ad5e-f36408d41c4c service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918846
Nov 13 22:10:29.278456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feae5b-0225-48e3-aed9-407c1225f67d req-a834e031-5001-4b0f-93d1-2be48b7b7587 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:29.279907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51feae5b-0225-48e3-aed9-407c1225f67d req-a834e031-5001-4b0f-93d1-2be48b7b7587 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 943 time: 0.0506608
Nov 13 22:10:29.331525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-51feae5b-0225-48e3-aed9-407c1225f67d req-77742868-683d-4493-a16c-f46d2396cd37 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451241
Nov 13 22:10:30.127585 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:30.425561 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:30.451237 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac8252-d60d-4b05-ac5d-e0a5fdcd38a0 req-1bd79382-4c05-4cea-b594-0392a618a952 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:30.452842 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ac8252-d60d-4b05-ac5d-e0a5fdcd38a0 req-1bd79382-4c05-4cea-b594-0392a618a952 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 943 time: 0.0522339
Nov 13 22:10:30.499896 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-70ac8252-d60d-4b05-ac5d-e0a5fdcd38a0 req-69a70189-a333-406b-9c41-639f123b99ae tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404756
Nov 13 22:10:31.612993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161750c-3f4a-4ad9-b6aa-99925f7420c4 req-d4c7aeec-9abe-499e-b829-7c41bc15c4fd tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:31.614983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a161750c-3f4a-4ad9-b6aa-99925f7420c4 req-d4c7aeec-9abe-499e-b829-7c41bc15c4fd tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 943 time: 0.0476544
Nov 13 22:10:31.667034 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a161750c-3f4a-4ad9-b6aa-99925f7420c4 req-3830fcf0-48a6-4c94-8021-5588f33c6854 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460505
Nov 13 22:10:31.938768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:10:32.033254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:32.044620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'port_id': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'mac_address': 'fa:16:3e:b8:aa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:10:32.083918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:32.098560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:10:32.121434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:32.762732 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:32.785710 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4fa31-ab54-43f6-9cd1-72397cbbc453 req-0e1ebdc9-28da-469d-856a-ebaa590bf7b2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:32.787254 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86a4fa31-ab54-43f6-9cd1-72397cbbc453 req-0e1ebdc9-28da-469d-856a-ebaa590bf7b2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 943 time: 0.0540562
Nov 13 22:10:32.810342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:32.818565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.818921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.819255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.819610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.819942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.820274 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.820595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.820967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.821293 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.821613 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.821934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.822252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:32.837190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-86a4fa31-ab54-43f6-9cd1-72397cbbc453 req-b650681d-c0ff-4c8f-b142-316ffc48b6f5 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438840
Nov 13 22:10:32.969677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:10:33.944918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:10:33.950229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce710ad-f545-4b2d-b7e5-53a3c70847b1 req-4c869d2e-6328-4960-93f6-c996175e6c6e tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:33.951749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ce710ad-f545-4b2d-b7e5-53a3c70847b1 req-4c869d2e-6328-4960-93f6-c996175e6c6e tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 944 time: 0.0485916
Nov 13 22:10:34.000004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6ce710ad-f545-4b2d-b7e5-53a3c70847b1 req-edbe19f9-d61a-4b5d-a849-80641af066e9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416915
Nov 13 22:10:34.085548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:10:34.089807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:34.090172 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:34.167882 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:34.189898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:10:34.192124 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5002fe-3a38-40b6-9900-732b9c179623" -d '{"events": [{"server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "name": "network-vif-plugged", "status": "completed", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:10:34.204377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:34.228847 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f91a9-7954-47ef-85f8-23f582acf370 x-openstack-request-id: req-df1f91a9-7954-47ef-85f8-23f582acf370 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:10:34.228847 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "name": "network-vif-plugged", "status": "completed", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:10:34.229114 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df1f91a9-7954-47ef-85f8-23f582acf370 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:10:34.229359 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'code': 200}
Nov 13 22:10:34.276813 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:34.324165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:34.328402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca01695-1f21-4e87-b603-6ca11c61a2d4 req-0079837e-11a3-424d-9e81-c5ba515ff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:34.329935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eca01695-1f21-4e87-b603-6ca11c61a2d4 req-0079837e-11a3-424d-9e81-c5ba515ff31a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1096 time: 0.0448179
Nov 13 22:10:34.371934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eca01695-1f21-4e87-b603-6ca11c61a2d4 req-6dab8d59-8031-4015-a35e-ec63febcc39d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354211
Nov 13 22:10:35.114911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9bb8-4df2-4555-8bac-3c067f9e92da req-4d4c76fc-ba51-4bca-9053-81a5f1dc6ce1 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:35.116376 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed7d9bb8-4df2-4555-8bac-3c067f9e92da req-4d4c76fc-ba51-4bca-9053-81a5f1dc6ce1 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0473781
Nov 13 22:10:35.164022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed7d9bb8-4df2-4555-8bac-3c067f9e92da req-4931501b-5b25-4f7c-b7f5-82adb839b8cf tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414617
Nov 13 22:10:36.280842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2003470-0578-4d45-a9de-a5c034509a4f req-da216535-ed0c-4453-a485-2ab8add9ec9a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:36.282648 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2003470-0578-4d45-a9de-a5c034509a4f req-da216535-ed0c-4453-a485-2ab8add9ec9a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0501227
Nov 13 22:10:36.331985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d2003470-0578-4d45-a9de-a5c034509a4f req-b7fe8eb9-cf55-4ea3-9219-ada41da895b2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427682
Nov 13 22:10:36.454623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d0d3-e753-43df-abf5-1880186dd23c req-b15ceaa1-73f8-48c7-962c-3ccbf8b2665d tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:36.456024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0516d0d3-e753-43df-abf5-1880186dd23c req-b15ceaa1-73f8-48c7-962c-3ccbf8b2665d tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0527456
Nov 13 22:10:36.503004 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0516d0d3-e753-43df-abf5-1880186dd23c req-ad41b332-7e2d-4035-84cd-c98836f38b9d tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403476
Nov 13 22:10:36.690519 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d061586-3636-4f91-8804-e283dfa5a749 req-3c227901-d294-43e2-a77f-88fa9dba2397 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:36.691990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d061586-3636-4f91-8804-e283dfa5a749 req-3c227901-d294-43e2-a77f-88fa9dba2397 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0500860
Nov 13 22:10:36.737851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d061586-3636-4f91-8804-e283dfa5a749 req-ce9f8337-d5c1-43c1-a71d-7dee7cc9d1ec tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398681
Nov 13 22:10:37.404483 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:10:42.783073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:42.911198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa5a23-cb07-44af-90e0-e0745f943241 req-159c0307-42a8-4ec6-b994-34a6376fb7c4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:42.912774 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39aa5a23-cb07-44af-90e0-e0745f943241 req-159c0307-42a8-4ec6-b994-34a6376fb7c4 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0484865
Nov 13 22:10:42.964541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-39aa5a23-cb07-44af-90e0-e0745f943241 req-f13ba5a3-6f60-4e61-9b41-ff33e9a68e04 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456729
Nov 13 22:10:42.986617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51148) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:43.119207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ada11-b93b-4f81-b9fb-420f28ef8b52 tempest-TestMinimumBasicScenario-56576412 tempest-TestMinimumBasicScenario-56576412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:43.120746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-420ada11-b93b-4f81-b9fb-420f28ef8b52 tempest-TestMinimumBasicScenario-56576412 tempest-TestMinimumBasicScenario-56576412-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1091 time: 0.1331213
Nov 13 22:10:43.123896 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51152) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:43.128384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:43.230862 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:43.323838 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:43.432411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Allocated IP 172.35.3.166 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/22dee712-ab62-473e-87ff-3a389eb52218) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:10:43.535235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:43.648681 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:43.686268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:10:43.691063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:10:43.695215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:10:43.700607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'Port': ['ID=22dee712-ab62-473e-87ff-3a389eb52218,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:44.078286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:44.216107 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:44.363088 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:44.422539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:44.498378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'Port': ['ID=22dee712-ab62-473e-87ff-3a389eb52218,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:44.510950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:44.608914 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Floating IP 82171f1e-f65d-4a1f-bdbe-4221117fdd6f associated. External IP: 172.35.3.166, port: aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd.
Nov 13 22:10:44.819589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Router 23de66d2-74e8-47ab-80f1-b01b637553b0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:10:44.925081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:10:44.935472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] Sync routers for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:10:44.944388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:10:44.945007 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1b8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:45.004041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.033479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-16bd4a33-bd48-47a7-8311-781a34e882a2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9056313
Nov 13 22:10:45.033479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:10:45.033818 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028ec49-2fed-417e-b0e5-30844a307d18" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:10:45.033935 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51154) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:45.041170 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290484100', 'description': 'tempest-secgroup-smoke-1290484100 description', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:45.062543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:10:45.074319 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4406f7a-c932-4bd4-ac1b-3a01f2fe938b x-openstack-request-id: req-f4406f7a-c932-4bd4-ac1b-3a01f2fe938b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:10:45.074619 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:10:45.074903 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4406f7a-c932-4bd4-ac1b-3a01f2fe938b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:10:45.075309 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'status': 'completed', 'code': 200}
Nov 13 22:10:45.093536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.143147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-03cb46d7-a08e-4b32-bfaf-1999efd066f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:45.143808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.144678 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-03cb46d7-a08e-4b32-bfaf-1999efd066f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1096 time: 0.0451994
Nov 13 22:10:45.211757 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.239554 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-537ad439-0fee-4823-b700-cffc74885a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:45.241066 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-537ad439-0fee-4823-b700-cffc74885a27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 915 time: 0.0894847
Nov 13 22:10:45.288180 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.292032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1b8ee0>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '82171f1e-f65d-4a1f-bdbe-4221117fdd6f', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'floating_ip_address': '172.35.3.166', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'port_id': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'mac_address': 'fa:16:3e:b8:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:10:43Z', 'updated_at': '2021-11-13T22:10:43Z', 'revision_number': 0, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:45.310439 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-69f298f9-e84f-4e19-9cf0-bf9e7193dd37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 999 time: 0.0628500
Nov 13 22:10:45.320835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3228aa67-a468-4349-8bd8-dd688f445ee9,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:45.325941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] Checking router: 23de66d2-74e8-47ab-80f1-b01b637553b0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:10:45.329625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.329979 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.330526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.330871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.330994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:10:45.331209 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.331509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd1b8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:10:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:45.331913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.332443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.333514 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.334032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.334555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.334889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.335216 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:10:45.363093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-ecd8d2bd-c8ed-46de-bb5b-10a217c9b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:45.364561 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-ecd8d2bd-c8ed-46de-bb5b-10a217c9b9f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0466044
Nov 13 22:10:45.387255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.391455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f9e829d4-2e09-4cb5-8c14-73f03ea87c02 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3530967
Nov 13 22:10:45.391601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51158) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:45.396537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group_rule': {'security_group_id': '3228aa67-a468-4349-8bd8-dd688f445ee9', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:45.410650 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-e80e7714-3d7f-445c-ab5c-68fbdf01f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:45.412770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-e80e7714-3d7f-445c-ab5c-68fbdf01f055 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416787
Nov 13 22:10:45.442280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:10:45.493560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.508354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-8a9f723d-8b75-40d0-bbc5-9f47aae8681e service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889452
Nov 13 22:10:45.564019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.603548 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9028ec49-2fed-417e-b0e5-30844a307d18 req-9f737fd1-90fc-4f2c-8c6c-39c7a0728862 service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881550
Nov 13 22:10:45.674224 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.679916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd1b8ee0>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '82171f1e-f65d-4a1f-bdbe-4221117fdd6f', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'floating_ip_address': '172.35.3.166', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'port_id': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'mac_address': 'fa:16:3e:b8:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:10:43Z', 'updated_at': '2021-11-13T22:10:43Z', 'revision_number': 0, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:10:45.692598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97dc0326-7330-4e52-9878-601582bccac5,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:45.711029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75282fa1-f348-403b-b493-e199e42d8cf5 None None] The sync data for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 is: [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '82171f1e-f65d-4a1f-bdbe-4221117fdd6f', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'floating_ip_address': '172.35.3.166', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'port_id': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'mac_address': 'fa:16:3e:b8:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:10:43Z', 'updated_at': '2021-11-13T22:10:43Z', 'revision_number': 0, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:10:45.779947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.781258 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e2c8037e-a49a-43de-a4b1-516cd687917a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3887243
Nov 13 22:10:45.784839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51160) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:45.789299 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group_rule': {'security_group_id': '3228aa67-a468-4349-8bd8-dd688f445ee9', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:45.908626 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:45.915944 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393b241-c709-41a8-9b6c-908913af8057 None None] New status for floating IP 82171f1e-f65d-4a1f-bdbe-4221117fdd6f: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:10:45.969920 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.056964 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.075505 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e55bb8-947a-4446-98c5-93c814d11c9f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:46.139423 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.140567 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-332fdabb-f960-4290-b6c8-17054e028efe tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3547955
Nov 13 22:10:46.143476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:46.147982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group_rule': {'security_group_id': '3228aa67-a468-4349-8bd8-dd688f445ee9', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:46.253191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.313194 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.436399 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.451104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1ca4af-17a9-436c-89a6-1953689ad695,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:46.524407 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.525676 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3740e984-4f23-47c7-9534-bc002b02aace tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3812110
Nov 13 22:10:46.528300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:46.532929 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group_rule': {'security_group_id': '3228aa67-a468-4349-8bd8-dd688f445ee9', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:46.630099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.689651 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.799690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.817822 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffa632e-2c59-4092-8259-d629a6dde6b5,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:46.883736 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:46.884970 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9b3df0da-8a28-47b9-8ce7-ea9eac2f7612 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3556776
Nov 13 22:10:46.887784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51166) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:46.892450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group_rule': {'security_group_id': '3228aa67-a468-4349-8bd8-dd688f445ee9', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:46.979339 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Project 7d82cb7d594e4155a0ffe23a7875e409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:10:46.984756 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.041797 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.139177 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.160925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0835a58-0e30-4879-bd61-78534d843cfb,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:47.243722 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.244930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-19d1bb59-2b49-41b6-a5e7-624331d3926f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3560743
Nov 13 22:10:47.247606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:10:47.251843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'security_group_rule': {'security_group_id': '3228aa67-a468-4349-8bd8-dd688f445ee9', 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:47.334130 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Project 7d82cb7d594e4155a0ffe23a7875e409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:10:47.338991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.395734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.476257 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.495534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe82b560-1743-4ec2-a642-7a84914bf0af,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:47.573783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.575001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e1b8ca24-8f6c-4615-b181-af0242988b92 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3264623
Nov 13 22:10:47.662904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c15a1492-4a39-4ff1-868d-616efde422dc req-2412282f-67ee-4bcc-aec2-f47e1e5ed551 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290484100&fields=id&tenant_id=7d82cb7d594e4155a0ffe23a7875e409 HTTP/1.1" status: 200  len: 267 time: 0.0433362
Nov 13 22:10:47.715142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a1492-4a39-4ff1-868d-616efde422dc req-3645825e-4677-43c2-96c5-159320c9011f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:47.716595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c15a1492-4a39-4ff1-868d-616efde422dc req-3645825e-4677-43c2-96c5-159320c9011f tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0480478
Nov 13 22:10:47.728142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'port': {'security_groups': ['4cd4913f-43be-45ba-beb5-fe1038e8f457', '3228aa67-a468-4349-8bd8-dd688f445ee9']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:10:47.789656 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:47.965886 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:10:47.995313 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:48.068527 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:48.080257 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:10:48.111256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:48.111874 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:48.113284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c15a1492-4a39-4ff1-868d-616efde422dc req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "PUT /v2.0/ports/aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 981 time: 0.3901341
Nov 13 22:10:48.113726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:10:48.116040 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fb63fe-14e7-4894-b218-e33c762bdc70" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:10:48.144977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e12a7-6039-4788-9216-2901a614ac01 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:10:48.187313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:10:48.207885 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c147745-b5cc-43e7-830d-80c8826eca07 x-openstack-request-id: req-1c147745-b5cc-43e7-830d-80c8826eca07 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:10:48.215219 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:10:48.215582 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c147745-b5cc-43e7-830d-80c8826eca07 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:10:48.216330 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'status': 'completed', 'code': 200}
Nov 13 22:10:48.299773 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-f5dd2fea-d89c-49e6-aaf7-9af77f262955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:48.301454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-f5dd2fea-d89c-49e6-aaf7-9af77f262955 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1135 time: 0.0750613
Nov 13 22:10:48.310367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847833b-2e32-4e6a-a08f-0318fd69364f req-41d9f807-c708-4e77-b9df-5684e1eb2797 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:48.312037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d847833b-2e32-4e6a-a08f-0318fd69364f req-41d9f807-c708-4e77-b9df-5684e1eb2797 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0948813
Nov 13 22:10:48.432956 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d847833b-2e32-4e6a-a08f-0318fd69364f req-62bb6e3a-2698-4cd9-8812-211a38fdf41b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1119738
Nov 13 22:10:48.442840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-ee3612fb-5b9e-4574-b4b1-d97657fe8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:48.444443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-ee3612fb-5b9e-4574-b4b1-d97657fe8416 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 915 time: 0.1313832
Nov 13 22:10:48.483005 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-175d77b3-fa87-44a8-aecc-7e3abac0b7f9 None None] Provisioning complete for port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:10:48.483372 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-175d77b3-fa87-44a8-aecc-7e3abac0b7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:48.516105 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-c7185b98-d208-4d89-a3a6-9aee30aacd95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 1001 time: 0.0641935
Nov 13 22:10:48.564443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-5b7dd3c5-37e4-4e39-8d9a-51166bbe2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:48.565924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-5b7dd3c5-37e4-4e39-8d9a-51166bbe2c84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0426676
Nov 13 22:10:48.612293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-60027dae-6638-4fb1-ace2-641256c6d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:10:48.613711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-60027dae-6638-4fb1-ace2-641256c6d45d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391212
Nov 13 22:10:48.706263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-dcab68c1-082a-4fe4-a2ee-b700c604dd65 service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853825
Nov 13 22:10:48.797078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-66fb63fe-14e7-4894-b218-e33c762bdc70 req-e6f7e688-66ca-4417-be20-6772ce6afeab service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826521
Nov 13 22:10:54.738871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-069200d5-0a8a-4775-9169-660451976213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:57.127869 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-81be0db4-a09b-4b90-9507-49bcddad0d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:10:58.776736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:00.115914 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:00.408078 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:11.141359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6368e-4cc7-4c42-b694-ed40e8395dbd req-a9422f53-94f9-4199-8889-94dea4853258 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:11.143275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0d6368e-4cc7-4c42-b694-ed40e8395dbd req-a9422f53-94f9-4199-8889-94dea4853258 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0574949
Nov 13 22:11:11.234168 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d0d6368e-4cc7-4c42-b694-ed40e8395dbd req-3b362773-3577-4122-a407-bbcc0313ca66 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0847104
Nov 13 22:11:11.237151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-c7509f23-ae82-4da9-878e-e55ce7021fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:11.238339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-c7509f23-ae82-4da9-878e-e55ce7021fe3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1135 time: 0.0709262
Nov 13 22:11:11.333953 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-046c5556-1efd-41ff-b389-90c443ba41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:11.335430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-046c5556-1efd-41ff-b389-90c443ba41e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 915 time: 0.0893927
Nov 13 22:11:11.400799 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-25cbd964-3859-4ef4-a8fe-ee54ff6fac1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 1001 time: 0.0581589
Nov 13 22:11:11.452956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-1e5f7586-8ede-42d8-be15-b8ea93ca1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:11.454369 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-1e5f7586-8ede-42d8-be15-b8ea93ca1ced service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0461905
Nov 13 22:11:11.748868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-6c9ed57e-df94-4b95-a525-c068d06c2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:11.750345 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-6c9ed57e-df94-4b95-a525-c068d06c2080 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2880661
Nov 13 22:11:11.838633 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-86509b2e-c187-4dd1-9677-beeeaebacd52 service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801198
Nov 13 22:11:11.927711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19335db0-1e8b-4b5f-9086-fb8011aba455 req-9dc05e52-b3d6-4a9b-ab6c-2a1a250660fa service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825591
Nov 13 22:11:12.351123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c623b1-1eed-43e8-be3d-7f7b8453ce26 req-29c7942e-3265-4182-90e0-514b67279200 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:12.352593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a0c623b1-1eed-43e8-be3d-7f7b8453ce26 req-29c7942e-3265-4182-90e0-514b67279200 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0477705
Nov 13 22:11:12.413065 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a0c623b1-1eed-43e8-be3d-7f7b8453ce26 req-7658b6fb-487f-4951-9648-4c20a7310487 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0537543
Nov 13 22:11:12.801763 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:13.529165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102101fa-7aa0-44cc-a687-a1df788925d2 req-f451acbd-0b1f-448d-8e7a-14380a337d31 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:13.532761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-102101fa-7aa0-44cc-a687-a1df788925d2 req-f451acbd-0b1f-448d-8e7a-14380a337d31 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0487127
Nov 13 22:11:13.590692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-102101fa-7aa0-44cc-a687-a1df788925d2 req-d100e625-53a7-4758-be7e-a8bbdf980be7 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0536516
Nov 13 22:11:14.393792 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:11:14.704464 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6e993-28b5-4850-9c79-2e356db9d126 req-84d61d00-7b2e-445e-8a85-314bcccec93c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:14.705860 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17d6e993-28b5-4850-9c79-2e356db9d126 req-84d61d00-7b2e-445e-8a85-314bcccec93c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0489237
Nov 13 22:11:14.769705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-17d6e993-28b5-4850-9c79-2e356db9d126 req-9c690482-2f28-4cdb-bea5-03dfd9c59891 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578656
Nov 13 22:11:15.058944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:15.888194 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe653228-d741-4d9f-9f49-5e5681c82680 req-978943d8-f228-4d79-be6e-71ceba9809fd tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:15.889615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe653228-d741-4d9f-9f49-5e5681c82680 req-978943d8-f228-4d79-be6e-71ceba9809fd tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0527027
Nov 13 22:11:15.947982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe653228-d741-4d9f-9f49-5e5681c82680 req-43cb5d2a-b06d-403a-ba43-b879eda6b34b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0522571
Nov 13 22:11:17.062582 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf732c-7db3-49a1-9e4e-d2ae0ff7d6fe req-73fd0d97-df95-4c3e-9597-e82741df6441 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:17.064038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48cf732c-7db3-49a1-9e4e-d2ae0ff7d6fe req-73fd0d97-df95-4c3e-9597-e82741df6441 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0486732
Nov 13 22:11:17.123132 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-48cf732c-7db3-49a1-9e4e-d2ae0ff7d6fe req-02323633-d07a-4e59-a10e-0658be67e1af tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528452
Nov 13 22:11:18.237330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde52333-9e86-44e1-8302-2f73dac7462d req-6df5a206-a70e-447b-b5a1-32b6894ecb98 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:18.238787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bde52333-9e86-44e1-8302-2f73dac7462d req-6df5a206-a70e-447b-b5a1-32b6894ecb98 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0482051
Nov 13 22:11:18.297372 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bde52333-9e86-44e1-8302-2f73dac7462d req-45557e2f-c329-4c22-b894-d7b5ba9baeb8 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525150
Nov 13 22:11:19.414468 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eac34d-36a7-45a4-9660-9c08d9d9c8e4 req-2002df7a-08f2-4260-b2d0-448a52cfb4c2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:19.415983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-52eac34d-36a7-45a4-9660-9c08d9d9c8e4 req-2002df7a-08f2-4260-b2d0-448a52cfb4c2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0496340
Nov 13 22:11:19.475966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-52eac34d-36a7-45a4-9660-9c08d9d9c8e4 req-85ca20a2-ac67-4b7b-91e4-16024127cef1 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539005
Nov 13 22:11:20.598578 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321592-dc7c-4614-8685-4ab53f1642e2 req-1faae6cf-030c-4762-a690-d17ce5d04912 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:20.600022 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07321592-dc7c-4614-8685-4ab53f1642e2 req-1faae6cf-030c-4762-a690-d17ce5d04912 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0529971
Nov 13 22:11:20.659044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07321592-dc7c-4614-8685-4ab53f1642e2 req-d0799c60-6b4d-456e-aad1-391136b23e9a tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528374
Nov 13 22:11:21.776414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d591d4-c754-4923-a11f-b1f794caf475 req-4126bc00-aeb5-40c2-a476-dfba6bae6ea7 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:21.777899 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75d591d4-c754-4923-a11f-b1f794caf475 req-4126bc00-aeb5-40c2-a476-dfba6bae6ea7 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0520842
Nov 13 22:11:21.838694 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75d591d4-c754-4923-a11f-b1f794caf475 req-98891fd4-286a-4b1f-84e2-57ea9feaa6a0 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544202
Nov 13 22:11:22.951513 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dd776-29b2-4c01-9097-d036c56f139d req-a3721215-541b-4b1e-8a0a-7e5df41efb0c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:22.954147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-365dd776-29b2-4c01-9097-d036c56f139d req-a3721215-541b-4b1e-8a0a-7e5df41efb0c tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0490525
Nov 13 22:11:23.012925 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-365dd776-29b2-4c01-9097-d036c56f139d req-c310f09b-9c3c-4650-8a15-03696ca57f95 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0526357
Nov 13 22:11:24.128083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433207b-349f-4a27-b27c-d72ed5f0bc4c req-b9633a9e-7b6b-4524-aa28-425deb739491 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:24.129600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4433207b-349f-4a27-b27c-d72ed5f0bc4c req-b9633a9e-7b6b-4524-aa28-425deb739491 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0488980
Nov 13 22:11:24.189407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4433207b-349f-4a27-b27c-d72ed5f0bc4c req-d37c3efd-7acc-4d76-ab21-6b3fe63e81e2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0537441
Nov 13 22:11:24.750574 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60273083-8e3a-464e-8da5-7b8b720d3e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:25.307087 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23355b36-9d01-49a0-b507-5e286e9915f9 req-4e8ca0bb-545a-4b9c-ba2a-c30cdd8dc3ec tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:25.308599 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23355b36-9d01-49a0-b507-5e286e9915f9 req-4e8ca0bb-545a-4b9c-ba2a-c30cdd8dc3ec tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0504973
Nov 13 22:11:25.372057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-23355b36-9d01-49a0-b507-5e286e9915f9 req-2a431b2b-0b5a-4dec-b46c-a72e695ae3f6 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0566368
Nov 13 22:11:26.493002 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acbe5f-d099-41b0-8348-fc1868b115b6 req-0db64a6a-f2c0-4ffe-8bd9-0937cd4587ff tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:26.494453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57acbe5f-d099-41b0-8348-fc1868b115b6 req-0db64a6a-f2c0-4ffe-8bd9-0937cd4587ff tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0533984
Nov 13 22:11:26.559261 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-57acbe5f-d099-41b0-8348-fc1868b115b6 req-3fde6960-77fc-4134-a6ab-145cf758a11b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0583813
Nov 13 22:11:27.085094 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5f23b5b0-1673-4d73-806c-b568efc68c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:27.229748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-79dc6248-afbb-417b-964f-f0ae644d0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:27.231194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-79dc6248-afbb-417b-964f-f0ae644d0851 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1135 time: 0.0397584
Nov 13 22:11:27.329387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-5deea871-02d9-4cfe-90d2-e50eac0ec1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:27.330815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-5deea871-02d9-4cfe-90d2-e50eac0ec1d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 915 time: 0.0818238
Nov 13 22:11:27.398124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-d4427a4f-c41b-447e-9686-673b5eb4bfe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 1001 time: 0.0601573
Nov 13 22:11:27.446178 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-2e93fd3b-725f-4f2b-9dac-846bdeecee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:27.447558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-2e93fd3b-725f-4f2b-9dac-846bdeecee0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0425558
Nov 13 22:11:27.492076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-94adbacb-10f4-466f-b3fe-35711f214bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:27.493619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-94adbacb-10f4-466f-b3fe-35711f214bbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386953
Nov 13 22:11:27.585578 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-a418f383-5c94-45d6-bf8c-9b29beb4116e service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848999
Nov 13 22:11:27.712547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba6b3c84-a7f0-41cb-b61b-e8bfce8a200f req-0e5a72e9-2bf7-4a7e-a017-f042b4a758c0 service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168854
Nov 13 22:11:27.721655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256d2c6-ada8-46f3-ad74-d0e531e32dd3 req-e97376be-f83f-4eb5-923c-08c8ad3546f5 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:27.723052 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0256d2c6-ada8-46f3-ad74-d0e531e32dd3 req-e97376be-f83f-4eb5-923c-08c8ad3546f5 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0757368
Nov 13 22:11:27.785288 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0256d2c6-ada8-46f3-ad74-d0e531e32dd3 req-35be190c-a728-4b3e-999b-4e8cd8605071 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0555725
Nov 13 22:11:28.810789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:28.900729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee564ea-164b-4bfc-b6d7-298451f1ae9f req-77f95373-2ceb-481a-a35d-e5ec34580441 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:11:28.902201 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ee564ea-164b-4bfc-b6d7-298451f1ae9f req-77f95373-2ceb-481a-a35d-e5ec34580441 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0484931
Nov 13 22:11:28.962151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0ee564ea-164b-4bfc-b6d7-298451f1ae9f req-84880ba6-1c49-4312-9a8f-356ab100f37b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=3228aa67-a468-4349-8bd8-dd688f445ee9&id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0529175
Nov 13 22:11:30.110139 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:30.413064 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:42.764924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:45.040867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:51.393612 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:11:54.766580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2df6d042-fa71-46e1-bca1-4cd3fe003de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:57.102219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0fa88cfe-9f61-4967-a543-e72a7af51701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:11:58.770399 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:00.138424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:00.439164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:00.789676 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-16f55813-23bf-4ca8-9f10-5b641719ee86 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290484100&fields=id&tenant_id=7d82cb7d594e4155a0ffe23a7875e409 HTTP/1.1" status: 200  len: 267 time: 0.0435462
Nov 13 22:12:00.840451 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-604f250b-bcb6-4d37-b5a5-5c3400111a98 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:00.841923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-604f250b-bcb6-4d37-b5a5-5c3400111a98 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 984 time: 0.0466621
Nov 13 22:12:00.853193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Request body: {'port': {'security_groups': ['4cd4913f-43be-45ba-beb5-fe1038e8f457']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:00.919019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.087358 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:01.115451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.194981 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.206430 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:12:01.238669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:01.239308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.240721 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-218ac14b-d519-4c2c-bb97-ef5816a02b6b req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "PUT /v2.0/ports/aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 942 time: 0.3919048
Nov 13 22:12:01.241181 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:12:01.243496 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b15d90-ece2-45c7-a8ff-531d45fb434d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:12:01.247364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51258) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:01.280843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event updated for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:01.290286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.291800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.292880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.293029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.293368 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.293708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.294043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.294372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.295123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.295979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.296310 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.296633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8679ec66-7535-4987-a04e-469716e2c35b tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.309518 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39452c5c-296d-488b-bb91-7b4d4b55b407 x-openstack-request-id: req-39452c5c-296d-488b-bb91-7b4d4b55b407 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:12:01.311948 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:12:01.311948 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39452c5c-296d-488b-bb91-7b4d4b55b407 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:12:01.312197 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'status': 'completed', 'code': 200}
Nov 13 22:12:01.336987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:12:01.344897 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.375189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-a993431e-71d9-41fd-b005-e710dab0ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:01.375745 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.377292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-a993431e-71d9-41fd-b005-e710dab0ee4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1096 time: 0.0489633
Nov 13 22:12:01.497585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-3f3cf031-3c00-47ae-8944-3ea2ef599633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:01.499128 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-3f3cf031-3c00-47ae-8944-3ea2ef599633 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 915 time: 0.1143789
Nov 13 22:12:01.522287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.522287 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.522287 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "DELETE /v2.0/security-groups/3228aa67-a468-4349-8bd8-dd688f445ee9 HTTP/1.1" status: 204  len: 168 time: 0.2699120
Nov 13 22:12:01.528834 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51260) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:01.530115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3228aa67-a468-4349-8bd8-dd688f445ee9,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:01.533167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e45734a3-d54f-4b5b-8086-97d7a3e2c462 None None] Provisioning complete for port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:01.533541 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e45734a3-d54f-4b5b-8086-97d7a3e2c462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.548240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.548618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.548969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.549307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.549640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.549971 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.550293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.550624 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.550936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.551788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.551788 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.552013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7412d-8fd2-47c4-8b22-96ff6761bb50 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:01.571714 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-ab7b7fc5-cbbc-462a-871d-338872429e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 1001 time: 0.0642009
Nov 13 22:12:01.642353 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-a0ea1d54-5d4d-418b-8903-2aa3f84c3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:01.643888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-a0ea1d54-5d4d-418b-8903-2aa3f84c3e20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0621190
Nov 13 22:12:01.689956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-4f41d095-be06-477e-89de-2c984a869ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:01.691490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-4f41d095-be06-477e-89de-2c984a869ba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401096
Nov 13 22:12:01.713421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Deleting port 22dee712-ab62-473e-87ff-3a389eb52218 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:01.713781 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.779194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-e00ffc0a-7dd3-485f-92f7-85c3580749ed service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807290
Nov 13 22:12:01.788107 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.788430 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:01.800110 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Calling delete_port for 22dee712-ab62-473e-87ff-3a389eb52218 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:01.873356 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56b15d90-ece2-45c7-a8ff-531d45fb434d req-811a61a0-6c98-42cf-bddd-e92d76221e44 service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866303
Nov 13 22:12:02.016535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:02.042281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event deleted for resources: {'Port': ['ID=22dee712-ab62-473e-87ff-3a389eb52218,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:02.105943 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:02.106271 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Floating IP 82171f1e-f65d-4a1f-bdbe-4221117fdd6f disassociated (deleted). External IP: 172.35.3.166, port: aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd.
Nov 13 22:12:02.311646 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Router 23de66d2-74e8-47ab-80f1-b01b637553b0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:12:02.416589 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:12:02.422106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:02.426883 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] Sync routers for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:12:02.436618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:02.437266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:02.448107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8f1aad34-350a-4541-826f-1a39299e7df9 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "DELETE /v2.0/floatingips/82171f1e-f65d-4a1f-bdbe-4221117fdd6f HTTP/1.1" status: 204  len: 168 time: 0.9155605
Nov 13 22:12:02.448819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:12:02.451159 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d9296-d41f-4e88-aba4-e75662bfd85b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:12:02.554836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:02.647879 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27535b-094b-440c-8bc6-a97fdbc98312 x-openstack-request-id: req-da27535b-094b-440c-8bc6-a97fdbc98312 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:12:02.648176 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:12:02.648523 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da27535b-094b-440c-8bc6-a97fdbc98312 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:12:02.648970 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'status': 'completed', 'code': 200}
Nov 13 22:12:02.711164 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-715ca595-a8fb-46a3-96ea-46acb9fd5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:02.712680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-715ca595-a8fb-46a3-96ea-46acb9fd5ffc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 1096 time: 0.0417576
Nov 13 22:12:02.769318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a790>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:02.799095 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] Checking router: 23de66d2-74e8-47ab-80f1-b01b637553b0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:12:02.807622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:02.808224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:02.821397 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-205d861a-95bd-4444-afb1-72179b8664e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:02.822808 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-205d861a-95bd-4444-afb1-72179b8664e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 200  len: 915 time: 0.1034904
Nov 13 22:12:02.863298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-83a3790f-e843-443e-975f-058da03b6baf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 200  len: 217 time: 0.0337343
Nov 13 22:12:02.932360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-1f5f3d58-1c3a-43e8-9e5a-2d637aed460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:02.934777 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-1f5f3d58-1c3a-43e8-9e5a-2d637aed460a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 200  len: 853 time: 0.0603952
Nov 13 22:12:02.984271 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-cefe8083-9d1d-448d-a7d3-7eaa704efee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:02.985874 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-cefe8083-9d1d-448d-a7d3-7eaa704efee4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15270a4d-6d32-4cf3-9677-1c09e233864b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434473
Nov 13 22:12:03.081472 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-d033ce78-b926-4018-90a9-77b2e2d6978a service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863159
Nov 13 22:12:03.081714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:03.177097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ab3d9296-d41f-4e88-aba4-e75662bfd85b req-262d699c-e586-45e8-bc62-3507d6ec6b06 service neutron] 10.222.0.46 "GET /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880377
Nov 13 22:12:03.281341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd91a790>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:03.313451 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff4918-5061-41a9-a969-59fcb2e077e7 None None] The sync data for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 is: [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:09:54Z', 'revision_number': 4, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e94e8934-171e-4c7c-be73-249b9af486be', 'name': '', 'network_id': '15270a4d-6d32-4cf3-9677-1c09e233864b', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'mac_address': 'fa:16:3e:f0:cc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:54Z', 'updated_at': '2021-11-13T22:09:58Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'subnets': [{'id': '75487bc2-762f-4937-b47c-7737a2399ebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:12:03.540107 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da58afa7-1441-49d7-b4ac-3f4a9ae87f5a None None] New status for floating IP 82171f1e-f65d-4a1f-bdbe-4221117fdd6f: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:12:08.752045 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e942da-e7dc-4cf7-bee7-9cc0d08af59f req-242faf0c-ebec-4ec2-a0fa-de1c170afc81 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:08.754052 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7e942da-e7dc-4cf7-bee7-9cc0d08af59f req-242faf0c-ebec-4ec2-a0fa-de1c170afc81 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0502498
Nov 13 22:12:08.801047 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a7e942da-e7dc-4cf7-bee7-9cc0d08af59f req-9bf4a005-af1d-44a2-96ec-8cf575fb0e32 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410020
Nov 13 22:12:09.917643 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2f532-0437-4ef0-bf1b-9a6cc0012d18 req-5e5bf2b1-6541-43c9-ace8-2c6a342f25b1 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:09.919132 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cb2f532-0437-4ef0-bf1b-9a6cc0012d18 req-5e5bf2b1-6541-43c9-ace8-2c6a342f25b1 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0491676
Nov 13 22:12:09.964606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7cb2f532-0437-4ef0-bf1b-9a6cc0012d18 req-6f4139ae-4df9-4c15-b005-e2640a69b2d7 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/security-groups?id=4cd4913f-43be-45ba-beb5-fe1038e8f457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393751
Nov 13 22:12:10.370567 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-d4fc15c0-ee22-46eb-aec2-6ee2af1a4014 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:10.372049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-d4fc15c0-ee22-46eb-aec2-6ee2af1a4014 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 945 time: 0.0516198
Nov 13 22:12:10.461695 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Deleting port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:10.462021 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:10.549740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] For port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:10.550094 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:10.562341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Calling delete_port for aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:10.744065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:10.756305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:12:10.779459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Pushing event deleted for resources: {'Port': ['ID=aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:10.818686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] No DVR routers for this DVR port aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:12:10.821479 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:10.824939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9adbb2fe-3479-4bb7-81d0-4d7f173ce517 req-a09c7a71-2016-48ea-a857-58781ef693f2 tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.46 "DELETE /v2.0/ports/aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd HTTP/1.1" status: 204  len: 173 time: 0.4460533
Nov 13 22:12:10.825396 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'name': 'network-vif-deleted', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:12:10.828334 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b76dc-b5c9-4e63-a61c-5ab4b8dfdcac" -d '{"events": [{"server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "name": "network-vif-deleted", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:12:10.863813 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed7c7b0-cdb1-4c4c-8547-f43f97e2db11 x-openstack-request-id: req-8ed7c7b0-cdb1-4c4c-8547-f43f97e2db11 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:12:10.864110 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd7735e-c821-4239-b981-905d1f0d9af7", "name": "network-vif-deleted", "tag": "aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:12:10.864366 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed7c7b0-cdb1-4c4c-8547-f43f97e2db11 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:12:10.864809 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd7735e-c821-4239-b981-905d1f0d9af7', 'name': 'network-vif-deleted', 'tag': 'aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd', 'status': 'completed', 'code': 200}
Nov 13 22:12:11.059680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e6831c0-a185-454a-b880-cdb87185ce20 req-e136994c-3a52-4271-aa6c-8926ecfc85ba tempest-TestMinimumBasicScenario-1162355228 tempest-TestMinimumBasicScenario-1162355228-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd7735e-c821-4239-b981-905d1f0d9af7 HTTP/1.1" status: 200  len: 210 time: 0.0269797
Nov 13 22:12:12.772210 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:13.422334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:13.834849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:14.114694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Deleting port e94e8934-171e-4c7c-be73-249b9af486be {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:14.114946 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:14.188911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] For port e94e8934-171e-4c7c-be73-249b9af486be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e94e8934-171e-4c7c-be73-249b9af486be,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:14.189259 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:14.201220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Calling delete_port for e94e8934-171e-4c7c-be73-249b9af486be owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:14.362010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:14.382027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:12:14.382265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device aea8c0ca-7544-4630-9f6d-7ef6bb3a66dd not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:12:14.444959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:14.475672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Pushing event deleted for resources: {'Port': ['ID=e94e8934-171e-4c7c-be73-249b9af486be,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:14.637955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.056288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.109306 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Router 23de66d2-74e8-47ab-80f1-b01b637553b0 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:12:15.213102 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:12:15.218124 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8214e05d-b74c-423e-b122-fe2333b2e7df admin admin] 10.222.0.20 "PUT /v2.0/routers/23de66d2-74e8-47ab-80f1-b01b637553b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7947676
Nov 13 22:12:15.221024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51384) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:15.224674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] Sync routers for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:12:15.234525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:15.235125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdceca3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:15.326405 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.338678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:15.427181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.511982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdceca3d0>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30'}], 'enable_snat': True}, 'gw_port_id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:12:14Z', 'revision_number': 5, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port': {'id': '7ed27e3a-44a7-4ac9-a822-dc336e52faa8', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:52Z', 'updated_at': '2021-11-13T22:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:15.543680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] Checking router: 23de66d2-74e8-47ab-80f1-b01b637553b0 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:12:15.552894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] Routers {'23de66d2-74e8-47ab-80f1-b01b637553b0'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:15.553506 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdceca3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['23de66d2-74e8-47ab-80f1-b01b637553b0'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:15.558859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Deleting port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:15.559195 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.641076 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] Set router 23de66d2-74e8-47ab-80f1-b01b637553b0 gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:15.641457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] For port 7ed27e3a-44a7-4ac9-a822-dc336e52faa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:15.641645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.654636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Calling delete_port for 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:15.693809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdceca3d0>, [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:12:15Z', 'revision_number': 6, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:15.722603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af254c9a-e356-4995-b0e9-2101c05f2053 None None] The sync data for ids ['23de66d2-74e8-47ab-80f1-b01b637553b0'] in ncdv-master-1 is: [{'id': '23de66d2-74e8-47ab-80f1-b01b637553b0', 'name': 'tempest-TestMinimumBasicScenario-610527363-router', 'tenant_id': '7d82cb7d594e4155a0ffe23a7875e409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:51Z', 'updated_at': '2021-11-13T22:12:15Z', 'revision_number': 6, 'project_id': '7d82cb7d594e4155a0ffe23a7875e409', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:12:15.884619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:15.911370 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed27e3a-44a7-4ac9-a822-dc336e52faa8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:15.927104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59feccfc-51c7-4b47-92a0-0503836b294b None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:15.973690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.060447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.062499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.183733 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.184267 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23de66d2-74e8-47ab-80f1-b01b637553b0 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:12:16.188533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.189715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ec3ff8b2-bb84-4191-bf97-5adf69affb82 admin admin] 10.222.0.20 "DELETE /v2.0/routers/23de66d2-74e8-47ab-80f1-b01b637553b0 HTTP/1.1" status: 204  len: 168 time: 0.9675987
Nov 13 22:12:16.192243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51386) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:16.237301 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Deleting subnet 75487bc2-762f-4937-b47c-7737a2399ebb {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:12:16.240265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.273945 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.353036 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.474368 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.506547 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.510705 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75487bc2-762f-4937-b47c-7737a2399ebb HTTP/1.1" status: 204  len: 168 time: 0.3174641
Nov 13 22:12:16.511864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402a4eb-44bc-48ef-af1e-120a8dcf5e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75487bc2-762f-4937-b47c-7737a2399ebb,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:16.513222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd95f9-9b10-4703-984d-7dd6f75b510e None None] Network 15270a4d-6d32-4cf3-9677-1c09e233864b requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:12:16.513701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51388) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:16.537264 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:16.589249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:12:16.589602 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 7ed27e3a-44a7-4ac9-a822-dc336e52faa8 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:12:16.590064 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e94e8934-171e-4c7c-be73-249b9af486be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:16.592542 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.621510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: e94e8934-171e-4c7c-be73-249b9af486be {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:12:16.621865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device e94e8934-171e-4c7c-be73-249b9af486be not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:12:16.645202 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Deleting port ac155db3-e572-4ec9-a3a0-688af2119cf3 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:16.645531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.721918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] For port ac155db3-e572-4ec9-a3a0-688af2119cf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac155db3-e572-4ec9-a3a0-688af2119cf3,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:16.722274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.735721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Calling delete_port for ac155db3-e572-4ec9-a3a0-688af2119cf3 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:16.783406 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] DHCP port deletion for 15270a4d-6d32-4cf3-9677-1c09e233864b request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:16.829938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Deleting port ac155db3-e572-4ec9-a3a0-688af2119cf3 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:16.834454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.880931 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.895698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] For port ac155db3-e572-4ec9-a3a0-688af2119cf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac155db3-e572-4ec9-a3a0-688af2119cf3,segment=NetworkSegment(2237c3cd-5b51-4cc6-9294-2da766167766),segment_id=2237c3cd-5b51-4cc6-9294-2da766167766)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:16.896094 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.909459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Calling delete_port for ac155db3-e572-4ec9-a3a0-688af2119cf3 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:16.911357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac155db3-e572-4ec9-a3a0-688af2119cf3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:16.916739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] No DVR routers for this DVR port ac155db3-e572-4ec9-a3a0-688af2119cf3 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:12:16.988086 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:16.988734 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:17.009134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd32fdf0>,) {'filters': {'network_id': ['15270a4d-6d32-4cf3-9677-1c09e233864b']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:17.013761 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Pushing event deleted for resources: {'Port': ['ID=ac155db3-e572-4ec9-a3a0-688af2119cf3,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:17.015973 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] No DVR routers for this DVR port ac155db3-e572-4ec9-a3a0-688af2119cf3 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:12:17.023296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd32fdf0>, '2237c3cd-5b51-4cc6-9294-2da766167766') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:17.023296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd32fdf0>, '2237c3cd-5b51-4cc6-9294-2da766167766') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.029178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b268418-2d9f-45b8-8d28-65ab15ccaf24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:17.039366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:17.053849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:17.059632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:12:17.062321 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:12:17.193463 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:17.199595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:17.205501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] 10.222.0.20 "DELETE /v2.0/networks/15270a4d-6d32-4cf3-9677-1c09e233864b HTTP/1.1" status: 204  len: 168 time: 0.6856079
Nov 13 22:12:17.205960 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51390) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:17.213816 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51f663-4ecc-4575-91ce-bd983598a840 admin admin] Pushing event deleted for resources: {'Network': ['ID=15270a4d-6d32-4cf3-9677-1c09e233864b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:17.881134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:18.119087 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Deleting port dbee47b5-8c80-41bd-bc5f-d37e7727299a {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:18.119352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:18.196319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] For port dbee47b5-8c80-41bd-bc5f-d37e7727299a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbee47b5-8c80-41bd-bc5f-d37e7727299a,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:18.196591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:18.208770 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Calling delete_port for dbee47b5-8c80-41bd-bc5f-d37e7727299a owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:18.439291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:18.468384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbee47b5-8c80-41bd-bc5f-d37e7727299a,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:18.552089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ac155db3-e572-4ec9-a3a0-688af2119cf3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:18.582434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ac155db3-e572-4ec9-a3a0-688af2119cf3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:12:18.582908 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ac155db3-e572-4ec9-a3a0-688af2119cf3 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:12:18.640719 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:18.855938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Router 31336ffc-5849-4e3d-a549-6d8fb90bd312 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:12:18.960234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:12:18.965665 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-895fb90f-20d1-4468-90c9-2f83d5a310e7 admin admin] 10.222.0.20 "PUT /v2.0/routers/31336ffc-5849-4e3d-a549-6d8fb90bd312/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7586076
Nov 13 22:12:18.968153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51392) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:18.969235 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] Sync routers for ids ['31336ffc-5849-4e3d-a549-6d8fb90bd312'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:12:18.979099 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] Routers {'31336ffc-5849-4e3d-a549-6d8fb90bd312'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:18.979687 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe0adfc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['31336ffc-5849-4e3d-a549-6d8fb90bd312'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:19.071270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.080284 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] Set router 31336ffc-5849-4e3d-a549-6d8fb90bd312 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:19.169712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.250711 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe0adfc70>, [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:12:18Z', 'revision_number': 5, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port': {'id': 'ad1da931-c333-42af-b379-0a9ba8b8b127', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:09:58Z', 'updated_at': '2021-11-13T22:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:19.280014 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] Checking router: 31336ffc-5849-4e3d-a549-6d8fb90bd312 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:12:19.288776 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] Routers {'31336ffc-5849-4e3d-a549-6d8fb90bd312'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:19.289628 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe0adfc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:11:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['31336ffc-5849-4e3d-a549-6d8fb90bd312'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:19.327551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Deleting port ad1da931-c333-42af-b379-0a9ba8b8b127 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:19.327886 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.372757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] Set router 31336ffc-5849-4e3d-a549-6d8fb90bd312 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:19.407715 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] For port ad1da931-c333-42af-b379-0a9ba8b8b127, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad1da931-c333-42af-b379-0a9ba8b8b127,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:19.408327 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.421055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Calling delete_port for ad1da931-c333-42af-b379-0a9ba8b8b127 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:19.423404 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe0adfc70>, [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:12:19Z', 'revision_number': 6, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:19.452764 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ceb5ec-f823-41d8-8ab2-2a8d68d8306e None None] The sync data for ids ['31336ffc-5849-4e3d-a549-6d8fb90bd312'] in ncdv-master-1 is: [{'id': '31336ffc-5849-4e3d-a549-6d8fb90bd312', 'name': 'tempest-TestMinimumBasicScenario-963940650-router', 'tenant_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:09:57Z', 'updated_at': '2021-11-13T22:12:19Z', 'revision_number': 6, 'project_id': '6df2bc6d7f3249b99ab0844803cf81a9', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:12:19.644492 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.667830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1da931-c333-42af-b379-0a9ba8b8b127,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:19.684618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb7ab4-f6d1-45c0-a4e1-62815be188fd None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:19.742464 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.829020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.831475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.930429 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.930898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31336ffc-5849-4e3d-a549-6d8fb90bd312 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:12:19.935507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:19.936645 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2a99bcf0-21a7-4d6d-98c7-c4e5e7f38e30 admin admin] 10.222.0.20 "DELETE /v2.0/routers/31336ffc-5849-4e3d-a549-6d8fb90bd312 HTTP/1.1" status: 204  len: 168 time: 0.9675403
Nov 13 22:12:19.939195 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51394) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:19.983630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Deleting subnet 977288db-6ed2-4afd-9905-ba6eed5a960c {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:12:19.986795 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.024363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.098999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.262361 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.294761 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977288db-6ed2-4afd-9905-ba6eed5a960c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:20.297810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.303656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-76ea19f5-6714-4c65-b76b-dcd41578bf83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/977288db-6ed2-4afd-9905-ba6eed5a960c HTTP/1.1" status: 204  len: 168 time: 0.3634806
Nov 13 22:12:20.304166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdd468-cac9-4e8f-b02e-22167b0a1018 None None] Network 70b7156b-363c-467a-b6eb-64bdf073aa55 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:12:20.306095 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51396) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:20.377921 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.434840 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Deleting port 315c7822-6027-4d2a-84cb-7f5de1837413 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:20.435056 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.484550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] DHCP port deletion for 70b7156b-363c-467a-b6eb-64bdf073aa55 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:20.516460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] For port 315c7822-6027-4d2a-84cb-7f5de1837413, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315c7822-6027-4d2a-84cb-7f5de1837413,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:20.516935 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.535195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] Deleting port 315c7822-6027-4d2a-84cb-7f5de1837413 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:12:20.535825 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.537249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Calling delete_port for 315c7822-6027-4d2a-84cb-7f5de1837413 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:20.556249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad1da931-c333-42af-b379-0a9ba8b8b127 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:20.602999 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ad1da931-c333-42af-b379-0a9ba8b8b127 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:12:20.603346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ad1da931-c333-42af-b379-0a9ba8b8b127 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:12:20.603760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dbee47b5-8c80-41bd-bc5f-d37e7727299a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:20.634371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: dbee47b5-8c80-41bd-bc5f-d37e7727299a {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:12:20.634711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device dbee47b5-8c80-41bd-bc5f-d37e7727299a not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:12:20.635119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 315c7822-6027-4d2a-84cb-7f5de1837413 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:12:20.641206 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] For port 315c7822-6027-4d2a-84cb-7f5de1837413, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315c7822-6027-4d2a-84cb-7f5de1837413,segment=NetworkSegment(100e1612-9003-486b-a855-12ba4d53944e),segment_id=100e1612-9003-486b-a855-12ba4d53944e)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:20.641606 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.673439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] Calling delete_port for 315c7822-6027-4d2a-84cb-7f5de1837413 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:12:20.703762 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.730306 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Pushing event deleted for resources: {'Port': ['ID=315c7822-6027-4d2a-84cb-7f5de1837413,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:20.732252 ncdv-master-1 neutron-server[120534]: INFO neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No ports have port_id starting with 315c7822-6027-4d2a-84cb-7f5de1837413
Nov 13 22:12:20.736583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] No DVR routers for this DVR port 315c7822-6027-4d2a-84cb-7f5de1837413 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:12:20.769959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.797889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] Pushing event deleted for resources: {'Port': ['ID=315c7822-6027-4d2a-84cb-7f5de1837413,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:20.803427 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d7eb59-ae40-4650-9346-f1d8138903e1 None None] No DVR routers for this DVR port 315c7822-6027-4d2a-84cb-7f5de1837413 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:12:20.817282 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.837993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefd7bbb310>,) {'filters': {'network_id': ['70b7156b-363c-467a-b6eb-64bdf073aa55']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:20.847259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7bbb310>, '100e1612-9003-486b-a855-12ba4d53944e') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:20.847547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefd7bbb310>, '100e1612-9003-486b-a855-12ba4d53944e') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:20.856752 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.869533 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.875278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:12:20.878592 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:12:21.000653 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:21.006428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:21.009590 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] 10.222.0.20 "DELETE /v2.0/networks/70b7156b-363c-467a-b6eb-64bdf073aa55 HTTP/1.1" status: 204  len: 168 time: 0.7024882
Nov 13 22:12:21.021139 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910240-e0b8-49ed-9082-fe60dba07990 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b7156b-363c-467a-b6eb-64bdf073aa55,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:21.332617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51400) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:21.373923 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-71d4af01-06aa-4b04-a788-7e814c7308bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d82cb7d594e4155a0ffe23a7875e409&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0400507
Nov 13 22:12:21.376363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51410) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:21.426385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f82e216-278e-4904-8fef-7b4e9ed1d8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:21.447198 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f82e216-278e-4904-8fef-7b4e9ed1d8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:21.566641 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f82e216-278e-4904-8fef-7b4e9ed1d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:21.569317 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f82e216-278e-4904-8fef-7b4e9ed1d8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:21.570453 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5f82e216-278e-4904-8fef-7b4e9ed1d8ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cd4913f-43be-45ba-beb5-fe1038e8f457 HTTP/1.1" status: 204  len: 168 time: 0.1928036
Nov 13 22:12:21.578658 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82e216-278e-4904-8fef-7b4e9ed1d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd4913f-43be-45ba-beb5-fe1038e8f457,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:22.199112 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51424) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:22.242579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1e206bf0-a577-438c-a4ef-951cc0bb920d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6df2bc6d7f3249b99ab0844803cf81a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0423090
Nov 13 22:12:22.244998 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51426) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:22.291003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b2df390-f187-404b-9f38-70b45a364d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:22.311571 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b2df390-f187-404b-9f38-70b45a364d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:22.422077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b2df390-f187-404b-9f38-70b45a364d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:22.424570 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2b2df390-f187-404b-9f38-70b45a364d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:22.425756 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2b2df390-f187-404b-9f38-70b45a364d29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6888f3a9-c8b0-4d05-9a82-1af8ed66e766 HTTP/1.1" status: 204  len: 168 time: 0.1798902
Nov 13 22:12:22.433439 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2df390-f187-404b-9f38-70b45a364d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888f3a9-c8b0-4d05-9a82-1af8ed66e766,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:24.735230 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51466) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:24.740594 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645623355', 'description': 'tempest-secgroup-smoke-1645623355 description', 'project_id': '5a94116dd5e74de694c182fd9d6e9034'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:24.783573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c3c6fd8c-7570-4bd2-82d8-431abeebb1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:24.863462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:24.871645 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:24.944103 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.023600 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.062470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad71400-ef9a-48bf-a923-68b58d4ff895,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:25.099654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.183206 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.212073 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e50316-e031-40ca-8558-8ed44acbeb22,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:25.294346 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.295576 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0c334068-7102-4c5f-9411-da3bf17b1b67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.5592699
Nov 13 22:12:25.304171 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51468) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:25.308523 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '98e50316-e031-40ca-8558-8ed44acbeb22', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:25.404442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.462156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.543802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.563819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e1291f-f579-4eeb-9a1a-4d890eb44625,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:25.614886 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.616133 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b66d40ed-70eb-494b-8e47-447825db2e0f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3109539
Nov 13 22:12:25.618916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51470) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:25.623271 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '98e50316-e031-40ca-8558-8ed44acbeb22', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:25.702434 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.758385 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.838847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.857210 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2255bc-8764-4bae-8b88-3999d936e8fe,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:25.922558 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:25.923795 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-67f57af8-2590-4f6e-bb0b-c2cd5c735046 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3038790
Nov 13 22:12:25.927015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51472) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:25.931387 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '98e50316-e031-40ca-8558-8ed44acbeb22', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:25.999083 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.055227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.130069 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.147862 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da28b185-739e-4d80-a9d0-58b03cb333bf,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:26.223965 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.225209 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7e1e8e69-5ef7-4c00-bddd-618d1a0ee65b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2972639
Nov 13 22:12:26.227896 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51474) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:26.232295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '98e50316-e031-40ca-8558-8ed44acbeb22', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:26.349270 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.409221 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.469570 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.489919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab2fa5d-99df-4c02-bfa0-fea08e64f679,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:26.556804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.558055 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-afacd9d5-d25d-4627-9299-b8f9f77e8bb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3291419
Nov 13 22:12:26.560642 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51476) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:26.564962 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '98e50316-e031-40ca-8558-8ed44acbeb22', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:26.663439 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:12:26.668364 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.735957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.800339 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.819068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ea68d9-56da-4d1e-b67e-21d58eb2c2bd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:26.905305 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:26.906506 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4e16ea8e-e9f1-44b4-9430-45087ba2a977 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3449152
Nov 13 22:12:26.909410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51478) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:26.913659 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '98e50316-e031-40ca-8558-8ed44acbeb22', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:26.989248 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:12:26.994236 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.055322 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.101815 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8dad280e-5e6b-460d-aa4e-3920de62679d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.141497 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.158610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9053f0-3e83-4a2e-a841-7e7907c306ee,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:27.241444 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.242772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7bbdd639-0447-4cc4-bd25-e9749d83cb15 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3324175
Nov 13 22:12:27.245705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51480) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:27.250456 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'network': {'name': 'tempest-network-smoke--972476837', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'port_security_enabled': True}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:27.341401 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:12:27.344784 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.369677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:12:27.378017 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.379347 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Added segment 527c6b6f-7e0e-42b9-8c1e-423884207a49 of type vlan for network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142
Nov 13 22:12:27.417175 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.526078 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.531722 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:27.532297 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.596329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Network': ['ID=0f1a36ff-7e00-402f-9a8a-1f027f6e8142,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:27.607158 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:12:27.632772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d65f990-4530-4d54-8ad6-833f7afe49d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3860333
Nov 13 22:12:27.635687 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51482) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:27.640151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'admin_state_up': True, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:27.726775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.727851 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.781561 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:27.951092 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:28.178359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:28.196788 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:28.300113 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.2 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/75fd01e5-7ce7-446b-a263-6be306462272) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:12:28.392767 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:12:28.397780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:28.474937 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:28.510042 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:12:28.512765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:28.515091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:12:28.526692 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e878c6-06d0-45b7-be54-f5fbbacdbd7c None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:28.551430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=75fd01e5-7ce7-446b-a263-6be306462272,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:28.614119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2608c2de-25d3-4ea4-bac2-18dbc70c788b None None] Provisioning complete for port 75fd01e5-7ce7-446b-a263-6be306462272 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:28.614486 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2608c2de-25d3-4ea4-bac2-18dbc70c788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:28.648117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2608c2de-25d3-4ea4-bac2-18dbc70c788b None None] Port 75fd01e5-7ce7-446b-a263-6be306462272 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:12:28.793267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:29.160472 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:29.348790 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:29.524234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 458b94e7-3b31-4469-b55d-56a01f455245 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:12:29.629864 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:12:29.639548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Sync routers for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:12:29.649594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:29.650190 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcc498e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:29.705567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:29.710383 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-320e5b5c-ea3b-46f0-bd35-a787972da467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.0701258
Nov 13 22:12:29.710577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51484) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:29.755518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:29.828779 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2edc22c9-e191-4a00-84b2-d439595d343e tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a94116dd5e74de694c182fd9d6e9034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1170347
Nov 13 22:12:29.831354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51488) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:29.921972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefdfca-1d74-4817-8a3b-49cffec44de4 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:29.923543 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1aefdfca-1d74-4817-8a3b-49cffec44de4 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0906720
Nov 13 22:12:29.926367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51490) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:29.937914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcc498e0>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:28Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:29.956278 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8cbafd2d-429c-4e83-8c4d-de452e828780 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265718
Nov 13 22:12:29.956467 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51492) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:29.961651 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1159779432', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:29.965302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Checking router: 458b94e7-3b31-4469-b55d-56a01f455245 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:12:29.965652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Updating router 458b94e7-3b31-4469-b55d-56a01f455245 port 75fd01e5-7ce7-446b-a263-6be306462272 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:12:29.989505 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.296559 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:12:30.300264 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.405504 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.430019 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.480822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.503375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.532911 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.554909 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58c5d9-8b9e-46ea-8a4c-5d336e3e1d89 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:30.559355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Attempting to bind port 75fd01e5-7ce7-446b-a263-6be306462272 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:12:30.559699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Attempting to bind port 75fd01e5-7ce7-446b-a263-6be306462272 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:12:30.560067 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Attempting to bind port 75fd01e5-7ce7-446b-a263-6be306462272 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:12:30.568395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d5ef-eef2-4a65-a90d-802b3f9117a5 None None] Pushing event updated for resources: {'Port': ['ID=75fd01e5-7ce7-446b-a263-6be306462272,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:30.575421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:12:30.575421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:12:30.575421 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.575421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:12:30.575969 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Bound port: 75fd01e5-7ce7-446b-a263-6be306462272, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:12:30.576093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.594423 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Subnet': ['ID=8e7da40f-7de6-4fce-b333-a0d1a204c21c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:30.611430 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Checking segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:12:30.611865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network hostable DHCP agents. Network: 0f1a36ff-7e00-402f-9a8a-1f027f6e8142, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:12:30.630802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] For port 75fd01e5-7ce7-446b-a263-6be306462272, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:12:30.633900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] For port 75fd01e5-7ce7-446b-a263-6be306462272, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75fd01e5-7ce7-446b-a263-6be306462272,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:12:30.682127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-161e34b6-6b26-413e-8030-51938fb9f6af None None] Provisioning complete for port 75fd01e5-7ce7-446b-a263-6be306462272 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:30.682796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-161e34b6-6b26-413e-8030-51938fb9f6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.714980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-161e34b6-6b26-413e-8030-51938fb9f6af None None] Port 75fd01e5-7ce7-446b-a263-6be306462272 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:12:30.720341 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:12:30.749528 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.793581 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929999f-871e-4fb0-922a-66bd3d201ce9 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:12:30.801506 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f1a36ff-7e00-402f-9a8a-1f027f6e8142) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:30.805853 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:30.806389 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:30.816172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835d5ef-eef2-4a65-a90d-802b3f9117a5 None None] Pushing event updated for resources: {'Port': ['ID=75fd01e5-7ce7-446b-a263-6be306462272,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:30.818563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:30.819139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcc498e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:30.822641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e326f1-d28d-419b-b275-acba19e01952 None None] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:12:30.900637 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-85c7a817-8d43-4a8e-8764-ce6cb7c09215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9425731
Nov 13 22:12:30.903525 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:30.994497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-30012cb3-f942-4d88-a4c2-8f72502c7d0e None None] Provisioning complete for port 75fd01e5-7ce7-446b-a263-6be306462272 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:30.994889 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-30012cb3-f942-4d88-a4c2-8f72502c7d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.021970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:31.202891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:12:31.203729 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.266674 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-30012cb3-f942-4d88-a4c2-8f72502c7d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.340939 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.354742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-30012cb3-f942-4d88-a4c2-8f72502c7d0e None None] For port 75fd01e5-7ce7-446b-a263-6be306462272, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75fd01e5-7ce7-446b-a263-6be306462272,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:31.429728 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Allocated IP 172.20.0.2 (0f1a36ff-7e00-402f-9a8a-1f027f6e8142/8e7da40f-7de6-4fce-b333-a0d1a204c21c/3de58e1b-a289-4af7-b38f-6a946c442db0) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:12:31.436746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcc498e0>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:28Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:31.470343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c495db2-a282-45a6-ba2f-2399babedaac None None] The sync data for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 is: [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:28Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:12:31.473493 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-30012cb3-f942-4d88-a4c2-8f72502c7d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.583023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30012cb3-f942-4d88-a4c2-8f72502c7d0e None None] Pushing event updated for resources: {'Port': ['ID=75fd01e5-7ce7-446b-a263-6be306462272,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:31.659436 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.726905 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.774278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:12:31.779422 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:31.783809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:12:31.792247 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Pushing event updated for resources: {'Port': ['ID=3de58e1b-a289-4af7-b38f-6a946c442db0,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:31.802861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.1 (0f1a36ff-7e00-402f-9a8a-1f027f6e8142/8e7da40f-7de6-4fce-b333-a0d1a204c21c/5bc71d53-6221-4845-ab60-38fa8c45c9ce) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:12:31.846465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Attempting to bind port 3de58e1b-a289-4af7-b38f-6a946c442db0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:12:31.846465 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Attempting to bind port 3de58e1b-a289-4af7-b38f-6a946c442db0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:12:31.846846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Attempting to bind port 3de58e1b-a289-4af7-b38f-6a946c442db0 on network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:12:31.855646 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:12:31.856034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Checking segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:12:31.856417 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.856846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Bound using segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:12:31.857319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Bound port: 3de58e1b-a289-4af7-b38f-6a946c442db0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:12:31.857700 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:31.930670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] For port 3de58e1b-a289-4af7-b38f-6a946c442db0, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:12:31.934304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] For port 3de58e1b-a289-4af7-b38f-6a946c442db0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3de58e1b-a289-4af7-b38f-6a946c442db0,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:12:31.936127 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.001540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.018654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.068937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad22c5c-8e36-4c95-be99-9b6813c621d8 None None] Pushing event updated for resources: {'Port': ['ID=3de58e1b-a289-4af7-b38f-6a946c442db0,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:32.077286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:12:32.085120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:32.090225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:12:32.117258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=5bc71d53-6221-4845-ab60-38fa8c45c9ce,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:32.142703 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.381132 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.597976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 75fd01e5-7ce7-446b-a263-6be306462272 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:12:32.651055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 75fd01e5-7ce7-446b-a263-6be306462272 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:32.651545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.679457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.726511 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.739899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3de58e1b-a289-4af7-b38f-6a946c442db0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:12:32.795464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3de58e1b-a289-4af7-b38f-6a946c442db0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:32.795931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.814558 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=5bc71d53-6221-4845-ab60-38fa8c45c9ce,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:32.818619 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.877929 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:32.916283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 3de58e1b-a289-4af7-b38f-6a946c442db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3de58e1b-a289-4af7-b38f-6a946c442db0,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:32.925084 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:12:32.927302 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:33.007486 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b33c36-868f-429e-a666-abe96f0b214f None None] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:12:33.025957 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:33.052365 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 458b94e7-3b31-4469-b55d-56a01f455245 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:12:33.134475 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=3de58e1b-a289-4af7-b38f-6a946c442db0,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:33.146210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b25086ea-5801-4565-8e25-4962edcac564 None None] Provisioning complete for port 3de58e1b-a289-4af7-b38f-6a946c442db0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:33.146888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b25086ea-5801-4565-8e25-4962edcac564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:33.175134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:12:33.180426 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2ba8c8c2-ccf2-4666-be9d-9f9ad550ed56 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/458b94e7-3b31-4469-b55d-56a01f455245/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2758372
Nov 13 22:12:33.352941 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-062c4ba4-aeda-4a22-b4e6-22e90f7aeb66 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645623355&fields=id&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 267 time: 0.0519273
Nov 13 22:12:33.475498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-51acaf24-c9b4-4480-a321-f5ad2cfc39da tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:33.477562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-51acaf24-c9b4-4480-a321-f5ad2cfc39da tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/networks?id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142 HTTP/1.1" status: 200  len: 796 time: 0.1176877
Nov 13 22:12:33.491779 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Sync routers for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:12:33.494842 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-0ea6e105-9348-4430-947f-8450d36ca28f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/quotas/5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 375 time: 0.0103123
Nov 13 22:12:33.512737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-773f127b-2c04-43cb-aa11-f90b06aca126 None None] Provisioning complete for port 3de58e1b-a289-4af7-b38f-6a946c442db0 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:33.513007 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-773f127b-2c04-43cb-aa11-f90b06aca126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:33.517711 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:33.518727 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:33.555200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-a3b23d00-cb80-4ba4-8770-6808047aecd8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535455
Nov 13 22:12:33.632987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-773f127b-2c04-43cb-aa11-f90b06aca126 None None] Provisioning complete for port 5bc71d53-6221-4845-ab60-38fa8c45c9ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:33.633357 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-773f127b-2c04-43cb-aa11-f90b06aca126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:33.655251 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:33.681573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-773f127b-2c04-43cb-aa11-f90b06aca126 None None] Port 5bc71d53-6221-4845-ab60-38fa8c45c9ce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:12:33.740544 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-b41c3f63-bd05-4def-8313-056cb38ab83d service neutron] 10.222.0.20 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680503
Nov 13 22:12:33.810403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-10171781-04ac-4e38-9e0f-f2ce259205a7 None None] Provisioning complete for port 5bc71d53-6221-4845-ab60-38fa8c45c9ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:33.810403 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10171781-04ac-4e38-9e0f-f2ce259205a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:33.857427 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-b8227d6c-e1eb-4908-85b8-e4a5f2da1d68 service neutron] 10.222.0.20 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150126
Nov 13 22:12:33.871759 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-10171781-04ac-4e38-9e0f-f2ce259205a7 None None] Port 5bc71d53-6221-4845-ab60-38fa8c45c9ce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:12:33.971961 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424610>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 2, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:33.991074 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0ad0de67-7751-4209-bac2-cd4708440c9f None None] Provisioning complete for port 5bc71d53-6221-4845-ab60-38fa8c45c9ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:33.992417 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0ad0de67-7751-4209-bac2-cd4708440c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.002097 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Checking router: 458b94e7-3b31-4469-b55d-56a01f455245 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:12:34.005148 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Updating router 458b94e7-3b31-4469-b55d-56a01f455245 port 5bc71d53-6221-4845-ab60-38fa8c45c9ce binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:12:34.024898 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0de67-7751-4209-bac2-cd4708440c9f None None] Port 5bc71d53-6221-4845-ab60-38fa8c45c9ce cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:12:34.027217 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.112082 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71137cfb-3e89-4d8f-a13b-5373f742f9c5 req-9a70df16-2f3d-4cbf-ba53-65d4ef5e8c6a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 210 time: 0.0293975
Nov 13 22:12:34.291353 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.376339 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.430894 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Pushing event updated for resources: {'Port': ['ID=5bc71d53-6221-4845-ab60-38fa8c45c9ce,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:34.452547 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.452915 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.453256 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.453590 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.453933 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.454237 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.454566 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.454885 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.455203 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.455525 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.455835 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.456154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:12:34.491625 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Attempting to bind port 5bc71d53-6221-4845-ab60-38fa8c45c9ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:12:34.492590 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Attempting to bind port 5bc71d53-6221-4845-ab60-38fa8c45c9ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:12:34.496090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Attempting to bind port 5bc71d53-6221-4845-ab60-38fa8c45c9ce on network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:12:34.500048 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:12:34.500666 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Checking segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:12:34.501148 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.501527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Bound using segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:12:34.501989 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Bound port: 5bc71d53-6221-4845-ab60-38fa8c45c9ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:12:34.502412 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.562111 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3de58e1b-a289-4af7-b38f-6a946c442db0 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:12:34.585220 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] For port 5bc71d53-6221-4845-ab60-38fa8c45c9ce, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:12:34.588697 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] For port 5bc71d53-6221-4845-ab60-38fa8c45c9ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bc71d53-6221-4845-ab60-38fa8c45c9ce,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:12:34.620672 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3de58e1b-a289-4af7-b38f-6a946c442db0 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:34.621123 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.652977 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.666987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-721d96c2-e17d-4475-9f41-6e944db4aeb1 None None] Provisioning complete for port 5bc71d53-6221-4845-ab60-38fa8c45c9ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:34.667347 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-721d96c2-e17d-4475-9f41-6e944db4aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.716897 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:34.718026 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde424610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:34.765022 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1aa49-4ea9-4a67-8db9-da884f6a6ba8 None None] Pushing event updated for resources: {'Port': ['ID=5bc71d53-6221-4845-ab60-38fa8c45c9ce,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:34.789264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-721d96c2-e17d-4475-9f41-6e944db4aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.824245 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-721d96c2-e17d-4475-9f41-6e944db4aeb1 None None] For port 5bc71d53-6221-4845-ab60-38fa8c45c9ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bc71d53-6221-4845-ab60-38fa8c45c9ce,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:34.848573 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:34.896289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-721d96c2-e17d-4475-9f41-6e944db4aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:34.950983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d96c2-e17d-4475-9f41-6e944db4aeb1 None None] Pushing event updated for resources: {'Port': ['ID=5bc71d53-6221-4845-ab60-38fa8c45c9ce,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:35.015935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4f15d333-5e2a-41e8-aefa-4ba14667de3b None None] Provisioning complete for port 5bc71d53-6221-4845-ab60-38fa8c45c9ce triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:35.016228 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4f15d333-5e2a-41e8-aefa-4ba14667de3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:35.054964 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde424610>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:35.080794 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab5fc07-dd85-4d6a-9703-8da1a0fd9f28 None None] The sync data for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 is: [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:12:35.220253 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9125c01e-5204-4113-a622-70e27b573186 req-ba6640b5-2be0-4908-b80a-17126e21f5c2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 210 time: 0.0276625
Nov 13 22:12:36.289848 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-bb007545-e25d-4ba1-847f-ea9b967045ec tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:36.294176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-bb007545-e25d-4ba1-847f-ea9b967045ec tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/networks?id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142 HTTP/1.1" status: 200  len: 796 time: 0.1171091
Nov 13 22:12:36.343118 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9da6d629-c976-4892-89fc-90f14402d2c3 req-e613f40c-5e4f-4144-ab83-a4f04a5a889c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 210 time: 0.0334125
Nov 13 22:12:36.362570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-95930590-0d89-4983-aed5-fdde24ea856c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 380 time: 0.0591245
Nov 13 22:12:36.371369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'port': {'device_id': '19e539e3-0494-4810-a013-bddd9c36dec9', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'admin_state_up': True, 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'security_groups': ['98e50316-e031-40ca-8558-8ed44acbeb22']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:36.569255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bc71d53-6221-4845-ab60-38fa8c45c9ce up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:12:36.577285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:12:36.586500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:36.618621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5bc71d53-6221-4845-ab60-38fa8c45c9ce triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:36.618986 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:36.711651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.8 (0f1a36ff-7e00-402f-9a8a-1f027f6e8142/8e7da40f-7de6-4fce-b333-a0d1a204c21c/761e2282-66ba-45fa-96cd-1b94f27a0c0d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:12:36.850059 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:36.943881 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:36.984581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:12:36.990321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:36.994145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:12:37.022599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=761e2282-66ba-45fa-96cd-1b94f27a0c0d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:37.052902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:37.053486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.130057 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-38d11000-1e1f-472a-9bbe-86df21f0f7ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7622557
Nov 13 22:12:37.143032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Request body: {'port': {'device_id': '19e539e3-0494-4810-a013-bddd9c36dec9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:37.197451 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.227330 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0e6ba9dd-cce7-4e38-a188-42ae375e286a None None] Provisioning complete for port 761e2282-66ba-45fa-96cd-1b94f27a0c0d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:37.227692 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0e6ba9dd-cce7-4e38-a188-42ae375e286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.260509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ba9dd-cce7-4e38-a188-42ae375e286a None None] Port 761e2282-66ba-45fa-96cd-1b94f27a0c0d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:12:37.484160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761e2282-66ba-45fa-96cd-1b94f27a0c0d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:12:37.493251 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.507317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5b67-4822-477c-95ef-f75de31e0244 req-9541320d-1b6d-4a0f-a4b7-e967a4290d89 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:37.508816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-325d5b67-4822-477c-95ef-f75de31e0244 req-9541320d-1b6d-4a0f-a4b7-e967a4290d89 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 931 time: 0.0963101
Nov 13 22:12:37.517501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Transition to ACTIVE for port object 761e2282-66ba-45fa-96cd-1b94f27a0c0d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:12:37.561236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-325d5b67-4822-477c-95ef-f75de31e0244 req-ab73ceec-1e3a-45b6-ad73-ea350d2edefe tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456028
Nov 13 22:12:37.600625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.669778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Pushing event updated for resources: {'Port': ['ID=761e2282-66ba-45fa-96cd-1b94f27a0c0d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:37.725824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Attempting to bind port 761e2282-66ba-45fa-96cd-1b94f27a0c0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:12:37.726323 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Attempting to bind port 761e2282-66ba-45fa-96cd-1b94f27a0c0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:12:37.726657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Attempting to bind port 761e2282-66ba-45fa-96cd-1b94f27a0c0d on network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:12:37.731263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Port 761e2282-66ba-45fa-96cd-1b94f27a0c0d on network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:12:37.731569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Attempting to bind port 761e2282-66ba-45fa-96cd-1b94f27a0c0d on network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:12:37.736651 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:12:37.737014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Checking segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:12:37.737395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Bound using segment: {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:12:37.737822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Bound port: 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527c6b6f-7e0e-42b9-8c1e-423884207a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:12:37.738172 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.804076 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] For port 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:12:37.807425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] For port 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:12:37.892233 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.927403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:37.928072 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:37.929395 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] 10.222.0.46 "PUT /v2.0/ports/761e2282-66ba-45fa-96cd-1b94f27a0c0d HTTP/1.1" status: 200  len: 1091 time: 0.7908006
Nov 13 22:12:37.929835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:12:37.932073 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:12:37.966671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33902279-2dcb-4193-a894-360c9876f4dc service neutron] Pushing event updated for resources: {'Port': ['ID=761e2282-66ba-45fa-96cd-1b94f27a0c0d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:37.972335 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952bb3bd-d617-4b3a-9ab3-376b6fb61176 x-openstack-request-id: req-952bb3bd-d617-4b3a-9ab3-376b6fb61176 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:12:37.972769 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:12:37.973120 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-952bb3bd-d617-4b3a-9ab3-376b6fb61176 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:12:37.973640 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'status': 'completed', 'code': 200}
Nov 13 22:12:38.037547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a req-01dc4502-a2f0-4c69-9af5-17c8ebc4c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.039228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a req-01dc4502-a2f0-4c69-9af5-17c8ebc4c811 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1094 time: 0.0435112
Nov 13 22:12:38.142573 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a req-0a8946d6-b981-4c59-aeeb-e75e0e9f60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.144613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a req-0a8946d6-b981-4c59-aeeb-e75e0e9f60df service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a94116dd5e74de694c182fd9d6e9034&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0969729
Nov 13 22:12:38.240480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a req-24b4255e-abbf-4f03-a2cb-61d4f23d8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.241986 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7dfaf184-5791-41a8-afb4-9c0be6a75e5a req-24b4255e-abbf-4f03-a2cb-61d4f23d8b80 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0914552
Nov 13 22:12:38.318212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-efee0f8e-c256-4df2-b32c-a2fea48c7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.319680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-efee0f8e-c256-4df2-b32c-a2fea48c7f34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1094 time: 0.0413115
Nov 13 22:12:38.360287 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-1b846c74-4b57-43ba-b7c1-b94f9aff36b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d HTTP/1.1" status: 200  len: 217 time: 0.0329826
Nov 13 22:12:38.407764 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-7ade7a85-9b43-41b2-bdcd-517d8f7e89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.409384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-7ade7a85-9b43-41b2-bdcd-517d8f7e89d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e7da40f-7de6-4fce-b333-a0d1a204c21c HTTP/1.1" status: 200  len: 835 time: 0.0419335
Nov 13 22:12:38.457459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-9c4bdf6d-028d-4306-abe4-35b0c3b99173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.458916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-9c4bdf6d-028d-4306-abe4-35b0c3b99173 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428922
Nov 13 22:12:38.545473 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-f5f17d1d-1578-41e1-b98b-41e1819f5000 service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795884
Nov 13 22:12:38.647663 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b4b4de0-dd69-470f-ba35-0fa50d8c6fa7 req-06907597-89b8-451f-952b-f0a564ab4125 service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955327
Nov 13 22:12:38.683334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31da35-c5c9-4a84-8404-d23bcdaf4529 req-9f34ea0d-d8f6-4897-8fbd-f142ff0e7839 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:38.684916 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c31da35-c5c9-4a84-8404-d23bcdaf4529 req-9f34ea0d-d8f6-4897-8fbd-f142ff0e7839 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 943 time: 0.0511618
Nov 13 22:12:38.733267 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7c31da35-c5c9-4a84-8404-d23bcdaf4529 req-748a4426-7d62-414c-8e06-1ace6820bf64 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424900
Nov 13 22:12:39.849051 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabc3fb-e2a0-4441-b535-ff7c689a0329 req-31fe772f-83d3-4d41-8ddf-4bac3e5f3922 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:39.850411 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2fabc3fb-e2a0-4441-b535-ff7c689a0329 req-31fe772f-83d3-4d41-8ddf-4bac3e5f3922 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 943 time: 0.0477364
Nov 13 22:12:39.904945 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2fabc3fb-e2a0-4441-b535-ff7c689a0329 req-99fa5403-9ea0-4c71-a743-9624c6b7520b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486586
Nov 13 22:12:41.023944 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d226b-ec85-4d1a-8d54-6137818cdf50 req-665670e8-6fc2-4d26-97cf-27495d45bcb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:41.025444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-489d226b-ec85-4d1a-8d54-6137818cdf50 req-665670e8-6fc2-4d26-97cf-27495d45bcb8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 943 time: 0.0532508
Nov 13 22:12:41.073642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-489d226b-ec85-4d1a-8d54-6137818cdf50 req-9b2c072c-89f8-4a00-8fb0-a3fda9eb4782 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422382
Nov 13 22:12:42.194223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291169f-8dc2-4955-84c9-b98044575563 req-67edc36f-9ff3-44be-b693-ef77d6150c67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:42.195679 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2291169f-8dc2-4955-84c9-b98044575563 req-67edc36f-9ff3-44be-b693-ef77d6150c67 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 943 time: 0.0480125
Nov 13 22:12:42.250372 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2291169f-8dc2-4955-84c9-b98044575563 req-e43a91d9-21a4-4560-b2a6-35fb1d54f72f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487053
Nov 13 22:12:42.527879 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 761e2282-66ba-45fa-96cd-1b94f27a0c0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:12:42.619718 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:42.633627 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'port_id': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'mac_address': 'fa:16:3e:88:1d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:12:42.670330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:42.682347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761e2282-66ba-45fa-96cd-1b94f27a0c0d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:12:42.700934 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:42.798850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:42.831700 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:42.863511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=761e2282-66ba-45fa-96cd-1b94f27a0c0d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:43.022621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['761e2282-66ba-45fa-96cd-1b94f27a0c0d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:12:43.364591 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e59f0-f879-473b-a6e4-3be67fbeb9c6 req-b8f60cb2-e474-4a06-b16b-4f9b42614872 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:43.366096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd4e59f0-f879-473b-a6e4-3be67fbeb9c6 req-b8f60cb2-e474-4a06-b16b-4f9b42614872 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 944 time: 0.0489712
Nov 13 22:12:43.414608 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd4e59f0-f879-473b-a6e4-3be67fbeb9c6 req-f03f1436-9879-4665-b56b-7e75437860bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426738
Nov 13 22:12:44.537124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 761e2282-66ba-45fa-96cd-1b94f27a0c0d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:12:44.686525 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 761e2282-66ba-45fa-96cd-1b94f27a0c0d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:12:44.691003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 761e2282-66ba-45fa-96cd-1b94f27a0c0d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:12:44.691330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:44.772712 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:44.795619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:12:44.797969 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdf4ddb-f785-4ebe-a5a7-feb5fd597267" -d '{"events": [{"server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "name": "network-vif-plugged", "status": "completed", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:12:44.798706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780766d1-5c54-493b-a729-bca7c5205253 req-2cd0bf25-2a8a-4182-b18c-02a9237df167 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:44.800878 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-780766d1-5c54-493b-a729-bca7c5205253 req-2cd0bf25-2a8a-4182-b18c-02a9237df167 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 944 time: 0.0499477
Nov 13 22:12:44.813801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:12:44.839703 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81130f1-611e-4663-97c1-bd16e87b2b5f x-openstack-request-id: req-d81130f1-611e-4663-97c1-bd16e87b2b5f {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:12:44.839703 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "name": "network-vif-plugged", "status": "completed", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:12:44.839703 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d81130f1-611e-4663-97c1-bd16e87b2b5f {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:12:44.839703 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'code': 200}
Nov 13 22:12:44.858626 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-780766d1-5c54-493b-a729-bca7c5205253 req-3b19578c-d339-4b27-a15f-3f765afc3b23 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464973
Nov 13 22:12:44.886572 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:44.937402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42d752-38fb-4f48-9ba4-cba600efca1a req-a6d06b78-8a0c-457a-8ff1-b6b330707a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:44.938864 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=761e2282-66ba-45fa-96cd-1b94f27a0c0d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:44.939038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b42d752-38fb-4f48-9ba4-cba600efca1a req-a6d06b78-8a0c-457a-8ff1-b6b330707a7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1096 time: 0.0409379
Nov 13 22:12:44.989935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b42d752-38fb-4f48-9ba4-cba600efca1a req-dff97e3d-63a0-473a-819e-6a1f4eb26814 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440395
Nov 13 22:12:45.045729 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:45.977725 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e9046-958b-463e-be9f-d5e8dbea87b4 req-63777422-2380-46d9-834d-b785b4f69ca7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:45.979181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e7e9046-958b-463e-be9f-d5e8dbea87b4 req-63777422-2380-46d9-834d-b785b4f69ca7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0499301
Nov 13 22:12:46.029596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e7e9046-958b-463e-be9f-d5e8dbea87b4 req-da1a339c-cdca-4349-868e-fb3b4d3cf41e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442178
Nov 13 22:12:47.147412 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab0ef1-b197-42dd-8805-af64c4e23272 req-e03af830-3dee-477a-81d6-3ef35ff3eaf2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:47.148973 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecab0ef1-b197-42dd-8805-af64c4e23272 req-e03af830-3dee-477a-81d6-3ef35ff3eaf2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0526884
Nov 13 22:12:47.198737 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ecab0ef1-b197-42dd-8805-af64c4e23272 req-42cd752f-94b5-4f21-b116-f5843d3948c4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438342
Nov 13 22:12:47.311330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b96b5-2961-4847-88fb-f942887a59cd req-d7e2a3c1-1740-4c61-801f-c210d5115017 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:47.312706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-859b96b5-2961-4847-88fb-f942887a59cd req-d7e2a3c1-1740-4c61-801f-c210d5115017 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0476103
Nov 13 22:12:47.359647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-859b96b5-2961-4847-88fb-f942887a59cd req-d2185188-0e87-4f56-b4b4-c9ab3eb54995 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404510
Nov 13 22:12:47.381406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51550) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:47.422327 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc5703a-c7d0-4c05-88f9-919fd1c68840 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:47.423786 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0bc5703a-c7d0-4c05-88f9-919fd1c68840 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1091 time: 0.0414367
Nov 13 22:12:47.427110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51552) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:47.431233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:12:47.560800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:47.654669 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:47.757891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.220 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/ee936a38-b3c9-4eac-9919-d1570b6cb48c) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:12:47.854849 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:47.937852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:47.975009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:12:47.977728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:12:47.980224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:12:48.013255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=ee936a38-b3c9-4eac-9919-d1570b6cb48c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:48.327234 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:48.475782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:48.620852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:48.679863 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:48.742269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=ee936a38-b3c9-4eac-9919-d1570b6cb48c,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:12:48.755966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:48.853978 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP 1e496300-d5d9-4809-ae08-43eddf52b9dc associated. External IP: 172.35.3.220, port: 761e2282-66ba-45fa-96cd-1b94f27a0c0d.
Nov 13 22:12:49.326097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 458b94e7-3b31-4469-b55d-56a01f455245 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:12:49.430688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:12:49.440399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] Sync routers for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:12:49.449351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:49.449956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe4513bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:49.516627 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:49.543435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4993c1d7-3212-4959-803c-218201ec42b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1153314
Nov 13 22:12:49.544177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:12:49.551915 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06a488f-9510-49a5-b6d7-362cfa25e4fb" -d '{"events": [{"name": "network-changed", "server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:12:49.558929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:49.600681 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6067e994-2699-4e15-a98a-59c76d17f9d4 x-openstack-request-id: req-6067e994-2699-4e15-a98a-59c76d17f9d4 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:12:49.601006 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:12:49.601257 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6067e994-2699-4e15-a98a-59c76d17f9d4 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:12:49.601660 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'status': 'completed', 'code': 200}
Nov 13 22:12:49.648068 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a42b7e-45fe-4a2e-9959-106362598379 req-b07aadf3-7777-4d51-b434-6b176f4c9786 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:49.650395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03a42b7e-45fe-4a2e-9959-106362598379 req-b07aadf3-7777-4d51-b434-6b176f4c9786 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0509346
Nov 13 22:12:49.670713 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-f4051f2a-a3f9-4d9f-a8c8-2eacc741c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:49.672316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-f4051f2a-a3f9-4d9f-a8c8-2eacc741c4d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1096 time: 0.0422153
Nov 13 22:12:49.706811 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-03a42b7e-45fe-4a2e-9959-106362598379 req-693c14d2-c45c-4e28-90ff-fb0f8dbb18ae tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493600
Nov 13 22:12:49.730196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51558) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:49.771165 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-504cfa95-bc9f-4dee-a5cd-a6b592623dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:49.772784 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-504cfa95-bc9f-4dee-a5cd-a6b592623dae service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142 HTTP/1.1" status: 200  len: 897 time: 0.0933263
Nov 13 22:12:49.796265 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4e167f1d-78fc-44ee-bd1c-1c1263c8dacb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/1e496300-d5d9-4809-ae08-43eddf52b9dc HTTP/1.1" status: 200  len: 991 time: 0.0649230
Nov 13 22:12:49.800812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe4513bb0>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e496300-d5d9-4809-ae08-43eddf52b9dc', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'port_id': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'mac_address': 'fa:16:3e:88:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e539e3-0494-4810-a013-bddd9c36dec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:12:48Z', 'updated_at': '2021-11-13T22:12:48Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:49.831137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] Checking router: 458b94e7-3b31-4469-b55d-56a01f455245 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:12:49.837336 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-e52c7773-38c6-4dda-b3cc-4c26ad02eb5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d HTTP/1.1" status: 200  len: 999 time: 0.0577958
Nov 13 22:12:49.839361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:12:49.839942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe4513bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:12:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:49.890446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-20925042-035f-4fe2-a284-e7431d852733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:49.891955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-20925042-035f-4fe2-a284-e7431d852733 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e7da40f-7de6-4fce-b333-a0d1a204c21c HTTP/1.1" status: 200  len: 835 time: 0.0478551
Nov 13 22:12:49.938050 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-5438ab74-0cb2-40be-971a-4e4865418467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:12:49.939537 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-5438ab74-0cb2-40be-971a-4e4865418467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407047
Nov 13 22:12:49.944770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:12:50.028446 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-cf3a2eb2-f861-4449-8d88-4584009b819e service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816145
Nov 13 22:12:50.133117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c06a488f-9510-49a5-b6d7-362cfa25e4fb req-1000e471-15fd-49bd-87e4-6e56e0aeaab9 service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856364
Nov 13 22:12:50.163325 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe4513bb0>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e496300-d5d9-4809-ae08-43eddf52b9dc', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'port_id': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'mac_address': 'fa:16:3e:88:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e539e3-0494-4810-a013-bddd9c36dec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:12:48Z', 'updated_at': '2021-11-13T22:12:48Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:12:50.193873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b48ae1-9796-4f28-968b-8c4f5def97dc None None] The sync data for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 is: [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1e496300-d5d9-4809-ae08-43eddf52b9dc', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.220', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'port_id': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'mac_address': 'fa:16:3e:88:1d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e539e3-0494-4810-a013-bddd9c36dec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:12:48Z', 'updated_at': '2021-11-13T22:12:48Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:12:50.387418 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5208fda-e866-4946-ad9b-ecffda9d4ea2 None None] New status for floating IP 1e496300-d5d9-4809-ae08-43eddf52b9dc: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:12:50.800236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51560) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:12:50.867991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-46b81913-18ed-43fc-a34f-744ab837f8d3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/1e496300-d5d9-4809-ae08-43eddf52b9dc HTTP/1.1" status: 200  len: 993 time: 0.0665712
Nov 13 22:12:54.742766 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-750339dc-8e64-4cd5-9622-4fc9f4b35c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:57.114664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb32109c-a1a7-431b-87ee-00d4c84a1db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:12:58.788867 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:00.147412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:00.451865 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:05.391824 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:13:12.803971 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:15.074192 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:22.463295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ddf0c-7408-4b77-bbba-ed3a41c2991f req-661d0db7-6d07-4e0d-8e5c-063e6a86c654 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:22.464907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c43ddf0c-7408-4b77-bbba-ed3a41c2991f req-661d0db7-6d07-4e0d-8e5c-063e6a86c654 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.1058998
Nov 13 22:13:22.513263 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c43ddf0c-7408-4b77-bbba-ed3a41c2991f req-3df0ddd4-756f-4c52-9873-1d01ee53f798 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425014
Nov 13 22:13:23.678442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1565f-fea4-40e2-ad2d-e35e41790491 req-7938780a-21cb-43f9-97b3-0643b4cf73a9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:23.679901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0a1565f-fea4-40e2-ad2d-e35e41790491 req-7938780a-21cb-43f9-97b3-0643b4cf73a9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0967402
Nov 13 22:13:23.734365 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b0a1565f-fea4-40e2-ad2d-e35e41790491 req-65329cf9-e2e9-4893-b55c-6c348023bac8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478280
Nov 13 22:13:23.756664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51598) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:23.819041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-79571640-3e9c-4c50-bc66-bffb8e76fd50 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/1e496300-d5d9-4809-ae08-43eddf52b9dc HTTP/1.1" status: 200  len: 993 time: 0.0610480
Nov 13 22:13:24.747903 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f4569273-70e3-4b31-bae5-25783abe6981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:25.234009 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b78bd2-6e10-4422-89c0-a0ae90ee5906 req-2f49833b-67e6-42ed-9fc6-290215faeb10 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:25.235488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4b78bd2-6e10-4422-89c0-a0ae90ee5906 req-2f49833b-67e6-42ed-9fc6-290215faeb10 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0479238
Nov 13 22:13:25.285338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c4b78bd2-6e10-4422-89c0-a0ae90ee5906 req-6aac8e7d-f877-4b5a-9f77-c5be5ad84776 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436387
Nov 13 22:13:26.408269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363d486-a925-4506-a1c4-e9a1991f3013 req-520c42e3-833d-49f6-b59c-a2ce5ebcb84f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:26.410023 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6363d486-a925-4506-a1c4-e9a1991f3013 req-520c42e3-833d-49f6-b59c-a2ce5ebcb84f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0513434
Nov 13 22:13:26.459954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6363d486-a925-4506-a1c4-e9a1991f3013 req-6bc86829-db4e-4301-bdaf-f07bd4727ce6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439048
Nov 13 22:13:26.482227 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51608) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:26.546559 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6d895ca2-fe03-47fd-af44-97f47d62b3bd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/1e496300-d5d9-4809-ae08-43eddf52b9dc HTTP/1.1" status: 200  len: 993 time: 0.0632188
Nov 13 22:13:26.772206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51614) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:26.926766 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port ee936a38-b3c9-4eac-9919-d1570b6cb48c {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:13:26.927044 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.001700 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.002028 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.020662 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for ee936a38-b3c9-4eac-9919-d1570b6cb48c owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:13:27.125573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b30e21e-494a-4cfe-84fc-997894cf7c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.217138 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.243917 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=ee936a38-b3c9-4eac-9919-d1570b6cb48c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:27.272568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.272947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.273292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.273637 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.273972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.274311 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.274638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.274969 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.275300 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.275648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.276008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.276331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:27.316000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.316341 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP 1e496300-d5d9-4809-ae08-43eddf52b9dc disassociated (deleted). External IP: 172.35.3.220, port: 761e2282-66ba-45fa-96cd-1b94f27a0c0d.
Nov 13 22:13:27.519945 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 458b94e7-3b31-4469-b55d-56a01f455245 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:13:27.972429 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:13:27.977185 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:27.982180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c6069-9f31-4205-9920-538976cf038d None None] Sync routers for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:13:27.991455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:27.992052 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2b6970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:28.003242 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59d5478a-3445-461d-9a93-2f95e495c29b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e496300-d5d9-4809-ae08-43eddf52b9dc HTTP/1.1" status: 204  len: 168 time: 1.2298992
Nov 13 22:13:28.003823 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:13:28.006159 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd95dd-6338-4e13-9f2e-0bb087794ede" -d '{"events": [{"name": "network-changed", "server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:13:28.049191 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f3d91-edc0-4316-ba66-5c157b47343a x-openstack-request-id: req-638f3d91-edc0-4316-ba66-5c157b47343a {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:13:28.049484 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:13:28.049738 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-638f3d91-edc0-4316-ba66-5c157b47343a {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:13:28.050171 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'status': 'completed', 'code': 200}
Nov 13 22:13:28.102660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:28.148941 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.46', 50830) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:28.162994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-8bcaeed3-55ea-4865-a67f-d137e78255d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:28.164507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-8bcaeed3-55ea-4865-a67f-d137e78255d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1096 time: 0.0907991
Nov 13 22:13:28.193179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-a3388e84-71f7-4432-a108-3d89e0735b85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430329
Nov 13 22:13:28.266888 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-83376d5a-9903-4d46-bb05-e5fc380a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:28.268295 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-83376d5a-9903-4d46-bb05-e5fc380a54cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142 HTTP/1.1" status: 200  len: 897 time: 0.0906825
Nov 13 22:13:28.308916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2b6970>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:28.321305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-e3434df6-d81a-4b99-a21c-1d4926064a42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d HTTP/1.1" status: 200  len: 217 time: 0.0393038
Nov 13 22:13:28.371744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-9303ca94-a185-462c-800e-ee6ccacc238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:28.373394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-9303ca94-a185-462c-800e-ee6ccacc238f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e7da40f-7de6-4fce-b333-a0d1a204c21c HTTP/1.1" status: 200  len: 835 time: 0.0458643
Nov 13 22:13:28.426205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-d9053400-5259-42da-b3c2-d5c08add8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:28.427767 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-d9053400-5259-42da-b3c2-d5c08add8a70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468965
Nov 13 22:13:28.498185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c6069-9f31-4205-9920-538976cf038d None None] Checking router: 458b94e7-3b31-4469-b55d-56a01f455245 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:13:28.506638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:28.507138 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd2b6970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:28.542297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817cba5-d8c7-47f0-b6bd-094f8b5e7e63 req-eb71718e-76e1-45c4-b9ca-f8edee52d247 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:28.543729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7817cba5-d8c7-47f0-b6bd-094f8b5e7e63 req-eb71718e-76e1-45c4-b9ca-f8edee52d247 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.1104469
Nov 13 22:13:28.580558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-0769c377-032f-4ff8-b19d-a5b5324cb863 service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378775
Nov 13 22:13:28.619732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:28.627478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7817cba5-d8c7-47f0-b6bd-094f8b5e7e63 req-aa2d5bae-9838-455a-a827-ffd581d2558e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757356
Nov 13 22:13:28.690549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cedd95dd-6338-4e13-9f2e-0bb087794ede req-d7bf0831-7700-4eb1-aa36-71697dd670eb service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993488
Nov 13 22:13:28.829139 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-844c6069-9f31-4205-9920-538976cf038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd2b6970>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:28.862676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844c6069-9f31-4205-9920-538976cf038d None None] The sync data for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 is: [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:12:32Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5bc71d53-6221-4845-ab60-38fa8c45c9ce', 'name': '', 'network_id': '0f1a36ff-7e00-402f-9a8a-1f027f6e8142', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:67:83:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:31Z', 'updated_at': '2021-11-13T22:12:34Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '8e7da40f-7de6-4fce-b333-a0d1a204c21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:13:28.865714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:28.900047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-2d4cf14d-c14c-4761-ad0e-d15c9b9a3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:28.901603 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-2d4cf14d-c14c-4761-ad0e-d15c9b9a3f5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 1096 time: 0.0494385
Nov 13 22:13:29.015510 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-a4b91bdd-3977-474e-a3ad-a296d5c5e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:29.017050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-a4b91bdd-3977-474e-a3ad-a296d5c5e89d service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142 HTTP/1.1" status: 200  len: 897 time: 0.0905318
Nov 13 22:13:29.060558 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-1a0ab680-3036-40f8-9929-e525d24ea818 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d HTTP/1.1" status: 200  len: 217 time: 0.0359483
Nov 13 22:13:29.099683 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a31ff-9875-4db0-a251-aa5403b58080 None None] New status for floating IP 1e496300-d5d9-4809-ae08-43eddf52b9dc: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:13:29.115123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-ed0fd232-3469-4fcb-9d79-42081cec3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:29.116571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-ed0fd232-3469-4fcb-9d79-42081cec3c74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8e7da40f-7de6-4fce-b333-a0d1a204c21c HTTP/1.1" status: 200  len: 835 time: 0.0480285
Nov 13 22:13:29.163419 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-d2975bb6-3758-498d-ab8f-ba4a16345854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:29.165106 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-d2975bb6-3758-498d-ab8f-ba4a16345854 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f1a36ff-7e00-402f-9a8a-1f027f6e8142&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406623
Nov 13 22:13:29.260284 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-c9ea9546-c645-4aa8-acf2-05b1a82f64ad service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860021
Nov 13 22:13:29.352463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-30f932aa-488f-40e7-9e75-152a0abf6fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844488
Nov 13 22:13:29.743591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766c09b-a56b-4b04-bb97-3156f09d0050 req-7c9d9ea5-5d9e-4f01-a6f0-aad13ae8b11c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:29.745051 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e766c09b-a56b-4b04-bb97-3156f09d0050 req-7c9d9ea5-5d9e-4f01-a6f0-aad13ae8b11c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0478020
Nov 13 22:13:29.804766 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e766c09b-a56b-4b04-bb97-3156f09d0050 req-c1404bd6-b6a8-4853-97c5-92727587676e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=98e50316-e031-40ca-8558-8ed44acbeb22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537775
Nov 13 22:13:30.015418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-84368d37-2c9e-490c-abce-fa38ae3ca404 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:30.016927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-84368d37-2c9e-490c-abce-fa38ae3ca404 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 945 time: 0.0484078
Nov 13 22:13:30.103924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 761e2282-66ba-45fa-96cd-1b94f27a0c0d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:13:30.104258 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:30.141245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:30.194780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 761e2282-66ba-45fa-96cd-1b94f27a0c0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=761e2282-66ba-45fa-96cd-1b94f27a0c0d,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:30.195352 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:30.207493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 761e2282-66ba-45fa-96cd-1b94f27a0c0d owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:13:30.394166 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:30.422539 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:30.424096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=761e2282-66ba-45fa-96cd-1b94f27a0c0d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:30.453150 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.455688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.456386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.456386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.456386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.456709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:30.476129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] No DVR routers for this DVR port 761e2282-66ba-45fa-96cd-1b94f27a0c0d on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:13:30.478758 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:30.482831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9e8a646a-9f30-4c54-9049-9d864e1bc1dc req-6c73ef97-9b0f-4cf1-bc7f-68644ff409d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "DELETE /v2.0/ports/761e2282-66ba-45fa-96cd-1b94f27a0c0d HTTP/1.1" status: 204  len: 173 time: 0.4598413
Nov 13 22:13:30.483287 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'name': 'network-vif-deleted', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:13:30.485629 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117cab2-635f-4c5e-b539-25103a5021df" -d '{"events": [{"server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "name": "network-vif-deleted", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:13:30.585109 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367baac2-42ea-4055-9ddc-d224349a9d36 x-openstack-request-id: req-367baac2-42ea-4055-9ddc-d224349a9d36 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:13:30.585422 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e539e3-0494-4810-a013-bddd9c36dec9", "name": "network-vif-deleted", "tag": "761e2282-66ba-45fa-96cd-1b94f27a0c0d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:13:30.585680 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-367baac2-42ea-4055-9ddc-d224349a9d36 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:13:30.586093 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e539e3-0494-4810-a013-bddd9c36dec9', 'name': 'network-vif-deleted', 'tag': '761e2282-66ba-45fa-96cd-1b94f27a0c0d', 'status': 'completed', 'code': 200}
Nov 13 22:13:30.918003 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b88ccf13-5a32-4a00-b378-59160613e18b req-ebd99ec1-e2f0-41f0-99c8-de07ef264f80 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=19e539e3-0494-4810-a013-bddd9c36dec9 HTTP/1.1" status: 200  len: 210 time: 0.0306818
Nov 13 22:13:31.982495 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51634) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:32.334664 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:32.593928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 5bc71d53-6221-4845-ab60-38fa8c45c9ce {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:13:32.593928 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:32.678952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 5bc71d53-6221-4845-ab60-38fa8c45c9ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bc71d53-6221-4845-ab60-38fa8c45c9ce,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:32.679353 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:32.692531 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 5bc71d53-6221-4845-ab60-38fa8c45c9ce owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:13:32.807755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 761e2282-66ba-45fa-96cd-1b94f27a0c0d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:13:32.828616 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 761e2282-66ba-45fa-96cd-1b94f27a0c0d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:13:32.829015 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 761e2282-66ba-45fa-96cd-1b94f27a0c0d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:13:32.954167 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:32.979234 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=5bc71d53-6221-4845-ab60-38fa8c45c9ce,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:33.155479 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:33.367700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 458b94e7-3b31-4469-b55d-56a01f455245 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:13:33.472848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:13:33.477867 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81c5ebb5-0fe2-4de3-b3ff-40eb59131624 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/458b94e7-3b31-4469-b55d-56a01f455245/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4943705
Nov 13 22:13:33.480759 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51636) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:33.483974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] Sync routers for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:13:33.493321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:33.496957 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe05965e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:33.535053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting subnet 8e7da40f-7de6-4fce-b333-a0d1a204c21c {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:13:33.538218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:33.579735 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:33.604135 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:33.665495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:33.784458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe05965e0>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:13:32Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:33.799863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:33.810680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] Checking router: 458b94e7-3b31-4469-b55d-56a01f455245 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:13:33.819502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] Routers {'458b94e7-3b31-4469-b55d-56a01f455245'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:33.820173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe05965e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['458b94e7-3b31-4469-b55d-56a01f455245'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:33.829443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7da40f-7de6-4fce-b333-a0d1a204c21c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:33.831424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:33.835346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a9d90840-084d-4444-b23a-1cad2b119d1f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/subnets/8e7da40f-7de6-4fce-b333-a0d1a204c21c HTTP/1.1" status: 204  len: 168 time: 0.3534117
Nov 13 22:13:33.838126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51638) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:33.855620 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925887d0-1126-4a34-bd2b-bc654f6e18c2 None None] Network 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:13:34.014885 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] Set router 458b94e7-3b31-4469-b55d-56a01f455245 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:34.038951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.145880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.180984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] DHCP port deletion for 0f1a36ff-7e00-402f-9a8a-1f027f6e8142 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:13:34.241610 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe05965e0>, [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:13:32Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:34.269114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 75fd01e5-7ce7-446b-a263-6be306462272 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:13:34.269380 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.276235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Deleting port 3de58e1b-a289-4af7-b38f-6a946c442db0 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:13:34.276605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.278855 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad114f7d-e5a2-41b8-a622-a4c4db074a53 None None] The sync data for ids ['458b94e7-3b31-4469-b55d-56a01f455245'] in ncdv-master-1 is: [{'id': '458b94e7-3b31-4469-b55d-56a01f455245', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359492086', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2'}], 'enable_snat': True}, 'gw_port_id': '75fd01e5-7ce7-446b-a263-6be306462272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:12:27Z', 'updated_at': '2021-11-13T22:13:32Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '75fd01e5-7ce7-446b-a263-6be306462272', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b94e7-3b31-4469-b55d-56a01f455245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:12:28Z', 'updated_at': '2021-11-13T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:13:34.341831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] For port 3de58e1b-a289-4af7-b38f-6a946c442db0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3de58e1b-a289-4af7-b38f-6a946c442db0,segment=NetworkSegment(527c6b6f-7e0e-42b9-8c1e-423884207a49),segment_id=527c6b6f-7e0e-42b9-8c1e-423884207a49)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:34.342231 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.350592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 75fd01e5-7ce7-446b-a263-6be306462272, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75fd01e5-7ce7-446b-a263-6be306462272,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:34.350954 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.354515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Calling delete_port for 3de58e1b-a289-4af7-b38f-6a946c442db0 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:13:34.364677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 75fd01e5-7ce7-446b-a263-6be306462272 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:13:34.497006 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.522018 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Pushing event deleted for resources: {'Port': ['ID=3de58e1b-a289-4af7-b38f-6a946c442db0,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:34.526112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] No DVR routers for this DVR port 3de58e1b-a289-4af7-b38f-6a946c442db0 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:13:34.541348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.541644 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.541985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.542316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.542654 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.542985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.543361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.544339 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.544670 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.545027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.545375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.545694 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31cc3b6-b500-4e08-bcd3-749ee0da83a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:34.623020 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.648880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=75fd01e5-7ce7-446b-a263-6be306462272,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:34.667853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8a1f8-6646-403c-93ce-e8165e74e789 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:13:34.702943 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3de58e1b-a289-4af7-b38f-6a946c442db0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:13:34.738403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3de58e1b-a289-4af7-b38f-6a946c442db0 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:13:34.740524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3de58e1b-a289-4af7-b38f-6a946c442db0 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:13:34.740524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bc71d53-6221-4845-ab60-38fa8c45c9ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:13:34.747402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.761411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5bc71d53-6221-4845-ab60-38fa8c45c9ce {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:13:34.761755 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bc71d53-6221-4845-ab60-38fa8c45c9ce not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:13:34.862937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:34.865170 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.005448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.005977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Fanout notify agent at l3_agent the message router_deleted on router 458b94e7-3b31-4469-b55d-56a01f455245 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:13:35.016583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.016583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e6cbb64f-a7d5-4498-8085-ef56a24472cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/routers/458b94e7-3b31-4469-b55d-56a01f455245 HTTP/1.1" status: 204  len: 168 time: 1.1756606
Nov 13 22:13:35.017641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51640) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:35.369299 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.452788 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.477916 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc4e1df0>,) {'filters': {'network_id': ['0f1a36ff-7e00-402f-9a8a-1f027f6e8142']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:35.487797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4e1df0>, '527c6b6f-7e0e-42b9-8c1e-423884207a49') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:35.488086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc4e1df0>, '527c6b6f-7e0e-42b9-8c1e-423884207a49') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:35.497652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.510394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.516063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:13:35.516432 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:13:35.519411 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:13:35.651296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.658364 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.661976 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/networks/0f1a36ff-7e00-402f-9a8a-1f027f6e8142 HTTP/1.1" status: 204  len: 168 time: 0.6433730
Nov 13 22:13:35.664843 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51642) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:35.674142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f50350-ab9a-4d75-aa26-de7fa6bc2e4e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Network': ['ID=0f1a36ff-7e00-402f-9a8a-1f027f6e8142,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:35.723783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-500b1e9b-0678-46f5-8964-1bdd7aeca65f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.754000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-500b1e9b-0678-46f5-8964-1bdd7aeca65f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.868168 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-500b1e9b-0678-46f5-8964-1bdd7aeca65f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.870882 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-500b1e9b-0678-46f5-8964-1bdd7aeca65f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:35.872038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-500b1e9b-0678-46f5-8964-1bdd7aeca65f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/security-groups/98e50316-e031-40ca-8558-8ed44acbeb22 HTTP/1.1" status: 204  len: 168 time: 0.2061791
Nov 13 22:13:35.881008 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b1e9b-0678-46f5-8964-1bdd7aeca65f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e50316-e031-40ca-8558-8ed44acbeb22,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:36.371854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51648) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:36.376635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184394743', 'description': 'tempest-secgroup-smoke-1184394743 description', 'project_id': '5a94116dd5e74de694c182fd9d6e9034'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:36.472436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:36.542508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:36.574518 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 75fd01e5-7ce7-446b-a263-6be306462272 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:13:36.599537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 75fd01e5-7ce7-446b-a263-6be306462272 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:13:36.599832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 75fd01e5-7ce7-446b-a263-6be306462272 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:13:36.696905 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:36.726537 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843ff74a-ec32-4207-8590-165d2025bba7,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:36.813660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:36.814954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2c044d86-f696-4e91-85de-9a896470ea9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4420455
Nov 13 22:13:36.817736 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51650) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:36.822026 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '843ff74a-ec32-4207-8590-165d2025bba7', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:36.901799 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:36.959038 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.022512 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.039635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4f6a9b-fabb-4e3c-bcc8-58ca42f1d96a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:37.102921 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.104113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7657f6c6-95c0-4e04-a7c1-81abf9ba15b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2854631
Nov 13 22:13:37.107400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51652) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:37.111635 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '843ff74a-ec32-4207-8590-165d2025bba7', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:37.197142 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.251394 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.325162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.343496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f038c3fd-38e6-4e48-9f42-943a1899943a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:37.412805 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.413997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ac55a97a-293b-42f3-ad74-075ab6f6fad4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3056977
Nov 13 22:13:37.416746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51654) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:37.421623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '843ff74a-ec32-4207-8590-165d2025bba7', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:37.523776 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.577948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.639625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.658330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c876cd-5087-4857-924c-8c045696b3c4,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:37.720191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.721494 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e83ac4a5-af9b-45c8-a642-5629e7d63651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3038099
Nov 13 22:13:37.724283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51656) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:37.728564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '843ff74a-ec32-4207-8590-165d2025bba7', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:37.809732 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.866327 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.935231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:37.953633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ad377-f0e0-47d9-9e16-4d7d1927be04,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:38.036421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.037836 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-48205451-6197-4657-91b2-85c53626f250 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3125277
Nov 13 22:13:38.040571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51658) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:38.045053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '843ff74a-ec32-4207-8590-165d2025bba7', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:38.131197 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:13:38.135902 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.192857 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.256855 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.274803 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06457256-b548-4241-878a-18e1b8d56522,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:38.354420 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.355640 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b6002261-8dbe-409c-b5b7-7f0e855e8fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3140986
Nov 13 22:13:38.358499 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51660) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:38.363100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '843ff74a-ec32-4207-8590-165d2025bba7', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:38.445292 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:13:38.450065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.507508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.599402 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.617263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad53657d-b4b2-466d-986c-b21a742b7c6b,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:38.750957 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.752188 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4f39bb21-82a7-4ff3-afb2-ae7b48e7efc9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3927605
Nov 13 22:13:38.755048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51662) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:38.759974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'network': {'name': 'tempest-network-smoke--1110391258', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:38.861186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:13:38.864774 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.889442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:13:38.898208 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:38.900096 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Added segment 7e86d706-54ef-4a50-b66d-3e372a6bbe68 of type vlan for network 34fa9709-9103-4911-81a7-c096de1de772
Nov 13 22:13:38.938427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.032480 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.038175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:39.038748 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.100751 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Network': ['ID=34fa9709-9103-4911-81a7-c096de1de772,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:39.111364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 34fa9709-9103-4911-81a7-c096de1de772 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:13:39.139992 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d21fa544-79db-400d-8be1-e02c3958e1aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3839047
Nov 13 22:13:39.142665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51664) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:39.147114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'admin_state_up': True, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:39.234291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.235385 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.322174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.497885 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.726871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.751317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:39.854362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.168 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:13:39.955966 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:40.055412 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:40.090854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:13:40.093604 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:40.098990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:13:40.108268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf51f7-d639-40a5-9bb0-1b23b7cefe19 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:13:40.123489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:40.187720 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aad7831c-0dab-41cd-95f5-cd84cab3353f None None] Provisioning complete for port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:40.188392 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aad7831c-0dab-41cd-95f5-cd84cab3353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:40.220641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aad7831c-0dab-41cd-95f5-cd84cab3353f None None] Port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:13:40.450772 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:40.643150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:40.843793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:13:40.947449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:13:40.957688 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Sync routers for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:13:40.970854 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:40.974110 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde03f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:41.023117 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.024390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6b06e116-88ff-459e-869a-0e1c87ae82a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8807738
Nov 13 22:13:41.027588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51666) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:41.071393 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:41.074351 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1482b64b-ce8d-453c-af54-e0ab3f605d41 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a94116dd5e74de694c182fd9d6e9034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0452316
Nov 13 22:13:41.077483 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51668) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:41.232329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00c37d-ba04-4eea-bb64-16cbe44e394f tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:41.233929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3e00c37d-ba04-4eea-bb64-16cbe44e394f tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1554470
Nov 13 22:13:41.236987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:41.276929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-efb0dcd1-4356-40be-b7ac-75b4ec8fb409 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387616
Nov 13 22:13:41.279702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51672) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:41.284954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620579889', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:41.343814 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde03f9d0>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:40Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:41.369090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Checking router: 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:13:41.369432 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Updating router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:13:41.394573 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.439917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:13:41.443494 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.647151 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.691011 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.719335 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.765376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Subnet': ['ID=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:41.769217 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Attempting to bind port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:13:41.769511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61fffc4-f47f-42f4-bd3a-968c5e7745d0 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:13:41.770017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Attempting to bind port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:13:41.770140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Checking segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:13:41.770251 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Attempting to bind port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:13:41.770351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network hostable DHCP agents. Network: 34fa9709-9103-4911-81a7-c096de1de772, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:13:41.788135 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:13:41.788510 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:13:41.788949 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.793434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:13:41.793434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Bound port: f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:13:41.793434 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.793434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Pushing event updated for resources: {'Port': ['ID=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:41.818844 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.819188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.819871 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.820210 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.820833 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.821159 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.821957 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.822283 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.822627 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.822945 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.823260 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.823574 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:13:41.846022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 34fa9709-9103-4911-81a7-c096de1de772 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:13:41.850049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a01e430e-35dc-43a1-9dff-419485e86ed1 None None] Provisioning complete for port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:41.850483 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a01e430e-35dc-43a1-9dff-419485e86ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.858389 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] For port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:13:41.861621 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] For port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:13:41.883991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a01e430e-35dc-43a1-9dff-419485e86ed1 None None] Port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:13:41.912568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34fa9709-9103-4911-81a7-c096de1de772) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:41.916424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:41.917049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:41.921298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c74cd1-df4d-4324-8bfd-3f7daeb13424 None None] Network 34fa9709-9103-4911-81a7-c096de1de772 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:13:41.941736 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.002093 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:42.002799 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde03f9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:42.008255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fa19eaa7-fdb1-4044-966f-1277e6aa8061 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7274818
Nov 13 22:13:42.011236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51674) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:42.052798 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df480a5-36d7-4729-909b-1274ff5d14c4 None None] Pushing event updated for resources: {'Port': ['ID=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:42.128473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40166bd3-55d7-4af7-8603-ec9767adeb2f None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:13:42.135832 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:42.218273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-10d8e20e-381a-47b4-a06d-149f6f814666 None None] Provisioning complete for port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:42.218707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10d8e20e-381a-47b4-a06d-149f6f814666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.275662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34fa9709-9103-4911-81a7-c096de1de772', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:13:42.276896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.333186 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde03f9d0>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:40Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:42.360732 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa65631-f770-4992-88dc-669e02fb7a96 None None] The sync data for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 is: [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:40Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:13:42.396090 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:13:42.413781 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10d8e20e-381a-47b4-a06d-149f6f814666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.461569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-10d8e20e-381a-47b4-a06d-149f6f814666 None None] For port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:42.478362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Allocated IP 172.20.0.2 (34fa9709-9103-4911-81a7-c096de1de772/b26b96b8-3af6-4a27-8ce7-9cd0d9788f61/174d102b-086a-46a4-a7aa-3c5fca72ded3) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:13:42.540232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-10d8e20e-381a-47b4-a06d-149f6f814666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.668401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8e20e-381a-47b4-a06d-149f6f814666 None None] Pushing event updated for resources: {'Port': ['ID=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:42.689976 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.770446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.802755 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.821674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Network 34fa9709-9103-4911-81a7-c096de1de772 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:13:42.824900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:42.829537 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:13:42.832599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Pushing event updated for resources: {'Port': ['ID=174d102b-086a-46a4-a7aa-3c5fca72ded3,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:42.842671 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.888914 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Attempting to bind port 174d102b-086a-46a4-a7aa-3c5fca72ded3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:13:42.889284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Attempting to bind port 174d102b-086a-46a4-a7aa-3c5fca72ded3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:13:42.889652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Attempting to bind port 174d102b-086a-46a4-a7aa-3c5fca72ded3 on network 34fa9709-9103-4911-81a7-c096de1de772 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:13:42.895114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:13:42.895424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Checking segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:13:42.895831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.896225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Bound using segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:13:42.896726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Bound port: 174d102b-086a-46a4-a7aa-3c5fca72ded3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:13:42.897108 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:42.975252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] For port 174d102b-086a-46a4-a7aa-3c5fca72ded3, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:13:42.978695 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] For port 174d102b-086a-46a4-a7aa-3c5fca72ded3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=174d102b-086a-46a4-a7aa-3c5fca72ded3,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:13:43.040125 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:43.103677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37b0c9-2232-4339-bbad-7afc719c5ede None None] Pushing event updated for resources: {'Port': ['ID=174d102b-086a-46a4-a7aa-3c5fca72ded3,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:43.190496 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.1 (34fa9709-9103-4911-81a7-c096de1de772/b26b96b8-3af6-4a27-8ce7-9cd0d9788f61/3ba81a05-3baf-4de8-a3e5-32e30a979920) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:13:43.333296 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:43.417366 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:43.456242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 34fa9709-9103-4911-81a7-c096de1de772 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:13:43.459155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:43.464730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:13:43.493329 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=3ba81a05-3baf-4de8-a3e5-32e30a979920,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:43.517181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:43.719572 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:43.999453 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:44.091815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:44.171079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=3ba81a05-3baf-4de8-a3e5-32e30a979920,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:44.175002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:44.269336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 34fa9709-9103-4911-81a7-c096de1de772 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:13:44.270758 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:44.397027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:13:44.420316 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f221ca-a919-4984-b24e-b22e9e547d5d None None] Network 34fa9709-9103-4911-81a7-c096de1de772 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:13:44.495128 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ce47b4eb-8be4-4853-b63c-17614a095582 None None] Provisioning complete for port 174d102b-086a-46a4-a7aa-3c5fca72ded3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:44.495589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ce47b4eb-8be4-4853-b63c-17614a095582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:44.506235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:13:44.514228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-fbd95a04-da0b-469e-a263-fde857ec3da6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4999638
Nov 13 22:13:44.533051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Sync routers for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:13:44.589019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:44.591494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcfcb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:44.652385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:13:44.682513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-6c9416a4-5036-4971-b2cd-3cfc0e3a501d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184394743&fields=id&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 267 time: 0.0498111
Nov 13 22:13:44.791865 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-d7734fc5-8433-4c7d-953e-4c764a9d1732 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:44.793264 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-d7734fc5-8433-4c7d-953e-4c764a9d1732 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/networks?id=34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 200  len: 797 time: 0.1031137
Nov 13 22:13:44.795013 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ce47b4eb-8be4-4853-b63c-17614a095582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:44.809820 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-3585b748-d93a-4673-adf5-4cd0a3c4a050 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/quotas/5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 375 time: 0.0096610
Nov 13 22:13:44.819837 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:44.861364 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-070cbcb3-8d9e-46b9-a8da-2beae01897c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0449665
Nov 13 22:13:44.885631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-7aa747b0-67d1-4755-867e-f13f00e95f6f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:13:44.886613 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-7aa747b0-67d1-4755-867e-f13f00e95f6f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060120
Nov 13 22:13:44.891674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ce47b4eb-8be4-4853-b63c-17614a095582 None None] For port 174d102b-086a-46a4-a7aa-3c5fca72ded3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=174d102b-086a-46a4-a7aa-3c5fca72ded3,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:44.923108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:44.923478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:44.982656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-7e793ab1-4555-468e-8736-de6237aafa23 service neutron] 10.222.0.20 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884902
Nov 13 22:13:44.996250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ce47b4eb-8be4-4853-b63c-17614a095582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.094700 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-698ddd85-61f7-4ae8-930d-c5e3cc9883b6 service neutron] 10.222.0.20 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057425
Nov 13 22:13:45.100080 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47b4eb-8be4-4853-b63c-17614a095582 None None] Pushing event updated for resources: {'Port': ['ID=174d102b-086a-46a4-a7aa-3c5fca72ded3,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:45.145209 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.172752 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b48f598d-59c8-483a-869a-b93834ebf4cd None None] Provisioning complete for port 174d102b-086a-46a4-a7aa-3c5fca72ded3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:45.173131 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b48f598d-59c8-483a-869a-b93834ebf4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.175276 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 174d102b-086a-46a4-a7aa-3c5fca72ded3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:13:45.362673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aa0908a3-89c6-42f7-8e0f-f5044af71ba8 req-3c03a951-f230-464f-90b9-dcfb5fd6cace tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 210 time: 0.0293100
Nov 13 22:13:45.431147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcfcb040>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 2, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:45.480637 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Checking router: 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:13:45.481019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Updating router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 port 3ba81a05-3baf-4de8-a3e5-32e30a979920 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:13:45.484438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 174d102b-086a-46a4-a7aa-3c5fca72ded3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:45.484831 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.551625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.602464 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b48f598d-59c8-483a-869a-b93834ebf4cd None None] Provisioning complete for port 3ba81a05-3baf-4de8-a3e5-32e30a979920 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:45.602834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b48f598d-59c8-483a-869a-b93834ebf4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.721765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b48f598d-59c8-483a-869a-b93834ebf4cd None None] Port 3ba81a05-3baf-4de8-a3e5-32e30a979920 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:13:45.858895 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e7223445-0f02-40a2-af00-8b487f57a107 None None] Provisioning complete for port 3ba81a05-3baf-4de8-a3e5-32e30a979920 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:45.859256 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e7223445-0f02-40a2-af00-8b487f57a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.923857 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:45.925360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e7223445-0f02-40a2-af00-8b487f57a107 None None] Port 3ba81a05-3baf-4de8-a3e5-32e30a979920 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:13:45.999837 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.054222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ca8c-839c-46d7-ae5b-2133c27bb855 None None] Pushing event updated for resources: {'Port': ['ID=3ba81a05-3baf-4de8-a3e5-32e30a979920,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:46.117621 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Attempting to bind port 3ba81a05-3baf-4de8-a3e5-32e30a979920 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:13:46.117994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Attempting to bind port 3ba81a05-3baf-4de8-a3e5-32e30a979920 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:13:46.118854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Attempting to bind port 3ba81a05-3baf-4de8-a3e5-32e30a979920 on network 34fa9709-9103-4911-81a7-c096de1de772 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:13:46.124567 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:13:46.125020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Checking segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:13:46.125386 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.125765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Bound using segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:13:46.126231 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Bound port: 3ba81a05-3baf-4de8-a3e5-32e30a979920, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:13:46.126609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.193167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] For port 3ba81a05-3baf-4de8-a3e5-32e30a979920, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:13:46.196395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] For port 3ba81a05-3baf-4de8-a3e5-32e30a979920, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba81a05-3baf-4de8-a3e5-32e30a979920,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:13:46.245865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a11c601f-dfb7-4581-956a-8f2821f4fc9b None None] Provisioning complete for port 3ba81a05-3baf-4de8-a3e5-32e30a979920 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:46.246232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a11c601f-dfb7-4581-956a-8f2821f4fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.282786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a11c601f-dfb7-4581-956a-8f2821f4fc9b None None] Port 3ba81a05-3baf-4de8-a3e5-32e30a979920 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:13:46.304653 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.362083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:46.362716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdcfcb040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:46.367758 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ca8c-839c-46d7-ae5b-2133c27bb855 None None] Pushing event updated for resources: {'Port': ['ID=3ba81a05-3baf-4de8-a3e5-32e30a979920,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:46.474087 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-49978076-a911-4cdc-a183-13954ce863e4 req-d465e9fa-7c2d-45ee-89ef-8f3ad6812f61 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 210 time: 0.0296738
Nov 13 22:13:46.495947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:46.601903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 174d102b-086a-46a4-a7aa-3c5fca72ded3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:13:46.687840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-562ef860-80c2-4098-93fc-72c89d800832 None None] Provisioning complete for port 3ba81a05-3baf-4de8-a3e5-32e30a979920 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:46.688196 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-562ef860-80c2-4098-93fc-72c89d800832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.773289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 174d102b-086a-46a4-a7aa-3c5fca72ded3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:46.773646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.858670 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-562ef860-80c2-4098-93fc-72c89d800832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:46.876520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdcfcb040>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:46.913857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d9023-dc2c-4506-a993-98f097c0c309 None None] The sync data for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 is: [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:13:46.944186 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-562ef860-80c2-4098-93fc-72c89d800832 None None] For port 3ba81a05-3baf-4de8-a3e5-32e30a979920, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba81a05-3baf-4de8-a3e5-32e30a979920,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:47.005211 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-562ef860-80c2-4098-93fc-72c89d800832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:47.061563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ef860-80c2-4098-93fc-72c89d800832 None None] Pushing event updated for resources: {'Port': ['ID=3ba81a05-3baf-4de8-a3e5-32e30a979920,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:47.293377 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-2351ec54-e8c1-43c0-8643-c3c18fa87651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:47.294959 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-2351ec54-e8c1-43c0-8643-c3c18fa87651 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/networks?id=34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 200  len: 797 time: 0.1145747
Nov 13 22:13:47.363456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-ba91fd2a-baf4-4571-be00-f5c013792d14 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 380 time: 0.0586252
Nov 13 22:13:47.375891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'port': {'device_id': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'admin_state_up': True, 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'security_groups': ['843ff74a-ec32-4207-8590-165d2025bba7']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:47.573365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0d6f5f47-a74f-4e53-ba9e-2677da09ee35 req-022953dd-2ccf-4e51-a56e-464cac2aa4af tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 210 time: 0.0275784
Nov 13 22:13:47.574095 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:13:47.577619 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:47.712607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.11 (34fa9709-9103-4911-81a7-c096de1de772/b26b96b8-3af6-4a27-8ce7-9cd0d9788f61/e9208390-5762-41f6-be43-92ac4722180b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:13:47.850904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:47.948711 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:47.995383 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 34fa9709-9103-4911-81a7-c096de1de772 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:13:47.998471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:48.004790 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:13:48.032002 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=e9208390-5762-41f6-be43-92ac4722180b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:48.058328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:48.058967 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.140401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-6a1d3673-b481-46e2-b120-d86570c7d78c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7688565
Nov 13 22:13:48.155868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Request body: {'port': {'device_id': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:48.208468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.232936 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7e42d827-3bbc-4d25-9c7e-f67c2c994c60 None None] Provisioning complete for port e9208390-5762-41f6-be43-92ac4722180b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:48.233543 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7e42d827-3bbc-4d25-9c7e-f67c2c994c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.266289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7e42d827-3bbc-4d25-9c7e-f67c2c994c60 None None] Port e9208390-5762-41f6-be43-92ac4722180b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:13:48.469210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9208390-5762-41f6-be43-92ac4722180b {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:13:48.476403 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.487936 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Transition to ACTIVE for port object e9208390-5762-41f6-be43-92ac4722180b will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:13:48.558133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.593155 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3ba81a05-3baf-4de8-a3e5-32e30a979920 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:13:48.612245 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9208390-5762-41f6-be43-92ac4722180b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:48.658768 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 3ba81a05-3baf-4de8-a3e5-32e30a979920 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:48.659770 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.698947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Attempting to bind port e9208390-5762-41f6-be43-92ac4722180b on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:13:48.699289 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Attempting to bind port e9208390-5762-41f6-be43-92ac4722180b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:13:48.699611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Attempting to bind port e9208390-5762-41f6-be43-92ac4722180b on network 34fa9709-9103-4911-81a7-c096de1de772 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:13:48.705894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Port e9208390-5762-41f6-be43-92ac4722180b on network 34fa9709-9103-4911-81a7-c096de1de772 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:13:48.706106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Attempting to bind port e9208390-5762-41f6-be43-92ac4722180b on network 34fa9709-9103-4911-81a7-c096de1de772 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:13:48.712574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:13:48.712951 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Checking segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:13:48.713317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Bound using segment: {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:13:48.714344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Bound port: e9208390-5762-41f6-be43-92ac4722180b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e86d706-54ef-4a50-b66d-3e372a6bbe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '34fa9709-9103-4911-81a7-c096de1de772'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:13:48.714930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.721679 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980028f4-bb5a-4e20-a5fc-2f145751a386 req-d9341997-9ca1-45cd-b106-1eace89cb259 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:48.729433 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-980028f4-bb5a-4e20-a5fc-2f145751a386 req-d9341997-9ca1-45cd-b106-1eace89cb259 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 944 time: 0.0666099
Nov 13 22:13:48.787656 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-980028f4-bb5a-4e20-a5fc-2f145751a386 req-14ea1664-fab6-45a9-9321-8b39ab422eba tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573485
Nov 13 22:13:48.798143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] For port e9208390-5762-41f6-be43-92ac4722180b, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:13:48.802228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] For port e9208390-5762-41f6-be43-92ac4722180b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9208390-5762-41f6-be43-92ac4722180b,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:13:48.893959 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.928265 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:48.928877 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:48.930239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 200  len: 1092 time: 0.7803836
Nov 13 22:13:48.930730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:13:48.933014 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2898ef-d9c8-4542-9d1f-28dad9111f61" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "tag": "e9208390-5762-41f6-be43-92ac4722180b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:13:48.958558 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd448c6b-9699-495d-952c-da613bc956a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9208390-5762-41f6-be43-92ac4722180b,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:48.992107 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feb1b86-d94f-4e96-85b4-f4d4a139106e x-openstack-request-id: req-2feb1b86-d94f-4e96-85b4-f4d4a139106e {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:13:48.992398 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "tag": "e9208390-5762-41f6-be43-92ac4722180b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:13:48.992649 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2feb1b86-d94f-4e96-85b4-f4d4a139106e {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:13:48.993096 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b', 'status': 'completed', 'code': 200}
Nov 13 22:13:49.057084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2898ef-d9c8-4542-9d1f-28dad9111f61 req-240e0b2f-21e3-40ec-bf6c-b695cf2eb556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.058596 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e2898ef-d9c8-4542-9d1f-28dad9111f61 req-240e0b2f-21e3-40ec-bf6c-b695cf2eb556 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1095 time: 0.0434215
Nov 13 22:13:49.161166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2898ef-d9c8-4542-9d1f-28dad9111f61 req-20b3ebef-2c04-4705-b040-797fa37f2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.162610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e2898ef-d9c8-4542-9d1f-28dad9111f61 req-20b3ebef-2c04-4705-b040-797fa37f2d32 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a94116dd5e74de694c182fd9d6e9034&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0955195
Nov 13 22:13:49.257090 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2898ef-d9c8-4542-9d1f-28dad9111f61 req-9edcdd98-0e26-4fd6-8158-c59d14c8e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.258527 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6e2898ef-d9c8-4542-9d1f-28dad9111f61 req-9edcdd98-0e26-4fd6-8158-c59d14c8e1f0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0883558
Nov 13 22:13:49.337125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-2dd024d1-3db1-49be-9508-06d4dec631fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.338569 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-2dd024d1-3db1-49be-9508-06d4dec631fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1095 time: 0.0426831
Nov 13 22:13:49.378425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-51a38123-51e1-40d9-b268-95edf1c2f485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 200  len: 217 time: 0.0323694
Nov 13 22:13:49.428047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-b5467564-7349-470f-ab50-3572d196326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.429501 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-b5467564-7349-470f-ab50-3572d196326e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 HTTP/1.1" status: 200  len: 835 time: 0.0432525
Nov 13 22:13:49.477660 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a45b-885d-42d7-96fb-403739631315 req-9481e7cc-82bd-4bb3-9f7b-7853dfbba27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.479050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-9481e7cc-82bd-4bb3-9f7b-7853dfbba27f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fa9709-9103-4911-81a7-c096de1de772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427914
Nov 13 22:13:49.565330 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-5693bb15-7b73-45b4-a40d-79e2bde832bd service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790157
Nov 13 22:13:49.657686 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6406a45b-885d-42d7-96fb-403739631315 req-dcaaa540-6769-4a46-be7e-570aebf00142 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848854
Nov 13 22:13:49.905986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150423ed-8162-4428-a40e-5c282538f56d req-44fa5c47-7d83-42e8-8ce6-97f88fccf047 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:49.907434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-150423ed-8162-4428-a40e-5c282538f56d req-44fa5c47-7d83-42e8-8ce6-97f88fccf047 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 944 time: 0.0517328
Nov 13 22:13:49.955707 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-150423ed-8162-4428-a40e-5c282538f56d req-5ec98a6b-03d9-43ed-8e7d-0cb6e7ff3b47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420578
Nov 13 22:13:51.074723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b878f6-e2e0-4ab9-8562-3c1d2ed0190b req-25166390-6848-4f11-bc2d-ce7761590bcf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:51.076327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36b878f6-e2e0-4ab9-8562-3c1d2ed0190b req-25166390-6848-4f11-bc2d-ce7761590bcf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 944 time: 0.0507619
Nov 13 22:13:51.139227 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-36b878f6-e2e0-4ab9-8562-3c1d2ed0190b req-5bf60679-5558-43c8-9303-177d0476e7ea tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567789
Nov 13 22:13:52.255295 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dde46-2f3f-4f44-b477-11c5eb366cb8 req-2a2dada7-f29b-4d71-accd-6e91894bf3dd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:52.256805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-600dde46-2f3f-4f44-b477-11c5eb366cb8 req-2a2dada7-f29b-4d71-accd-6e91894bf3dd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 944 time: 0.0480506
Nov 13 22:13:52.305688 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-600dde46-2f3f-4f44-b477-11c5eb366cb8 req-8b9b05e6-9ac9-4425-b85d-b3ba28500a94 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430615
Nov 13 22:13:52.869355 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9208390-5762-41f6-be43-92ac4722180b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:13:52.964106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e9208390-5762-41f6-be43-92ac4722180b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9208390-5762-41f6-be43-92ac4722180b,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:52.977414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'e9208390-5762-41f6-be43-92ac4722180b', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'port_id': 'e9208390-5762-41f6-be43-92ac4722180b', 'mac_address': 'fa:16:3e:4e:48:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:13:53.014834 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:53.027283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9208390-5762-41f6-be43-92ac4722180b {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:13:53.047498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e9208390-5762-41f6-be43-92ac4722180b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9208390-5762-41f6-be43-92ac4722180b,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:53.113335 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:53.159414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e9208390-5762-41f6-be43-92ac4722180b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:53.320453 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['e9208390-5762-41f6-be43-92ac4722180b'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:13:53.426255 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524d83b-caa4-45ad-97be-586e9f67e1a0 req-dfe5c9dc-f7fd-425a-bbc2-bb19023e40c7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:53.427868 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a524d83b-caa4-45ad-97be-586e9f67e1a0 req-dfe5c9dc-f7fd-425a-bbc2-bb19023e40c7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 945 time: 0.0518310
Nov 13 22:13:53.485967 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a524d83b-caa4-45ad-97be-586e9f67e1a0 req-f9667b04-4b23-4472-9cdd-5b77bed0845e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515101
Nov 13 22:13:54.603625 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ab997-c2c6-432e-a958-afe14024357d req-1bfc1216-23fd-4799-a792-43b0e0872d4c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:54.605092 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-717ab997-c2c6-432e-a958-afe14024357d req-1bfc1216-23fd-4799-a792-43b0e0872d4c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 945 time: 0.0517144
Nov 13 22:13:54.653634 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-717ab997-c2c6-432e-a958-afe14024357d req-06811f96-5c33-49b5-aba5-ae56a023c22d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425835
Nov 13 22:13:54.730946 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7b44792a-b1e1-4334-8439-9791f75f9293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:54.885132 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9208390-5762-41f6-be43-92ac4722180b up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:13:55.010531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port e9208390-5762-41f6-be43-92ac4722180b completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:13:55.014678 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port e9208390-5762-41f6-be43-92ac4722180b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:13:55.015046 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:55.089321 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:55.111284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:13:55.113545 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69807b86-ea99-49f3-832a-d3eb6d5f3712" -d '{"events": [{"server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "e9208390-5762-41f6-be43-92ac4722180b"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:13:55.125976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port e9208390-5762-41f6-be43-92ac4722180b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9208390-5762-41f6-be43-92ac4722180b,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:13:55.187743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:55.214767 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b492d8-5697-4ebf-8556-edf60c8f0851 x-openstack-request-id: req-e0b492d8-5697-4ebf-8556-edf60c8f0851 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:13:55.218403 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "name": "network-vif-plugged", "status": "completed", "tag": "e9208390-5762-41f6-be43-92ac4722180b", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:13:55.218403 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0b492d8-5697-4ebf-8556-edf60c8f0851 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:13:55.218403 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b', 'code': 200}
Nov 13 22:13:55.244040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=e9208390-5762-41f6-be43-92ac4722180b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:55.298126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea344-dedc-484c-b68b-2d4cab71a4c2 req-030f732f-359f-4f2a-8940-c43b1edac2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:55.299574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-110ea344-dedc-484c-b68b-2d4cab71a4c2 req-030f732f-359f-4f2a-8940-c43b1edac2d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1097 time: 0.0398574
Nov 13 22:13:55.344466 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-110ea344-dedc-484c-b68b-2d4cab71a4c2 req-710ca59b-eb26-4a30-90b3-715a6d7dca0f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373561
Nov 13 22:13:55.765460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367743af-e616-4bfd-a963-0db1915084b0 req-3d516687-a53a-402d-8e4a-f02a966d257a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:55.766901 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-367743af-e616-4bfd-a963-0db1915084b0 req-3d516687-a53a-402d-8e4a-f02a966d257a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0471797
Nov 13 22:13:55.818186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-367743af-e616-4bfd-a963-0db1915084b0 req-4d18af32-bf7d-4fe5-be46-b9a17295f089 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442212
Nov 13 22:13:56.935509 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45903e74-936b-4edf-97f3-2a1beddc80bc req-b99a0bbe-dc33-406d-ad5e-2ef1a6922528 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:56.936989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45903e74-936b-4edf-97f3-2a1beddc80bc req-b99a0bbe-dc33-406d-ad5e-2ef1a6922528 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0485754
Nov 13 22:13:56.991892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-45903e74-936b-4edf-97f3-2a1beddc80bc req-1394050c-7cd9-49e7-b2f8-1a3b3e175050 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488634
Nov 13 22:13:57.109530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b115-d06a-412f-8eeb-ebc96a3284e1 req-689ba32f-aa0f-4ad2-83eb-afd505aeaa9d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:57.110983 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29b8b115-d06a-412f-8eeb-ebc96a3284e1 req-689ba32f-aa0f-4ad2-83eb-afd505aeaa9d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0485575
Nov 13 22:13:57.119836 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bf58bebb-13fe-4de3-b17b-a1f77abcd9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:57.174103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-29b8b115-d06a-412f-8eeb-ebc96a3284e1 req-f195ec3f-b7f2-4402-a116-de7d653f7943 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568085
Nov 13 22:13:57.196477 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51730) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:57.238540 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d5b642-85d9-44eb-839d-ed1d11fb863d tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:57.240014 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-98d5b642-85d9-44eb-839d-ed1d11fb863d tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1092 time: 0.0425200
Nov 13 22:13:57.243128 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51732) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:57.247548 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'e9208390-5762-41f6-be43-92ac4722180b', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address': '172.20.0.11'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:13:57.324720 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:57.416643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:57.520526 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.63 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/1eb892d7-16f6-40e8-93cf-d2b02d4326a7) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:13:57.619448 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:57.765692 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:57.805293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:13:57.809953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:13:57.814161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:13:57.839264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=1eb892d7-16f6-40e8-93cf-d2b02d4326a7,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:58.171905 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:58.296220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:58.439325 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:58.494780 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:58.561452 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=1eb892d7-16f6-40e8-93cf-d2b02d4326a7,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:13:58.577220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:58.676837 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP 4289a809-e35a-4d8c-ac5a-ff8fc88eee37 associated. External IP: 172.35.3.63, port: e9208390-5762-41f6-be43-92ac4722180b.
Nov 13 22:13:58.776706 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:59.220796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:13:59.323053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:13:59.332575 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] Sync routers for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:13:59.341947 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:59.342550 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde41a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:59.395845 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:13:59.426889 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-df43602a-56df-4f3e-a203-a6712ce0b09e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1826720
Nov 13 22:13:59.427489 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:13:59.433300 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "tag": "e9208390-5762-41f6-be43-92ac4722180b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:13:59.450646 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:59.471319 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ae69b-e680-4c9c-a36f-361e7340c4e3 x-openstack-request-id: req-409ae69b-e680-4c9c-a36f-361e7340c4e3 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:13:59.471608 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "tag": "e9208390-5762-41f6-be43-92ac4722180b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:13:59.471842 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-409ae69b-e680-4c9c-a36f-361e7340c4e3 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:13:59.472305 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b', 'status': 'completed', 'code': 200}
Nov 13 22:13:59.551269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41c1c9-636f-411e-9ffe-357e25554298 req-62271bde-6657-460d-b999-e66fcb6504ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:59.555273 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c41c1c9-636f-411e-9ffe-357e25554298 req-62271bde-6657-460d-b999-e66fcb6504ad tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0772340
Nov 13 22:13:59.578215 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-fcf39932-dc6c-40fc-a254-e23645618e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:59.579688 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-fcf39932-dc6c-40fc-a254-e23645618e46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1097 time: 0.0754929
Nov 13 22:13:59.635078 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4c41c1c9-636f-411e-9ffe-357e25554298 req-e2684c3b-e6ec-45dd-b5ae-e985a38cd040 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760343
Nov 13 22:13:59.657575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:13:59.680534 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde41a160>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4289a809-e35a-4d8c-ac5a-ff8fc88eee37', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.63', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'port_id': 'e9208390-5762-41f6-be43-92ac4722180b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'mac_address': 'fa:16:3e:4e:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:13:58Z', 'updated_at': '2021-11-13T22:13:58Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:59.700096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-c7235dde-126e-4b70-a6a3-3790a86c9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:59.701654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-c7235dde-126e-4b70-a6a3-3790a86c9727 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 200  len: 898 time: 0.1113102
Nov 13 22:13:59.705999 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] Checking router: 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:13:59.714597 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:13:59.715109 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde41a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:13:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:13:59.721917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0332150-f968-4010-8084-6a39988ed765 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/4289a809-e35a-4d8c-ac5a-ff8fc88eee37 HTTP/1.1" status: 200  len: 991 time: 0.0632088
Nov 13 22:13:59.768746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-c2824325-8471-413b-8f4d-3b6bb1514542 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 200  len: 999 time: 0.0594711
Nov 13 22:13:59.821609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-22423635-4b76-4309-9ec7-a6080f6ece0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:59.821884 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:13:59.823043 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-22423635-4b76-4309-9ec7-a6080f6ece0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 HTTP/1.1" status: 200  len: 835 time: 0.0474262
Nov 13 22:13:59.868053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-bcfb2968-2c08-4cbb-88a1-5ab501538fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:13:59.869557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-bcfb2968-2c08-4cbb-88a1-5ab501538fd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fa9709-9103-4911-81a7-c096de1de772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398796
Nov 13 22:13:59.957993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-ef8bd3f2-edb4-4648-be16-9538e8e4ef67 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811741
Nov 13 22:14:00.054525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bfc8010b-524a-47c9-8d22-3dc0ce356ccd req-a5765c1b-3685-455e-a652-47d83f50ee16 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898578
Nov 13 22:14:00.130303 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde41a160>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4289a809-e35a-4d8c-ac5a-ff8fc88eee37', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.63', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'port_id': 'e9208390-5762-41f6-be43-92ac4722180b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'mac_address': 'fa:16:3e:4e:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:13:58Z', 'updated_at': '2021-11-13T22:13:58Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:14:00.155896 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce5c97-dec7-4398-a38c-a85c828fdcdd None None] The sync data for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 is: [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4289a809-e35a-4d8c-ac5a-ff8fc88eee37', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.63', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'port_id': 'e9208390-5762-41f6-be43-92ac4722180b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'mac_address': 'fa:16:3e:4e:48:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:13:58Z', 'updated_at': '2021-11-13T22:13:58Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:14:00.163861 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:00.342874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90278b76-11a4-4f67-a806-3fc30a32eb65 None None] New status for floating IP 4289a809-e35a-4d8c-ac5a-ff8fc88eee37: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:14:00.457614 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:00.725907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51742) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:14:00.788315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cf941100-0161-4a0d-9f2e-5404309dced7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/4289a809-e35a-4d8c-ac5a-ff8fc88eee37 HTTP/1.1" status: 200  len: 993 time: 0.0611989
Nov 13 22:14:12.797657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:15.097864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:19.399993 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:14:24.735669 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7dcd-8f04-4981-afbd-33d821d3c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:27.100416 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-143ab89b-7f29-4112-8c39-4dedb5e455df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:28.181094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-da064844-aa3d-4fba-a5d4-de7ff2b7bf8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0382583
Nov 13 22:14:28.266696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-1fd29a74-951f-42a5-8b06-b0f8a7317e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:28.268167 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-1fd29a74-951f-42a5-8b06-b0f8a7317e5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1097 time: 0.0410614
Nov 13 22:14:28.676061 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-a20c2705-48da-4f3b-896c-dff0cce712b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:28.677550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-a20c2705-48da-4f3b-896c-dff0cce712b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 200  len: 898 time: 0.3914304
Nov 13 22:14:28.741117 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-d48f7270-214e-4e5b-a23b-c345cc084302 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 200  len: 1001 time: 0.0562720
Nov 13 22:14:28.789949 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-68dd9407-0a32-470e-b03c-af24a673127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:28.791296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-68dd9407-0a32-470e-b03c-af24a673127b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 HTTP/1.1" status: 200  len: 835 time: 0.0428493
Nov 13 22:14:28.810698 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:28.838098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-725fb812-de98-40e6-8f8d-5d283789b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:28.839525 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-725fb812-de98-40e6-8f8d-5d283789b005 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fa9709-9103-4911-81a7-c096de1de772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418398
Nov 13 22:14:28.930926 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-1657effb-30b0-468b-b34d-79a0c1ad4381 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834260
Nov 13 22:14:29.021477 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6f4fa08b-a512-485d-a6d7-0d192f810ef2 req-b845ad88-a05e-47a4-820e-2f8fc60ea3b2 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835338
Nov 13 22:14:30.118517 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:30.466599 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:32.323138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e817-90db-40c6-a6a3-c28279a9df2c req-37a51fa1-6c34-4624-9682-f0904e11ebb6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:32.324513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65f8e817-90db-40c6-a6a3-c28279a9df2c req-37a51fa1-6c34-4624-9682-f0904e11ebb6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0517769
Nov 13 22:14:32.378449 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-65f8e817-90db-40c6-a6a3-c28279a9df2c req-3358c269-b748-4908-bfee-1bdd164b4a69 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479345
Nov 13 22:14:32.379096 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-66a35077-410d-48d9-9004-d7893ed57650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:32.380589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-66a35077-410d-48d9-9004-d7893ed57650 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1097 time: 0.0400436
Nov 13 22:14:32.472193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-ffb4dc65-75b1-4671-a1d7-eb293959cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:32.473687 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-ffb4dc65-75b1-4671-a1d7-eb293959cc86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 200  len: 898 time: 0.0860288
Nov 13 22:14:32.537335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-af741935-f1c6-4261-9ef1-5510d6a0c117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 200  len: 1001 time: 0.0567057
Nov 13 22:14:32.586233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-d546bc06-2130-4df5-9004-545bd1a37656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:32.587741 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-d546bc06-2130-4df5-9004-545bd1a37656 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 HTTP/1.1" status: 200  len: 835 time: 0.0434959
Nov 13 22:14:32.637078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-73c1069e-7799-4361-944b-60a71d7298ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:32.638604 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-73c1069e-7799-4361-944b-60a71d7298ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fa9709-9103-4911-81a7-c096de1de772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430930
Nov 13 22:14:32.725429 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-32182afa-b6cc-4dc4-9624-a3c1146b741a service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789652
Nov 13 22:14:32.815797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d8db4e6d-03a8-4219-8d00-74a8723623d5 req-dfbce00c-ca84-422b-a215-29f7dc36d445 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824575
Nov 13 22:14:33.496193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe4134-9313-4edc-aa2b-a84b4fb4591e req-d0790588-474d-47fc-b632-273e555b20a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:33.497758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ffe4134-9313-4edc-aa2b-a84b4fb4591e req-d0790588-474d-47fc-b632-273e555b20a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0473530
Nov 13 22:14:33.546559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4ffe4134-9313-4edc-aa2b-a84b4fb4591e req-2a41ce33-c0d7-4a51-9342-353413f602de tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423150
Nov 13 22:14:34.660350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7e7dc-6d1c-4165-ae9d-643c0fb69fc1 req-e8d3816d-da11-43e4-9f8f-6f002cefc4ca tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:34.661797 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24c7e7dc-6d1c-4165-ae9d-643c0fb69fc1 req-e8d3816d-da11-43e4-9f8f-6f002cefc4ca tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0472364
Nov 13 22:14:34.709362 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-24c7e7dc-6d1c-4165-ae9d-643c0fb69fc1 req-5ae5268c-bf95-4e74-a558-ca5a1d91be3e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416713
Nov 13 22:14:35.823801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bceef-df48-49d9-9e8f-5a5e311c9b5d req-8390b11c-d397-4b84-8242-74a8351b5229 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:35.825292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-924bceef-df48-49d9-9e8f-5a5e311c9b5d req-8390b11c-d397-4b84-8242-74a8351b5229 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0487590
Nov 13 22:14:35.877919 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-924bceef-df48-49d9-9e8f-5a5e311c9b5d req-aa626078-c859-4285-968c-dd55e12472ec tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466192
Nov 13 22:14:36.998016 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4434746-62c3-42aa-b032-e2634768f950 req-5bca7db5-b87d-4b2a-b6bf-9402ec945f05 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:37.007912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e4434746-62c3-42aa-b032-e2634768f950 req-5bca7db5-b87d-4b2a-b6bf-9402ec945f05 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0519114
Nov 13 22:14:37.060617 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e4434746-62c3-42aa-b032-e2634768f950 req-0ab5969a-1078-4a2d-bb40-ac356fe948c7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517583
Nov 13 22:14:38.176318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdd69a-8d6b-44a0-be2a-8a47cb43a6e2 req-6f748183-3009-40f6-8779-65d2479cdf61 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:38.177795 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccfdd69a-8d6b-44a0-be2a-8a47cb43a6e2 req-6f748183-3009-40f6-8779-65d2479cdf61 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0497072
Nov 13 22:14:38.227176 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccfdd69a-8d6b-44a0-be2a-8a47cb43a6e2 req-f66399d4-5989-4d13-a019-ca64333b8eb6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434668
Nov 13 22:14:39.345276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b52fd-273f-4e90-9ebe-7611abc62736 req-7e373ad3-f3fb-45b8-a957-d2bb9298dae9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:39.347221 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b65b52fd-273f-4e90-9ebe-7611abc62736 req-7e373ad3-f3fb-45b8-a957-d2bb9298dae9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0515916
Nov 13 22:14:39.395379 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b65b52fd-273f-4e90-9ebe-7611abc62736 req-5295d31d-d197-4658-b460-399f19699fb2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421941
Nov 13 22:14:40.512653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc09a0f-5742-4625-a8f5-c638398b0853 req-7b5694fa-2903-4ca3-b1cf-737771fb8d17 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:40.514152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-efc09a0f-5742-4625-a8f5-c638398b0853 req-7b5694fa-2903-4ca3-b1cf-737771fb8d17 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0474942
Nov 13 22:14:40.563333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-efc09a0f-5742-4625-a8f5-c638398b0853 req-149a51f5-70fa-487a-b83e-78d83a3198e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433369
Nov 13 22:14:41.679617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c16d-8763-41ad-a8a3-e920b78f3ffb req-ecc809fa-51d0-4720-a1eb-6316bb10ebe2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:41.681095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2b0c16d-8763-41ad-a8a3-e920b78f3ffb req-ecc809fa-51d0-4720-a1eb-6316bb10ebe2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0477531
Nov 13 22:14:41.729173 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2b0c16d-8763-41ad-a8a3-e920b78f3ffb req-dc463348-0549-4019-baf9-ecba03bec6c6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418808
Nov 13 22:14:42.821768 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:42.849512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2e328-6ace-499f-ac6b-bab1538fce96 req-d09fb2e2-2112-41c5-833a-3a96bb2a37ab tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:42.851143 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6e2e328-6ace-499f-ac6b-bab1538fce96 req-d09fb2e2-2112-41c5-833a-3a96bb2a37ab tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0537241
Nov 13 22:14:42.901298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6e2e328-6ace-499f-ac6b-bab1538fce96 req-e3b04b55-c5c9-40c3-8574-cac0e781bfc7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443509
Nov 13 22:14:44.016346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd965af-29a9-4ae6-92ed-fec5fbba486f req-3370c277-2ffa-4cad-902a-e204db3d3db0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:44.018058 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cd965af-29a9-4ae6-92ed-fec5fbba486f req-3370c277-2ffa-4cad-902a-e204db3d3db0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0496836
Nov 13 22:14:44.074103 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4cd965af-29a9-4ae6-92ed-fec5fbba486f req-bbe90161-acc0-4cc1-aef7-836d454b4595 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483475
Nov 13 22:14:45.077741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:45.190040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d638a-44e4-4bd8-b159-7cc43a79f739 req-8dea68a5-c9e8-454b-8acf-26a8e9bb7264 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:45.191541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-848d638a-44e4-4bd8-b159-7cc43a79f739 req-8dea68a5-c9e8-454b-8acf-26a8e9bb7264 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0486102
Nov 13 22:14:45.239618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-848d638a-44e4-4bd8-b159-7cc43a79f739 req-13281274-0a30-4558-95fd-2b0a12dbf88f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421457
Nov 13 22:14:46.357904 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7238368-51ad-4944-bd1e-0bbaa7d9f27f req-3136897c-8c39-4adf-b03c-27e6841d9bef tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:46.359410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f7238368-51ad-4944-bd1e-0bbaa7d9f27f req-3136897c-8c39-4adf-b03c-27e6841d9bef tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0488360
Nov 13 22:14:46.409557 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-f7238368-51ad-4944-bd1e-0bbaa7d9f27f req-b8b4e304-35af-4047-9809-d53fdab7e023 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428388
Nov 13 22:14:47.523711 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ab177-8c0b-459d-9ef6-ad063fc6fb90 req-50d4be38-08d6-485c-8c87-2130994a7467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:47.525211 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-598ab177-8c0b-459d-9ef6-ad063fc6fb90 req-50d4be38-08d6-485c-8c87-2130994a7467 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0478160
Nov 13 22:14:47.577972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-598ab177-8c0b-459d-9ef6-ad063fc6fb90 req-26b305b4-7c5f-4bcf-815e-97a3745262d4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469313
Nov 13 22:14:48.691285 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866776c-2e42-4012-a669-e3db63b6e04e req-aceeca3f-2a46-41c6-b855-2fa919ff80a8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:48.692804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1866776c-2e42-4012-a669-e3db63b6e04e req-aceeca3f-2a46-41c6-b855-2fa919ff80a8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0481527
Nov 13 22:14:48.743147 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1866776c-2e42-4012-a669-e3db63b6e04e req-edd72a38-0d12-4abd-ac9d-beb9d73e7497 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438802
Nov 13 22:14:49.858533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0574cf-bb20-44ba-b427-1f497ffdded5 req-3d49dd21-33e4-404a-8601-114fdc9f5b25 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:14:49.859886 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af0574cf-bb20-44ba-b427-1f497ffdded5 req-3d49dd21-33e4-404a-8601-114fdc9f5b25 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0475950
Nov 13 22:14:49.908407 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af0574cf-bb20-44ba-b427-1f497ffdded5 req-41b323c5-9557-4247-acfe-3f54191a765a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420215
Nov 13 22:14:49.930674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51818) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:14:49.993068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5ae102cb-c5d4-43ff-b3a3-850145111b37 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/4289a809-e35a-4d8c-ac5a-ff8fc88eee37 HTTP/1.1" status: 200  len: 993 time: 0.0612640
Nov 13 22:14:54.730112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9b7287ed-0719-4b0c-9527-03a00a0b16a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:56.398556 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:14:57.106625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9039c339-54d5-4851-a412-4d1f7a547190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:14:58.815699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:00.192843 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:00.421123 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:12.832147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:15.055307 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:20.415852 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51832) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:20.577140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 1eb892d7-16f6-40e8-93cf-d2b02d4326a7 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:15:20.577482 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:20.651149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:20.651475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:20.664088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 1eb892d7-16f6-40e8-93cf-d2b02d4326a7 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:15:20.872034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:20.896875 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=1eb892d7-16f6-40e8-93cf-d2b02d4326a7,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:20.922231 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.922584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.922924 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.923261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.923655 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.923986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.924319 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.924644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.924993 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.925315 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.925634 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.925950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:20.970034 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:20.970314 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP 4289a809-e35a-4d8c-ac5a-ff8fc88eee37 disassociated (deleted). External IP: 172.35.3.63, port: e9208390-5762-41f6-be43-92ac4722180b.
Nov 13 22:15:21.204438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:15:21.310618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:15:21.316340 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:21.321468 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] Sync routers for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:15:21.330804 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:21.331412 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7301c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:21.346186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e767ffd8-173a-4a6f-b016-66a5a4a1ff0c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/floatingips/4289a809-e35a-4d8c-ac5a-ff8fc88eee37 HTTP/1.1" status: 204  len: 168 time: 0.9267883
Nov 13 22:15:21.346186 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:15:21.346955 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "tag": "e9208390-5762-41f6-be43-92ac4722180b"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:15:21.387710 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d5f45-c326-4de5-b2ed-6cf75f0d9e05 x-openstack-request-id: req-a73d5f45-c326-4de5-b2ed-6cf75f0d9e05 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:15:21.387921 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "tag": "e9208390-5762-41f6-be43-92ac4722180b", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:15:21.388082 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a73d5f45-c326-4de5-b2ed-6cf75f0d9e05 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:15:21.388497 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b', 'status': 'completed', 'code': 200}
Nov 13 22:15:21.449105 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:21.462709 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-e1c3b093-91e5-4fe7-bda6-021ad79ae00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:21.464189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-e1c3b093-91e5-4fe7-bda6-021ad79ae00f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 1097 time: 0.0484962
Nov 13 22:15:21.557485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-6f7daa6f-43e4-442a-94f0-fb05dbde0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:21.558946 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-6f7daa6f-43e4-442a-94f0-fb05dbde0c00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 200  len: 898 time: 0.0861173
Nov 13 22:15:21.606074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-a2ca0da4-6ec4-49bb-8ac4-a0f18a379e5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 200  len: 217 time: 0.0394611
Nov 13 22:15:21.652029 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7301c0>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:21.667561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-c596e724-25c7-4a48-ba5f-a409e70ee3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:21.669108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-c596e724-25c7-4a48-ba5f-a409e70ee3b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 HTTP/1.1" status: 200  len: 835 time: 0.0549006
Nov 13 22:15:21.678544 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] Checking router: 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:15:21.687037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:21.687619 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde7301c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:21.717422 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-b1e90ec4-a011-4a02-960b-99d1d82ea1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:21.719200 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-b1e90ec4-a011-4a02-960b-99d1d82ea1d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34fa9709-9103-4911-81a7-c096de1de772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417325
Nov 13 22:15:21.797807 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:21.821213 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528be91c-82e3-4fd4-b8d9-b1c589e8c28f req-81425981-451a-45bb-aafa-9f6b422bd994 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:21.822724 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-528be91c-82e3-4fd4-b8d9-b1c589e8c28f req-81425981-451a-45bb-aafa-9f6b422bd994 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0566554
Nov 13 22:15:21.827606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-d18a3518-226a-4a2d-8b8d-6e5c993cb6e7 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985024
Nov 13 22:15:21.875924 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-528be91c-82e3-4fd4-b8d9-b1c589e8c28f req-c69f4b75-16b3-4cb3-beb8-0aa19894c090 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449374
Nov 13 22:15:21.922121 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a4c31fd6-4aa0-4a66-84c7-112c47725c9f req-f5074699-2fa7-4e98-8248-2b214cc500f3 service neutron] 10.222.0.46 "GET /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844634
Nov 13 22:15:22.004845 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde7301c0>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:22.030268 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15462ac4-6811-4183-a00a-56d958f45708 None None] The sync data for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 is: [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:43Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3ba81a05-3baf-4de8-a3e5-32e30a979920', 'name': '', 'network_id': '34fa9709-9103-4911-81a7-c096de1de772', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:44:6e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:42Z', 'updated_at': '2021-11-13T22:13:46Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'b26b96b8-3af6-4a27-8ce7-9cd0d9788f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:15:22.241558 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5edae05-7496-4722-9cc8-47c435d9a23f None None] New status for floating IP 4289a809-e35a-4d8c-ac5a-ff8fc88eee37: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:15:23.002052 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679329e9-efb5-44ce-a055-fa099cb7142a req-793470b2-5d3c-4007-8f7c-b56ceada7406 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:23.003531 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-679329e9-efb5-44ce-a055-fa099cb7142a req-793470b2-5d3c-4007-8f7c-b56ceada7406 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0529547
Nov 13 22:15:23.054763 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-679329e9-efb5-44ce-a055-fa099cb7142a req-1a1bd0ef-757b-4131-a8c1-da75dabc687a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=843ff74a-ec32-4207-8590-165d2025bba7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446897
Nov 13 22:15:23.266982 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-41717dde-d18d-4f49-9f35-c374fd999d50 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:23.268447 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-41717dde-d18d-4f49-9f35-c374fd999d50 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 946 time: 0.0478241
Nov 13 22:15:23.358291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port e9208390-5762-41f6-be43-92ac4722180b {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:15:23.358602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:23.445830 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port e9208390-5762-41f6-be43-92ac4722180b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9208390-5762-41f6-be43-92ac4722180b,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:23.446187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:23.458322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for e9208390-5762-41f6-be43-92ac4722180b owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:15:23.660932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:23.691112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=e9208390-5762-41f6-be43-92ac4722180b,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:23.716132 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.716476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.716843 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.717177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.717506 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.717831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.718169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.718476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.718797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.719113 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.719428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.719741 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:23.738143 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] No DVR routers for this DVR port e9208390-5762-41f6-be43-92ac4722180b on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:15:23.741141 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:23.744415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d7c57f6d-7e04-469c-8f34-ec503134ccd2 req-9a77e619-15af-43d8-b51e-e6b5e2b4309f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "DELETE /v2.0/ports/e9208390-5762-41f6-be43-92ac4722180b HTTP/1.1" status: 204  len: 173 time: 0.4700332
Nov 13 22:15:23.744869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'name': 'network-vif-deleted', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:15:23.747124 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7508d24c-2bb0-4568-83e7-9a71f39d3160" -d '{"events": [{"server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "name": "network-vif-deleted", "tag": "e9208390-5762-41f6-be43-92ac4722180b"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:15:23.782482 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7269cbdd-9a38-4e53-9f76-6f4a68565c5d x-openstack-request-id: req-7269cbdd-9a38-4e53-9f76-6f4a68565c5d {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:15:23.782889 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9ff377-f361-45ff-bf36-12ebd438a3fd", "name": "network-vif-deleted", "tag": "e9208390-5762-41f6-be43-92ac4722180b", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:15:23.783143 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7269cbdd-9a38-4e53-9f76-6f4a68565c5d {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:15:23.783543 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9ff377-f361-45ff-bf36-12ebd438a3fd', 'name': 'network-vif-deleted', 'tag': 'e9208390-5762-41f6-be43-92ac4722180b', 'status': 'completed', 'code': 200}
Nov 13 22:15:24.175296 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0d0bbd04-1a46-4a78-96a9-06147e3dc860 req-8ebd1e36-346c-450b-aeec-08e7e1995a9e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e9ff377-f361-45ff-bf36-12ebd438a3fd HTTP/1.1" status: 200  len: 210 time: 0.0324099
Nov 13 22:15:24.745727 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0664-8ff2-4a93-835f-c09621287b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:25.233448 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51866) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:25.585184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:25.849891 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 3ba81a05-3baf-4de8-a3e5-32e30a979920 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:15:25.850131 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:25.940705 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 3ba81a05-3baf-4de8-a3e5-32e30a979920, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba81a05-3baf-4de8-a3e5-32e30a979920,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:25.941068 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:25.953614 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 3ba81a05-3baf-4de8-a3e5-32e30a979920 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:15:26.215489 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:26.243682 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=3ba81a05-3baf-4de8-a3e5-32e30a979920,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:26.418544 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:26.632858 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:15:26.739533 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:15:26.745553 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a4f665dc-bf06-4302-b91f-039c60fe0ae6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5109832
Nov 13 22:15:26.748199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51868) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:26.749975 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] Sync routers for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:15:26.759588 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:26.760183 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde318130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:26.803312 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting subnet b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:15:26.806409 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:26.845196 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:26.862809 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:26.927077 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.040844 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde318130>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:15:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:27.066634 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] Checking router: 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:15:27.074791 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] Routers {'9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:27.075375 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde318130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:14:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:27.094866 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.127706 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Subnet': ['ID=b26b96b8-3af6-4a27-8ce7-9cd0d9788f61,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:27.127706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.129805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3f6875f-8eb3-40d1-bcbc-947673ca8022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/subnets/b26b96b8-3af6-4a27-8ce7-9cd0d9788f61 HTTP/1.1" status: 204  len: 168 time: 0.3804481
Nov 13 22:15:27.132470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51870) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:27.140320 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e5b04-97ed-47d9-853e-a3e4911001f9 None None] Network 34fa9709-9103-4911-81a7-c096de1de772 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:15:27.203594 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-de3d1c3d-b42e-416b-a03a-bd68478ebafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.259695 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.287917 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] Set router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:27.348987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] DHCP port deletion for 34fa9709-9103-4911-81a7-c096de1de772 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:15:27.372238 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.379107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9208390-5762-41f6-be43-92ac4722180b no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:15:27.401716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: e9208390-5762-41f6-be43-92ac4722180b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:15:27.402058 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device e9208390-5762-41f6-be43-92ac4722180b not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:15:27.422653 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Deleting port 174d102b-086a-46a4-a7aa-3c5fca72ded3 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:15:27.423034 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.472138 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde318130>, [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:15:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:27.485043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:15:27.485387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.485962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] For port 174d102b-086a-46a4-a7aa-3c5fca72ded3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=174d102b-086a-46a4-a7aa-3c5fca72ded3,segment=NetworkSegment(7e86d706-54ef-4a50-b66d-3e372a6bbe68),segment_id=7e86d706-54ef-4a50-b66d-3e372a6bbe68)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:27.486364 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.499702 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Calling delete_port for 174d102b-086a-46a4-a7aa-3c5fca72ded3 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:15:27.503221 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e21bea9-c29b-4e10-bc91-1935ab62e75a None None] The sync data for ids ['9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8'] in ncdv-master-1 is: [{'id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258609464', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:15:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ec:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:13:39Z', 'updated_at': '2021-11-13T22:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:15:27.577977 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:27.578279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.592269 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:15:27.667122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.695827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Pushing event deleted for resources: {'Port': ['ID=174d102b-086a-46a4-a7aa-3c5fca72ded3,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:27.700847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] No DVR routers for this DVR port 174d102b-086a-46a4-a7aa-3c5fca72ded3 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:15:27.710011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.710361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.713844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.713844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.715280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.715280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.717857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.717857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.717857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.717857 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.718305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.718404 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dace8f06-9b35-4496-827a-352c6a29aef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:27.878456 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:27.906481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:27.921843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e45fb-6677-4f26-b96a-75f34089eb2a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:15:27.968040 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.058573 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.060766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.169284 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.169772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:15:28.176855 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.178552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ea9cde34-c17d-4ae2-aeca-98f312ba97bf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/routers/9b4ab3e2-83c0-4ae3-8f4e-45e9cc93a5e8 HTTP/1.1" status: 204  len: 168 time: 1.0449016
Nov 13 22:15:28.181281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51872) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:28.262540 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.350870 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.371259 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc547040>,) {'filters': {'network_id': ['34fa9709-9103-4911-81a7-c096de1de772']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:28.380465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc547040>, '7e86d706-54ef-4a50-b66d-3e372a6bbe68') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:28.380798 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc547040>, '7e86d706-54ef-4a50-b66d-3e372a6bbe68') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:28.390082 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.403280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.409162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:15:28.409552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:15:28.413580 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:15:28.552102 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.559512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.562160 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/networks/34fa9709-9103-4911-81a7-c096de1de772 HTTP/1.1" status: 204  len: 168 time: 0.3799343
Nov 13 22:15:28.565006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51874) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:28.573731 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b26b12-b7b9-41b2-b3ed-470c7ca3092e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Network': ['ID=34fa9709-9103-4911-81a7-c096de1de772,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:28.623155 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08d6dcaa-1a1a-4e84-8ffd-75b47a88cd7f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.651007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08d6dcaa-1a1a-4e84-8ffd-75b47a88cd7f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.685352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:15:28.705917 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:15:28.706281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device f62b7b26-57b4-4d92-a6ea-b6d34b8d38c2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:15:28.706701 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 174d102b-086a-46a4-a7aa-3c5fca72ded3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:15:28.740886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 174d102b-086a-46a4-a7aa-3c5fca72ded3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:15:28.741205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 174d102b-086a-46a4-a7aa-3c5fca72ded3 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:15:28.741615 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3ba81a05-3baf-4de8-a3e5-32e30a979920 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:15:28.766671 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 3ba81a05-3baf-4de8-a3e5-32e30a979920 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:15:28.769809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 3ba81a05-3baf-4de8-a3e5-32e30a979920 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:15:28.786682 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08d6dcaa-1a1a-4e84-8ffd-75b47a88cd7f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.789357 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-08d6dcaa-1a1a-4e84-8ffd-75b47a88cd7f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:28.790507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-08d6dcaa-1a1a-4e84-8ffd-75b47a88cd7f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/security-groups/843ff74a-ec32-4207-8590-165d2025bba7 HTTP/1.1" status: 204  len: 168 time: 0.2245040
Nov 13 22:15:28.800157 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6dcaa-1a1a-4e84-8ffd-75b47a88cd7f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843ff74a-ec32-4207-8590-165d2025bba7,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:28.838085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.286318 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51880) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:29.290892 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162295980', 'description': 'tempest-secgroup-smoke-162295980 description', 'project_id': '5a94116dd5e74de694c182fd9d6e9034'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:29.352130 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.416934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.506951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.534330 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef96373f-123b-4cf9-8e20-0d14f72bc738,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:29.598960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.600765 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cb72c52f-36d2-4f4a-ba74-f080fab6c894 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3134334
Nov 13 22:15:29.603665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51882) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:29.608130 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'ef96373f-123b-4cf9-8e20-0d14f72bc738', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:29.722358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.790358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.883539 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.901326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed376004-89d5-4c91-9619-dc0b2625ef52,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:29.977733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:29.978965 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-18109e7f-5c52-4892-a84b-063072cfdb19 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3743179
Nov 13 22:15:29.981802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51884) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:29.986111 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'ef96373f-123b-4cf9-8e20-0d14f72bc738', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:30.084621 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.140888 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.142866 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.209801 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.228505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1340e903-296c-4314-8e16-24db20d831d4,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:30.291850 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.293114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5b81143a-af88-4898-b8d9-8ef28a28bb51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3103788
Nov 13 22:15:30.295845 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51886) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:30.300292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'ef96373f-123b-4cf9-8e20-0d14f72bc738', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:30.409448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.465226 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.466482 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.547812 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.565922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc4edf5-2929-4e14-aa8c-b63d2bd4bebf,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:30.628493 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.629745 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f0c7a5aa-d0aa-4764-bb5e-b9564bafe366 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3329475
Nov 13 22:15:30.633004 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51888) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:30.637837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'ef96373f-123b-4cf9-8e20-0d14f72bc738', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:30.733661 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.791925 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.883248 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.901731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7501a8-4ba3-4bc4-97e2-c3a2f3db669a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:30.982892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:30.984289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-362ea894-0c1a-498c-b8f0-cd9505f5db5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3503053
Nov 13 22:15:30.986907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51890) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:30.991774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'ef96373f-123b-4cf9-8e20-0d14f72bc738', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:31.101110 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:15:31.105986 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.163274 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.226410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.246409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f6c638-8793-4df3-9269-1ca3566acdb7,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:31.377361 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.378581 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-233f6b21-8ca4-414a-9e05-ee55d69cbded tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3907614
Nov 13 22:15:31.381264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51892) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:31.385545 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'ef96373f-123b-4cf9-8e20-0d14f72bc738', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:31.489084 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:15:31.494216 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.551246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.631343 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.649827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14fe1bf-87ca-404c-928a-64695c4ca301,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:31.748173 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.749458 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-95df2002-a1e3-4085-b27d-99ba2957b3d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3672779
Nov 13 22:15:31.752363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51894) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:31.757707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'network': {'name': 'tempest-network-smoke--1808275967', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:31.843148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:15:31.846553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.868893 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:15:31.877281 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:31.877620 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Added segment 0417ebbc-36c5-4952-a7df-db809b716d39 of type vlan for network b2a1d553-db0c-4248-9e9c-770b529d9f03
Nov 13 22:15:31.919450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.037939 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.043473 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:32.044105 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.107045 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Network': ['ID=b2a1d553-db0c-4248-9e9c-770b529d9f03,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:32.117547 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:15:32.143698 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a4b270c8-9125-42ac-9d4b-fe0ca88e9276 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3902678
Nov 13 22:15:32.147001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51896) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:32.151495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'admin_state_up': True, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:32.232467 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.233549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.288369 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.498597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.748745 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.767642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:32.869295 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.57 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/9987af93-35ee-49e4-bcc5-1dacda2f7227) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:15:32.968323 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:33.072421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:33.112562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:15:33.116048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:33.120452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:15:33.123495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=9987af93-35ee-49e4-bcc5-1dacda2f7227,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:33.129334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab896e0-1b2a-4f71-8612-b66a3c86c15c None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:15:33.217709 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4bc19ee1-9ce7-4c41-b77c-bb3ddfd6cf70 None None] Provisioning complete for port 9987af93-35ee-49e4-bcc5-1dacda2f7227 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:33.218083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4bc19ee1-9ce7-4c41-b77c-bb3ddfd6cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:33.251687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4bc19ee1-9ce7-4c41-b77c-bb3ddfd6cf70 None None] Port 9987af93-35ee-49e4-bcc5-1dacda2f7227 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:15:33.396562 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:15:33.448628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:33.638286 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:33.843024 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:15:33.947110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:15:33.956328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Sync routers for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:15:33.966150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:33.966746 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:34.028487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.029932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-355976d7-d73e-45a5-affc-e76e678d5267 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 1.8820043
Nov 13 22:15:34.032963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51898) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:34.061299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-49d00b90-4945-43aa-927d-e011f2572949 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a94116dd5e74de694c182fd9d6e9034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272665
Nov 13 22:15:34.063756 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51900) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:34.070221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:34.153382 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2b0bb7-8e41-4b76-b050-7b69a3bc462a tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:34.154787 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1a2b0bb7-8e41-4b76-b050-7b69a3bc462a tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0901210
Nov 13 22:15:34.157681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51902) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:34.186037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4da34e99-1e45-4255-b4d1-84cbf6a092cb tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273106
Nov 13 22:15:34.188543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51904) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:34.193142 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1488290372', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:34.250312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d040>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:33Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:34.276184 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Checking router: 804ecf9e-fd69-4c2d-a0ab-dfa989989763 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:15:34.276534 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Updating router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 port 9987af93-35ee-49e4-bcc5-1dacda2f7227 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:15:34.301295 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.375013 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:15:34.378668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.562182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.661186 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.706604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc8d3ee-9116-4222-b0e5-1c42c151f081 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:15:34.720106 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Attempting to bind port 9987af93-35ee-49e4-bcc5-1dacda2f7227 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:15:34.720472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Attempting to bind port 9987af93-35ee-49e4-bcc5-1dacda2f7227 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:15:34.720860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Attempting to bind port 9987af93-35ee-49e4-bcc5-1dacda2f7227 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:15:34.731585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991cad4-7b3e-44b7-ae25-3fd35434170b None None] Pushing event updated for resources: {'Port': ['ID=9987af93-35ee-49e4-bcc5-1dacda2f7227,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:34.735156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:15:34.735545 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:15:34.735942 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.736328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:15:34.736819 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Bound port: 9987af93-35ee-49e4-bcc5-1dacda2f7227, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:15:34.737245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.799286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] For port 9987af93-35ee-49e4-bcc5-1dacda2f7227, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:15:34.803054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] For port 9987af93-35ee-49e4-bcc5-1dacda2f7227, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9987af93-35ee-49e4-bcc5-1dacda2f7227,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:15:34.807395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d5b4531e-f005-4cf2-9946-184be6e1ce3f None None] Provisioning complete for port 9987af93-35ee-49e4-bcc5-1dacda2f7227 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:34.807754 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d5b4531e-f005-4cf2-9946-184be6e1ce3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.840906 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d5b4531e-f005-4cf2-9946-184be6e1ce3f None None] Port 9987af93-35ee-49e4-bcc5-1dacda2f7227 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:15:34.883716 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.935557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:34.998078 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Subnet': ['ID=171966cc-98f0-4e4b-ae2b-24b05b5c24b8,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:35.008197 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Checking segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:15:35.008557 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network hostable DHCP agents. Network: b2a1d553-db0c-4248-9e9c-770b529d9f03, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:15:35.082180 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b99e71b-e3b8-43b5-9db4-a302805465ab None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:15:35.105628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:35.106217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:35.107988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991cad4-7b3e-44b7-ae25-3fd35434170b None None] Pushing event updated for resources: {'Port': ['ID=9987af93-35ee-49e4-bcc5-1dacda2f7227,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:35.141031 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:15:35.205173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5bac4535-319c-4219-ae4e-a2746fdc0e33 None None] Provisioning complete for port 9987af93-35ee-49e4-bcc5-1dacda2f7227 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:35.205529 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bac4535-319c-4219-ae4e-a2746fdc0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:35.245983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:35.260655 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2a1d553-db0c-4248-9e9c-770b529d9f03) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:35.264663 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:35.265291 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:35.301381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a018b1ff-7476-4bcf-8440-b710261ecb75 None None] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:15:35.355323 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-04cff08d-ea6e-42a5-b53f-7dd12b329926 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1656253
Nov 13 22:15:35.357967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51906) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:35.485264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bac4535-319c-4219-ae4e-a2746fdc0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:35.549511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5bac4535-319c-4219-ae4e-a2746fdc0e33 None None] For port 9987af93-35ee-49e4-bcc5-1dacda2f7227, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9987af93-35ee-49e4-bcc5-1dacda2f7227,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:35.591851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2a1d553-db0c-4248-9e9c-770b529d9f03', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:15:35.591851 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:35.612594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd61d040>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:33Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:35.648933 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bac4535-319c-4219-ae4e-a2746fdc0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:35.650622 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76581d2-90c6-466c-b7f3-c35c14b333fe None None] The sync data for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 is: [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:33Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:15:35.782182 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac4535-319c-4219-ae4e-a2746fdc0e33 None None] Pushing event updated for resources: {'Port': ['ID=9987af93-35ee-49e4-bcc5-1dacda2f7227,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:35.805069 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Allocated IP 172.20.0.2 (b2a1d553-db0c-4248-9e9c-770b529d9f03/171966cc-98f0-4e4b-ae2b-24b05b5c24b8/0f7b040a-b942-4899-9a61-3d7557aee43f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:15:35.807649 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:35.979736 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.049909 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.104305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:15:36.105835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Pushing event updated for resources: {'Port': ['ID=0f7b040a-b942-4899-9a61-3d7557aee43f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:36.110006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:36.112377 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:15:36.123833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.1 (b2a1d553-db0c-4248-9e9c-770b529d9f03/171966cc-98f0-4e4b-ae2b-24b05b5c24b8/6d929151-7714-4e75-9464-981491ba1619) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:15:36.169762 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Attempting to bind port 0f7b040a-b942-4899-9a61-3d7557aee43f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:15:36.170127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Attempting to bind port 0f7b040a-b942-4899-9a61-3d7557aee43f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:15:36.170489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Attempting to bind port 0f7b040a-b942-4899-9a61-3d7557aee43f on network b2a1d553-db0c-4248-9e9c-770b529d9f03 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:15:36.176388 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:15:36.176853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Checking segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:15:36.177802 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.178189 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Bound using segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:15:36.178661 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Bound port: 0f7b040a-b942-4899-9a61-3d7557aee43f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:15:36.179035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.247962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] For port 0f7b040a-b942-4899-9a61-3d7557aee43f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:15:36.251315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] For port 0f7b040a-b942-4899-9a61-3d7557aee43f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f7b040a-b942-4899-9a61-3d7557aee43f,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:15:36.259912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.318796 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.346220 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.394352 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6925f-5cda-4f36-890b-c880893fd24a None None] Pushing event updated for resources: {'Port': ['ID=0f7b040a-b942-4899-9a61-3d7557aee43f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:36.413956 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:15:36.415155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=6d929151-7714-4e75-9464-981491ba1619,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:36.425585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:36.428815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:15:36.479750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.718139 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.718463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0f7b040a-b942-4899-9a61-3d7557aee43f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:15:36.767398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0f7b040a-b942-4899-9a61-3d7557aee43f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:36.767889 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.846713 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.882065 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 0f7b040a-b942-4899-9a61-3d7557aee43f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f7b040a-b942-4899-9a61-3d7557aee43f,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:36.963744 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:36.965596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9987af93-35ee-49e4-bcc5-1dacda2f7227 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:15:36.993446 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:37.040225 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=0f7b040a-b942-4899-9a61-3d7557aee43f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:37.055217 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:37.057380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9987af93-35ee-49e4-bcc5-1dacda2f7227 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:37.057766 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:37.150250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=6d929151-7714-4e75-9464-981491ba1619,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:37.153714 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:37.259910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:15:37.261445 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:37.376055 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:15:37.487317 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:15:37.493349 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-77d27894-9a82-4de1-bee4-09971810b6c3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/804ecf9e-fd69-4c2d-a0ab-dfa989989763/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1343319
Nov 13 22:15:37.681310 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-d19b7163-717e-40da-89c1-e0c384f6fd51 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162295980&fields=id&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 267 time: 0.0466232
Nov 13 22:15:37.754704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4faff8-bd30-4e77-9ded-f568b9343934 None None] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:15:37.800835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-b1514ed8-5304-4d87-b617-c055f8fba522 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:37.802943 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-b1514ed8-5304-4d87-b617-c055f8fba522 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 797 time: 0.1142073
Nov 13 22:15:37.821301 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-850924c3-cb1e-4d0b-bb08-39855b861272 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/quotas/5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 375 time: 0.0102885
Nov 13 22:15:37.828912 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Sync routers for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:15:37.836886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-cf13d00b-ee5d-43ec-a56a-825c50311968 None None] Provisioning complete for port 0f7b040a-b942-4899-9a61-3d7557aee43f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:37.837257 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cf13d00b-ee5d-43ec-a56a-825c50311968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:37.840392 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:37.841060 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3ec3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:37.880738 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-da4b1abf-06f3-4b06-aecd-acb33ede7b5c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0490890
Nov 13 22:15:37.959757 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:37.989181 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-c9ebaadc-67dd-4866-a277-e51d3d99c777 service neutron] 10.222.0.20 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931659
Nov 13 22:15:38.090386 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-37a10bc5-63b9-4c45-a3cf-6175ca9c9e7e service neutron] 10.222.0.20 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0944424
Nov 13 22:15:38.188134 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3ec3a0>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 2, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:38.216318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Checking router: 804ecf9e-fd69-4c2d-a0ab-dfa989989763 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:15:38.216596 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Updating router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 port 6d929151-7714-4e75-9464-981491ba1619 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:15:38.229338 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aa8b0b3b-45f3-4b16-a4cc-257c44483976 None None] Provisioning complete for port 0f7b040a-b942-4899-9a61-3d7557aee43f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:38.229765 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa8b0b3b-45f3-4b16-a4cc-257c44483976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.248507 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.375929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aa8b0b3b-45f3-4b16-a4cc-257c44483976 None None] Provisioning complete for port 6d929151-7714-4e75-9464-981491ba1619 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:38.376483 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa8b0b3b-45f3-4b16-a4cc-257c44483976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.377016 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6116c43f-d3b8-4619-86f5-c4af12d6f47e req-c3b28a9f-da47-46ab-916a-1dd8100a1686 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 210 time: 0.0452416
Nov 13 22:15:38.428178 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b0b3b-45f3-4b16-a4cc-257c44483976 None None] Port 6d929151-7714-4e75-9464-981491ba1619 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:15:38.551786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a67d4e29-2bd0-40c4-9f02-8403a1bcbc7f None None] Provisioning complete for port 6d929151-7714-4e75-9464-981491ba1619 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:38.552184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a67d4e29-2bd0-40c4-9f02-8403a1bcbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.566838 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.608563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a67d4e29-2bd0-40c4-9f02-8403a1bcbc7f None None] Port 6d929151-7714-4e75-9464-981491ba1619 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:15:38.650393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0f7b040a-b942-4899-9a61-3d7557aee43f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:15:38.655991 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.714469 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0f7b040a-b942-4899-9a61-3d7557aee43f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:38.715313 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.722478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Pushing event updated for resources: {'Port': ['ID=6d929151-7714-4e75-9464-981491ba1619,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.758881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:15:38.792001 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Attempting to bind port 6d929151-7714-4e75-9464-981491ba1619 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:15:38.792233 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Attempting to bind port 6d929151-7714-4e75-9464-981491ba1619 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:15:38.793216 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Attempting to bind port 6d929151-7714-4e75-9464-981491ba1619 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:15:38.804344 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:15:38.805780 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Checking segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:15:38.806272 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.806752 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Bound using segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:15:38.807296 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Bound port: 6d929151-7714-4e75-9464-981491ba1619, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:15:38.807747 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.838818 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-7aabeea4-e60b-4eb7-9bd3-24a26979bba4 None None] Provisioning complete for port 6d929151-7714-4e75-9464-981491ba1619 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:38.839440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7aabeea4-e60b-4eb7-9bd3-24a26979bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:38.886339 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] For port 6d929151-7714-4e75-9464-981491ba1619, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:15:38.886840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-7aabeea4-e60b-4eb7-9bd3-24a26979bba4 None None] Port 6d929151-7714-4e75-9464-981491ba1619 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:15:38.886955 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] For port 6d929151-7714-4e75-9464-981491ba1619, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d929151-7714-4e75-9464-981491ba1619,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:15:38.952979 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:39.014429 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:39.015053 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3ec3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:39.016482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-55013064-007f-4414-a520-d8ca241ef2cd None None] Provisioning complete for port 6d929151-7714-4e75-9464-981491ba1619 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:39.017294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55013064-007f-4414-a520-d8ca241ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:39.018072 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a55080-003f-4f12-9756-9f1918d66b7e None None] Pushing event updated for resources: {'Port': ['ID=6d929151-7714-4e75-9464-981491ba1619,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:39.110138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55013064-007f-4414-a520-d8ca241ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:39.131921 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:39.147368 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-55013064-007f-4414-a520-d8ca241ef2cd None None] For port 6d929151-7714-4e75-9464-981491ba1619, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d929151-7714-4e75-9464-981491ba1619,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:39.249484 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-55013064-007f-4414-a520-d8ca241ef2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:39.307197 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013064-007f-4414-a520-d8ca241ef2cd None None] Pushing event updated for resources: {'Port': ['ID=6d929151-7714-4e75-9464-981491ba1619,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:39.346051 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3ec3a0>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:38Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:39.369647 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2c2d33ba-d8f8-4a32-af07-6d324eb643db None None] Provisioning complete for port 6d929151-7714-4e75-9464-981491ba1619 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:39.370020 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2c2d33ba-d8f8-4a32-af07-6d324eb643db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:39.372857 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7272aec-3e5c-4523-ac12-1c29bc76de30 None None] The sync data for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 is: [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:38Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:15:39.494630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ef900a2d-b48c-4558-a3d9-200a3e3659c1 req-db2b54bf-1577-4c7d-8933-d5be70c1ce49 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 210 time: 0.0343168
Nov 13 22:15:40.601544 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c5f9628b-20a1-47c0-abe2-c68395a1532d req-1291518c-834a-46ba-a65b-4206465faa41 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 210 time: 0.0367167
Nov 13 22:15:40.616336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-51ad076a-d8f3-4929-a482-f0a14dcc9448 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:40.618972 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-51ad076a-d8f3-4929-a482-f0a14dcc9448 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 797 time: 0.1124997
Nov 13 22:15:40.667152 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6d929151-7714-4e75-9464-981491ba1619 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:15:40.689033 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-43aee9b5-2720-4a45-93c9-503d64b4e3c7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 379 time: 0.0603518
Nov 13 22:15:40.698614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'port': {'device_id': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'admin_state_up': True, 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'security_groups': ['ef96373f-123b-4cf9-8e20-0d14f72bc738']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:40.715739 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 6d929151-7714-4e75-9464-981491ba1619 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:40.716227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:40.906453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:15:40.909983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.031274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.14 (b2a1d553-db0c-4248-9e9c-770b529d9f03/171966cc-98f0-4e4b-ae2b-24b05b5c24b8/8b567d66-95d8-4bd2-af8a-7c4dfa0b6958) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:15:41.173278 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.289817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.332006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:15:41.336919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:41.340599 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:15:41.346894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:41.397443 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:41.398085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.538742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-0b2ee405-9d24-4a52-95fd-1aa6746b9dcd tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8441396
Nov 13 22:15:41.551508 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Request body: {'port': {'device_id': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:41.603583 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b83d30fe-21e0-4caa-a5ab-0a2d89919751 None None] Provisioning complete for port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:41.604035 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b83d30fe-21e0-4caa-a5ab-0a2d89919751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.606244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.637787 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b83d30fe-21e0-4caa-a5ab-0a2d89919751 None None] Port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:15:41.787963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11ef9b-6536-4712-895f-f5e1ad5afa70 req-ea1c04bf-3e2a-455c-afc5-dc7489990d65 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:41.789479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e11ef9b-6536-4712-895f-f5e1ad5afa70 req-ea1c04bf-3e2a-455c-afc5-dc7489990d65 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 932 time: 0.0840843
Nov 13 22:15:41.881541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e11ef9b-6536-4712-895f-f5e1ad5afa70 req-c44753dc-d336-47c5-b4c7-e71cee0b7b2c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683403
Nov 13 22:15:41.940476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:15:41.948255 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:41.960123 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Transition to ACTIVE for port object 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:15:41.997474 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:42.049344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:42.117910 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:15:42.118405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:15:42.118732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:15:42.123339 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:15:42.123817 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:15:42.128986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:15:42.129320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Checking segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:15:42.129696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Bound using segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:15:42.130152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Bound port: 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:15:42.130502 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:42.195688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:15:42.198872 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:15:42.255826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:42.289186 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.289825 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:42.291210 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] 10.222.0.46 "PUT /v2.0/ports/8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 1092 time: 0.7440100
Nov 13 22:15:42.291740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:15:42.294013 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99" -d '{"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:15:42.320131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47244d4-673d-432f-a660-17259eeddd20 service neutron] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:42.336963 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f74452-28a0-4962-8228-f86196885cc3 x-openstack-request-id: req-95f74452-28a0-4962-8228-f86196885cc3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:15:42.337269 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:15:42.337523 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95f74452-28a0-4962-8228-f86196885cc3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:15:42.337937 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'status': 'completed', 'code': 200}
Nov 13 22:15:42.399681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99 req-e400b51b-6e0f-4b0c-83b2-e263a19b1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.401433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99 req-e400b51b-6e0f-4b0c-83b2-e263a19b1cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1095 time: 0.0443282
Nov 13 22:15:42.506630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99 req-2450a640-de5c-4c65-a749-956f812434d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.508148 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99 req-2450a640-de5c-4c65-a749-956f812434d3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a94116dd5e74de694c182fd9d6e9034&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0987194
Nov 13 22:15:42.607594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99 req-3fceb82b-763e-483d-86c3-a257c534b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.609109 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6dc2cba6-0f1c-4bd4-8342-760ebdbc5d99 req-3fceb82b-763e-483d-86c3-a257c534b37f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0948057
Nov 13 22:15:42.685697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-1f0c9327-b8f9-4f7c-af2f-bbdd88ab7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.687147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-1f0c9327-b8f9-4f7c-af2f-bbdd88ab7bc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1095 time: 0.0398877
Nov 13 22:15:42.728435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-6f276272-a531-4d24-9625-f59012b5740e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 217 time: 0.0335090
Nov 13 22:15:42.775619 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-fa146fb4-d03e-42b3-b7aa-f1507023f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.777193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-fa146fb4-d03e-42b3-b7aa-f1507023f860 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0427291
Nov 13 22:15:42.809031 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:42.827486 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-77e1a68e-855a-480b-95f0-d9a980be1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:42.829055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-77e1a68e-855a-480b-95f0-d9a980be1356 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437441
Nov 13 22:15:42.918488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-976c48db-0195-4e68-9642-bcb9a6e5b227 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821817
Nov 13 22:15:43.345738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a0324-93d8-4c08-bea1-acb2fa9daffc req-5cf55012-a725-47b1-9bc9-135b2364a9a5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:43.347186 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9f4a0324-93d8-4c08-bea1-acb2fa9daffc req-5cf55012-a725-47b1-9bc9-135b2364a9a5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.3968053
Nov 13 22:15:43.351261 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71eb12e0-11ae-4316-a9b6-22f6c72fabf3 req-b4d4ed4f-d61e-47a3-ace2-bb88c7d60823 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4264438
Nov 13 22:15:43.397590 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9f4a0324-93d8-4c08-bea1-acb2fa9daffc req-fd28b50b-e0f2-4267-a0b1-c73e86410683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444930
Nov 13 22:15:44.515104 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd31c71-bc79-4fcc-b20b-d1da353c80a4 req-4688baa0-bc3c-443d-8ca6-77c683784442 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:44.516609 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dd31c71-bc79-4fcc-b20b-d1da353c80a4 req-4688baa0-bc3c-443d-8ca6-77c683784442 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0508971
Nov 13 22:15:44.566353 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8dd31c71-bc79-4fcc-b20b-d1da353c80a4 req-f9812075-86ed-49b2-bc2b-a6a76f93c69c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430379
Nov 13 22:15:45.089040 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:45.684488 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb7d4-3a54-45af-b54f-47c9d942b92f req-acb6092c-ed8d-4007-8332-2d74830ea0e8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:45.685973 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161fb7d4-3a54-45af-b54f-47c9d942b92f req-acb6092c-ed8d-4007-8332-2d74830ea0e8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0522759
Nov 13 22:15:45.733478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-161fb7d4-3a54-45af-b54f-47c9d942b92f req-7d8c4204-b11f-4a86-bdf9-5bab73ee25b5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416324
Nov 13 22:15:46.851292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594667-ce93-4cc6-b8dc-a99a3a4653cd req-4980068d-d200-4f0e-aa04-33971649bf2b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:46.852799 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3594667-ce93-4cc6-b8dc-a99a3a4653cd req-4980068d-d200-4f0e-aa04-33971649bf2b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0536578
Nov 13 22:15:46.900519 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d3594667-ce93-4cc6-b8dc-a99a3a4653cd req-e5a41a1e-f6d7-4c5a-ac67-12a5921ff5d6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418220
Nov 13 22:15:47.397251 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:15:47.488033 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:47.498753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'port_id': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'mac_address': 'fa:16:3e:a1:30:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:15:47.538362 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:47.698252 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:15:47.717202 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:47.780133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:47.825437 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:47.986043 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:15:48.016490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae966-9827-495e-8579-660b55ee1ae3 req-155999f3-7d2b-41ad-8afd-9ee175aff3ee tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:48.018016 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d4ae966-9827-495e-8579-660b55ee1ae3 req-155999f3-7d2b-41ad-8afd-9ee175aff3ee tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 945 time: 0.0488577
Nov 13 22:15:48.066945 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d4ae966-9827-495e-8579-660b55ee1ae3 req-06106bda-a1b8-4f5a-bc73-4ba98d90d16e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427949
Nov 13 22:15:49.185157 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc230b0-c1b1-42cb-97cb-4c89913cc23c req-248646ac-072e-44f1-9549-832d66d04219 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:49.186604 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9dc230b0-c1b1-42cb-97cb-4c89913cc23c req-248646ac-072e-44f1-9549-832d66d04219 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 945 time: 0.0522921
Nov 13 22:15:49.234882 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9dc230b0-c1b1-42cb-97cb-4c89913cc23c req-60a7a6f6-e4ea-4b1a-b19a-dec99d932bcf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422664
Nov 13 22:15:49.412317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:15:49.540381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:15:49.544562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:15:49.544982 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:49.622826 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:49.644835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:15:49.647079 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825bd446-c93c-4704-b432-cc049307199a" -d '{"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-plugged", "status": "completed", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:15:49.659227 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:15:49.683290 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce228de-dd1d-4041-9ad3-8e8ba221b280 x-openstack-request-id: req-3ce228de-dd1d-4041-9ad3-8e8ba221b280 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:15:49.683612 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-plugged", "status": "completed", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:15:49.683900 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ce228de-dd1d-4041-9ad3-8e8ba221b280 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:15:49.684287 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'code': 200}
Nov 13 22:15:49.723558 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:49.770595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:49.777553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059617c-0a65-4284-8b68-37a7d043df83 req-c623c239-1ea8-42d0-b1ef-a25a48c162b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:49.779244 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8059617c-0a65-4284-8b68-37a7d043df83 req-c623c239-1ea8-42d0-b1ef-a25a48c162b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1097 time: 0.0409725
Nov 13 22:15:49.829493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8059617c-0a65-4284-8b68-37a7d043df83 req-163165d2-7ba2-48d8-9523-101a579b6f5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419230
Nov 13 22:15:50.351393 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373827-92b0-4ac1-998f-d69476395889 req-de1f5ba4-31e6-43e8-a2f2-049d100638a0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:50.352893 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc373827-92b0-4ac1-998f-d69476395889 req-de1f5ba4-31e6-43e8-a2f2-049d100638a0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0488088
Nov 13 22:15:50.401838 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dc373827-92b0-4ac1-998f-d69476395889 req-1b3bc69a-8b8b-4b78-bb54-68ea71ec7f28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430565
Nov 13 22:15:51.518049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af754956-a6f9-4780-8f07-47cd97bdd87c req-2d4c49e1-45e4-4398-8287-b79eea642d6a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:51.519506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af754956-a6f9-4780-8f07-47cd97bdd87c req-2d4c49e1-45e4-4398-8287-b79eea642d6a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0479529
Nov 13 22:15:51.568782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af754956-a6f9-4780-8f07-47cd97bdd87c req-f2b3dfd4-9b74-4219-9f3b-148b4eccd1d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433722
Nov 13 22:15:51.687229 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d5adb-3edc-43f7-892d-5105560bd294 req-aca0301b-110f-4b7b-abb5-f55f4060e3af tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:51.688580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca0d5adb-3edc-43f7-892d-5105560bd294 req-aca0301b-110f-4b7b-abb5-f55f4060e3af tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0511742
Nov 13 22:15:51.737140 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ca0d5adb-3edc-43f7-892d-5105560bd294 req-3e4ab919-79af-4b61-a327-f9a5a4e2ef85 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426469
Nov 13 22:15:51.758407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51966) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:51.797352 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b020b1-3822-457a-bdd3-9af1eb2b771a tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:51.798835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b2b020b1-3822-457a-bdd3-9af1eb2b771a tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1092 time: 0.0394220
Nov 13 22:15:51.801543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 51968) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:51.805676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:15:51.871703 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:51.968923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:52.065920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.8 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/7eb78bee-1a96-4a02-915e-6a4a3610f3c5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:15:52.167167 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:52.237916 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:52.272659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:15:52.275367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:15:52.280641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:15:52.308579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=7eb78bee-1a96-4a02-915e-6a4a3610f3c5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:52.651700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:52.788027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:52.942492 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:53.008015 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:53.092652 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=7eb78bee-1a96-4a02-915e-6a4a3610f3c5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:15:53.101671 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:53.206090 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP ebd3e033-5d3a-47b4-aff8-a87873e677dd associated. External IP: 172.35.3.8, port: 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958.
Nov 13 22:15:53.412341 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:15:53.519808 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:15:53.529285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] Sync routers for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:15:53.540221 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:53.541858 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0f01c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:53.587860 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:53.615360 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f71f17e7-9e0e-4fab-829d-096489c2dc63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8128259
Nov 13 22:15:53.616247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:15:53.619784 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:15:53.653163 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:53.658234 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdb17cf-7163-4364-9796-aaaceb308374 x-openstack-request-id: req-5cdb17cf-7163-4364-9796-aaaceb308374 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:15:53.658751 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:15:53.658917 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cdb17cf-7163-4364-9796-aaaceb308374 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:15:53.659319 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'status': 'completed', 'code': 200}
Nov 13 22:15:53.741284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264b2e9-f970-4a97-9517-749f7e47df4b req-7b27df45-f87a-436a-94f7-8f21281777a3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:53.742793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6264b2e9-f970-4a97-9517-749f7e47df4b req-7b27df45-f87a-436a-94f7-8f21281777a3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0751421
Nov 13 22:15:53.749266 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-d4237be5-fec2-418d-8dd5-d432a7378df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:53.750680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-d4237be5-fec2-418d-8dd5-d432a7378df1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1097 time: 0.0579288
Nov 13 22:15:53.852950 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6264b2e9-f970-4a97-9517-749f7e47df4b req-7ef0b77b-c7a3-4324-b85b-a2f352f6f3f9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011682
Nov 13 22:15:53.876407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51974) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:53.881806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-01049cc4-7864-4886-98c4-2351c4c23584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:53.883315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-01049cc4-7864-4886-98c4-2351c4c23584 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.1258802
Nov 13 22:15:53.888521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0f01c0>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebd3e033-5d3a-47b4-aff8-a87873e677dd', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.8', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'port_id': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'mac_address': 'fa:16:3e:a1:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:15:52Z', 'updated_at': '2021-11-13T22:15:52Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:39Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:53.915985 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] Checking router: 804ecf9e-fd69-4c2d-a0ab-dfa989989763 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:15:53.924526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:15:53.925268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0f01c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:15:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:53.941268 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8256c576-521b-4bd6-a79b-b9413bfbf815 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/ebd3e033-5d3a-47b4-aff8-a87873e677dd HTTP/1.1" status: 200  len: 990 time: 0.0636880
Nov 13 22:15:53.954645 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-a23d5e7c-688c-4498-a2a3-8e6a0e6bf959 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 998 time: 0.0618467
Nov 13 22:15:54.007313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-4ea36046-eae9-4b1b-b9ab-5f7a915a6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:54.008788 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-4ea36046-eae9-4b1b-b9ab-5f7a915a6338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0477533
Nov 13 22:15:54.031543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:15:54.053430 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-37045a97-24ce-4373-afea-394b5f9ec9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:15:54.054913 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-37045a97-24ce-4373-afea-394b5f9ec9e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395899
Nov 13 22:15:54.147502 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-59b8b511-c008-4ed7-a697-07c7526c73aa service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854766
Nov 13 22:15:54.236682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ecd548b5-b641-4b8c-a8a7-eb4299fb8bd2 req-2d337fea-4242-4297-9157-2d9d24eef8aa service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823851
Nov 13 22:15:54.258499 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0f01c0>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebd3e033-5d3a-47b4-aff8-a87873e677dd', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.8', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'port_id': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'mac_address': 'fa:16:3e:a1:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:15:52Z', 'updated_at': '2021-11-13T22:15:52Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:39Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:15:54.284899 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e02777-91bf-4217-977e-9513fe809dc2 None None] The sync data for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 is: [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebd3e033-5d3a-47b4-aff8-a87873e677dd', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.8', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'port_id': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'mac_address': 'fa:16:3e:a1:30:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:15:52Z', 'updated_at': '2021-11-13T22:15:52Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:39Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:15:54.483024 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07dc54-3ee4-475a-b201-bf16b6d5936a None None] New status for floating IP ebd3e033-5d3a-47b4-aff8-a87873e677dd: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:15:54.723879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-631ff934-847d-4671-a54b-9c11bc9e79c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:54.943352 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 51976) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:15:55.005033 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-6f6ed1a5-cf68-4940-82b9-eff8a126819d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/ebd3e033-5d3a-47b4-aff8-a87873e677dd HTTP/1.1" status: 200  len: 992 time: 0.0605388
Nov 13 22:15:57.123305 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f7ad02f7-5aa4-44c6-8bac-1ced6cb6ac49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:15:58.796946 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:00.162881 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:00.465587 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:10.395415 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:16:12.797133 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:15.082458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:24.745238 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3c95dd88-a27d-47bc-ad52-21a26ae2eeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:26.295030 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-71dbccf1-cdf4-4c2c-876f-149a8495791b req-76b1932c-d7e9-473f-ac35-b06451a55521 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:16:26.296151 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71dbccf1-cdf4-4c2c-876f-149a8495791b req-76b1932c-d7e9-473f-ac35-b06451a55521 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056188
Nov 13 22:16:26.575703 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75862495-c4e8-45f2-b79d-d61894e8e37f req-516b38f6-3e6f-433e-b420-b2836247b968 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:26.577153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75862495-c4e8-45f2-b79d-d61894e8e37f req-516b38f6-3e6f-433e-b420-b2836247b968 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0496097
Nov 13 22:16:26.627514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-75862495-c4e8-45f2-b79d-d61894e8e37f req-67c6f007-a495-42fc-8a9a-5dc0b538f7b9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443892
Nov 13 22:16:26.721353 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52024) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:16:26.799807 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-8f4d8aae-2fc2-440f-85b6-e48a0b4e3c55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0772409
Nov 13 22:16:26.808398 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-b1b20450-44d5-4be8-a5d7-862cffe00f50 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:16:26.809387 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-b1b20450-44d5-4be8-a5d7-862cffe00f50 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048473
Nov 13 22:16:27.123085 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e84d59ea-d884-4013-92b7-a2c7ca044830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:27.743484 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc82c2-b20f-4544-9189-faca427b30af req-45bca4f1-d906-4242-bc18-ddcbef1e0b92 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:27.744969 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1bfc82c2-b20f-4544-9189-faca427b30af req-45bca4f1-d906-4242-bc18-ddcbef1e0b92 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0480711
Nov 13 22:16:27.799495 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1bfc82c2-b20f-4544-9189-faca427b30af req-c34c2936-e3ee-42af-af73-1a36211572c2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484216
Nov 13 22:16:28.779446 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:28.801471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-eeafe55c-c4c6-4eb6-a204-6340e65daa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:28.802955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-eeafe55c-c4c6-4eb6-a204-6340e65daa5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1097 time: 0.0409992
Nov 13 22:16:28.892326 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-fc0c640b-085c-4927-8778-142261ee2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:28.893909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-fc0c640b-085c-4927-8778-142261ee2ecc service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.0837579
Nov 13 22:16:28.919191 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf5629-546d-4554-a013-9b9045fe4d28 req-09074eff-1aad-43af-b7df-11836fd88cbb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:28.920681 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2bf5629-546d-4554-a013-9b9045fe4d28 req-09074eff-1aad-43af-b7df-11836fd88cbb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0522640
Nov 13 22:16:28.962922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-085cdc86-0a1f-4cbc-ae59-652649eff22c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 1000 time: 0.0622723
Nov 13 22:16:29.014987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-3f14c991-f397-4b44-a419-3581db3579ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:29.016489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-3f14c991-f397-4b44-a419-3581db3579ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0470445
Nov 13 22:16:29.065453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-705b987f-5005-496b-be05-f6c40525ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:29.066994 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-705b987f-5005-496b-be05-f6c40525ccb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425525
Nov 13 22:16:29.077687 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-f0f16862-8208-4e02-b670-f6f8d5f6a8a4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:16:29.078715 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-f0f16862-8208-4e02-b670-f6f8d5f6a8a4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053413
Nov 13 22:16:29.175849 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-75549851-4fee-4f0a-be75-51b526b266e0 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902572
Nov 13 22:16:29.265311 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-473ba3c0-c6bc-4c08-b2d4-41692c754412 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831699
Nov 13 22:16:29.323783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a2bf5629-546d-4554-a013-9b9045fe4d28 req-7df95dff-8264-42de-8255-46100c821b59 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3970082
Nov 13 22:16:30.175707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:30.425957 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:30.445629 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c39087-99da-4dc6-8480-fb1f7a26ab12 req-b0a76bbe-aa81-4a05-ae74-e3cdb2461b7d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:30.447103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24c39087-99da-4dc6-8480-fb1f7a26ab12 req-b0a76bbe-aa81-4a05-ae74-e3cdb2461b7d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0540433
Nov 13 22:16:30.495429 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-24c39087-99da-4dc6-8480-fb1f7a26ab12 req-61805881-c621-4477-a6c5-d7bc09dd9d87 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422812
Nov 13 22:16:31.610310 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe037-8a16-4347-8bf9-3936936d6001 req-05b51ccd-6dd8-42ce-b66e-3fbda1e3245f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:31.611780 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-239fe037-8a16-4347-8bf9-3936936d6001 req-05b51ccd-6dd8-42ce-b66e-3fbda1e3245f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0484536
Nov 13 22:16:31.666330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-239fe037-8a16-4347-8bf9-3936936d6001 req-c2c3c510-5d64-4fb6-b81f-92ef4b0888b7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485892
Nov 13 22:16:32.191286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-fef3df33-4395-4a5b-8415-c3eee8f035fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:32.192910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-fef3df33-4395-4a5b-8415-c3eee8f035fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1097 time: 0.0403769
Nov 13 22:16:32.299592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-799607c0-34e8-4e2e-8c86-dba37982c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:32.300592 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-799607c0-34e8-4e2e-8c86-dba37982c289 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.0890760
Nov 13 22:16:32.362646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-472d837b-3c73-4644-b490-1c5e0ac9f11c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 1000 time: 0.0556250
Nov 13 22:16:32.410176 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-4d864003-abc8-4897-9c88-2ba361470ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:32.411904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-4d864003-abc8-4897-9c88-2ba361470ac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0419226
Nov 13 22:16:32.459517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-4a382a16-83b2-4f45-b96f-181afe0072de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:32.461541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-4a382a16-83b2-4f45-b96f-181afe0072de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432358
Nov 13 22:16:32.548562 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-8b3e0ac6-1e0e-42cf-8b64-8aa0f020fb93 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803757
Nov 13 22:16:32.637719 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f4b8799f-05ee-4cdd-88f9-e4444ddf1e9e req-daa01cbd-f325-4a90-b911-bdb473cbbca0 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829802
Nov 13 22:16:32.784675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1800a8f-b8c8-45fc-93f0-bda784c1cb26 req-18b62f0c-148a-444f-9813-08537ab52a41 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:32.786337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1800a8f-b8c8-45fc-93f0-bda784c1cb26 req-18b62f0c-148a-444f-9813-08537ab52a41 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0476210
Nov 13 22:16:32.833928 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c1800a8f-b8c8-45fc-93f0-bda784c1cb26 req-de5e944b-c04e-4b24-873f-f5b029122c2f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411727
Nov 13 22:16:33.949913 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f085eaf-c981-4f52-9c9a-e0ac76e47db3 req-6d64ca4d-d84e-4683-a0ce-7fc6ce792dbe tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:33.951336 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f085eaf-c981-4f52-9c9a-e0ac76e47db3 req-6d64ca4d-d84e-4683-a0ce-7fc6ce792dbe tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0482092
Nov 13 22:16:34.003844 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3f085eaf-c981-4f52-9c9a-e0ac76e47db3 req-2ec3b558-a411-4a15-879b-d7a0d970a380 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463896
Nov 13 22:16:35.119144 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c3bb9-9e4d-40cd-93f0-cf74b183da76 req-92dc536b-a769-4967-ab5f-afa8b80f8180 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:35.120621 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-258c3bb9-9e4d-40cd-93f0-cf74b183da76 req-92dc536b-a769-4967-ab5f-afa8b80f8180 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0478899
Nov 13 22:16:35.173137 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-258c3bb9-9e4d-40cd-93f0-cf74b183da76 req-53560045-e87b-485e-b8d8-df3a86b3d503 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461903
Nov 13 22:16:36.288325 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cbeae-1436-44c6-ad7f-914492c14b76 req-ddf1d7d5-055d-49b0-b3ba-05a8d42568f5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:36.289849 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-598cbeae-1436-44c6-ad7f-914492c14b76 req-ddf1d7d5-055d-49b0-b3ba-05a8d42568f5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0490849
Nov 13 22:16:36.340234 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-598cbeae-1436-44c6-ad7f-914492c14b76 req-f72906c7-6de1-4a3e-8972-bb02efc6c2d2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444446
Nov 13 22:16:37.458977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549425b-9ffc-490e-9dcf-1dd92e819c70 req-389fd04f-4ecf-4bd9-8b9c-2fbe56006a02 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:37.464733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d549425b-9ffc-490e-9dcf-1dd92e819c70 req-389fd04f-4ecf-4bd9-8b9c-2fbe56006a02 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0514278
Nov 13 22:16:37.511275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d549425b-9ffc-490e-9dcf-1dd92e819c70 req-b99e0b29-7bd1-4a9b-bf0b-01d93537aab9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435326
Nov 13 22:16:38.633647 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abccc1f-0dd7-4864-b6ca-f72977932cbf req-b1a462d1-0629-4eca-a874-b164b976a0be tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:38.635110 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6abccc1f-0dd7-4864-b6ca-f72977932cbf req-b1a462d1-0629-4eca-a874-b164b976a0be tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0537691
Nov 13 22:16:38.687420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6abccc1f-0dd7-4864-b6ca-f72977932cbf req-7aca2014-e9b2-4dd1-90ed-71cba0696210 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463443
Nov 13 22:16:39.800917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f2e2-f017-49b0-81f8-65929e549d62 req-abf339b6-bb5e-434e-b622-0d0de969f554 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:39.802355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ea1f2e2-f017-49b0-81f8-65929e549d62 req-abf339b6-bb5e-434e-b622-0d0de969f554 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0469224
Nov 13 22:16:39.849327 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3ea1f2e2-f017-49b0-81f8-65929e549d62 req-b1e4643c-63a2-4492-a26d-60b8b415f317 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404015
Nov 13 22:16:40.970532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a92c23-60b9-4777-bd36-6dca32a94e7c req-82dc10b1-6c8f-45c2-ae3e-35517260c4c4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:40.972014 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97a92c23-60b9-4777-bd36-6dca32a94e7c req-82dc10b1-6c8f-45c2-ae3e-35517260c4c4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0529552
Nov 13 22:16:41.021280 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97a92c23-60b9-4777-bd36-6dca32a94e7c req-585513a4-0f4a-45ea-9fa6-dcac9ac0966d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431769
Nov 13 22:16:42.142476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e8f0-6b7f-4b0e-b793-407cad2815ff req-6debf925-2a9b-46e2-aa35-9acb2e3ef90f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:42.143929 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b30e8f0-6b7f-4b0e-b793-407cad2815ff req-6debf925-2a9b-46e2-aa35-9acb2e3ef90f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0518723
Nov 13 22:16:42.192709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9b30e8f0-6b7f-4b0e-b793-407cad2815ff req-d9f3f464-968d-436c-b79a-7d480dd8bb32 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421274
Nov 13 22:16:42.859878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:43.306790 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f51c0a-66a3-4425-891a-a910fe8864e6 req-c1f0dcb9-7122-44a7-98ec-2e5cce761199 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:43.308255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1f51c0a-66a3-4425-891a-a910fe8864e6 req-c1f0dcb9-7122-44a7-98ec-2e5cce761199 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0484571
Nov 13 22:16:43.358094 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b1f51c0a-66a3-4425-891a-a910fe8864e6 req-04a17d92-27bc-4bea-adac-cf9094b16670 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438914
Nov 13 22:16:44.472200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e7095-7b3d-4e3a-bf20-6455d171c508 req-be35bd6b-211a-4af8-b956-3dfb156d6e60 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:44.473731 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-457e7095-7b3d-4e3a-bf20-6455d171c508 req-be35bd6b-211a-4af8-b956-3dfb156d6e60 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0481381
Nov 13 22:16:44.522174 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-457e7095-7b3d-4e3a-bf20-6455d171c508 req-bc187a94-2238-4609-b5ec-78082c34d350 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423372
Nov 13 22:16:45.099530 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:45.636094 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e636dfc-45d2-4aff-b045-80f88218c48d req-1df95f40-76a2-41d8-ac38-12a8bd28eb3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:45.637600 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e636dfc-45d2-4aff-b045-80f88218c48d req-1df95f40-76a2-41d8-ac38-12a8bd28eb3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0470426
Nov 13 22:16:45.689162 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9e636dfc-45d2-4aff-b045-80f88218c48d req-6a779e77-71e6-4e66-b40e-1456389ff2d2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457838
Nov 13 22:16:46.248528 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-ab478dd8-ac53-4d78-af07-769e04ef952b service neutron] show failed (client error): The resource could not be found.
Nov 13 22:16:46.249535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-ab478dd8-ac53-4d78-af07-769e04ef952b service neutron] 10.222.0.46 "GET /v2.0/ports/8b567d66-95d8-4bd2-af8a-7c4dfa0b6958/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0555427
Nov 13 22:16:46.840198 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca254ed-fceb-4ccd-8a5a-06aec6f239c0 req-befa4d6c-76dc-4396-af44-d186f93e0f12 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:46.841648 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ca254ed-fceb-4ccd-8a5a-06aec6f239c0 req-befa4d6c-76dc-4396-af44-d186f93e0f12 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0788646
Nov 13 22:16:46.843480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-ea5d37ff-5f5b-4017-b218-62137314ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:46.844830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-ea5d37ff-5f5b-4017-b218-62137314ccc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 1097 time: 0.1219208
Nov 13 22:16:46.857205 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:16:46.936478 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ca254ed-fceb-4ccd-8a5a-06aec6f239c0 req-98c8dd75-9202-44e3-811a-51b627f39f21 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886395
Nov 13 22:16:46.939109 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:47.139236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:16:47.171106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:16:47.208829 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:16:47.211095 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e3527b-9840-4347-b8b7-91f8683bbc64" -d '{"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-unplugged", "status": "completed", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:16:47.215073 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:47.227849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Transition to ACTIVE for port object 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:16:47.262090 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca27f1b-d18c-46da-b8f0-00d387ca8729 x-openstack-request-id: req-9ca27f1b-d18c-46da-b8f0-00d387ca8729 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:16:47.262697 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-unplugged", "status": "completed", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:16:47.262697 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ca27f1b-d18c-46da-b8f0-00d387ca8729 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:16:47.263012 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'code': 200}
Nov 13 22:16:47.293506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:47.372371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=6']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:16:47.386334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.386693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.387014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.387350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.387680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.388007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.388333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.388680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.389008 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.389418 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.389705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.389957 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:47.396225 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:16:47.445379 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] No DVR routers for this DVR port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:16:47.888304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:16:47.888637 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:16:47.888986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:16:47.893053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:16:47.893366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Attempting to bind port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on network b2a1d553-db0c-4248-9e9c-770b529d9f03 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:16:47.898048 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:16:47.899159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Checking segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:16:47.899543 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Bound using segment: {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:16:47.899962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Bound port: 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0417ebbc-36c5-4952-a7df-db809b716d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:16:47.900304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:47.963400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:16:47.966696 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:16:48.055036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0847c-81f1-4ed1-a4cc-91fda88667bd req-46d12393-4fdd-4298-9996-725d13b66f27 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:48.056535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7e0847c-81f1-4ed1-a4cc-91fda88667bd req-46d12393-4fdd-4298-9996-725d13b66f27 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0489912
Nov 13 22:16:48.058032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:48.106571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:48.107190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:48.108535 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 1092 time: 1.2549350
Nov 13 22:16:48.153293 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef05456-9224-4034-b5ad-f0e8e06331b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=7']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:16:48.185793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a7e0847c-81f1-4ed1-a4cc-91fda88667bd req-fc7e60ec-c52b-4292-a61a-0309f2cb282d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010790
Nov 13 22:16:48.200416 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-24b2742d-f7f4-4f02-927d-699b5a7c00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:48.202283 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-24b2742d-f7f4-4f02-927d-699b5a7c00b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1095 time: 0.0644281
Nov 13 22:16:48.301321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-9192d748-917e-4d19-875f-55d1da95a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:48.302800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-9192d748-917e-4d19-875f-55d1da95a90f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.0931377
Nov 13 22:16:48.369574 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-68fd4769-2b1f-4537-84db-6bd658979c2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 998 time: 0.0596390
Nov 13 22:16:48.424503 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-30586ca2-66f7-4319-9bf6-27111302b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:48.425882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-30586ca2-66f7-4319-9bf6-27111302b19b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0497792
Nov 13 22:16:48.469760 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-e3f4d8ac-f225-430a-b7c5-ab6fd5f4c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:48.471239 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-e3f4d8ac-f225-430a-b7c5-ab6fd5f4c190 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388370
Nov 13 22:16:48.564497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-a3e76ca6-5148-41a9-99ad-54a163f21c25 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858226
Nov 13 22:16:48.652879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ce395a5c-11ac-45cc-ad42-ee5cfdcc1009 req-13dd38b4-ce33-4944-bb70-6c5c891a53e7 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812905
Nov 13 22:16:49.267750 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:16:49.267750 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5e4732-cd3e-4544-ab0c-b7baad063755" -d '{"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:16:49.305889 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762168b8-bafa-45ba-9ab6-6497ae5f1dd1 req-c513cc38-b625-43cf-a0d5-a4d253f1ca18 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.307368 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-762168b8-bafa-45ba-9ab6-6497ae5f1dd1 req-c513cc38-b625-43cf-a0d5-a4d253f1ca18 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0505974
Nov 13 22:16:49.316808 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51961efd-4c11-4e92-a6df-339ec6cb5745 x-openstack-request-id: req-51961efd-4c11-4e92-a6df-339ec6cb5745 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:16:49.317296 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:16:49.317414 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51961efd-4c11-4e92-a6df-339ec6cb5745 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:16:49.317752 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'status': 'completed', 'code': 200}
Nov 13 22:16:49.365692 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-762168b8-bafa-45ba-9ab6-6497ae5f1dd1 req-9c2f9667-3d33-4705-b6e0-4aee3fcff79a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514936
Nov 13 22:16:49.411716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-47e0daea-9b0c-4f9d-9746-be3d6cad7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.413326 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-47e0daea-9b0c-4f9d-9746-be3d6cad7024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1095 time: 0.0754924
Nov 13 22:16:49.415836 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-548a0eb6-b378-4b57-8b6b-f1d8d1807c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.417208 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-548a0eb6-b378-4b57-8b6b-f1d8d1807c25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1095 time: 0.0714440
Nov 13 22:16:49.577114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-6a6b45dc-1976-4770-b504-b69d86f9809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.578815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-6a6b45dc-1976-4770-b504-b69d86f9809a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.1564415
Nov 13 22:16:49.579375 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-bbf24830-c262-4c02-a658-77152f13f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.580647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-bbf24830-c262-4c02-a658-77152f13f8cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.1513333
Nov 13 22:16:49.661010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:16:49.690863 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-b0295e21-5700-4650-b870-e3dc2e7637bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 998 time: 0.1045766
Nov 13 22:16:49.692613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-5b785491-f466-425e-9182-488577c6a278 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 998 time: 0.1008539
Nov 13 22:16:49.701170 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:16:49.777868 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-5b0d9953-5b72-46da-9b0a-bfe035feabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.779280 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-5b0d9953-5b72-46da-9b0a-bfe035feabc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0804062
Nov 13 22:16:49.780633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-638cdce7-700a-4cb3-9c00-a4c5e658f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.781937 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-638cdce7-700a-4cb3-9c00-a4c5e658f488 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0819876
Nov 13 22:16:49.849833 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-009ada97-83e0-484f-83dc-217ff7ff2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.851236 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-009ada97-83e0-484f-83dc-217ff7ff2be9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0649331
Nov 13 22:16:49.854247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-4ae1d8f0-c36c-45b0-8cd2-199d04c84c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:49.855571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-4ae1d8f0-c36c-45b0-8cd2-199d04c84c1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0612900
Nov 13 22:16:50.003797 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-f7479712-b21f-428f-95c1-37c42a120b3d service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459837
Nov 13 22:16:50.005647 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-704a2d01-9278-4dfe-a02c-0d4a2aa99d92 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412392
Nov 13 22:16:50.160952 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-605cf718-03b0-4294-b08f-9451559e6d33 service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504109
Nov 13 22:16:50.164390 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fc5e4732-cd3e-4544-ab0c-b7baad063755 req-3c888364-2580-48df-aa81-91086722516e service neutron] 10.222.0.37 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459892
Nov 13 22:16:50.491313 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d30a3-603c-4f1b-8cff-3a41ed4c2387 req-207044a8-1abc-4cc5-8723-c59332086062 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:50.493393 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e7d30a3-603c-4f1b-8cff-3a41ed4c2387 req-207044a8-1abc-4cc5-8723-c59332086062 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0536685
Nov 13 22:16:50.543947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2e7d30a3-603c-4f1b-8cff-3a41ed4c2387 req-28134117-ce09-4ea0-864a-39a38efb92ff tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444357
Nov 13 22:16:51.458841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:16:51.563881 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:16:51.576136 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'port_id': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'mac_address': 'fa:16:3e:a1:30:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:16:51.613189 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:51.626954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:16:51.646565 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:16:51.663796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57fdc0-5b2e-4de8-8d1b-5b9370815924 req-39f4fa9c-ed78-4e49-9d5a-2c6191cf8781 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:51.665349 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c57fdc0-5b2e-4de8-8d1b-5b9370815924 req-39f4fa9c-ed78-4e49-9d5a-2c6191cf8781 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 944 time: 0.0496266
Nov 13 22:16:51.715182 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6c57fdc0-5b2e-4de8-8d1b-5b9370815924 req-b840af80-42b8-465d-aee2-23e019ceab9d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432463
Nov 13 22:16:51.728231 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:51.774982 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:16:51.782319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.782684 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.782994 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.783334 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.783662 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.783989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.784315 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.784631 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.784989 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.785312 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.785638 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.785958 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:16:51.986340 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:16:52.052734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfe6f7-9e79-49e6-8179-d31d347a72ab req-b5b22a1b-973a-4765-b977-3584bdfd72aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.054931 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9bfe6f7-9e79-49e6-8179-d31d347a72ab req-b5b22a1b-973a-4765-b977-3584bdfd72aa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 945 time: 0.0543320
Nov 13 22:16:52.112347 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b9bfe6f7-9e79-49e6-8179-d31d347a72ab req-d3226ed9-dfd3-48ac-ab3e-69923a798965 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499229
Nov 13 22:16:52.119731 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-2b88bdcf-a4e9-4fbe-9fce-bffe5f48cdb3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.121275 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-2b88bdcf-a4e9-4fbe-9fce-bffe5f48cdb3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245&tenant_id=5a94116dd5e74de694c182fd9d6e9034&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0519106
Nov 13 22:16:52.184999 ncdv-master-1 neutron-server[120532]: INFO neutron.api.v2.resource [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-dc75a5ff-5448-43e0-aa89-5a13d6a78ccb service neutron] delete failed (client error): The resource could not be found.
Nov 13 22:16:52.186152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-dc75a5ff-5448-43e0-aa89-5a13d6a78ccb service neutron] 10.222.0.46 "DELETE /v2.0/ports/8b567d66-95d8-4bd2-af8a-7c4dfa0b6958/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0580904
Nov 13 22:16:52.238429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c1848-3e24-47c5-afbd-66dbbd2d6eb9 req-c6c06b86-3824-4492-ba03-a7351512dc6a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.239819 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd4c1848-3e24-47c5-afbd-66dbbd2d6eb9 req-c6c06b86-3824-4492-ba03-a7351512dc6a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 945 time: 0.0527580
Nov 13 22:16:52.310548 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-2e2b5be3-306e-43f6-afd1-07110458a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.312032 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-2e2b5be3-306e-43f6-afd1-07110458a689 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1096 time: 0.0713677
Nov 13 22:16:52.315747 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dd4c1848-3e24-47c5-afbd-66dbbd2d6eb9 req-f6f9c274-e8a6-40e4-8a8d-9dec776b7558 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673606
Nov 13 22:16:52.405908 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-6463b637-1b29-4ce2-ad3f-b53aea0f93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.407373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-6463b637-1b29-4ce2-ad3f-b53aea0f93dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.0889714
Nov 13 22:16:52.471753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-a57f17e7-21b4-46f5-8999-0fa0213c8b8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 999 time: 0.0576241
Nov 13 22:16:52.518296 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-4338539c-34eb-40d5-ad62-6a09be095cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.519623 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-4338539c-34eb-40d5-ad62-6a09be095cb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0416472
Nov 13 22:16:52.567104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-94f55650-8892-4f34-9642-4289868ef5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:52.568559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-94f55650-8892-4f34-9642-4289868ef5cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425172
Nov 13 22:16:52.655452 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-7555b729-9ad2-4639-b000-7c9bdf12436e service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798655
Nov 13 22:16:52.746722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb1af321-1d19-47b6-9397-ab6c63e94bd9 req-1b259a14-6d9e-4d7c-ab9b-a0247495548f service neutron] 10.222.0.46 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844061
Nov 13 22:16:53.436572 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0694f1a-097b-4a1d-9c5f-a78ed7578b93 req-f77da925-85bf-452f-998f-3f9193bd3eee tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:53.438124 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0694f1a-097b-4a1d-9c5f-a78ed7578b93 req-f77da925-85bf-452f-998f-3f9193bd3eee tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 945 time: 0.0502653
Nov 13 22:16:53.474298 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:16:53.488579 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e0694f1a-097b-4a1d-9c5f-a78ed7578b93 req-b198eab4-4089-43ee-b160-e53671eaebda tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443523
Nov 13 22:16:53.647938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:16:53.652391 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:16:53.652782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:53.728565 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:53.750301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:16:53.752502 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3909e139-2477-4d4c-9d0a-e284b662b726" -d '{"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-plugged", "status": "completed", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:16:53.765216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:16:53.789381 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bffe82-90b7-41d2-ab12-41beff2afeda x-openstack-request-id: req-37bffe82-90b7-41d2-ab12-41beff2afeda {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:16:53.789666 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-plugged", "status": "completed", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:16:53.789912 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37bffe82-90b7-41d2-ab12-41beff2afeda {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:16:53.790300 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'code': 200}
Nov 13 22:16:53.916774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:53.966115 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:16:54.617982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5967-7e33-41fb-ab33-a588bc359216 req-cb9bbcc6-4d23-45a6-8c5d-381a2d05ae71 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:16:54.619566 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-524b5967-7e33-41fb-ab33-a588bc359216 req-cb9bbcc6-4d23-45a6-8c5d-381a2d05ae71 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0551531
Nov 13 22:16:54.670487 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-524b5967-7e33-41fb-ab33-a588bc359216 req-2c86292c-c289-4bd2-aa19-71a8541fa6c9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449708
Nov 13 22:16:54.704919 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52114) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:16:54.728242 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7a72f232-8fb3-43a9-83d6-cc21f7d18460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:54.776935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d19f045c-535f-461d-96c0-d96d47fa1d5c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/ebd3e033-5d3a-47b4-aff8-a87873e677dd HTTP/1.1" status: 200  len: 992 time: 0.0706964
Nov 13 22:16:57.156264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ac7362b4-aaf9-4427-9cd4-f99373123ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:16:58.842275 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:00.156065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:00.464893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:12.813062 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:15.121934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:21.192262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52126) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:21.350196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 7eb78bee-1a96-4a02-915e-6a4a3610f3c5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:17:21.350732 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:21.432427 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:21.432785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:21.444552 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 7eb78bee-1a96-4a02-915e-6a4a3610f3c5 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:17:21.670348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:21.694330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=7eb78bee-1a96-4a02-915e-6a4a3610f3c5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:21.706421 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.706775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.707120 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.708103 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.708443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.708839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.709161 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.709492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.709825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.710152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.710476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.710801 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:21.766840 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:21.767636 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP ebd3e033-5d3a-47b4-aff8-a87873e677dd disassociated (deleted). External IP: 172.35.3.8, port: 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958.
Nov 13 22:17:21.972148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:17:22.077565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:17:22.082442 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:22.086986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] Sync routers for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:17:22.096733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:22.097346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd44f4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:16:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:22.107917 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b5e8392f-ae5c-43a6-b1c4-592cce7ec5bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/floatingips/ebd3e033-5d3a-47b4-aff8-a87873e677dd HTTP/1.1" status: 204  len: 168 time: 0.9145427
Nov 13 22:17:22.108504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:17:22.110815 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036" -d '{"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:17:22.206827 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:22.206972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a22197-3edd-4a87-b54a-80b56ac1eba9 x-openstack-request-id: req-b7a22197-3edd-4a87-b54a-80b56ac1eba9 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:17:22.206972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:17:22.206972 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7a22197-3edd-4a87-b54a-80b56ac1eba9 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:17:22.206972 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'status': 'completed', 'code': 200}
Nov 13 22:17:22.272268 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-e04e79c7-3e3c-4f93-8a84-203c62076283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:22.273718 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-e04e79c7-3e3c-4f93-8a84-203c62076283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 1097 time: 0.0426807
Nov 13 22:17:22.372963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-db4e9b5a-bf3b-4368-bbb1-36e61cf05884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:22.374828 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-db4e9b5a-bf3b-4368-bbb1-36e61cf05884 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 200  len: 898 time: 0.0938694
Nov 13 22:17:22.409502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd44f4f0>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:39Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:22.431835 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-a7e5de9c-7467-4dd5-b8c4-eea28e671d57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 200  len: 217 time: 0.0415614
Nov 13 22:17:22.439487 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] Checking router: 804ecf9e-fd69-4c2d-a0ab-dfa989989763 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:17:22.448309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:22.448931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd44f4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:16:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:22.508923 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-b84d0484-3c6f-4bfa-9d10-6cdcd19679ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:22.510507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-b84d0484-3c6f-4bfa-9d10-6cdcd19679ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 200  len: 835 time: 0.0687201
Nov 13 22:17:22.536247 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2326f55-2b6f-4356-9a78-3372f79d17ab req-e2a63372-09df-43a1-86be-038abbdcdd91 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:22.538058 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2326f55-2b6f-4356-9a78-3372f79d17ab req-e2a63372-09df-43a1-86be-038abbdcdd91 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0883765
Nov 13 22:17:22.612717 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-80e85576-5a74-41d7-afc0-52414f8477d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:22.614796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-80e85576-5a74-41d7-afc0-52414f8477d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2a1d553-db0c-4248-9e9c-770b529d9f03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0952210
Nov 13 22:17:22.620126 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d2326f55-2b6f-4356-9a78-3372f79d17ab req-b8b799a9-63a1-4642-a8b7-1adb3dff6731 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590847
Nov 13 22:17:22.708598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:22.711354 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-e3ff1f66-beb8-4789-8735-ea114cb48ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884340
Nov 13 22:17:22.804736 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cc9e01d4-2ed7-41b4-9d48-6a0c0ab18036 req-1420a2f6-c905-4f9c-b7bd-080bfca3dbd6 service neutron] 10.222.0.37 "GET /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851543
Nov 13 22:17:22.902412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd44f4f0>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:39Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:22.932751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a15c5-0df4-4943-b6c8-b045804c8054 None None] The sync data for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 is: [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:36Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6d929151-7714-4e75-9464-981491ba1619', 'name': '', 'network_id': 'b2a1d553-db0c-4248-9e9c-770b529d9f03', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:1f:56:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:35Z', 'updated_at': '2021-11-13T22:15:39Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '171966cc-98f0-4e4b-ae2b-24b05b5c24b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:17:23.138914 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb56fc-2a79-471d-9df3-a0dd09237863 None None] New status for floating IP ebd3e033-5d3a-47b4-aff8-a87873e677dd: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:17:23.746910 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4569b5a-c796-48e8-95c1-7d8b3725a6e9 req-3994bd1a-d945-4118-bc90-86c67d061fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:23.748374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4569b5a-c796-48e8-95c1-7d8b3725a6e9 req-3994bd1a-d945-4118-bc90-86c67d061fc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0527084
Nov 13 22:17:23.798689 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d4569b5a-c796-48e8-95c1-7d8b3725a6e9 req-bf451c18-47a7-46b8-a9cf-667be49dd3b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef96373f-123b-4cf9-8e20-0d14f72bc738&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442221
Nov 13 22:17:23.811822 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-e2996dd7-b222-483a-b59a-8266e85dce63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:23.813305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-e2996dd7-b222-483a-b59a-8266e85dce63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 946 time: 0.0483775
Nov 13 22:17:23.904683 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:17:23.904955 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:23.989498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:23.989847 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:24.002106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:17:24.207919 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:24.235968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=8b567d66-95d8-4bd2-af8a-7c4dfa0b6958,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:24.279946 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] No DVR routers for this DVR port 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:17:24.282658 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:24.286975 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0c978650-58ac-41c3-a4f7-081b168a26d6 req-77794ecf-cbb7-4206-ab0d-6f6c36408cc6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.37 "DELETE /v2.0/ports/8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 HTTP/1.1" status: 204  len: 173 time: 0.4676938
Nov 13 22:17:24.291062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-deleted', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:17:24.291062 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db44621-92f8-4c45-856a-4ffccb6470de" -d '{"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-deleted", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:17:24.331455 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01482c9-7318-45b5-8af5-0b10625d3288 x-openstack-request-id: req-a01482c9-7318-45b5-8af5-0b10625d3288 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:17:24.331455 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4482c9b-ad87-44a1-be3c-e5242ff8e245", "name": "network-vif-deleted", "tag": "8b567d66-95d8-4bd2-af8a-7c4dfa0b6958", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:17:24.331455 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a01482c9-7318-45b5-8af5-0b10625d3288 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:17:24.331455 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4482c9b-ad87-44a1-be3c-e5242ff8e245', 'name': 'network-vif-deleted', 'tag': '8b567d66-95d8-4bd2-af8a-7c4dfa0b6958', 'status': 'completed', 'code': 200}
Nov 13 22:17:24.396544 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:17:24.795866 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c087340d-c840-4529-9817-7460fc1b05d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:24.951063 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d6c3b741-a500-437a-91f8-cf8fbae11151 req-0748eadc-5c2c-4ae6-8561-9f71f862d911 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4482c9b-ad87-44a1-be3c-e5242ff8e245 HTTP/1.1" status: 200  len: 210 time: 0.0273070
Nov 13 22:17:26.008653 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52162) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:26.372810 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:26.624115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 6d929151-7714-4e75-9464-981491ba1619 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:17:26.624359 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:26.713562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 6d929151-7714-4e75-9464-981491ba1619, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d929151-7714-4e75-9464-981491ba1619,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:26.713922 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:26.727402 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 6d929151-7714-4e75-9464-981491ba1619 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:17:26.961591 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:26.987138 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=6d929151-7714-4e75-9464-981491ba1619,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:27.121589 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-76218547-71db-46e7-8e59-75ce38a210a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.165778 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.377253 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:17:27.501943 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:17:27.508806 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b92f16de-69f2-4251-af2f-576538de1f8b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/804ecf9e-fd69-4c2d-a0ab-dfa989989763/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4983172
Nov 13 22:17:27.510946 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52164) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:27.513526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] Sync routers for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:17:27.524307 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:27.524955 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe457f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:27.564649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting subnet 171966cc-98f0-4e4b-ae2b-24b05b5c24b8 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:17:27.568551 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.608706 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.637322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:27.663835 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:17:27.691219 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.712786 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:17:27.713132 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 8b567d66-95d8-4bd2-af8a-7c4dfa0b6958 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:17:27.825237 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.836807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe457f880>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:17:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:27.853809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Subnet': ['ID=171966cc-98f0-4e4b-ae2b-24b05b5c24b8,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:27.855766 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:27.861914 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e3b0aa60-8345-4929-b038-99397cb6b640 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/subnets/171966cc-98f0-4e4b-ae2b-24b05b5c24b8 HTTP/1.1" status: 204  len: 168 time: 0.3471141
Nov 13 22:17:27.861914 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52166) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:27.863477 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] Checking router: 804ecf9e-fd69-4c2d-a0ab-dfa989989763 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:17:27.867947 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b27b1-564c-4d53-a2b4-6948927e2ee1 None None] Network b2a1d553-db0c-4248-9e9c-770b529d9f03 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:17:27.897376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] Routers {'804ecf9e-fd69-4c2d-a0ab-dfa989989763'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:27.897376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe457f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:27.969565 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.073612 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.073882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] Set router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:28.200851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] DHCP port deletion for b2a1d553-db0c-4248-9e9c-770b529d9f03 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:17:28.229847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 9987af93-35ee-49e4-bcc5-1dacda2f7227 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:17:28.230499 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.300097 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] Deleting port 0f7b040a-b942-4899-9a61-3d7557aee43f {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:17:28.300474 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.309652 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 9987af93-35ee-49e4-bcc5-1dacda2f7227, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9987af93-35ee-49e4-bcc5-1dacda2f7227,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:28.310007 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.321843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe457f880>, [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:17:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:28.322482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 9987af93-35ee-49e4-bcc5-1dacda2f7227 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:17:28.376373 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afaef08-133d-47e8-b7fb-04ff3d0415c8 None None] The sync data for ids ['804ecf9e-fd69-4c2d-a0ab-dfa989989763'] in ncdv-master-1 is: [{'id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-8042027', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57'}], 'enable_snat': True}, 'gw_port_id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:17:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '9987af93-35ee-49e4-bcc5-1dacda2f7227', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804ecf9e-fd69-4c2d-a0ab-dfa989989763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:15:32Z', 'updated_at': '2021-11-13T22:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:17:28.396474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] For port 0f7b040a-b942-4899-9a61-3d7557aee43f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f7b040a-b942-4899-9a61-3d7557aee43f,segment=NetworkSegment(0417ebbc-36c5-4952-a7df-db809b716d39),segment_id=0417ebbc-36c5-4952-a7df-db809b716d39)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:28.397562 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.416120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] Calling delete_port for 0f7b040a-b942-4899-9a61-3d7557aee43f owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:17:28.555919 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.586458 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=9987af93-35ee-49e4-bcc5-1dacda2f7227,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:28.590945 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.618766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a3baf-5064-40c5-b891-14a78c9aec5e None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:17:28.621463 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] Pushing event deleted for resources: {'Port': ['ID=0f7b040a-b942-4899-9a61-3d7557aee43f,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:28.628177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11182dc7-5c1e-4a95-bc31-ea5cdc0dbc53 None None] No DVR routers for this DVR port 0f7b040a-b942-4899-9a61-3d7557aee43f on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:17:28.652552 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.749785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.752491 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.828628 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.854510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6d929151-7714-4e75-9464-981491ba1619 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:17:28.880554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 6d929151-7714-4e75-9464-981491ba1619 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:17:28.880959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 6d929151-7714-4e75-9464-981491ba1619 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:17:28.881381 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0f7b040a-b942-4899-9a61-3d7557aee43f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:17:28.893498 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.894179 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Fanout notify agent at l3_agent the message router_deleted on router 804ecf9e-fd69-4c2d-a0ab-dfa989989763 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:17:28.901705 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:28.904785 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0f7b040a-b942-4899-9a61-3d7557aee43f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:17:28.904984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f8e88380-2435-4eb0-ac0b-04e7acf75ae5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/routers/804ecf9e-fd69-4c2d-a0ab-dfa989989763 HTTP/1.1" status: 204  len: 168 time: 1.0401194
Nov 13 22:17:28.905112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0f7b040a-b942-4899-9a61-3d7557aee43f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:17:28.907388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52168) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:28.985448 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.079932 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.100966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefe05ff280>,) {'filters': {'network_id': ['b2a1d553-db0c-4248-9e9c-770b529d9f03']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:29.110084 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe05ff280>, '0417ebbc-36c5-4952-a7df-db809b716d39') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:29.110378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefe05ff280>, '0417ebbc-36c5-4952-a7df-db809b716d39') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:29.119964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.133187 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.138873 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:17:29.139246 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:17:29.142096 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:17:29.287852 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.296625 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.297625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/networks/b2a1d553-db0c-4248-9e9c-770b529d9f03 HTTP/1.1" status: 204  len: 168 time: 0.3896821
Nov 13 22:17:29.300565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52170) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:29.309011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b5aa6-8504-4d21-b80b-c10b384f7683 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Network': ['ID=b2a1d553-db0c-4248-9e9c-770b529d9f03,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:29.360761 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3e29e51-92d6-4e69-bdcd-825237a9a2c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.386024 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3e29e51-92d6-4e69-bdcd-825237a9a2c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.550310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3e29e51-92d6-4e69-bdcd-825237a9a2c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.553662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a3e29e51-92d6-4e69-bdcd-825237a9a2c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:29.554814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a3e29e51-92d6-4e69-bdcd-825237a9a2c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef96373f-123b-4cf9-8e20-0d14f72bc738 HTTP/1.1" status: 204  len: 168 time: 0.2531583
Nov 13 22:17:29.563783 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e29e51-92d6-4e69-bdcd-825237a9a2c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef96373f-123b-4cf9-8e20-0d14f72bc738,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:30.031488 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52176) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:30.036972 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386656658', 'description': 'tempest-secgroup-smoke-1386656658 description', 'project_id': '5a94116dd5e74de694c182fd9d6e9034'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:30.173352 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.213391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.237218 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.315800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.344745 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546b06d0-3bca-41b5-8712-2eb70496b752,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:30.424457 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.426783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.428049 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-96089b36-5edb-40e2-aec7-f30ba921ad3d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3955390
Nov 13 22:17:30.430937 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52178) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:30.435258 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '546b06d0-3bca-41b5-8712-2eb70496b752', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:30.543126 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.597204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.649199 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9987af93-35ee-49e4-bcc5-1dacda2f7227 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:17:30.671704 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9987af93-35ee-49e4-bcc5-1dacda2f7227 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:17:30.672044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9987af93-35ee-49e4-bcc5-1dacda2f7227 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:17:30.675808 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.695949 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b45af4-b0b8-49d3-ab5a-b587c46fd5a5,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:30.774918 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.776109 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-de5b41c4-ccc0-432f-b7ff-84a9df1ca102 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3442497
Nov 13 22:17:30.778825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52180) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:30.783050 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '546b06d0-3bca-41b5-8712-2eb70496b752', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:30.869098 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:30.927156 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.018365 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.037528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc78c6d-dc28-4588-98aa-62d2e107dddd,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:31.106450 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.107642 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e11cf60a-e1bf-4a51-ae3a-83c47b0d8cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3279078
Nov 13 22:17:31.110413 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52182) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:31.115292 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '546b06d0-3bca-41b5-8712-2eb70496b752', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:31.212807 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.268052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.333124 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.350749 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafd5ac4-c869-4b4c-b9bb-41b04fba22fc,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:31.403459 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.404713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8eb947d0-9c15-4257-9104-947c60cb230b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2933707
Nov 13 22:17:31.407544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52184) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:31.412584 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '546b06d0-3bca-41b5-8712-2eb70496b752', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:31.509020 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.565115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.636000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.654224 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0077191-aad2-4310-920f-4cd214ee1c90,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:31.717515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.718734 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d380a943-21a7-4ae8-b02b-7e4a4e5142d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3102579
Nov 13 22:17:31.721609 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52186) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:31.726702 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '546b06d0-3bca-41b5-8712-2eb70496b752', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:31.812935 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:17:31.817940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.881604 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.956174 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:31.974697 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e19304-0e60-4347-8e3a-48f4fbcaa137,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:32.049284 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.050518 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9761597b-34f9-45a2-856a-73c6419a4a40 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3278890
Nov 13 22:17:32.053212 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52188) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:32.057493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': '546b06d0-3bca-41b5-8712-2eb70496b752', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:32.138692 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:17:32.143606 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.208581 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.270961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.289133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e069db3-2efc-495a-81f1-4c096f230d1e,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:32.351648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.352882 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2c5adaeb-305f-49cc-be2d-2ffe456832b1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2987225
Nov 13 22:17:32.355654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52190) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:32.360347 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'network': {'name': 'tempest-network-smoke--656447025', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:32.430062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:17:32.433482 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.456993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:17:32.465980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.466305 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Added segment 689a39e1-7aeb-43dc-98d3-6d1756ecda87 of type vlan for network aa442cd2-c1d8-40ad-96ae-cc14d737191f
Nov 13 22:17:32.506760 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.624615 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.631126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:32.631531 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.696676 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Network': ['ID=aa442cd2-c1d8-40ad-96ae-cc14d737191f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:32.706867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:17:32.742318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-062463fb-950b-41aa-bccd-f28e98b7f50d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3856461
Nov 13 22:17:32.744998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52192) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:32.750098 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'admin_state_up': True, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:32.853468 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.854553 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:32.921184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:33.109058 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:33.679477 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:33.697497 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:33.794363 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.94 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/198958c3-a132-42cd-9581-83b850877826) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:17:33.901010 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:33.990691 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:34.026837 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:17:34.031432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:34.035107 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:17:34.041385 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=198958c3-a132-42cd-9581-83b850877826,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:34.044513 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0172ac6-9748-4597-9cb6-0541df9e702b None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:17:34.096979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-16fee36f-561f-448a-942b-89c638d38dcc None None] Provisioning complete for port 198958c3-a132-42cd-9581-83b850877826 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:34.097458 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-16fee36f-561f-448a-942b-89c638d38dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:34.130309 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-16fee36f-561f-448a-942b-89c638d38dcc None None] Port 198958c3-a132-42cd-9581-83b850877826 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:17:34.366507 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:34.567708 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:34.789884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:17:34.893620 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:17:34.905195 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Sync routers for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:17:34.915254 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:34.915862 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde12e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:35.009085 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.010332 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ecc5f9b6-1bc8-41a6-a2b3-25ee68c2b3c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.2643831
Nov 13 22:17:35.013639 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52196) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:35.015716 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:35.089304 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-4da09d7f-d0b5-40eb-8992-7f0c030f5fb2 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a94116dd5e74de694c182fd9d6e9034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0721381
Nov 13 22:17:35.089553 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52200) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:35.174817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c750d1-a7d3-499f-a165-69e2b090eb91 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:35.179972 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e3c750d1-a7d3-499f-a165-69e2b090eb91 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0857260
Nov 13 22:17:35.180126 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52202) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:35.190434 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde12e310>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:34Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:35.210628 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-391fb40c-5fe1-468b-8c27-f9678d17593b tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264037
Nov 13 22:17:35.210851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52204) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:35.215434 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104822946', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:35.220477 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Checking router: 72c339aa-7d41-4fe3-bafc-4706ab303ae2 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:17:35.220852 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Updating router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 port 198958c3-a132-42cd-9581-83b850877826 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:17:35.245951 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.372938 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:17:35.376562 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.487188 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.555978 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.596491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a3ecb-4a59-4075-96e6-5e311795c743 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:17:35.613031 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Attempting to bind port 198958c3-a132-42cd-9581-83b850877826 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:17:35.613213 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Attempting to bind port 198958c3-a132-42cd-9581-83b850877826 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:17:35.613548 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Attempting to bind port 198958c3-a132-42cd-9581-83b850877826 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:17:35.617168 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Pushing event updated for resources: {'Port': ['ID=198958c3-a132-42cd-9581-83b850877826,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:35.624823 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:17:35.625188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:17:35.625575 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.625958 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:17:35.626407 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Bound port: 198958c3-a132-42cd-9581-83b850877826, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:17:35.626772 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.629854 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.630188 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.631092 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.631416 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.631735 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.632051 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.632365 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.632676 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.633007 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.633317 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.633624 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.633930 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:17:35.636172 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.664557 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-972e995d-d34f-4676-a1e4-ac64bc1a474c None None] Provisioning complete for port 198958c3-a132-42cd-9581-83b850877826 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:35.665029 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-972e995d-d34f-4676-a1e4-ac64bc1a474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.688237 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] For port 198958c3-a132-42cd-9581-83b850877826, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:17:35.692186 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] For port 198958c3-a132-42cd-9581-83b850877826, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=198958c3-a132-42cd-9581-83b850877826,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:17:35.697631 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Subnet': ['ID=c5713330-a087-4211-a04a-2bbb840c4a75,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:35.702772 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-972e995d-d34f-4676-a1e4-ac64bc1a474c None None] Port 198958c3-a132-42cd-9581-83b850877826 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:17:35.706396 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Checking segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:17:35.706758 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network hostable DHCP agents. Network: aa442cd2-c1d8-40ad-96ae-cc14d737191f, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:17:35.779123 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.813052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:17:35.820045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a697d4-ff7c-45e0-a4c3-ff78a5f730bd None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:17:35.840474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a179e-f238-42f1-80ce-7c042528102e None None] Pushing event updated for resources: {'Port': ['ID=198958c3-a132-42cd-9581-83b850877826,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:35.844425 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:35.845019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde12e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:35.887410 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa442cd2-c1d8-40ad-96ae-cc14d737191f) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:35.891508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:35.892100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.898677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39404154-a537-4a43-8ecd-278d680ea9e7 None None] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:17:35.953077 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:35.967719 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a3b5563f-561c-4f17-9920-29d3b6a09c45 None None] Provisioning complete for port 198958c3-a132-42cd-9581-83b850877826 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:35.968079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3b5563f-561c-4f17-9920-29d3b6a09c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:35.984464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e5f94b20-e899-4dea-b9b6-ecd76944ae4d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7699664
Nov 13 22:17:35.984901 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52206) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:36.110840 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:17:36.111696 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.125612 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3b5563f-561c-4f17-9920-29d3b6a09c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.142064 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde12e310>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:34Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:36.158892 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a3b5563f-561c-4f17-9920-29d3b6a09c45 None None] For port 198958c3-a132-42cd-9581-83b850877826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=198958c3-a132-42cd-9581-83b850877826,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:36.176119 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac66845-7d95-4fd8-b994-0d53242ee5d2 None None] The sync data for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 is: [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:34Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:17:36.257492 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a3b5563f-561c-4f17-9920-29d3b6a09c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.302204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Allocated IP 172.20.0.2 (aa442cd2-c1d8-40ad-96ae-cc14d737191f/c5713330-a087-4211-a04a-2bbb840c4a75/2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:17:36.385550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5563f-561c-4f17-9920-29d3b6a09c45 None None] Pushing event updated for resources: {'Port': ['ID=198958c3-a132-42cd-9581-83b850877826,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:36.493408 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.558112 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.596674 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:17:36.604071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:36.608663 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:17:36.613331 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Pushing event updated for resources: {'Port': ['ID=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:36.682314 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Attempting to bind port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:17:36.682680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Attempting to bind port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:17:36.683291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Attempting to bind port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f on network aa442cd2-c1d8-40ad-96ae-cc14d737191f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:17:36.689145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:17:36.689933 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Checking segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:17:36.690535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.691100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Bound using segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:17:36.691779 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Bound port: 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:17:36.692165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.764267 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 198958c3-a132-42cd-9581-83b850877826 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:17:36.792079 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] For port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:17:36.816434 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] For port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:17:36.835549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 198958c3-a132-42cd-9581-83b850877826 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:36.835921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:36.894085 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:37.022128 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:37.094677 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9c3b7-8218-4d36-b4b9-f7edabd9c66c None None] Pushing event updated for resources: {'Port': ['ID=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:37.216537 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.1 (aa442cd2-c1d8-40ad-96ae-cc14d737191f/c5713330-a087-4211-a04a-2bbb840c4a75/d67497b5-7f51-4e3c-8cda-e29f04276f45) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:17:37.354515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:37.448233 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:37.491435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:17:37.494409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:37.500132 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:17:37.524381 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=d67497b5-7f51-4e3c-8cda-e29f04276f45,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:37.547255 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:37.737760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.043193 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.083844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea192fc-bde5-4081-83b9-64ec9c83fcef None None] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:17:38.138475 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.153091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fba107f6-141d-451a-b2d3-c58cf1c30c31 None None] Provisioning complete for port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:38.153454 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fba107f6-141d-451a-b2d3-c58cf1c30c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.220824 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.222593 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=d67497b5-7f51-4e3c-8cda-e29f04276f45,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:38.300532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fba107f6-141d-451a-b2d3-c58cf1c30c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.320303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:17:38.321775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:38.341560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fba107f6-141d-451a-b2d3-c58cf1c30c31 None None] For port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:38.419457 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fba107f6-141d-451a-b2d3-c58cf1c30c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.449076 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:17:38.472600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba107f6-141d-451a-b2d3-c58cf1c30c31 None None] Pushing event updated for resources: {'Port': ['ID=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:38.542865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e248671c-6ce7-4fe0-a5be-1a953e30888a None None] Provisioning complete for port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:38.543158 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e248671c-6ce7-4fe0-a5be-1a953e30888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.568583 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:17:38.574977 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-41953e5e-2d6b-4ef0-b67d-3e4be60d4bed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/72c339aa-7d41-4fe3-bafc-4706ab303ae2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5889506
Nov 13 22:17:38.596496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Sync routers for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:17:38.641697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:38.642323 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd8525e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:38.743780 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e248671c-6ce7-4fe0-a5be-1a953e30888a None None] Provisioning complete for port d67497b5-7f51-4e3c-8cda-e29f04276f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:38.744436 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e248671c-6ce7-4fe0-a5be-1a953e30888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.782289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:17:38.784834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-2b43401b-7560-41ad-b63e-aa2fa3c478d5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386656658&fields=id&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 267 time: 0.0839126
Nov 13 22:17:38.839832 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:38.875572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e248671c-6ce7-4fe0-a5be-1a953e30888a None None] Port d67497b5-7f51-4e3c-8cda-e29f04276f45 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:17:38.913836 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-d4b24ae8-6607-4437-bfbc-fce46d9eea02 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:38.915367 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-d4b24ae8-6607-4437-bfbc-fce46d9eea02 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/networks?id=aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 200  len: 796 time: 0.1226947
Nov 13 22:17:38.931678 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-d9ae0ffa-147b-4e03-a74c-7d0b71126205 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/quotas/5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 375 time: 0.0097468
Nov 13 22:17:38.985628 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:38.985999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:38.988534 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-75a0a50e-8bdc-47b0-835c-6ed05a43750e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0503819
Nov 13 22:17:39.046120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2570175d-272a-4ca9-9829-cf1bdb86be0b None None] Provisioning complete for port d67497b5-7f51-4e3c-8cda-e29f04276f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:39.046485 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2570175d-272a-4ca9-9829-cf1bdb86be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.118623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2570175d-272a-4ca9-9829-cf1bdb86be0b None None] Port d67497b5-7f51-4e3c-8cda-e29f04276f45 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:17:39.134769 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-531ff7fb-b13f-4a6f-9b46-c6e4dcdbe812 service neutron] 10.222.0.20 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344914
Nov 13 22:17:39.176738 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd8525e0>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 2, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:39.203949 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Checking router: 72c339aa-7d41-4fe3-bafc-4706ab303ae2 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:17:39.204305 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Updating router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 port d67497b5-7f51-4e3c-8cda-e29f04276f45 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:17:39.226232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-6547c578-fc0c-4a08-934c-d5b8483ee230 service neutron] 10.222.0.20 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852740
Nov 13 22:17:39.229261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.477145 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1eabc441-2053-4ee1-bdd2-6f26a22b3748 req-b9c7e082-8802-466e-abb1-0e75e7b212a6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 210 time: 0.0314546
Nov 13 22:17:39.493184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.579039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.628944 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ed7a6-f447-4b6d-a475-b4e00b44ef1e None None] Pushing event updated for resources: {'Port': ['ID=d67497b5-7f51-4e3c-8cda-e29f04276f45,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:39.681398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Attempting to bind port d67497b5-7f51-4e3c-8cda-e29f04276f45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:17:39.681765 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Attempting to bind port d67497b5-7f51-4e3c-8cda-e29f04276f45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:17:39.682119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Attempting to bind port d67497b5-7f51-4e3c-8cda-e29f04276f45 on network aa442cd2-c1d8-40ad-96ae-cc14d737191f {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:17:39.687220 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:17:39.687588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Checking segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:17:39.687981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.688365 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Bound using segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:17:39.688861 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Bound port: d67497b5-7f51-4e3c-8cda-e29f04276f45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:17:39.689235 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.758263 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] For port d67497b5-7f51-4e3c-8cda-e29f04276f45, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:17:39.761683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] For port d67497b5-7f51-4e3c-8cda-e29f04276f45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d67497b5-7f51-4e3c-8cda-e29f04276f45,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:17:39.819934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.895887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-719295a9-417a-4248-af9c-f63327e60362 None None] Provisioning complete for port d67497b5-7f51-4e3c-8cda-e29f04276f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:39.896261 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-719295a9-417a-4248-af9c-f63327e60362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:39.898246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:39.898862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd8525e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:39.901918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ed7a6-f447-4b6d-a475-b4e00b44ef1e None None] Pushing event updated for resources: {'Port': ['ID=d67497b5-7f51-4e3c-8cda-e29f04276f45,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:40.072046 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:40.099896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-719295a9-417a-4248-af9c-f63327e60362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:40.187183 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-719295a9-417a-4248-af9c-f63327e60362 None None] For port d67497b5-7f51-4e3c-8cda-e29f04276f45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d67497b5-7f51-4e3c-8cda-e29f04276f45,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:40.237418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-719295a9-417a-4248-af9c-f63327e60362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:40.317275 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719295a9-417a-4248-af9c-f63327e60362 None None] Pushing event updated for resources: {'Port': ['ID=d67497b5-7f51-4e3c-8cda-e29f04276f45,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:40.340429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd8525e0>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:39Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:40.374614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3765ad1-e2b3-4f9f-b616-c1a01510e1e1 None None] The sync data for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 is: [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:39Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:17:40.386089 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-37671dc2-bade-440f-813c-eac95ef06514 None None] Provisioning complete for port d67497b5-7f51-4e3c-8cda-e29f04276f45 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:40.386457 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-37671dc2-bade-440f-813c-eac95ef06514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:40.591039 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-dda7bca8-d008-4d10-8364-aeff8442e5bc req-c2c2e1c9-3b89-4a38-98e6-9fffb3e3442b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 210 time: 0.0328763
Nov 13 22:17:40.728013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d67497b5-7f51-4e3c-8cda-e29f04276f45 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:17:40.789705 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port d67497b5-7f51-4e3c-8cda-e29f04276f45 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:40.790147 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:41.230315 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-f926c74d-eaae-4611-b413-54489133bf20 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:41.231769 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-f926c74d-eaae-4611-b413-54489133bf20 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/networks?id=aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 200  len: 796 time: 0.1111705
Nov 13 22:17:41.311635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-d0b615da-2c2b-42ad-88be-673dc183b8e0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 380 time: 0.0694237
Nov 13 22:17:41.322495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'port': {'device_id': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'admin_state_up': True, 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'security_groups': ['546b06d0-3bca-41b5-8712-2eb70496b752']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:41.498523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:17:41.502121 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:41.631818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.7 (aa442cd2-c1d8-40ad-96ae-cc14d737191f/c5713330-a087-4211-a04a-2bbb840c4a75/6a73ebda-0524-485d-bcd5-8aab2fd86951) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:17:41.711400 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eb5cae05-b2eb-461a-9a82-86e1ed3b7e31 req-efdfb1e7-7dee-4a46-9b5f-685d5bd60fb9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 210 time: 0.0406117
Nov 13 22:17:41.796585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:41.882558 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:41.930497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:17:41.935511 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:41.939493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:17:41.963106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=6a73ebda-0524-485d-bcd5-8aab2fd86951,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:41.992407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:41.993046 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.068050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-db350321-2dd1-4c59-8ce9-a2cb10d1aa34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7492805
Nov 13 22:17:42.080226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Request body: {'port': {'device_id': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:42.133912 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.214873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-d5dc262e-d736-403b-8a3c-8bb420961272 None None] Provisioning complete for port 6a73ebda-0524-485d-bcd5-8aab2fd86951 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:42.215527 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d5dc262e-d736-403b-8a3c-8bb420961272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.248941 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc262e-d736-403b-8a3c-8bb420961272 None None] Port 6a73ebda-0524-485d-bcd5-8aab2fd86951 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:17:42.397336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a73ebda-0524-485d-bcd5-8aab2fd86951 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:17:42.406080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.421128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Transition to ACTIVE for port object 6a73ebda-0524-485d-bcd5-8aab2fd86951 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:17:42.555718 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.608381 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Pushing event updated for resources: {'Port': ['ID=6a73ebda-0524-485d-bcd5-8aab2fd86951,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:42.676168 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Attempting to bind port 6a73ebda-0524-485d-bcd5-8aab2fd86951 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:17:42.676986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Attempting to bind port 6a73ebda-0524-485d-bcd5-8aab2fd86951 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:17:42.676986 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Attempting to bind port 6a73ebda-0524-485d-bcd5-8aab2fd86951 on network aa442cd2-c1d8-40ad-96ae-cc14d737191f {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:17:42.681994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Port 6a73ebda-0524-485d-bcd5-8aab2fd86951 on network aa442cd2-c1d8-40ad-96ae-cc14d737191f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:17:42.682312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Attempting to bind port 6a73ebda-0524-485d-bcd5-8aab2fd86951 on network aa442cd2-c1d8-40ad-96ae-cc14d737191f {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:17:42.687261 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:17:42.692871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Checking segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:17:42.692871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Bound using segment: {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:17:42.692871 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Bound port: 6a73ebda-0524-485d-bcd5-8aab2fd86951, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689a39e1-7aeb-43dc-98d3-6d1756ecda87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:17:42.692871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.759034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] For port 6a73ebda-0524-485d-bcd5-8aab2fd86951, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:17:42.762264 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] For port 6a73ebda-0524-485d-bcd5-8aab2fd86951, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:17:42.807227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.830869 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.841990 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0508d-2cf0-4b54-aa99-7db00a2f9eef req-2fdbceee-04d6-43cc-8465-e53f4ad4fda8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:42.843494 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98b0508d-2cf0-4b54-aa99-7db00a2f9eef req-2fdbceee-04d6-43cc-8465-e53f4ad4fda8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 943 time: 0.0500319
Nov 13 22:17:42.866626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:42.867241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:42.868628 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] 10.222.0.46 "PUT /v2.0/ports/6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 200  len: 1091 time: 0.7928712
Nov 13 22:17:42.869201 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:17:42.871467 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeffd32-02d6-4c52-be46-3850383c34cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:17:42.914522 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-98b0508d-2cf0-4b54-aa99-7db00a2f9eef req-0a257413-2347-44ff-a03b-1077524b0204 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641577
Nov 13 22:17:42.914707 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a14b0-bc21-4382-a7e5-0a7cba1911dc service neutron] Pushing event updated for resources: {'Port': ['ID=6a73ebda-0524-485d-bcd5-8aab2fd86951,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:42.922192 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f21ff-c624-4807-aa76-f3101ad978fd x-openstack-request-id: req-435f21ff-c624-4807-aa76-f3101ad978fd {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:17:42.922192 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:17:42.922192 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-435f21ff-c624-4807-aa76-f3101ad978fd {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:17:42.922192 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'status': 'completed', 'code': 200}
Nov 13 22:17:42.985964 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeffd32-02d6-4c52-be46-3850383c34cd req-74ab3118-e2ae-4759-b091-6e0be7226621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:42.987488 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aaeffd32-02d6-4c52-be46-3850383c34cd req-74ab3118-e2ae-4759-b091-6e0be7226621 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1094 time: 0.0437195
Nov 13 22:17:43.092858 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeffd32-02d6-4c52-be46-3850383c34cd req-a2c00a35-fc9b-43b3-a688-a709e1a1d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:43.094265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aaeffd32-02d6-4c52-be46-3850383c34cd req-a2c00a35-fc9b-43b3-a688-a709e1a1d1df service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a94116dd5e74de694c182fd9d6e9034&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0992339
Nov 13 22:17:43.193955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeffd32-02d6-4c52-be46-3850383c34cd req-b39aa02b-81ff-4492-bbfa-d005eb89ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:43.195315 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aaeffd32-02d6-4c52-be46-3850383c34cd req-b39aa02b-81ff-4492-bbfa-d005eb89ad2e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0872982
Nov 13 22:17:43.278128 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-e4792b51-0d76-4dcd-9121-440b5e071153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:43.279571 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-e4792b51-0d76-4dcd-9121-440b5e071153 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1094 time: 0.0442643
Nov 13 22:17:43.321702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-1f7590a4-5105-4d28-b07e-d6f65c255b91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 200  len: 217 time: 0.0335364
Nov 13 22:17:43.370607 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-8cd55f8a-eeb0-459d-b10b-0c1e8fa3a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:43.372012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-8cd55f8a-eeb0-459d-b10b-0c1e8fa3a794 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5713330-a087-4211-a04a-2bbb840c4a75 HTTP/1.1" status: 200  len: 835 time: 0.0423777
Nov 13 22:17:43.419376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-85e37f79-9bfc-41eb-83da-1f98d82ffa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:43.420888 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-85e37f79-9bfc-41eb-83da-1f98d82ffa8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa442cd2-c1d8-40ad-96ae-cc14d737191f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395875
Nov 13 22:17:43.512157 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-6e6852d4-051c-473b-b8ff-978d28b817bd service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838096
Nov 13 22:17:43.603743 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6acd9c75-75cc-43ac-8eaf-f49565f361b2 req-483447e7-2ad2-464c-a99d-2906eb390947 service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839896
Nov 13 22:17:44.049006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345b12-bcf8-476f-9217-c3a255f4fad5 req-02ec0d15-4772-44db-8286-d9b8eda7acf8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:44.050479 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e345b12-bcf8-476f-9217-c3a255f4fad5 req-02ec0d15-4772-44db-8286-d9b8eda7acf8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 943 time: 0.0482554
Nov 13 22:17:44.100811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7e345b12-bcf8-476f-9217-c3a255f4fad5 req-72900f33-7b5b-4f38-8444-33b141c94962 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437636
Nov 13 22:17:45.104318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:45.214382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8b3-7daa-466f-8a02-9d6e0836a9d2 req-eab16236-2e12-4715-946c-82989ea2c89e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:45.215831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1114f8b3-7daa-466f-8a02-9d6e0836a9d2 req-eab16236-2e12-4715-946c-82989ea2c89e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 943 time: 0.0482526
Nov 13 22:17:45.263912 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1114f8b3-7daa-466f-8a02-9d6e0836a9d2 req-d8e0f3f8-6688-4edf-addf-2d5cd844afcb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421245
Nov 13 22:17:45.924370 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6a73ebda-0524-485d-bcd5-8aab2fd86951 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:17:46.017940 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 6a73ebda-0524-485d-bcd5-8aab2fd86951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:46.028952 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'port_id': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'mac_address': 'fa:16:3e:90:6b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:17:46.069113 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:46.081533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a73ebda-0524-485d-bcd5-8aab2fd86951 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:17:46.099727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 6a73ebda-0524-485d-bcd5-8aab2fd86951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:46.201090 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:46.246497 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=6a73ebda-0524-485d-bcd5-8aab2fd86951,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:46.378395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75953630-3b8c-49dd-a2e7-4cb8ec30752d req-e9fee062-cc75-4990-823e-4e28af36b2ab tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:46.380375 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75953630-3b8c-49dd-a2e7-4cb8ec30752d req-e9fee062-cc75-4990-823e-4e28af36b2ab tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 944 time: 0.0487077
Nov 13 22:17:46.430194 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-75953630-3b8c-49dd-a2e7-4cb8ec30752d req-fdd6cd2d-d394-4c31-94ad-a08e6f40f6fa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436559
Nov 13 22:17:46.434846 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['6a73ebda-0524-485d-bcd5-8aab2fd86951'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:17:47.549729 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf00a4-8fdf-4c6a-a547-e68c8a96fdc6 req-e6b84843-93c2-4478-82a7-51a54ade6bb1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:47.551186 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fdf00a4-8fdf-4c6a-a547-e68c8a96fdc6 req-e6b84843-93c2-4478-82a7-51a54ade6bb1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 944 time: 0.0523400
Nov 13 22:17:47.600041 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3fdf00a4-8fdf-4c6a-a547-e68c8a96fdc6 req-e3f17d41-332f-4ff6-b74d-53fcae02f3ee tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427468
Nov 13 22:17:47.945394 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6a73ebda-0524-485d-bcd5-8aab2fd86951 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:17:48.029965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 6a73ebda-0524-485d-bcd5-8aab2fd86951 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:17:48.033659 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 6a73ebda-0524-485d-bcd5-8aab2fd86951 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:17:48.035931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:48.112903 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:48.134882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:17:48.137140 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dbe9d3-b905-49b7-8315-19fac38d380a" -d '{"events": [{"server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "name": "network-vif-plugged", "status": "completed", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:17:48.150166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 6a73ebda-0524-485d-bcd5-8aab2fd86951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:17:48.173186 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31455cb-8116-48f1-964a-234cfed81c9d x-openstack-request-id: req-c31455cb-8116-48f1-964a-234cfed81c9d {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:17:48.173469 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "name": "network-vif-plugged", "status": "completed", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:17:48.173717 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c31455cb-8116-48f1-964a-234cfed81c9d {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:17:48.174102 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'code': 200}
Nov 13 22:17:48.189592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:48.239027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=6a73ebda-0524-485d-bcd5-8aab2fd86951,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:48.275010 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261f3f-99fd-47b9-a63c-bfd3942efde6 req-79a1fc31-5484-4a9c-8cb3-bb56d667fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:48.276497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e261f3f-99fd-47b9-a63c-bfd3942efde6 req-79a1fc31-5484-4a9c-8cb3-bb56d667fdb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1096 time: 0.0439119
Nov 13 22:17:48.324627 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8e261f3f-99fd-47b9-a63c-bfd3942efde6 req-eac42d51-1a03-4803-b1d9-a53d2644cf2e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407016
Nov 13 22:17:48.716601 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56915-3be3-43a3-8243-fb008c833321 req-817f2516-a677-4e6c-84ba-b1ef2e058e5f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:48.718111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4fb56915-3be3-43a3-8243-fb008c833321 req-817f2516-a677-4e6c-84ba-b1ef2e058e5f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0484886
Nov 13 22:17:48.766344 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-4fb56915-3be3-43a3-8243-fb008c833321 req-2c997ad3-fea1-482f-bf62-8c6af7136788 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423868
Nov 13 22:17:49.884257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667314-3639-402c-81e4-32d9eadbea93 req-7c03da22-92dc-4916-894a-e6fe879b8d49 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:49.885657 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f667314-3639-402c-81e4-32d9eadbea93 req-7c03da22-92dc-4916-894a-e6fe879b8d49 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0478902
Nov 13 22:17:49.936434 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7f667314-3639-402c-81e4-32d9eadbea93 req-b5a6bbf5-7cd0-432d-8ffc-edd7c31a5c38 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448501
Nov 13 22:17:50.050165 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f302b2-7f4c-46ed-898e-1d3e5d32097b req-04ece076-07cd-44da-b642-ab8f8cd928a0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:50.051673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30f302b2-7f4c-46ed-898e-1d3e5d32097b req-04ece076-07cd-44da-b642-ab8f8cd928a0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0493424
Nov 13 22:17:50.104822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-30f302b2-7f4c-46ed-898e-1d3e5d32097b req-6e16169e-77a2-4cf6-b098-4c597c33a1d0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470207
Nov 13 22:17:50.125696 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52260) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:50.165043 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81311af3-7a08-4893-9f57-4bc36428b6b0 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:50.166439 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-81311af3-7a08-4893-9f57-4bc36428b6b0 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1091 time: 0.0398037
Nov 13 22:17:50.169261 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52262) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:50.173414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:17:50.275363 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:50.369669 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:50.474244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.95 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/a340b2f1-353f-458c-b4bc-5fc5d1a7da39) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:17:50.581697 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:50.652721 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:50.689717 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:17:50.693083 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:17:50.696088 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:17:50.727476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=a340b2f1-353f-458c-b4bc-5fc5d1a7da39,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:51.060000 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:51.162546 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:51.313694 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:51.366493 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:51.436532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=a340b2f1-353f-458c-b4bc-5fc5d1a7da39,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:17:51.445331 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:51.543539 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP b0a63caa-3f0d-442c-bd16-fb938901a7ac associated. External IP: 172.35.3.95, port: 6a73ebda-0524-485d-bcd5-8aab2fd86951.
Nov 13 22:17:51.754219 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:17:51.860551 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:17:51.869881 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] Sync routers for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:17:51.879382 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:51.884087 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde12ee80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:51.934644 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:51.962048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d9e98071-8c90-412d-bd7f-b730645ac022 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.7918012
Nov 13 22:17:51.962654 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:17:51.965654 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:17:51.987694 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:52.005312 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8dd858-8f95-47b0-811a-38bb039e020d x-openstack-request-id: req-bb8dd858-8f95-47b0-811a-38bb039e020d {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:17:52.005838 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:17:52.006200 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb8dd858-8f95-47b0-811a-38bb039e020d {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:17:52.006710 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'status': 'completed', 'code': 200}
Nov 13 22:17:52.093299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023f90a-8b5f-4cd5-909a-c80fad410c51 req-1ddcc5de-8f9f-4d63-93e4-de4cb98d8428 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:52.094782 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e023f90a-8b5f-4cd5-909a-c80fad410c51 req-1ddcc5de-8f9f-4d63-93e4-de4cb98d8428 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0821893
Nov 13 22:17:52.100424 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-c8f921b6-55ec-4224-b3f5-63123e4ecbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:52.101923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-c8f921b6-55ec-4224-b3f5-63123e4ecbd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1096 time: 0.0589023
Nov 13 22:17:52.198652 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e023f90a-8b5f-4cd5-909a-c80fad410c51 req-3e410ea1-cb46-4553-ac62-5699e7203b54 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948350
Nov 13 22:17:52.216037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde12ee80>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0a63caa-3f0d-442c-bd16-fb938901a7ac', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'port_id': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'mac_address': 'fa:16:3e:90:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:17:50Z', 'updated_at': '2021-11-13T22:17:50Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:40Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:52.221354 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52268) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:52.226415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-dbaf753f-a6ad-4c95-8131-23914703f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:52.228044 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-dbaf753f-a6ad-4c95-8131-23914703f1fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 200  len: 897 time: 0.1175301
Nov 13 22:17:52.293153 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f824ebd1-cfcb-44cb-8b43-ef20d53c4a7d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/b0a63caa-3f0d-442c-bd16-fb938901a7ac HTTP/1.1" status: 200  len: 990 time: 0.0704947
Nov 13 22:17:52.296619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-fed7b7ec-7671-43b6-9eeb-08d0da0b9f0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 200  len: 998 time: 0.0615585
Nov 13 22:17:52.333528 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] Checking router: 72c339aa-7d41-4fe3-bafc-4706ab303ae2 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:17:52.341922 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:17:52.342691 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde12ee80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:17:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:52.346281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-72e9a675-aa84-41ac-adba-3c8b0e5d2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:52.347742 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-72e9a675-aa84-41ac-adba-3c8b0e5d2da6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5713330-a087-4211-a04a-2bbb840c4a75 HTTP/1.1" status: 200  len: 835 time: 0.0438704
Nov 13 22:17:52.396450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-821f2085-1a20-45a0-9ec9-57640a2896e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:17:52.397977 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-821f2085-1a20-45a0-9ec9-57640a2896e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa442cd2-c1d8-40ad-96ae-cc14d737191f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436029
Nov 13 22:17:52.447796 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:17:52.488430 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-23442705-72bf-46bf-80bc-3d50c7205783 service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833213
Nov 13 22:17:52.582803 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a6f3fa5e-ad80-46d8-afb1-6f0fb1ccbb7a req-3fead910-3adf-4c0a-b4fe-3d434a5cf29a service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880086
Nov 13 22:17:52.669383 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde12ee80>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0a63caa-3f0d-442c-bd16-fb938901a7ac', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'port_id': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'mac_address': 'fa:16:3e:90:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:17:50Z', 'updated_at': '2021-11-13T22:17:50Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:40Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:17:52.698448 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a4dde-c4cd-44ce-ba24-3f0e4b07c39b None None] The sync data for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 is: [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0a63caa-3f0d-442c-bd16-fb938901a7ac', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'port_id': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'mac_address': 'fa:16:3e:90:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:17:50Z', 'updated_at': '2021-11-13T22:17:50Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:40Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:17:52.894438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d742b7b-a3df-4cf9-abf8-c05c4d991fe9 None None] New status for floating IP b0a63caa-3f0d-442c-bd16-fb938901a7ac: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:17:53.296892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52270) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:17:53.355692 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cae9de55-c89c-4038-a6a8-b29f272f65ce tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/b0a63caa-3f0d-442c-bd16-fb938901a7ac HTTP/1.1" status: 200  len: 992 time: 0.0575089
Nov 13 22:17:54.744432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f266572-a5f7-48c2-8689-6bb881fa0b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:57.121419 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a083d26-293f-4170-8230-5548d3ef0fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:17:58.823946 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:00.155297 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:00.395387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:01.396753 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:18:12.811896 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:15.166286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:22.193986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c60f-7a7a-45e0-b238-8e93654775f7 req-eec5bb2c-3c6f-40a0-899f-b8f08b654ff5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:22.195363 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e10c60f-7a7a-45e0-b238-8e93654775f7 req-eec5bb2c-3c6f-40a0-899f-b8f08b654ff5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0500891
Nov 13 22:18:22.247790 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1e10c60f-7a7a-45e0-b238-8e93654775f7 req-7d8f071f-b53e-45f4-93e7-a812511ccf6a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465872
Nov 13 22:18:23.414700 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87eacd-8eb9-459d-adf1-7ba6125601c0 req-c5ae0f9b-19a0-40f1-80da-f507bb7cdcb3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:23.416169 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d87eacd-8eb9-459d-adf1-7ba6125601c0 req-c5ae0f9b-19a0-40f1-80da-f507bb7cdcb3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0984223
Nov 13 22:18:23.464342 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9d87eacd-8eb9-459d-adf1-7ba6125601c0 req-457432fb-3e19-4102-80a3-6aecd61d7470 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420821
Nov 13 22:18:24.621273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d43b3-c542-4a26-87cd-a18c20f200a2 req-5b4ed051-4b57-47ff-ac4b-4aec81d148a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:24.622752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c54d43b3-c542-4a26-87cd-a18c20f200a2 req-5b4ed051-4b57-47ff-ac4b-4aec81d148a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0918419
Nov 13 22:18:24.684663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c54d43b3-c542-4a26-87cd-a18c20f200a2 req-6406da3a-0434-4402-bea1-a5b65f37e1b5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559833
Nov 13 22:18:24.726609 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0889d6ab-8d8d-46f8-b20a-c7b91537d165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:25.800162 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ed445-4fbc-44bc-a801-6f0e4d1d35a9 req-8f007bde-6234-459e-a337-78ec3f44c56a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:25.801654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3ed445-4fbc-44bc-a801-6f0e4d1d35a9 req-8f007bde-6234-459e-a337-78ec3f44c56a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0477402
Nov 13 22:18:25.861140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4b3ed445-4fbc-44bc-a801-6f0e4d1d35a9 req-c89fe9fb-bce7-465d-8515-123045c51570 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528984
Nov 13 22:18:26.977501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6970f7-685d-485e-90ec-eda17a3b3495 req-f5886203-e0e5-4f90-b6fd-7bc2267406d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:26.978965 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d6970f7-685d-485e-90ec-eda17a3b3495 req-f5886203-e0e5-4f90-b6fd-7bc2267406d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0474541
Nov 13 22:18:27.026994 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0d6970f7-685d-485e-90ec-eda17a3b3495 req-4bba3173-7d74-4775-875c-36be25e51f99 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420785
Nov 13 22:18:27.069463 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b451ce56-17ca-41dd-8a90-d293619186c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:28.141551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2bf4d-8cfe-4de8-baaa-d4d4618d76fa req-9058f93c-dd32-4f62-8837-970f463fafaf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:28.142990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19f2bf4d-8cfe-4de8-baaa-d4d4618d76fa req-9058f93c-dd32-4f62-8837-970f463fafaf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0479636
Nov 13 22:18:28.191108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19f2bf4d-8cfe-4de8-baaa-d4d4618d76fa req-aff3a928-b411-4dcb-8fd8-f918cbec5990 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421078
Nov 13 22:18:28.805934 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:29.308420 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1dd51-d398-4a0b-8ea4-f1307dc34e83 req-e0bc009a-4854-43f0-ad04-77a17e0de804 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:29.309900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ae1dd51-d398-4a0b-8ea4-f1307dc34e83 req-e0bc009a-4854-43f0-ad04-77a17e0de804 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0519433
Nov 13 22:18:29.359134 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1ae1dd51-d398-4a0b-8ea4-f1307dc34e83 req-d82d3da4-a0aa-4ae5-83aa-83904a6bbca3 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433087
Nov 13 22:18:30.149397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:30.412380 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:30.477384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e77c1-90e9-40b2-8bd7-4574f9fd3f36 req-a22dcfe1-232c-46b4-9dcc-b607beabbdd4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:30.478872 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-182e77c1-90e9-40b2-8bd7-4574f9fd3f36 req-a22dcfe1-232c-46b4-9dcc-b607beabbdd4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0485098
Nov 13 22:18:30.527025 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-182e77c1-90e9-40b2-8bd7-4574f9fd3f36 req-374e99d2-12fe-48b2-8b68-e95d9bb2b0fb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422454
Nov 13 22:18:31.640598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610c795-1299-461f-9924-89d73db77c81 req-df015e47-8a0b-4c08-acc3-873c7635a57d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:31.642089 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c610c795-1299-461f-9924-89d73db77c81 req-df015e47-8a0b-4c08-acc3-873c7635a57d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0476809
Nov 13 22:18:31.691673 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c610c795-1299-461f-9924-89d73db77c81 req-702febb6-1d15-4171-90d0-d7465623b532 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429747
Nov 13 22:18:32.244020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-ef6ba4b2-eb69-4322-b475-8acef59de1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:32.245504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-ef6ba4b2-eb69-4322-b475-8acef59de1c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1096 time: 0.0807095
Nov 13 22:18:32.346481 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-4d91e1a9-696a-45e8-b02a-74aba639f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:32.347918 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-4d91e1a9-696a-45e8-b02a-74aba639f43b service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 200  len: 897 time: 0.0823045
Nov 13 22:18:32.415960 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-a3c514b0-7ac5-42c6-bc80-f20991359d54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 200  len: 1000 time: 0.0606103
Nov 13 22:18:32.463827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-4e2afc5b-c258-4ae5-b5a2-83246e92c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:32.465297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-4e2afc5b-c258-4ae5-b5a2-83246e92c55c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5713330-a087-4211-a04a-2bbb840c4a75 HTTP/1.1" status: 200  len: 835 time: 0.0428243
Nov 13 22:18:32.509340 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-3b250186-823d-4790-a181-e94db861f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:32.510798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-3b250186-823d-4790-a181-e94db861f79e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa442cd2-c1d8-40ad-96ae-cc14d737191f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392509
Nov 13 22:18:32.603504 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-d27b687f-7003-4618-8323-e4c33d78737f service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861599
Nov 13 22:18:32.693768 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5d3b1eca-91c2-4f88-8292-fac5df78e004 req-1f63a338-e4b6-4850-8959-c1fea9d5ea43 service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831025
Nov 13 22:18:32.810947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc765f-0f5b-4c24-aefd-73e545293a85 req-9a88f0dc-a07a-4c6f-bc72-a6431b6d5cf9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:32.812415 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41dc765f-0f5b-4c24-aefd-73e545293a85 req-9a88f0dc-a07a-4c6f-bc72-a6431b6d5cf9 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0529134
Nov 13 22:18:32.860773 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-41dc765f-0f5b-4c24-aefd-73e545293a85 req-f04f1cc3-1f7e-423c-ae74-cb4003008a34 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422308
Nov 13 22:18:32.882719 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52324) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:18:32.940609 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-79597a5e-5b74-4197-92f2-84655126dd92 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/b0a63caa-3f0d-442c-bd16-fb938901a7ac HTTP/1.1" status: 200  len: 992 time: 0.0568023
Nov 13 22:18:34.278813 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab2b7a-88d2-4d67-a757-801c9627e01d req-1001c677-e208-45cf-b7a8-63dee9667cb5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:34.280273 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22ab2b7a-88d2-4d67-a757-801c9627e01d req-1001c677-e208-45cf-b7a8-63dee9667cb5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0520146
Nov 13 22:18:34.337037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-22ab2b7a-88d2-4d67-a757-801c9627e01d req-e29c1164-e9ac-4b3f-9909-c07430166797 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503860
Nov 13 22:18:34.346200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1728f-b0f8-4f70-9159-721d04265223 req-b8dd7d53-c3ab-4f5e-8d95-1dc34113f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:34.347732 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-b8dd7d53-c3ab-4f5e-8d95-1dc34113f75d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1096 time: 0.0408795
Nov 13 22:18:34.440302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1728f-b0f8-4f70-9159-721d04265223 req-585a8c9e-95b9-4107-81e0-6fdfd2fc3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:34.441855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-585a8c9e-95b9-4107-81e0-6fdfd2fc3091 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 200  len: 897 time: 0.0874214
Nov 13 22:18:34.507346 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-95d25e6f-cf9d-4966-97dc-26f451d55972 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 200  len: 1000 time: 0.0586429
Nov 13 22:18:34.854941 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1728f-b0f8-4f70-9159-721d04265223 req-edef278f-0146-484a-a334-c9a2b47ede7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:34.856299 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-edef278f-0146-484a-a334-c9a2b47ede7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5713330-a087-4211-a04a-2bbb840c4a75 HTTP/1.1" status: 200  len: 835 time: 0.3427668
Nov 13 22:18:34.900133 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1728f-b0f8-4f70-9159-721d04265223 req-1dd09f97-b24d-4ef7-90b0-1ed2b8806870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:34.920470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-1dd09f97-b24d-4ef7-90b0-1ed2b8806870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa442cd2-c1d8-40ad-96ae-cc14d737191f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384643
Nov 13 22:18:34.991772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-1d42d314-0919-433d-b81b-d10ce10c31c7 service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822330
Nov 13 22:18:35.080254 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-aac1728f-b0f8-4f70-9159-721d04265223 req-d2ea2aba-05ca-408e-942d-cb1173f3d151 service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825281
Nov 13 22:18:35.459029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a5f5b-3ab1-486c-8fe9-c78431b1dcb6 req-051d1c09-26fc-4845-b4da-127dccc2c3bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:35.461056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-998a5f5b-3ab1-486c-8fe9-c78431b1dcb6 req-051d1c09-26fc-4845-b4da-127dccc2c3bc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0511565
Nov 13 22:18:35.514954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-998a5f5b-3ab1-486c-8fe9-c78431b1dcb6 req-3d446d49-34a8-4d68-a45b-c7f70cb05b9a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479624
Nov 13 22:18:36.629630 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d120-aaa1-4755-8f53-d2f5a35dca38 req-1af77b10-19f7-4668-b98d-e5726d57ee0a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:18:36.631183 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-faf1d120-aaa1-4755-8f53-d2f5a35dca38 req-1af77b10-19f7-4668-b98d-e5726d57ee0a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0485098
Nov 13 22:18:36.681990 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-faf1d120-aaa1-4755-8f53-d2f5a35dca38 req-bd0b4d85-8412-4df1-9a28-cdf25f629232 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445192
Nov 13 22:18:36.704908 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52336) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:18:36.766755 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-fbfd57b5-8262-43e7-b5ab-6397e648a801 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/b0a63caa-3f0d-442c-bd16-fb938901a7ac HTTP/1.1" status: 200  len: 992 time: 0.0607371
Nov 13 22:18:38.396643 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:18:42.862714 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:45.183346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:54.771605 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b8edd31a-ebcc-4eee-b751-ad028521d725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:57.080348 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1961783b-a632-409b-9e71-de3423603121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:18:58.811523 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:00.148511 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:00.423184 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:07.403447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52346) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:07.559504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port a340b2f1-353f-458c-b4bc-5fc5d1a7da39 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:19:07.559847 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:07.633232 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:07.633554 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:07.645644 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for a340b2f1-353f-458c-b4bc-5fc5d1a7da39 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:19:08.183128 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:08.207771 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=a340b2f1-353f-458c-b4bc-5fc5d1a7da39,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:08.234734 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.235116 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.235461 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.235799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.236134 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.236466 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.236830 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.237162 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.237492 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.237824 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.238148 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.238469 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:08.278716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:08.279050 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP b0a63caa-3f0d-442c-bd16-fb938901a7ac disassociated (deleted). External IP: 172.35.3.95, port: 6a73ebda-0524-485d-bcd5-8aab2fd86951.
Nov 13 22:19:08.482435 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:19:08.589052 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:19:08.593901 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:08.598331 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] Sync routers for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:19:08.608953 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:08.611738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde9c0d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:08.620445 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0e527ac6-d7f3-410f-8e55-9c52ac80240f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/floatingips/b0a63caa-3f0d-442c-bd16-fb938901a7ac HTTP/1.1" status: 204  len: 168 time: 1.2159150
Nov 13 22:19:08.621911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:19:08.623848 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17607274-b5fe-4497-926d-6efe43b7c24d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:19:08.665297 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787833dc-9a15-4271-a1a2-2682843bc5c3 x-openstack-request-id: req-787833dc-9a15-4271-a1a2-2682843bc5c3 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:19:08.666266 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:19:08.666532 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-787833dc-9a15-4271-a1a2-2682843bc5c3 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:19:08.667065 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'status': 'completed', 'code': 200}
Nov 13 22:19:08.720226 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:08.732131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17607274-b5fe-4497-926d-6efe43b7c24d req-441517cb-3766-4a9a-866f-d41f7410686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:08.733816 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-441517cb-3766-4a9a-866f-d41f7410686a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 1096 time: 0.0442841
Nov 13 22:19:08.826280 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17607274-b5fe-4497-926d-6efe43b7c24d req-fb4ec713-7074-4b57-aa1f-0c6e73544ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:08.827793 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-fb4ec713-7074-4b57-aa1f-0c6e73544ec6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 200  len: 897 time: 0.0870624
Nov 13 22:19:08.874728 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-f0f328bf-5a56-46a4-818d-56d27dbf67bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 200  len: 217 time: 0.0397325
Nov 13 22:19:08.918487 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde9c0d90>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:40Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:08.925393 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17607274-b5fe-4497-926d-6efe43b7c24d req-2a6bbce3-b621-4fee-a0af-68399362c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:08.930357 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-2a6bbce3-b621-4fee-a0af-68399362c8f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5713330-a087-4211-a04a-2bbb840c4a75 HTTP/1.1" status: 200  len: 835 time: 0.0456469
Nov 13 22:19:08.948715 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] Checking router: 72c339aa-7d41-4fe3-bafc-4706ab303ae2 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:19:08.957365 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:08.957958 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde9c0d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:08.974606 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17607274-b5fe-4497-926d-6efe43b7c24d req-567f4c2f-2134-4186-9f55-9d3e054943eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:08.976306 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-567f4c2f-2134-4186-9f55-9d3e054943eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aa442cd2-c1d8-40ad-96ae-cc14d737191f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0423281
Nov 13 22:19:09.066254 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:09.095722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adbaeb-f112-46ee-91b9-46b624c0e776 req-84d51a96-93f9-421c-8bf3-a91944021b38 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:09.097212 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91adbaeb-f112-46ee-91b9-46b624c0e776 req-84d51a96-93f9-421c-8bf3-a91944021b38 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0902729
Nov 13 22:19:09.122899 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-31a1c80f-99df-49d0-8c32-7ef2a4eb7a0c service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398780
Nov 13 22:19:09.202437 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-91adbaeb-f112-46ee-91b9-46b624c0e776 req-ec5969ee-17ed-4005-a921-220c46da1a70 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965917
Nov 13 22:19:09.235189 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17607274-b5fe-4497-926d-6efe43b7c24d req-9c8fa7d2-c930-491a-b214-82b3ef5be451 service neutron] 10.222.0.46 "GET /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048200
Nov 13 22:19:09.261485 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde9c0d90>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:40Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:09.286363 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19549d-497c-4be2-923c-17ecd704db0a None None] The sync data for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 is: [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:17:37Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd67497b5-7f51-4e3c-8cda-e29f04276f45', 'name': '', 'network_id': 'aa442cd2-c1d8-40ad-96ae-cc14d737191f', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:6f:86:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:37Z', 'updated_at': '2021-11-13T22:17:40Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': 'c5713330-a087-4211-a04a-2bbb840c4a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:19:09.508595 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e11f0-fe6e-4df9-8e9b-cac64cc85c53 None None] New status for floating IP b0a63caa-3f0d-442c-bd16-fb938901a7ac: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:19:10.323479 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faade83-6a76-4120-9fc1-39bd0fd72927 req-8dd9ec93-0e6c-4c2b-8ade-8f32d77d86ed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:10.325000 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7faade83-6a76-4120-9fc1-39bd0fd72927 req-8dd9ec93-0e6c-4c2b-8ade-8f32d77d86ed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0485678
Nov 13 22:19:10.373834 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7faade83-6a76-4120-9fc1-39bd0fd72927 req-c8c44fc7-2957-4581-8798-6517a5ac0d21 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=546b06d0-3bca-41b5-8712-2eb70496b752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428112
Nov 13 22:19:10.499086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324b269-020a-4652-9abd-16581f2424d5 req-cdbe0a5a-81a0-4424-a06c-0063e2a862b6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:10.500442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8324b269-020a-4652-9abd-16581f2424d5 req-cdbe0a5a-81a0-4424-a06c-0063e2a862b6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 945 time: 0.0470378
Nov 13 22:19:10.591631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 6a73ebda-0524-485d-bcd5-8aab2fd86951 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:19:10.591964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:10.677668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 6a73ebda-0524-485d-bcd5-8aab2fd86951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a73ebda-0524-485d-bcd5-8aab2fd86951,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:10.678027 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:10.690369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 6a73ebda-0524-485d-bcd5-8aab2fd86951 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:19:10.897051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:10.926372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=6a73ebda-0524-485d-bcd5-8aab2fd86951,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:10.944014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.944370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.944734 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.945073 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.945407 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.945740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.946094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.946427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.947346 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.947680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.948083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.948320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:10.985495 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] No DVR routers for this DVR port 6a73ebda-0524-485d-bcd5-8aab2fd86951 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:19:10.988096 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:10.991589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8324b269-020a-4652-9abd-16581f2424d5 req-7a0180c7-e5da-454f-9723-5fd3833dab5e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "DELETE /v2.0/ports/6a73ebda-0524-485d-bcd5-8aab2fd86951 HTTP/1.1" status: 204  len: 173 time: 0.4854960
Nov 13 22:19:10.992032 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'name': 'network-vif-deleted', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:19:10.994385 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da24025c-d362-4988-bf6d-b751194f4e03" -d '{"events": [{"server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "name": "network-vif-deleted", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:19:11.080081 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c2bf4-8db6-4642-9eea-f16e6c7bda51 x-openstack-request-id: req-e37c2bf4-8db6-4642-9eea-f16e6c7bda51 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:19:11.080381 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4e9c6b-ff47-4674-93e2-0748cb1e7788", "name": "network-vif-deleted", "tag": "6a73ebda-0524-485d-bcd5-8aab2fd86951", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:19:11.080639 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e37c2bf4-8db6-4642-9eea-f16e6c7bda51 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:19:11.081089 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4e9c6b-ff47-4674-93e2-0748cb1e7788', 'name': 'network-vif-deleted', 'tag': '6a73ebda-0524-485d-bcd5-8aab2fd86951', 'status': 'completed', 'code': 200}
Nov 13 22:19:11.483561 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e2a931e3-e767-4ce9-91a9-61294fa27078 req-9715fbda-75e5-4ec0-a223-e9aca03e97cc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b4e9c6b-ff47-4674-93e2-0748cb1e7788 HTTP/1.1" status: 200  len: 210 time: 0.0273855
Nov 13 22:19:12.543578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52364) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:12.788866 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:12.905772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:13.156952 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port d67497b5-7f51-4e3c-8cda-e29f04276f45 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:19:13.157215 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:13.244373 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port d67497b5-7f51-4e3c-8cda-e29f04276f45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d67497b5-7f51-4e3c-8cda-e29f04276f45,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:13.244818 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:13.261809 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for d67497b5-7f51-4e3c-8cda-e29f04276f45 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:19:13.514465 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:13.541578 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=d67497b5-7f51-4e3c-8cda-e29f04276f45,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:13.717916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:13.932885 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:19:14.039602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:19:14.045375 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-937746aa-df8c-401e-acdc-fbacabf643d1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/72c339aa-7d41-4fe3-bafc-4706ab303ae2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5006945
Nov 13 22:19:14.047482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52366) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:14.053863 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] Sync routers for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:19:14.063192 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:14.063776 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde313340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:14.099881 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting subnet c5713330-a087-4211-a04a-2bbb840c4a75 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:19:14.103527 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.145307 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.233832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.257045 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:14.348804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.376883 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Subnet': ['ID=c5713330-a087-4211-a04a-2bbb840c4a75,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:14.382332 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.386027 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-708bc443-2a05-4e6a-97cd-b9005836591b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/subnets/c5713330-a087-4211-a04a-2bbb840c4a75 HTTP/1.1" status: 204  len: 168 time: 0.3375883
Nov 13 22:19:14.388936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52368) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:14.393937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea55914-fffb-49d2-91a6-bf97c2c404c2 None None] Network aa442cd2-c1d8-40ad-96ae-cc14d737191f requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:19:14.431361 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde313340>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:19:13Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:14.453344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6a73ebda-0524-485d-bcd5-8aab2fd86951 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:19:14.464175 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] Checking router: 72c339aa-7d41-4fe3-bafc-4706ab303ae2 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:19:14.475152 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] Routers {'72c339aa-7d41-4fe3-bafc-4706ab303ae2'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:14.475758 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde313340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:14.511842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 6a73ebda-0524-485d-bcd5-8aab2fd86951 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:19:14.512117 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 6a73ebda-0524-485d-bcd5-8aab2fd86951 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:19:14.525515 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.600223 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] Set router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:14.638552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] DHCP port deletion for aa442cd2-c1d8-40ad-96ae-cc14d737191f request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:19:14.640654 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.686853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Deleting port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:19:14.687219 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.757436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] For port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,segment=NetworkSegment(689a39e1-7aeb-43dc-98d3-6d1756ecda87),segment_id=689a39e1-7aeb-43dc-98d3-6d1756ecda87)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:14.758030 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.767882 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 198958c3-a132-42cd-9581-83b850877826 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:19:14.768447 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.780714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Calling delete_port for 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:19:14.815856 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde313340>, [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:19:13Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:14.833921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:19:14.849806 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5693818-e8f0-4ac4-9363-a53161d0b64e None None] The sync data for ids ['72c339aa-7d41-4fe3-bafc-4706ab303ae2'] in ncdv-master-1 is: [{'id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35360606', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94'}], 'enable_snat': True}, 'gw_port_id': '198958c3-a132-42cd-9581-83b850877826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:17:32Z', 'updated_at': '2021-11-13T22:19:13Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': '198958c3-a132-42cd-9581-83b850877826', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c339aa-7d41-4fe3-bafc-4706ab303ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:17:33Z', 'updated_at': '2021-11-13T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:19:14.869140 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 198958c3-a132-42cd-9581-83b850877826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=198958c3-a132-42cd-9581-83b850877826,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:14.869509 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.888201 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 198958c3-a132-42cd-9581-83b850877826 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:19:14.939893 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:14.983973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.015974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Pushing event deleted for resources: {'Port': ['ID=2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:15.019874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] No DVR routers for this DVR port 2de7bed5-674d-4b5f-835f-5a2b3f8a6d9f on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:19:15.046072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.046416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.046754 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.047088 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.047417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.047748 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.048072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.048393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.048734 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.049055 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.049372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.049686 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3853b2f-8641-4591-a818-f713509320a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:15.125674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.152898 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=198958c3-a132-42cd-9581-83b850877826,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:15.164625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5371b-0d60-4e05-861c-ed9d9f7580d4 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:19:15.172908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.221571 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.315898 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.318213 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.395378 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:19:15.491463 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.492037 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Fanout notify agent at l3_agent the message router_deleted on router 72c339aa-7d41-4fe3-bafc-4706ab303ae2 {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:19:15.499049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.500232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ded34f0d-0e57-4735-b92c-27737d222016 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/routers/72c339aa-7d41-4fe3-bafc-4706ab303ae2 HTTP/1.1" status: 204  len: 168 time: 1.1102295
Nov 13 22:19:15.502888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52370) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:15.581677 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.672560 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.691845 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd7a34f0>,) {'filters': {'network_id': ['aa442cd2-c1d8-40ad-96ae-cc14d737191f']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:15.701477 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7a34f0>, '689a39e1-7aeb-43dc-98d3-6d1756ecda87') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:15.701768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd7a34f0>, '689a39e1-7aeb-43dc-98d3-6d1756ecda87') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:15.710837 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.736869 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.742768 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:19:15.743144 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:19:15.746057 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:19:15.880019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.887862 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.890715 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/networks/aa442cd2-c1d8-40ad-96ae-cc14d737191f HTTP/1.1" status: 204  len: 168 time: 0.3868771
Nov 13 22:19:15.893613 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52372) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:15.903291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e09cf-bd6e-4f9f-a25d-bb10bc0b0889 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Network': ['ID=aa442cd2-c1d8-40ad-96ae-cc14d737191f,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:15.953017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b914b45-34b3-4433-b0b1-53a5100cbc28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:15.978067 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b914b45-34b3-4433-b0b1-53a5100cbc28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.085628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b914b45-34b3-4433-b0b1-53a5100cbc28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.088303 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b914b45-34b3-4433-b0b1-53a5100cbc28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.089575 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7b914b45-34b3-4433-b0b1-53a5100cbc28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/security-groups/546b06d0-3bca-41b5-8712-2eb70496b752 HTTP/1.1" status: 204  len: 168 time: 0.1944520
Nov 13 22:19:16.099022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b914b45-34b3-4433-b0b1-53a5100cbc28 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546b06d0-3bca-41b5-8712-2eb70496b752,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:16.518653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52378) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:16.523378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112990706', 'description': 'tempest-secgroup-smoke-112990706 description', 'project_id': '5a94116dd5e74de694c182fd9d6e9034'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:16.611597 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.676781 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.744348 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d67497b5-7f51-4e3c-8cda-e29f04276f45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:19:16.748918 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.777965 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: d67497b5-7f51-4e3c-8cda-e29f04276f45 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:19:16.778411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device d67497b5-7f51-4e3c-8cda-e29f04276f45 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:19:16.778911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 198958c3-a132-42cd-9581-83b850877826 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:19:16.779037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80a8acc-59f4-4069-8544-63c57e2bfcee,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:16.802045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 198958c3-a132-42cd-9581-83b850877826 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:19:16.802385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 198958c3-a132-42cd-9581-83b850877826 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:19:16.819113 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.820384 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-cd2c4242-7717-4d93-a351-41d535e4c3c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3007166
Nov 13 22:19:16.823425 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52380) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:16.827929 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'd80a8acc-59f4-4069-8544-63c57e2bfcee', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:16.920007 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:16.977439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.063061 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.080769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a157ba-db2c-4eb7-9749-2bf55084b518,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:17.162991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.164303 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-daeaa01f-24b1-44a1-8324-4c3bdcebd6d7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3397489
Nov 13 22:19:17.167035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:17.171411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'd80a8acc-59f4-4069-8544-63c57e2bfcee', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:17.268118 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.322579 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.417089 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.434997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8542a03f-4841-47bb-b72d-93a0fa4a336a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:17.504630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.505901 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-9d4f7ec2-36f1-4ab2-a016-3e64cf100c6e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3378806
Nov 13 22:19:17.508571 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52384) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:17.512901 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'd80a8acc-59f4-4069-8544-63c57e2bfcee', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:17.605464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.660999 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.731017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.749046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac365d88-9c7e-4c1e-95c7-6e3d79977073,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:17.795800 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.797049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e93b93f8-661f-4142-ac75-0625f469a177 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2874546
Nov 13 22:19:17.799754 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52386) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:17.804081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'd80a8acc-59f4-4069-8544-63c57e2bfcee', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:17.878506 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:17.937222 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.005397 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.027281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537978d8-c399-42ec-ab66-64cdd46ba756,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:18.122280 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.123566 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7c60f215-01f2-4c7b-b9a8-c77ff1323c95 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3228571
Nov 13 22:19:18.127049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52388) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:18.133105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'd80a8acc-59f4-4069-8544-63c57e2bfcee', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:18.205426 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:19:18.210302 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.266520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.336997 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.354815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93dee39-6600-4fab-a19d-a71cafb8913f,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:18.396097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.397257 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2cd72d8c-c332-4689-85b5-f496e8da1d24 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2692714
Nov 13 22:19:18.400016 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52390) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:18.404338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'security_group_rule': {'security_group_id': 'd80a8acc-59f4-4069-8544-63c57e2bfcee', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:18.473917 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Project 5a94116dd5e74de694c182fd9d6e9034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:19:18.479231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.536642 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.594133 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.612104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8c47bb-1c02-4197-80ef-330fccb128d3,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:18.681698 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.682841 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6adc2598-b073-40e9-8003-4a50a7135215 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2819116
Nov 13 22:19:18.685640 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52392) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:18.690464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'network': {'name': 'tempest-network-smoke--213516129', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'port_security_enabled': True}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:18.788678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:19:18.792134 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.814959 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:19:18.823930 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.827081 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Added segment f019a876-ac3b-4fd8-976e-9fa15bd118f5 of type vlan for network b588b36a-580e-4c88-9601-2b389dc10e46
Nov 13 22:19:18.863856 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.937225 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:18.942701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:18.943351 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.005693 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Network': ['ID=b588b36a-580e-4c88-9601-2b389dc10e46,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:19.016802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network b588b36a-580e-4c88-9601-2b389dc10e46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:19:19.054265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dfb5e97a-7828-4585-ab06-1402cbe66e04 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3675408
Nov 13 22:19:19.057616 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52394) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:19.062079 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'admin_state_up': True, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:19.137243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.138276 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.193907 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.369733 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.623317 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.641161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.744533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.235 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/bd80b05f-02ac-428e-af10-0635d0ffb9c5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:19:19.842116 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.925598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:19.961512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:19:19.965014 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:19.970584 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:19:19.979543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90629c-9d44-43b9-a6f9-707aca630c0b None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:19:20.001560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=bd80b05f-02ac-428e-af10-0635d0ffb9c5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:20.092983 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b5e3033b-c08d-462b-a207-67c6afcca5fb None None] Provisioning complete for port bd80b05f-02ac-428e-af10-0635d0ffb9c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:20.093592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b5e3033b-c08d-462b-a207-67c6afcca5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:20.129688 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3033b-c08d-462b-a207-67c6afcca5fb None None] Port bd80b05f-02ac-428e-af10-0635d0ffb9c5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:20.310024 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:20.505489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:20.696840 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 428f4595-8867-4262-9b0c-383f8634a87c is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:19:20.800738 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:19:20.811301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Sync routers for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:19:20.820956 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:20.828282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0047c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:20.876452 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:20.877761 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e97a4ab2-bcae-4d56-8ba9-cd4851a35b58 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8192239
Nov 13 22:19:20.880882 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52396) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:20.908353 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c3a9e349-7772-4536-b3a9-4aeab10a0a84 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a94116dd5e74de694c182fd9d6e9034&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263588
Nov 13 22:19:20.911466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52398) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:20.948375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:21.003240 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6db2f7-c819-4fa2-8b1e-c792999e91ad tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:21.004855 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ad6db2f7-c819-4fa2-8b1e-c792999e91ad tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0924001
Nov 13 22:19:21.007544 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52400) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:21.034710 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-48787443-1fac-490f-a7ec-e85de13358ec tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=33cde637-622a-4b3a-92ab-f1b4b833111a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0261202
Nov 13 22:19:21.037077 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52402) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:21.042467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-200453489', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:21.123690 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0047c0>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:20Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:21.150224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Checking router: 428f4595-8867-4262-9b0c-383f8634a87c for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:19:21.150563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Updating router 428f4595-8867-4262-9b0c-383f8634a87c port bd80b05f-02ac-428e-af10-0635d0ffb9c5 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:19:21.179011 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.211547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:19:21.215673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.438323 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.468798 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.528977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Subnet': ['ID=7624a5b1-cdc3-443c-a790-c404510399a2,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:21.532466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.543159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Checking segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:19:21.543159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network hostable DHCP agents. Network: b588b36a-580e-4c88-9601-2b389dc10e46, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:19:21.570241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c8d9a-a86d-42f1-a58c-b451417eb008 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:19:21.595783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Attempting to bind port bd80b05f-02ac-428e-af10-0635d0ffb9c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:19:21.596156 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Attempting to bind port bd80b05f-02ac-428e-af10-0635d0ffb9c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:19:21.601535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Attempting to bind port bd80b05f-02ac-428e-af10-0635d0ffb9c5 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:19:21.601535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e16c-3af6-4005-ba8a-53fec769292f None None] Pushing event updated for resources: {'Port': ['ID=bd80b05f-02ac-428e-af10-0635d0ffb9c5,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:21.604555 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:19:21.604960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:19:21.605355 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.605741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:19:21.606204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Bound port: bd80b05f-02ac-428e-af10-0635d0ffb9c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:19:21.606583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.611770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b588b36a-580e-4c88-9601-2b389dc10e46 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:19:21.667781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] For port bd80b05f-02ac-428e-af10-0635d0ffb9c5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:19:21.670964 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] For port bd80b05f-02ac-428e-af10-0635d0ffb9c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd80b05f-02ac-428e-af10-0635d0ffb9c5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:19:21.675524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5efbaacd-7bf3-4b82-aa20-1a0f2cc867a2 None None] Provisioning complete for port bd80b05f-02ac-428e-af10-0635d0ffb9c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:21.675890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5efbaacd-7bf3-4b82-aa20-1a0f2cc867a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.686239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b588b36a-580e-4c88-9601-2b389dc10e46) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:21.695671 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:21.697190 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.698660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f07e69-82b3-41b3-8e54-e739706694fd None None] Network b588b36a-580e-4c88-9601-2b389dc10e46 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:19:21.729458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5efbaacd-7bf3-4b82-aa20-1a0f2cc867a2 None None] Port bd80b05f-02ac-428e-af10-0635d0ffb9c5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:21.791930 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-10fccda2-4e19-45b9-a8e2-726a02d1ca47 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7535534
Nov 13 22:19:21.794805 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52420) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:21.920292 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:21.977868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc85290-05b4-457d-b219-49acf7cb9386 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:19:22.017364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e16c-3af6-4005-ba8a-53fec769292f None None] Pushing event updated for resources: {'Port': ['ID=bd80b05f-02ac-428e-af10-0635d0ffb9c5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:22.022723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:22.023343 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0047c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:22.120850 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4bf85fb8-16e5-4ed5-bdd8-7e0047def7a1 None None] Provisioning complete for port bd80b05f-02ac-428e-af10-0635d0ffb9c5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:22.121182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4bf85fb8-16e5-4ed5-bdd8-7e0047def7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.209329 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b588b36a-580e-4c88-9601-2b389dc10e46', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:19:22.210309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.251266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:22.453026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4bf85fb8-16e5-4ed5-bdd8-7e0047def7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.525911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-4bf85fb8-16e5-4ed5-bdd8-7e0047def7a1 None None] For port bd80b05f-02ac-428e-af10-0635d0ffb9c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd80b05f-02ac-428e-af10-0635d0ffb9c5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:22.535452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Allocated IP 172.20.0.2 (b588b36a-580e-4c88-9601-2b389dc10e46/7624a5b1-cdc3-443c-a790-c404510399a2/8653a238-aca0-493b-a498-5c19b125bf74) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:19:22.568672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.634652 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4bf85fb8-16e5-4ed5-bdd8-7e0047def7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.744569 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf85fb8-16e5-4ed5-bdd8-7e0047def7a1 None None] Pushing event updated for resources: {'Port': ['ID=bd80b05f-02ac-428e-af10-0635d0ffb9c5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:22.759606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0047c0>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:20Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:22.797027 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e53377-86f6-495f-bc66-fbb7bf9a13c2 None None] The sync data for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 is: [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:20Z', 'revision_number': 3, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:19:22.802921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.846975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.890049 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Network b588b36a-580e-4c88-9601-2b389dc10e46 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:19:22.893443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:22.896869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:19:22.903950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.1 (b588b36a-580e-4c88-9601-2b389dc10e46/7624a5b1-cdc3-443c-a790-c404510399a2/c535d80d-65db-4995-b2c4-fdb8ba2d2c2f) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:19:22.930630 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Pushing event updated for resources: {'Port': ['ID=8653a238-aca0-493b-a498-5c19b125bf74,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:22.963912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Attempting to bind port 8653a238-aca0-493b-a498-5c19b125bf74 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:19:22.964285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Attempting to bind port 8653a238-aca0-493b-a498-5c19b125bf74 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:19:22.964737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Attempting to bind port 8653a238-aca0-493b-a498-5c19b125bf74 on network b588b36a-580e-4c88-9601-2b389dc10e46 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:19:22.969980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:19:22.970357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Checking segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:19:22.970760 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:22.971153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Bound using segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:19:22.971682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Bound port: 8653a238-aca0-493b-a498-5c19b125bf74, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:19:22.972065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.034904 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.052119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] For port 8653a238-aca0-493b-a498-5c19b125bf74, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:19:23.060929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] For port 8653a238-aca0-493b-a498-5c19b125bf74, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8653a238-aca0-493b-a498-5c19b125bf74,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:19:23.183594 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.183884 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.226479 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b588b36a-580e-4c88-9601-2b389dc10e46 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:19:23.229806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:23.236193 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:19:23.257280 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f22e4-31fa-456e-89b9-662ebb094dae None None] Pushing event updated for resources: {'Port': ['ID=8653a238-aca0-493b-a498-5c19b125bf74,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:23.265782 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:23.288436 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.540811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.832635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.896822 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.973396 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:23.975148 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:24.186593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b588b36a-580e-4c88-9601-2b389dc10e46 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:19:24.186593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:24.195291 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 428f4595-8867-4262-9b0c-383f8634a87c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:19:24.288626 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2297b3-7a3f-46c2-acea-b36246a956e9 None None] Network b588b36a-580e-4c88-9601-2b389dc10e46 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:19:24.319682 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:19:24.325333 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-249df661-9740-43ad-85e1-47681144e152 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/428f4595-8867-4262-9b0c-383f8634a87c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5295522
Nov 13 22:19:24.411757 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-99acf939-a07c-4b1f-b69b-6d9af4dd0905 None None] Provisioning complete for port 8653a238-aca0-493b-a498-5c19b125bf74 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:24.412119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99acf939-a07c-4b1f-b69b-6d9af4dd0905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.480854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-8460e9c5-6c3b-4903-bded-ed367fb077cb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112990706&fields=id&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 267 time: 0.0458698
Nov 13 22:19:24.525771 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99acf939-a07c-4b1f-b69b-6d9af4dd0905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.567181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-99acf939-a07c-4b1f-b69b-6d9af4dd0905 None None] For port 8653a238-aca0-493b-a498-5c19b125bf74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8653a238-aca0-493b-a498-5c19b125bf74,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:24.612604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f3d444aa-86f0-4218-a72d-e6521823cebb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:24.614190 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f3d444aa-86f0-4218-a72d-e6521823cebb tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/networks?id=b588b36a-580e-4c88-9601-2b389dc10e46 HTTP/1.1" status: 200  len: 796 time: 0.1254239
Nov 13 22:19:24.632227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-7d1017b5-fbb1-4de7-b465-3ead6cc3052e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/quotas/5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 375 time: 0.0106914
Nov 13 22:19:24.663006 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99acf939-a07c-4b1f-b69b-6d9af4dd0905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.692298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-65d81fb7-d09e-4ccb-9492-4e09dfa0f02f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535049
Nov 13 22:19:24.719147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf939-a07c-4b1f-b69b-6d9af4dd0905 None None] Pushing event updated for resources: {'Port': ['ID=8653a238-aca0-493b-a498-5c19b125bf74,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:24.795614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f861a1e8-28a1-4b92-b726-38e118615c49 None None] Provisioning complete for port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:24.796388 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f861a1e8-28a1-4b92-b726-38e118615c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.843789 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ef06a7f-c223-4528-921a-f1475ec6300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.848323 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-13b0540f-fba7-4e7a-a321-6f1503941349 service neutron] 10.222.0.20 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206949
Nov 13 22:19:24.860923 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f861a1e8-28a1-4b92-b726-38e118615c49 None None] Port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:24.878920 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8653a238-aca0-493b-a498-5c19b125bf74 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:19:24.882520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f861a1e8-28a1-4b92-b726-38e118615c49 None None] Provisioning complete for port 8653a238-aca0-493b-a498-5c19b125bf74 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:24.882958 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f861a1e8-28a1-4b92-b726-38e118615c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.979319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8653a238-aca0-493b-a498-5c19b125bf74 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:24.979694 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:24.995062 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-bfb8b985-5a24-45d8-95b4-fa6847c80ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391490
Nov 13 22:19:25.024679 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Sync routers for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:19:25.037824 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:25.038815 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:25.110265 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd80b05f-02ac-428e-af10-0635d0ffb9c5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:19:25.167926 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:25.171198 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-3c3eff5f-345d-403d-b205-9c0a606fd537 None None] Provisioning complete for port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:25.171590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3c3eff5f-345d-403d-b205-9c0a606fd537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.174292 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port bd80b05f-02ac-428e-af10-0635d0ffb9c5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:25.174751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.239439 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-3c3eff5f-345d-403d-b205-9c0a606fd537 None None] Port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:25.265877 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d179bf61-b7cd-4e58-830a-956120a8f024 req-b966a595-3d30-438d-8d4d-9f56c7a9f333 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0312593
Nov 13 22:19:25.357797 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-18dee43c-134e-491d-832e-175d19275a9e None None] Provisioning complete for port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:25.358363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-18dee43c-134e-491d-832e-175d19275a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.377586 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 2, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:25.391424 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-18dee43c-134e-491d-832e-175d19275a9e None None] Port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:25.404850 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Checking router: 428f4595-8867-4262-9b0c-383f8634a87c for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:19:25.405196 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Updating router 428f4595-8867-4262-9b0c-383f8634a87c port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:19:25.428704 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.682922 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.788352 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.837748 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Pushing event updated for resources: {'Port': ['ID=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:25.858572 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.858917 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.859255 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.859589 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.859917 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.860263 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.860567 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.860912 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.861234 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.861552 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.861871 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.862187 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:19:25.896154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Attempting to bind port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:19:25.896815 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Attempting to bind port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:19:25.897178 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Attempting to bind port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f on network b588b36a-580e-4c88-9601-2b389dc10e46 {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:19:25.902905 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:19:25.903278 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Checking segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:19:25.903678 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.904064 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Bound using segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:19:25.904527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Bound port: c535d80d-65db-4995-b2c4-fdb8ba2d2c2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:19:25.904929 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:25.972643 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] For port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:19:25.975821 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] For port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:19:26.014516 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9142ce73-d21d-4acd-8251-ed5c23f4746a None None] Provisioning complete for port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:26.014878 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9142ce73-d21d-4acd-8251-ed5c23f4746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:26.047862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9142ce73-d21d-4acd-8251-ed5c23f4746a None None] Port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:26.051624 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:26.106026 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:26.106625 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:18:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:26.141058 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3f11-9b27-4887-a1f4-ff6d11a3fbdd None None] Pushing event updated for resources: {'Port': ['ID=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,revision_number=4']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:26.322954 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:26.353046 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0221de71-1813-4522-9619-e01c2c851f85 req-18282a0e-6fa6-4001-8fb7-43e2663de8d2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0267756
Nov 13 22:19:26.371471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-50603bc0-8274-41f5-9284-e2ced494e806 None None] Provisioning complete for port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:26.371975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50603bc0-8274-41f5-9284-e2ced494e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:26.455159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50603bc0-8274-41f5-9284-e2ced494e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:26.485696 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-50603bc0-8274-41f5-9284-e2ced494e806 None None] For port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:26.521469 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde2b1df0>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:25Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:26.551017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5391b-1f54-476f-bc65-61be0be58d8b None None] The sync data for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 is: [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:25Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:19:26.607462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50603bc0-8274-41f5-9284-e2ced494e806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:26.667751 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50603bc0-8274-41f5-9284-e2ced494e806 None None] Pushing event updated for resources: {'Port': ['ID=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:26.815261 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8653a238-aca0-493b-a498-5c19b125bf74 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:19:26.870146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8653a238-aca0-493b-a498-5c19b125bf74 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:26.870409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:26.950376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c535d80d-65db-4995-b2c4-fdb8ba2d2c2f up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:19:27.000240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:27.000612 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:27.108283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5575e68b-2ea1-4f41-b581-a0d75c50714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:27.435060 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3db51349-ce42-45cf-b09c-a8930ab1e177 req-7d0410a6-42bb-4dd6-8e46-ba0635817279 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0271630
Nov 13 22:19:28.512143 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9995c6c7-0c67-4542-94d0-134bfbeeb1ab req-314ed42f-bf84-41a7-933d-938b9e2a75fc tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0259695
Nov 13 22:19:28.868664 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:29.606701 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3caaa67b-0c7b-49bf-8445-1b09368d06fa req-02ff6edb-04c5-4b2e-8ab3-2d504deae90d tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0276752
Nov 13 22:19:30.194145 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:30.451545 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:30.705100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fc5a16e0-8d5b-4013-af69-ce01c5621d95 req-9a467f5f-fc8b-4630-bbd4-dfae39b41f82 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0304160
Nov 13 22:19:31.320470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-d78ec386-d45d-48d7-abab-cc0951e904b7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:31.322463 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-d78ec386-d45d-48d7-abab-cc0951e904b7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/networks?id=b588b36a-580e-4c88-9601-2b389dc10e46 HTTP/1.1" status: 200  len: 796 time: 0.1031632
Nov 13 22:19:31.385256 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-7c6d9d29-6a61-427c-9c5f-27adcdff4019 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a94116dd5e74de694c182fd9d6e9034 HTTP/1.1" status: 200  len: 379 time: 0.0536344
Nov 13 22:19:31.397884 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'port': {'device_id': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'admin_state_up': True, 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'security_groups': ['d80a8acc-59f4-4069-8544-63c57e2bfcee']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:31.577119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Made reservation on behalf of 5a94116dd5e74de694c182fd9d6e9034 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:19:31.580746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:31.702991 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.20.0.8 (b588b36a-580e-4c88-9601-2b389dc10e46/7624a5b1-cdc3-443c-a790-c404510399a2/92049043-029b-42b5-8827-3f2833a94c17) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:19:31.822433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c8e3454f-4b90-4501-af18-40ae9bab3a43 req-08550e2d-1138-490b-8c5d-f8d71b47bf5a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0278633
Nov 13 22:19:31.867297 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:31.943495 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:31.989580 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network b588b36a-580e-4c88-9601-2b389dc10e46 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:19:31.994501 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:31.998249 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:19:32.004594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=92049043-029b-42b5-8827-3f2833a94c17,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:32.051117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:32.053150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.128362 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-03cc932d-07dd-4742-b70f-d89a5415e862 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7339740
Nov 13 22:19:32.141388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Request body: {'port': {'device_id': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:32.195832 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.264815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a0ef2a0b-582e-49f3-8371-a142db046553 None None] Provisioning complete for port 92049043-029b-42b5-8827-3f2833a94c17 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:32.265354 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2a0b-582e-49f3-8371-a142db046553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.302341 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef2a0b-582e-49f3-8371-a142db046553 None None] Port 92049043-029b-42b5-8827-3f2833a94c17 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:19:32.453902 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92049043-029b-42b5-8827-3f2833a94c17 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:19:32.461169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.472581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Transition to ACTIVE for port object 92049043-029b-42b5-8827-3f2833a94c17 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:19:32.548243 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.600195 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=92049043-029b-42b5-8827-3f2833a94c17,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:32.674553 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Attempting to bind port 92049043-029b-42b5-8827-3f2833a94c17 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:19:32.674891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Attempting to bind port 92049043-029b-42b5-8827-3f2833a94c17 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:19:32.675987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Attempting to bind port 92049043-029b-42b5-8827-3f2833a94c17 on network b588b36a-580e-4c88-9601-2b389dc10e46 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:19:32.679981 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Port 92049043-029b-42b5-8827-3f2833a94c17 on network b588b36a-580e-4c88-9601-2b389dc10e46 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:19:32.680297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Attempting to bind port 92049043-029b-42b5-8827-3f2833a94c17 on network b588b36a-580e-4c88-9601-2b389dc10e46 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:19:32.685468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:19:32.685801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Checking segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:19:32.686177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Bound using segment: {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:19:32.686633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Bound port: 92049043-029b-42b5-8827-3f2833a94c17, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f019a876-ac3b-4fd8-976e-9fa15bd118f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:19:32.686983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.751958 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] For port 92049043-029b-42b5-8827-3f2833a94c17, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:19:32.754996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] For port 92049043-029b-42b5-8827-3f2833a94c17, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=92049043-029b-42b5-8827-3f2833a94c17,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:19:32.840746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.877494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:32.878146 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:32.879586 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] 10.222.0.46 "PUT /v2.0/ports/92049043-029b-42b5-8827-3f2833a94c17 HTTP/1.1" status: 200  len: 1091 time: 0.7425921
Nov 13 22:19:32.880046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'tag': '92049043-029b-42b5-8827-3f2833a94c17'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:19:32.882411 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680c85d7-1275-4698-81e2-183228b18b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "tag": "92049043-029b-42b5-8827-3f2833a94c17"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:19:32.909724 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a36a32-a986-4f44-b256-71ac1b497ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=92049043-029b-42b5-8827-3f2833a94c17,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:32.933500 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63455acd-1797-4344-9e3a-56dd84a36e9b x-openstack-request-id: req-63455acd-1797-4344-9e3a-56dd84a36e9b {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:19:32.933887 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "tag": "92049043-029b-42b5-8827-3f2833a94c17", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:19:32.934240 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63455acd-1797-4344-9e3a-56dd84a36e9b {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:19:32.934732 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'tag': '92049043-029b-42b5-8827-3f2833a94c17', 'status': 'completed', 'code': 200}
Nov 13 22:19:33.019899 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c85d7-1275-4698-81e2-183228b18b1c req-48ca8933-4cd7-4c84-b17d-330893e0119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.021582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-680c85d7-1275-4698-81e2-183228b18b1c req-48ca8933-4cd7-4c84-b17d-330893e0119c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1094 time: 0.0657234
Nov 13 22:19:33.036293 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10056385-19c6-4b94-b034-aa661550c0e9 req-4af0ee1e-d331-4bf0-94a7-ecc83afb9af6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.039533 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10056385-19c6-4b94-b034-aa661550c0e9 req-4af0ee1e-d331-4bf0-94a7-ecc83afb9af6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 943 time: 0.0769250
Nov 13 22:19:33.094030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-10056385-19c6-4b94-b034-aa661550c0e9 req-3b4c3883-17f5-41ca-bbb1-cd38db6f3b60 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490768
Nov 13 22:19:33.133257 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c85d7-1275-4698-81e2-183228b18b1c req-7a918bc0-81fe-43f8-9743-6c9d04418d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.135580 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-680c85d7-1275-4698-81e2-183228b18b1c req-7a918bc0-81fe-43f8-9743-6c9d04418d65 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5a94116dd5e74de694c182fd9d6e9034&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1069193
Nov 13 22:19:33.230051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c85d7-1275-4698-81e2-183228b18b1c req-aad78b28-6c5b-4a4e-871d-7b76f523be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.231456 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-680c85d7-1275-4698-81e2-183228b18b1c req-aad78b28-6c5b-4a4e-871d-7b76f523be8b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0898235
Nov 13 22:19:33.304657 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-5db4c1c3-b366-4ba1-a944-71a2752ac88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.306642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-5db4c1c3-b366-4ba1-a944-71a2752ac88a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1094 time: 0.0397816
Nov 13 22:19:33.346352 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-ab32e8a0-f4d2-4907-8468-de7fb337b59e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92049043-029b-42b5-8827-3f2833a94c17 HTTP/1.1" status: 200  len: 217 time: 0.0326142
Nov 13 22:19:33.393505 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-e3b9eaf9-6c4d-4818-b09d-cf03f0a149c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.394934 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-e3b9eaf9-6c4d-4818-b09d-cf03f0a149c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7624a5b1-cdc3-443c-a790-c404510399a2 HTTP/1.1" status: 200  len: 834 time: 0.0420616
Nov 13 22:19:33.445233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-eac1d876-8707-410e-8039-b20cb099cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:33.446754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-eac1d876-8707-410e-8039-b20cb099cc77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b588b36a-580e-4c88-9601-2b389dc10e46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432737
Nov 13 22:19:33.532770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-1ea44370-c75f-4011-9db9-e0b0697b9dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0791152
Nov 13 22:19:33.626533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-12f08e60-e708-45f8-9957-8f1a24c6a5c7 req-954073ba-97b5-47b1-bef5-7bc38ed4ebd8 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853107
Nov 13 22:19:34.213689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b30e8-d7a8-4b9b-b68e-66941920081c req-47f924c4-ae8e-4a46-97a9-f68e6def8e27 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:34.215152 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-585b30e8-d7a8-4b9b-b68e-66941920081c req-47f924c4-ae8e-4a46-97a9-f68e6def8e27 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 943 time: 0.0484190
Nov 13 22:19:34.262744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-585b30e8-d7a8-4b9b-b68e-66941920081c req-2cf5e88a-5aa3-438f-92f6-b85a7943d7b6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417440
Nov 13 22:19:35.376955 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54664c28-39b2-4587-a6e2-677004d5e27a req-05a88a46-23b1-4312-af39-82d034691d76 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:35.378423 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54664c28-39b2-4587-a6e2-677004d5e27a req-05a88a46-23b1-4312-af39-82d034691d76 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 943 time: 0.0483201
Nov 13 22:19:35.427693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-54664c28-39b2-4587-a6e2-677004d5e27a req-77b6a35d-5513-4245-b5eb-dff8e939cf6b tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432942
Nov 13 22:19:36.546307 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1b840-a958-486e-ab94-535c288a9abd req-50acb427-6098-4ff7-b370-63194c95c42f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:36.547791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20f1b840-a958-486e-ab94-535c288a9abd req-50acb427-6098-4ff7-b370-63194c95c42f tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 943 time: 0.0533826
Nov 13 22:19:36.561478 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 92049043-029b-42b5-8827-3f2833a94c17 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:19:36.597869 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-20f1b840-a958-486e-ab94-535c288a9abd req-12436465-0381-4a12-8bf4-0a5f038ee29c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441175
Nov 13 22:19:36.660560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 92049043-029b-42b5-8827-3f2833a94c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=92049043-029b-42b5-8827-3f2833a94c17,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:36.672169 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '92049043-029b-42b5-8827-3f2833a94c17', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'port_id': '92049043-029b-42b5-8827-3f2833a94c17', 'mac_address': 'fa:16:3e:35:15:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:19:36.709434 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:36.722244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92049043-029b-42b5-8827-3f2833a94c17 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:19:36.741488 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 92049043-029b-42b5-8827-3f2833a94c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=92049043-029b-42b5-8827-3f2833a94c17,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:36.822236 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:36.872019 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=92049043-029b-42b5-8827-3f2833a94c17,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:37.031576 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['92049043-029b-42b5-8827-3f2833a94c17'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:19:37.719618 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f61f8-cc99-476d-9723-669a2a3c1a44 req-f8bed210-05de-4bbe-a528-c8a67bf011ed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:37.721102 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6d7f61f8-cc99-476d-9723-669a2a3c1a44 req-f8bed210-05de-4bbe-a528-c8a67bf011ed tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 944 time: 0.0522468
Nov 13 22:19:37.769730 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6d7f61f8-cc99-476d-9723-669a2a3c1a44 req-fd8cf061-a517-4b05-abbd-89e1424a7f18 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424430
Nov 13 22:19:38.575185 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 92049043-029b-42b5-8827-3f2833a94c17 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:19:38.714000 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 92049043-029b-42b5-8827-3f2833a94c17 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:19:38.719082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 92049043-029b-42b5-8827-3f2833a94c17 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:19:38.719450 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:38.794577 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:38.816449 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92049043-029b-42b5-8827-3f2833a94c17'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:19:38.818745 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa5218f-cd80-472c-baf6-d407f365dd44" -d '{"events": [{"server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "name": "network-vif-plugged", "status": "completed", "tag": "92049043-029b-42b5-8827-3f2833a94c17"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:19:38.842590 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 92049043-029b-42b5-8827-3f2833a94c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=92049043-029b-42b5-8827-3f2833a94c17,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:19:38.892492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cacb42-ea92-4c85-861a-2937a526d360 req-b33cf012-caf3-4364-a722-87ad986fe731 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:38.894042 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17cacb42-ea92-4c85-861a-2937a526d360 req-b33cf012-caf3-4364-a722-87ad986fe731 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 944 time: 0.0539353
Nov 13 22:19:38.897310 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:38.928640 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd895b-e32e-4b57-9c6f-18806e44906b x-openstack-request-id: req-a1fd895b-e32e-4b57-9c6f-18806e44906b {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:19:38.928961 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "name": "network-vif-plugged", "status": "completed", "tag": "92049043-029b-42b5-8827-3f2833a94c17", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:19:38.929218 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1fd895b-e32e-4b57-9c6f-18806e44906b {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:19:38.929605 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92049043-029b-42b5-8827-3f2833a94c17', 'code': 200}
Nov 13 22:19:38.952094 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-17cacb42-ea92-4c85-861a-2937a526d360 req-737e614f-dc55-419e-b2c7-9c31b23c9cdf tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508339
Nov 13 22:19:38.958770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=92049043-029b-42b5-8827-3f2833a94c17,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:39.014898 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54036cb6-800e-4a92-92d0-44192c98defa req-93b4293c-b003-4b44-927b-4b24ff9c8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:39.016406 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54036cb6-800e-4a92-92d0-44192c98defa req-93b4293c-b003-4b44-927b-4b24ff9c8633 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1096 time: 0.0397377
Nov 13 22:19:39.065705 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-54036cb6-800e-4a92-92d0-44192c98defa req-3e648064-b9ac-41a3-a145-3cf343e8f09c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420926
Nov 13 22:19:40.073438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39147247-83b0-4976-8367-c95268290be1 req-19d8c12e-2dcd-4688-a3e0-454f0b697f9e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:40.075706 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39147247-83b0-4976-8367-c95268290be1 req-19d8c12e-2dcd-4688-a3e0-454f0b697f9e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0526414
Nov 13 22:19:40.128093 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-39147247-83b0-4976-8367-c95268290be1 req-b2ebcc98-aabf-4544-8f70-d080c8e2ec59 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462003
Nov 13 22:19:41.243615 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cea75-39f6-4de2-8e44-b47d94a86530 req-166865aa-56ee-4cbe-9fe5-c362ae4b1583 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:41.245071 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b6cea75-39f6-4de2-8e44-b47d94a86530 req-166865aa-56ee-4cbe-9fe5-c362ae4b1583 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0483112
Nov 13 22:19:41.294824 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1b6cea75-39f6-4de2-8e44-b47d94a86530 req-3b26a1fe-ba01-4318-a7ad-08b91d89f4b0 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439119
Nov 13 22:19:41.406856 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f0244-d2c5-4364-b9e9-1817ff2acd8f req-c005d5dd-ce9b-4fcd-8da5-1b9b9e08a2d2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:41.408318 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c02f0244-d2c5-4364-b9e9-1817ff2acd8f req-c005d5dd-ce9b-4fcd-8da5-1b9b9e08a2d2 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0477250
Nov 13 22:19:41.460463 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c02f0244-d2c5-4364-b9e9-1817ff2acd8f req-b3d442ea-3a4d-4337-a2a3-4f6dbe7d42c1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459111
Nov 13 22:19:41.482540 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52494) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:41.520934 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a01e50-f462-4610-983d-98e68a160957 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:41.522395 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b4a01e50-f462-4610-983d-98e68a160957 tempest-TestNetworkAdvancedServerOps-1474559737 tempest-TestNetworkAdvancedServerOps-1474559737-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1091 time: 0.0389004
Nov 13 22:19:41.525214 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52496) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:41.530015 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '92049043-029b-42b5-8827-3f2833a94c17', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:19:41.599575 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:41.692174 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:41.795006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Allocated IP 172.35.3.105 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/caeae524-65d2-4ee1-983f-5891fdb0081a) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:19:41.895329 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:41.977109 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:42.014200 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:19:42.018974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:19:42.022562 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:19:42.028018 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=caeae524-65d2-4ee1-983f-5891fdb0081a,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:42.378769 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:42.839562 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:42.841265 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:42.987797 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:43.039310 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:43.109451 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event updated for resources: {'Port': ['ID=caeae524-65d2-4ee1-983f-5891fdb0081a,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:19:43.119247 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:43.218453 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP f2ae75d0-2baa-49a6-bbd7-6677114d49f9 associated. External IP: 172.35.3.105, port: 92049043-029b-42b5-8827-3f2833a94c17.
Nov 13 22:19:43.421071 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 428f4595-8867-4262-9b0c-383f8634a87c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:19:43.525685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:19:43.536652 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] Sync routers for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:19:43.545844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:43.546444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb83700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:43.619622 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:43.649255 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bc7b9c98-522e-4794-b176-ebfb479f7b00 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1206019
Nov 13 22:19:43.649255 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'tag': '92049043-029b-42b5-8827-3f2833a94c17'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:19:43.649860 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "tag": "92049043-029b-42b5-8827-3f2833a94c17"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:19:43.653641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:43.687822 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4471df3-e21b-40dd-8de4-e20187e38f41 x-openstack-request-id: req-f4471df3-e21b-40dd-8de4-e20187e38f41 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:19:43.688118 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "tag": "92049043-029b-42b5-8827-3f2833a94c17", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:19:43.688378 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4471df3-e21b-40dd-8de4-e20187e38f41 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:19:43.688813 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'tag': '92049043-029b-42b5-8827-3f2833a94c17', 'status': 'completed', 'code': 200}
Nov 13 22:19:43.782730 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd743375-0a8f-421b-a5ad-b304905b24f2 req-9d0dba86-b352-4eb1-bad4-522b8ba724e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:43.784193 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd743375-0a8f-421b-a5ad-b304905b24f2 req-9d0dba86-b352-4eb1-bad4-522b8ba724e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0821967
Nov 13 22:19:43.790793 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-3ee90dfa-5a20-4ea6-a050-f7f8baca6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:43.792180 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-3ee90dfa-5a20-4ea6-a050-f7f8baca6aa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1096 time: 0.0612609
Nov 13 22:19:43.884522 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb83700>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2ae75d0-2baa-49a6-bbd7-6677114d49f9', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.105', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'port_id': '92049043-029b-42b5-8827-3f2833a94c17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'mac_address': 'fa:16:3e:35:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:19:42Z', 'updated_at': '2021-11-13T22:19:42Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:43.885317 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bd743375-0a8f-421b-a5ad-b304905b24f2 req-048fc460-2062-412e-ae66-b04d4caee5c8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918064
Nov 13 22:19:43.907803 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52502) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:43.911617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] Checking router: 428f4595-8867-4262-9b0c-383f8634a87c for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:19:43.915225 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-f598a12b-4006-4953-ab73-a0675a6b2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:43.916682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-f598a12b-4006-4953-ab73-a0675a6b2ba6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b588b36a-580e-4c88-9601-2b389dc10e46 HTTP/1.1" status: 200  len: 897 time: 0.1169126
Nov 13 22:19:43.921815 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:19:43.922471 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefddb83700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:19:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:43.976791 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-c5a2877e-8981-4014-a772-3d7ad6c69962 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/f2ae75d0-2baa-49a6-bbd7-6677114d49f9 HTTP/1.1" status: 200  len: 991 time: 0.0666649
Nov 13 22:19:43.993235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-9e35e74f-71f5-47ab-92e6-f2d872e4bf39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92049043-029b-42b5-8827-3f2833a94c17 HTTP/1.1" status: 200  len: 999 time: 0.0698221
Nov 13 22:19:44.028532 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:19:44.041344 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-de0e070f-b1fb-4c8e-a630-2145391eda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:44.042806 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-de0e070f-b1fb-4c8e-a630-2145391eda3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7624a5b1-cdc3-443c-a790-c404510399a2 HTTP/1.1" status: 200  len: 834 time: 0.0431638
Nov 13 22:19:44.087715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-18015ee2-7533-436c-9989-93973ff04724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:19:44.089224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-18015ee2-7533-436c-9989-93973ff04724 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b588b36a-580e-4c88-9601-2b389dc10e46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396109
Nov 13 22:19:44.254820 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefddb83700>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2ae75d0-2baa-49a6-bbd7-6677114d49f9', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.105', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'port_id': '92049043-029b-42b5-8827-3f2833a94c17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'mac_address': 'fa:16:3e:35:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:19:42Z', 'updated_at': '2021-11-13T22:19:42Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:19:44.288848 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b0547a-8983-4af3-b481-a3b7b7c7b657 None None] The sync data for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 is: [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2ae75d0-2baa-49a6-bbd7-6677114d49f9', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'floating_ip_address': '172.35.3.105', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'port_id': '92049043-029b-42b5-8827-3f2833a94c17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'mac_address': 'fa:16:3e:35:15:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:19:42Z', 'updated_at': '2021-11-13T22:19:42Z', 'revision_number': 0, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:19:44.499425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-5374865c-967a-4d80-bca2-ab4047a91bb1 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4030395
Nov 13 22:19:44.499860 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0daeaa-19a1-4c08-901e-1face01a63c6 None None] New status for floating IP f2ae75d0-2baa-49a6-bbd7-6677114d49f9: ACTIVE {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:19:44.590966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-0f91cf56-245d-447b-b4dc-ad5fd0df59cc req-9cf0d532-0d49-4c59-aa09-1756f0174dd9 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830755
Nov 13 22:19:44.978666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52504) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:19:45.040037 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d3a3ed2-6cf6-4e4b-8be3-a9e343bd39a7 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/f2ae75d0-2baa-49a6-bbd7-6677114d49f9 HTTP/1.1" status: 200  len: 993 time: 0.0602083
Nov 13 22:19:45.159424 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:52.393954 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:19:54.742687 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c30adcf0-dc3d-4568-888b-66678d90c6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:57.108109 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3eba4178-01fc-4c71-be40-c043ad3cf234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:19:58.822019 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:00.193981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:00.433864 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:12.082010 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69536a4-9d43-4a5b-854d-a12289fb0df7 req-135fd08b-1f04-4e57-81c7-13a801ee8750 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:12.083489 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b69536a4-9d43-4a5b-854d-a12289fb0df7 req-135fd08b-1f04-4e57-81c7-13a801ee8750 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0498066
Nov 13 22:20:12.137932 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b69536a4-9d43-4a5b-854d-a12289fb0df7 req-b8366352-553b-47c1-ad35-81b56be27ec4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484927
Nov 13 22:20:12.850453 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:13.259367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced8426-6248-49db-8a5e-2b352685aee8 req-1df6f0ea-7af3-4448-bd96-3ca9462e0816 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:13.260851 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ced8426-6248-49db-8a5e-2b352685aee8 req-1df6f0ea-7af3-4448-bd96-3ca9462e0816 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0521634
Nov 13 22:20:13.308983 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ced8426-6248-49db-8a5e-2b352685aee8 req-4f886e45-5e2a-47e9-9612-be4778a31a7a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421734
Nov 13 22:20:13.330683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52520) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:13.390857 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0256dfa4-563d-406a-af86-8161e298968a tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/f2ae75d0-2baa-49a6-bbd7-6677114d49f9 HTTP/1.1" status: 200  len: 993 time: 0.0590153
Nov 13 22:20:14.772638 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efe408-509f-4e4e-bf1c-e0d5b5b216ed req-f53cd46b-bea2-48cc-866f-8e05792357b8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:14.774200 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14efe408-509f-4e4e-bf1c-e0d5b5b216ed req-f53cd46b-bea2-48cc-866f-8e05792357b8 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0505567
Nov 13 22:20:14.827961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14efe408-509f-4e4e-bf1c-e0d5b5b216ed req-3e4e1836-f609-4907-ba7b-cb1441426104 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458856
Nov 13 22:20:14.835037 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-8b38309d-bd9b-497e-9d88-f79c7833791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:14.836654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-8b38309d-bd9b-497e-9d88-f79c7833791b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1096 time: 0.0396659
Nov 13 22:20:14.927940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-fd231d39-c6c2-425a-950c-4db2124d7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:14.929337 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-fd231d39-c6c2-425a-950c-4db2124d7f03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b588b36a-580e-4c88-9601-2b389dc10e46 HTTP/1.1" status: 200  len: 897 time: 0.0859971
Nov 13 22:20:14.993995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-ba146b8c-d89e-4de8-8d12-a87b16cef933 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92049043-029b-42b5-8827-3f2833a94c17 HTTP/1.1" status: 200  len: 1001 time: 0.0567176
Nov 13 22:20:15.043151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-963e6c07-9e2d-4c9f-b869-921eb2c7d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:15.044660 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-963e6c07-9e2d-4c9f-b869-921eb2c7d7fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7624a5b1-cdc3-443c-a790-c404510399a2 HTTP/1.1" status: 200  len: 834 time: 0.0443218
Nov 13 22:20:15.093468 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-28d2fb4f-abfb-4e9b-bde6-b2ced324c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:15.094982 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-28d2fb4f-abfb-4e9b-bde6-b2ced324c869 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b588b36a-580e-4c88-9601-2b389dc10e46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439055
Nov 13 22:20:15.182783 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-30674f94-089e-4a2f-b766-29f4d0c5b772 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809727
Nov 13 22:20:15.193880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:15.274947 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-af3b1231-8d4a-4934-b8ca-8609ae904c8f req-ce0bf3c6-30fa-4e1b-9e3a-3714c1f2a8e5 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857308
Nov 13 22:20:15.947126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87ebce-612e-4aad-b48a-8fa1e78a879d req-80aa6f47-9d60-46d9-8cd8-30c043f2716c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:15.948606 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed87ebce-612e-4aad-b48a-8fa1e78a879d req-80aa6f47-9d60-46d9-8cd8-30c043f2716c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0498333
Nov 13 22:20:15.996883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ed87ebce-612e-4aad-b48a-8fa1e78a879d req-5a388281-2ac3-45cd-bf06-1e20e8ef3a26 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423172
Nov 13 22:20:17.123808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3e6d-bdf1-4e84-8acc-52ca211f1d14 req-af3f40de-c38d-4f58-9af0-11ea0dfc052c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:17.125302 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f7c3e6d-bdf1-4e84-8acc-52ca211f1d14 req-af3f40de-c38d-4f58-9af0-11ea0dfc052c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0523524
Nov 13 22:20:17.175555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f7c3e6d-bdf1-4e84-8acc-52ca211f1d14 req-4adcad98-74e4-47f6-afdd-cd6ed2a535a6 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443223
Nov 13 22:20:17.197928 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52532) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:17.258111 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0d1323e7-f3f9-4528-b6a2-cf8d25164a63 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/floatingips/f2ae75d0-2baa-49a6-bbd7-6677114d49f9 HTTP/1.1" status: 200  len: 993 time: 0.0590320
Nov 13 22:20:17.493263 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52538) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:17.647621 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port caeae524-65d2-4ee1-983f-5891fdb0081a {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:20:17.647960 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:17.723923 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:17.724244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:17.735723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for caeae524-65d2-4ee1-983f-5891fdb0081a owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:20:17.992948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:18.016452 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=caeae524-65d2-4ee1-983f-5891fdb0081a,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:18.026406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.026757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.027094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.027429 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.027755 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.028083 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.028891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.028891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.029060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.029391 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.029715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.030033 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:18.092874 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:18.093182 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Floating IP f2ae75d0-2baa-49a6-bbd7-6677114d49f9 disassociated (deleted). External IP: 172.35.3.105, port: 92049043-029b-42b5-8827-3f2833a94c17.
Nov 13 22:20:18.300767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 428f4595-8867-4262-9b0c-383f8634a87c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:20:18.410574 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:18.415707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:18.421503 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] Sync routers for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:18.430698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:18.431375 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe458c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:18.442749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8bd309d0-46e7-4d62-ab1a-b3f0d8ece9c5 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2ae75d0-2baa-49a6-bbd7-6677114d49f9 HTTP/1.1" status: 204  len: 168 time: 0.9483993
Nov 13 22:20:18.447105 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'tag': '92049043-029b-42b5-8827-3f2833a94c17'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:20:18.447105 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0012320-c3de-410d-8399-363018f6fedc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "tag": "92049043-029b-42b5-8827-3f2833a94c17"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:20:18.501137 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6145e8b8-95ef-4122-acb9-a2581214c9b6 x-openstack-request-id: req-6145e8b8-95ef-4122-acb9-a2581214c9b6 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:20:18.501728 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "tag": "92049043-029b-42b5-8827-3f2833a94c17", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:20:18.501728 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6145e8b8-95ef-4122-acb9-a2581214c9b6 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:20:18.502139 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'tag': '92049043-029b-42b5-8827-3f2833a94c17', 'status': 'completed', 'code': 200}
Nov 13 22:20:18.542666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:18.575373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0012320-c3de-410d-8399-363018f6fedc req-a4733c50-e614-4539-8481-541aed9c8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:18.575373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-a4733c50-e614-4539-8481-541aed9c8ae2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a94116dd5e74de694c182fd9d6e9034&device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 1096 time: 0.0459828
Nov 13 22:20:18.671686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0012320-c3de-410d-8399-363018f6fedc req-5d30065e-6b3b-40ff-9231-7e8f8bc56d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:18.673398 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-5d30065e-6b3b-40ff-9231-7e8f8bc56d48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b588b36a-580e-4c88-9601-2b389dc10e46 HTTP/1.1" status: 200  len: 897 time: 0.0896647
Nov 13 22:20:18.728107 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-f082d4c4-4444-4728-8546-b1943c1cdff1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92049043-029b-42b5-8827-3f2833a94c17 HTTP/1.1" status: 200  len: 217 time: 0.0423598
Nov 13 22:20:18.749937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe458c910>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:18.775121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] Checking router: 428f4595-8867-4262-9b0c-383f8634a87c for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:18.777444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0012320-c3de-410d-8399-363018f6fedc req-1079f8ca-31bb-4de2-970b-09977c230afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:18.778909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-1079f8ca-31bb-4de2-970b-09977c230afa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7624a5b1-cdc3-443c-a790-c404510399a2 HTTP/1.1" status: 200  len: 834 time: 0.0437615
Nov 13 22:20:18.783296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:18.783882 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe458c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:18.834662 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0012320-c3de-410d-8399-363018f6fedc req-7dd9f8a7-d790-4f34-b66b-3a0d889f3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:18.836114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-7dd9f8a7-d790-4f34-b66b-3a0d889f3e84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b588b36a-580e-4c88-9601-2b389dc10e46&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428684
Nov 13 22:20:18.893119 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:18.950470 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce5dc8-cbb8-4d3d-ada5-1577159ed8ac req-669f494f-1fed-4c5b-95c5-d876e792d206 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:18.952012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbce5dc8-cbb8-4d3d-ada5-1577159ed8ac req-669f494f-1fed-4c5b-95c5-d876e792d206 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.1062529
Nov 13 22:20:18.985722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-389cafda-c31b-4d12-9656-309377fdc1fa service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379747
Nov 13 22:20:19.040964 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-dbce5dc8-cbb8-4d3d-ada5-1577159ed8ac req-3cc098e1-6369-40c5-95d4-c0526875889c tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821702
Nov 13 22:20:19.090809 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe458c910>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:19.098520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a0012320-c3de-410d-8399-363018f6fedc req-d03798bd-8faf-4e0d-9176-af8659a887f0 service neutron] 10.222.0.46 "GET /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1034331
Nov 13 22:20:19.117112 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341233c-9da4-46c7-a984-4e3238b5c568 None None] The sync data for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 is: [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:23Z', 'revision_number': 4, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c535d80d-65db-4995-b2c4-fdb8ba2d2c2f', 'name': '', 'network_id': 'b588b36a-580e-4c88-9601-2b389dc10e46', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'mac_address': 'fa:16:3e:73:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:22Z', 'updated_at': '2021-11-13T22:19:26Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'subnets': [{'id': '7624a5b1-cdc3-443c-a790-c404510399a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:20:19.339351 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec2875-2b70-43e2-9f39-73c32e25cc4d None None] New status for floating IP f2ae75d0-2baa-49a6-bbd7-6677114d49f9: DOWN {{(pid=120535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:20:20.164772 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a0073-ff6b-4a77-bd77-85f1d5d9b5ae req-5f0c18d9-8a9d-4bc5-bfa9-2e801b5fa615 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:20.166224 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e3a0073-ff6b-4a77-bd77-85f1d5d9b5ae req-5f0c18d9-8a9d-4bc5-bfa9-2e801b5fa615 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0543673
Nov 13 22:20:20.215112 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-2e3a0073-ff6b-4a77-bd77-85f1d5d9b5ae req-41338043-2735-4c80-8a79-24caad4171fa tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/security-groups?id=d80a8acc-59f4-4069-8544-63c57e2bfcee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423739
Nov 13 22:20:20.537335 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-590720af-47c8-4fb2-8820-7f81dd163eb1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:20.539013 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-590720af-47c8-4fb2-8820-7f81dd163eb1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 945 time: 0.0475523
Nov 13 22:20:20.630968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port 92049043-029b-42b5-8827-3f2833a94c17 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:20:20.631300 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:20.717224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port 92049043-029b-42b5-8827-3f2833a94c17, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=92049043-029b-42b5-8827-3f2833a94c17,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:20.717647 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:20.730824 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for 92049043-029b-42b5-8827-3f2833a94c17 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:20:20.924304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:20.950338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=92049043-029b-42b5-8827-3f2833a94c17,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:20.992850 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] No DVR routers for this DVR port 92049043-029b-42b5-8827-3f2833a94c17 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:20:20.995520 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:20.998887 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f6fe3152-67b8-461d-b8d5-20b45f56c951 req-c9ae852a-dab5-46be-9556-cab4e8541cc4 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.46 "DELETE /v2.0/ports/92049043-029b-42b5-8827-3f2833a94c17 HTTP/1.1" status: 204  len: 173 time: 0.4523582
Nov 13 22:20:20.999322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'name': 'network-vif-deleted', 'tag': '92049043-029b-42b5-8827-3f2833a94c17'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:20:21.001645 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9be705-a775-49e1-a85b-1ed9c99fbb5b" -d '{"events": [{"server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "name": "network-vif-deleted", "tag": "92049043-029b-42b5-8827-3f2833a94c17"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:20:21.039673 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77205406-0307-47af-b4b9-f3192437079c x-openstack-request-id: req-77205406-0307-47af-b4b9-f3192437079c {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:20:21.039962 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e2506a-5dac-4207-9ab7-be596dda7956", "name": "network-vif-deleted", "tag": "92049043-029b-42b5-8827-3f2833a94c17", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:20:21.040209 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77205406-0307-47af-b4b9-f3192437079c {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:20:21.040605 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e2506a-5dac-4207-9ab7-be596dda7956', 'name': 'network-vif-deleted', 'tag': '92049043-029b-42b5-8827-3f2833a94c17', 'status': 'completed', 'code': 200}
Nov 13 22:20:21.315407 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6ba43264-1236-448c-a2f5-ea4815d2e16f req-a2225932-0286-491b-81e6-820a8110aa76 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9e2506a-5dac-4207-9ab7-be596dda7956 HTTP/1.1" status: 200  len: 210 time: 0.0321610
Nov 13 22:20:22.374828 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52574) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:22.729828 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:22.974797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:20:22.975043 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:23.064269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port c535d80d-65db-4995-b2c4-fdb8ba2d2c2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:23.064628 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:23.077177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for c535d80d-65db-4995-b2c4-fdb8ba2d2c2f owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:20:23.433478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:23.459593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=c535d80d-65db-4995-b2c4-fdb8ba2d2c2f,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:23.650830 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:23.858739 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Router 428f4595-8867-4262-9b0c-383f8634a87c has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:20:23.962285 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:23.970497 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4c4302c9-792a-47d2-9ec8-38b29467755e tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "PUT /v2.0/routers/428f4595-8867-4262-9b0c-383f8634a87c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5945876
Nov 13 22:20:23.972459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] Sync routers for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:23.974049 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52576) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:23.983127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:23.983873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3dca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:24.034114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting subnet 7624a5b1-cdc3-443c-a790-c404510399a2 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:20:24.037707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.083595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.185817 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.250213 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:24.320487 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.370965 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.381423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5fa201-c808-42d6-a5f6-0a1f2032b1d2 None None] Network b588b36a-580e-4c88-9601-2b389dc10e46 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:20:24.381790 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/subnets/7624a5b1-cdc3-443c-a790-c404510399a2 HTTP/1.1" status: 204  len: 168 time: 0.4052718
Nov 13 22:20:24.383384 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52578) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:24.384350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66ffd3-3c47-4946-8b44-336d7aa82e75 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Subnet': ['ID=7624a5b1-cdc3-443c-a790-c404510399a2,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:24.500460 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.546847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3dca60>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:20:23Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:24.581054 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] Checking router: 428f4595-8867-4262-9b0c-383f8634a87c for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:24.589919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] Routers {'428f4595-8867-4262-9b0c-383f8634a87c'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:24.591313 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3dca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:19:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['428f4595-8867-4262-9b0c-383f8634a87c'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:24.615184 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.641204 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] DHCP port deletion for b588b36a-580e-4c88-9601-2b389dc10e46 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:24.740733 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] Set router 428f4595-8867-4262-9b0c-383f8634a87c gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:24.779000 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Deleting port bd80b05f-02ac-428e-af10-0635d0ffb9c5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:20:24.779579 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.817126 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 92049043-029b-42b5-8827-3f2833a94c17 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:20:24.848819 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2518e0f7-d81b-4e44-8487-f6be6d264846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.854489 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 92049043-029b-42b5-8827-3f2833a94c17 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:20:24.854834 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 92049043-029b-42b5-8827-3f2833a94c17 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:20:24.871152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] For port bd80b05f-02ac-428e-af10-0635d0ffb9c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd80b05f-02ac-428e-af10-0635d0ffb9c5,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:24.871523 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.882415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] Deleting port 8653a238-aca0-493b-a498-5c19b125bf74 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:20:24.885083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:24.886984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8653a238-aca0-493b-a498-5c19b125bf74 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:20:24.887208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Calling delete_port for bd80b05f-02ac-428e-af10-0635d0ffb9c5 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:20:25.014073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] For port 8653a238-aca0-493b-a498-5c19b125bf74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8653a238-aca0-493b-a498-5c19b125bf74,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:25.014659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.050351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] Calling delete_port for 8653a238-aca0-493b-a498-5c19b125bf74 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:20:25.122157 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.153772 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.182459 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Port': ['ID=bd80b05f-02ac-428e-af10-0635d0ffb9c5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:25.184829 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3dca60>, [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:20:23Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:25.189244 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 8653a238-aca0-493b-a498-5c19b125bf74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8653a238-aca0-493b-a498-5c19b125bf74,segment=NetworkSegment(f019a876-ac3b-4fd8-976e-9fa15bd118f5),segment_id=f019a876-ac3b-4fd8-976e-9fa15bd118f5)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:25.208591 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.208965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.209343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.209675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.210001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.210329 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.210649 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.210965 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.211291 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.211610 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.211922 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.212235 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.220727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5a710-ba10-4245-a4b5-83accc760a4a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:25.224984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a230e6-b3a2-4cf6-8fef-6611ecb92554 None None] The sync data for ids ['428f4595-8867-4262-9b0c-383f8634a87c'] in ncdv-master-1 is: [{'id': '428f4595-8867-4262-9b0c-383f8634a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896494737', 'tenant_id': '5a94116dd5e74de694c182fd9d6e9034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:20:23Z', 'revision_number': 5, 'project_id': '5a94116dd5e74de694c182fd9d6e9034', 'gw_port': {'id': 'bd80b05f-02ac-428e-af10-0635d0ffb9c5', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428f4595-8867-4262-9b0c-383f8634a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:19:19Z', 'updated_at': '2021-11-13T22:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:20:25.257910 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.268283 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.307926 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=8653a238-aca0-493b-a498-5c19b125bf74,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:25.315847 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.316192 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.316531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.316888 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.317222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.317549 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.318068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.318403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.318727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.319051 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.319374 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.319698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:25.354060 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.374048 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.376881 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.381446 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] Pushing event deleted for resources: {'Port': ['ID=8653a238-aca0-493b-a498-5c19b125bf74,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:25.385144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3be2c-ab18-4f8f-8991-6ac7d3efcac9 None None] No DVR routers for this DVR port 8653a238-aca0-493b-a498-5c19b125bf74 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:20:25.496424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.497025 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Fanout notify agent at l3_agent the message router_deleted on router 428f4595-8867-4262-9b0c-383f8634a87c {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:20:25.506760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.506760 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-0bb02b61-8d0f-4a88-9847-f5f59a9e0146 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/routers/428f4595-8867-4262-9b0c-383f8634a87c HTTP/1.1" status: 204  len: 168 time: 1.1209550
Nov 13 22:20:25.508436 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52580) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:25.585938 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.680161 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.701476 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc0c3c40>,) {'filters': {'network_id': ['b588b36a-580e-4c88-9601-2b389dc10e46']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:25.712026 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0c3c40>, 'f019a876-ac3b-4fd8-976e-9fa15bd118f5') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:25.712281 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc0c3c40>, 'f019a876-ac3b-4fd8-976e-9fa15bd118f5') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:25.722846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.735964 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.741989 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:20:25.742372 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:20:25.745326 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:20:25.850792 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.855371 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:25.861227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/networks/b588b36a-580e-4c88-9601-2b389dc10e46 HTTP/1.1" status: 204  len: 168 time: 0.3517256
Nov 13 22:20:25.862774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52582) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:25.877518 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e755c-fa26-4c0e-984d-d1fac036a4e1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'Network': ['ID=b588b36a-580e-4c88-9601-2b389dc10e46,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:26.228569 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba66-b367-4463-9d3b-2283d41f09a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:26.255968 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba66-b367-4463-9d3b-2283d41f09a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:26.422350 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba66-b367-4463-9d3b-2283d41f09a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:26.425036 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7db9ba66-b367-4463-9d3b-2283d41f09a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:26.428993 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7db9ba66-b367-4463-9d3b-2283d41f09a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] 10.222.0.20 "DELETE /v2.0/security-groups/d80a8acc-59f4-4069-8544-63c57e2bfcee HTTP/1.1" status: 204  len: 168 time: 0.5623777
Nov 13 22:20:26.437940 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ba66-b367-4463-9d3b-2283d41f09a1 tempest-TestNetworkAdvancedServerOps-257357937 tempest-TestNetworkAdvancedServerOps-257357937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80a8acc-59f4-4069-8544-63c57e2bfcee,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:26.782580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c535d80d-65db-4995-b2c4-fdb8ba2d2c2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:20:26.803599 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: c535d80d-65db-4995-b2c4-fdb8ba2d2c2f {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:20:26.803939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device c535d80d-65db-4995-b2c4-fdb8ba2d2c2f not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:20:26.804342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd80b05f-02ac-428e-af10-0635d0ffb9c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:20:26.823285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: bd80b05f-02ac-428e-af10-0635d0ffb9c5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:20:26.823625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device bd80b05f-02ac-428e-af10-0635d0ffb9c5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:20:27.063572 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52590) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:27.090704 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b4001e0c-ae41-4932-b96d-f012aa94f216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:27.197147 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-41700555-89e7-4473-a859-9ac231028589 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a94116dd5e74de694c182fd9d6e9034&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1322989
Nov 13 22:20:27.199542 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52594) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:27.244151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae302bce-62eb-4b67-a707-a385ae196762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:27.266095 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae302bce-62eb-4b67-a707-a385ae196762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:27.399473 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae302bce-62eb-4b67-a707-a385ae196762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:27.402143 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-ae302bce-62eb-4b67-a707-a385ae196762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:27.407507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-ae302bce-62eb-4b67-a707-a385ae196762 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ad71400-ef9a-48bf-a923-68b58d4ff895 HTTP/1.1" status: 204  len: 168 time: 0.2028885
Nov 13 22:20:27.412996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae302bce-62eb-4b67-a707-a385ae196762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad71400-ef9a-48bf-a923-68b58d4ff895,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:27.943172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52600) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:27.956041 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-905d3c34-f6ba-4328-9de8-8da2469b5259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.025892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-905d3c34-f6ba-4328-9de8-8da2469b5259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.073330 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-905d3c34-f6ba-4328-9de8-8da2469b5259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.113096 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-905d3c34-f6ba-4328-9de8-8da2469b5259 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9585da7a29e24c1082be385258b0e976&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1688082
Nov 13 22:20:28.113802 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d3c34-f6ba-4328-9de8-8da2469b5259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e28fd-917a-43e5-8fd4-f10cdaff6945,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:28.115967 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52602) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:28.163884 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7915594d-74ad-4da7-a435-27b4529843fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.185149 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7915594d-74ad-4da7-a435-27b4529843fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.290477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7915594d-74ad-4da7-a435-27b4529843fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.293115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7915594d-74ad-4da7-a435-27b4529843fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:28.294271 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7915594d-74ad-4da7-a435-27b4529843fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c85e28fd-917a-43e5-8fd4-f10cdaff6945 HTTP/1.1" status: 204  len: 168 time: 0.1773658
Nov 13 22:20:28.302575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915594d-74ad-4da7-a435-27b4529843fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e28fd-917a-43e5-8fd4-f10cdaff6945,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:28.827661 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.329741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52624) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:29.392546 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:20:29.424450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-841476756-network', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:29.530344 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Made reservation on behalf of 0845e4d245d5407f9c393289fc1bb22e for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:20:29.533271 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.542204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.616298 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.690428 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.713819 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:20:29.722785 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d715637-f7ee-4453-af87-5a15766682cf,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:29.728392 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.729146 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Added segment 7c845d16-9595-487c-9416-a19c7638ce1f of type vlan for network 7e0fc09a-95b6-4b88-ab4f-a727c3211617
Nov 13 22:20:29.770291 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.856013 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.856906 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:29.857477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:29.915954 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] Pushing event updated for resources: {'Network': ['ID=7e0fc09a-95b6-4b88-ab4f-a727c3211617,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:29.925401 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:20:29.933314 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e5427eec-f51b-4875-91fd-088a8c4ea9ca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6024997
Nov 13 22:20:29.936359 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52628) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:29.941442 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Request body: {'subnet': {'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-841476756-subnet', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:30.033433 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Made reservation on behalf of 0845e4d245d5407f9c393289fc1bb22e for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:20:30.035832 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.176298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.256038 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.313648 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d7596c-1745-4390-abda-2f0fb00d8be4,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:30.323847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Checking segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:30.324205 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Network hostable DHCP agents. Network: 7e0fc09a-95b6-4b88-ab4f-a727c3211617, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:20:30.398842 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:20:30.432845 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.478111 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e0fc09a-95b6-4b88-ab4f-a727c3211617) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:30.482508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:30.483466 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.486783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f9f1b7-b1c7-4a27-a68a-4f3083a2b685 None None] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:20:30.561822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2cf52b93-3b7b-47e1-9b97-661b72fa230a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6241863
Nov 13 22:20:30.565115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52630) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:30.570716 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:30.636511 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:20:30.637395 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.662394 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.663751 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.721153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.770289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Allocated IP 172.20.0.2 (7e0fc09a-95b6-4b88-ab4f-a727c3211617/29d7596c-1745-4390-abda-2f0fb00d8be4/36929330-b612-4b5a-a5dc-69a924c73fdf) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:30.903504 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.915473 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:30.988199 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.023016 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:31.029246 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:31.033387 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:31.038935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Pushing event updated for resources: {'Port': ['ID=36929330-b612-4b5a-a5dc-69a924c73fdf,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:31.090395 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Attempting to bind port 36929330-b612-4b5a-a5dc-69a924c73fdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:31.090770 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Attempting to bind port 36929330-b612-4b5a-a5dc-69a924c73fdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:31.091137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Attempting to bind port 36929330-b612-4b5a-a5dc-69a924c73fdf on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:31.096860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:31.097240 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Checking segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:31.097641 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.098032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Bound using segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:31.098498 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Bound port: 36929330-b612-4b5a-a5dc-69a924c73fdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:31.098877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.165711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.173685 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] For port 36929330-b612-4b5a-a5dc-69a924c73fdf, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:31.176843 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] For port 36929330-b612-4b5a-a5dc-69a924c73fdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36929330-b612-4b5a-a5dc-69a924c73fdf,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:31.184863 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.257073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.289055 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Allocated IP 172.35.3.210 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:31.314045 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1478ed-cf71-4a03-9100-8cbb15caa2a3 None None] Pushing event updated for resources: {'Port': ['ID=36929330-b612-4b5a-a5dc-69a924c73fdf,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:31.404049 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.491567 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.532405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:31.537575 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:31.541804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:31.547835 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Pushing event updated for resources: {'Port': ['ID=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:31.556040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c88f1-3630-4244-8e2a-45cf86521938 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:31.596125 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2f568164-243e-451d-9e6a-169abfa3d3cb None None] Provisioning complete for port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:31.596502 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2f568164-243e-451d-9e6a-169abfa3d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:31.630859 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2f568164-243e-451d-9e6a-169abfa3d3cb None None] Port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:31.870729 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.069318 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.214462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcba55d-19e8-4ec8-9d00-8033663e796b None None] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:20:32.291013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9603d757-6b09-448a-ac49-d7563f9ab0da None None] Provisioning complete for port 36929330-b612-4b5a-a5dc-69a924c73fdf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:32.291394 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9603d757-6b09-448a-ac49-d7563f9ab0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.600374 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9603d757-6b09-448a-ac49-d7563f9ab0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.639151 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-9603d757-6b09-448a-ac49-d7563f9ab0da None None] For port 36929330-b612-4b5a-a5dc-69a924c73fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36929330-b612-4b5a-a5dc-69a924c73fdf,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:32.667149 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:20:32.731014 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9603d757-6b09-448a-ac49-d7563f9ab0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.789991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:32.802070 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:32.809107 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603d757-6b09-448a-ac49-d7563f9ab0da None None] Pushing event updated for resources: {'Port': ['ID=36929330-b612-4b5a-a5dc-69a924c73fdf,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:32.814372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:32.814995 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde42d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:32.855597 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4c4a23d8-fffa-4b76-af8c-97038e3d79d6 None None] Provisioning complete for port 36929330-b612-4b5a-a5dc-69a924c73fdf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:32.855992 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4c4a23d8-fffa-4b76-af8c-97038e3d79d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.882526 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 36929330-b612-4b5a-a5dc-69a924c73fdf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:32.898259 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:32.899513 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-33081b14-d6ab-4493-bb64-f868250bfd9b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3334608
Nov 13 22:20:32.902441 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52632) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:32.933716 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:32.971996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 36929330-b612-4b5a-a5dc-69a924c73fdf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:32.972365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.118523 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde42d550>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:31Z', 'revision_number': 3, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:33.148827 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:33.149167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Updating router 16ce7901-de7f-4a3f-b396-0c8f2d494141 port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:20:33.173945 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.340642 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.420288 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.467829 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.494242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Allocated IP 172.20.0.1 (7e0fc09a-95b6-4b88-ab4f-a727c3211617/29d7596c-1745-4390-abda-2f0fb00d8be4/671bdbeb-0dce-4a21-85e6-691246890c34) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:33.507604 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3f38e-121e-40db-88a3-ebcaa577e56a None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:33.519562 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Attempting to bind port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:33.519928 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Attempting to bind port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:33.520300 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Attempting to bind port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:33.529177 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Pushing event updated for resources: {'Port': ['ID=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:33.531242 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:33.531613 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:33.532005 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.532390 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:33.532951 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Bound port: a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:33.533323 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.621769 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.629838 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-2d9ca448-8ede-4604-9e20-48b2a604b193 None None] Provisioning complete for port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:33.630455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2d9ca448-8ede-4604-9e20-48b2a604b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.653654 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.654006 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.655101 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.655101 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.655101 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.655313 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.655635 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.655965 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.656289 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.656608 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.656956 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.657276 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:20:33.664798 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ca448-8ede-4604-9e20-48b2a604b193 None None] Port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:33.692220 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] For port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:33.695145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] For port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:33.742446 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.770946 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.781577 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:33.786530 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:33.789276 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:33.816720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Pushing event updated for resources: {'Port': ['ID=671bdbeb-0dce-4a21-85e6-691246890c34,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:33.827951 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f180beb-1918-4dbe-a60e-27602065c8be None None] Pushing event updated for resources: {'Port': ['ID=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:33.831435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903483bf-b180-4c71-8007-c3e0a9652702 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:33.841991 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:33.842621 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde42d550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:33.850910 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.888435 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-27e43a40-26e9-441c-8d30-a11608da16a9 None None] Provisioning complete for port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:33.888907 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27e43a40-26e9-441c-8d30-a11608da16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:33.954378 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:33.980750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27e43a40-26e9-441c-8d30-a11608da16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.004724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-27e43a40-26e9-441c-8d30-a11608da16a9 None None] For port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:34.054052 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.096592 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-27e43a40-26e9-441c-8d30-a11608da16a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.149515 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde42d550>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:31Z', 'revision_number': 3, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:34.162967 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43a40-26e9-441c-8d30-a11608da16a9 None None] Pushing event updated for resources: {'Port': ['ID=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:34.179047 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f75583-6c7e-4458-b164-6b74c917e397 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:31Z', 'revision_number': 3, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:20:34.232871 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.236803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8034beb2-bf5d-4564-b6a4-08d51b74ee5f None None] Provisioning complete for port 671bdbeb-0dce-4a21-85e6-691246890c34 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:34.237181 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8034beb2-bf5d-4564-b6a4-08d51b74ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.271356 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8034beb2-bf5d-4564-b6a4-08d51b74ee5f None None] Port 671bdbeb-0dce-4a21-85e6-691246890c34 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:34.301893 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.379279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Pushing event updated for resources: {'Port': ['ID=671bdbeb-0dce-4a21-85e6-691246890c34,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:34.381804 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.498360 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:34.499927 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:34.628640 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:20:34.750069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:34.756662 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-857d8ba9-9eae-47da-a54a-4452e1047dab admin admin] 10.222.0.20 "PUT /v2.0/routers/16ce7901-de7f-4a3f-b396-0c8f2d494141/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8524787
Nov 13 22:20:34.809372 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-8c448314-b012-4915-bd3b-1807aec62fbe None None] Provisioning complete for port 671bdbeb-0dce-4a21-85e6-691246890c34 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:34.809960 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8c448314-b012-4915-bd3b-1807aec62fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:34.861172 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-8c448314-b012-4915-bd3b-1807aec62fbe None None] Port 671bdbeb-0dce-4a21-85e6-691246890c34 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:34.908564 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 36929330-b612-4b5a-a5dc-69a924c73fdf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:34.960791 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 36929330-b612-4b5a-a5dc-69a924c73fdf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:34.961232 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.047810 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:35.099398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:35.099835 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.456382 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52648) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:35.461407 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1185980379-network', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:35.581602 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Made reservation on behalf of 9a6c46c4ea3b405e8291e2a67479b54d for: {'network': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:20:35.584121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.593535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.668800 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.722800 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:35.733029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:35.733635 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:35.735301 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.760817 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=120533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:20:35.771270 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603f45e3-4b55-4695-9eb3-5df540ba1e1d,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:35.776223 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.779086 ncdv-master-1 neutron-server[120533]: INFO neutron.db.segments_db [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Added segment 9f48b63b-e22c-4937-8348-bb8434ad91d7 of type vlan for network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c
Nov 13 22:20:35.816825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.844222 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:35.913159 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.914431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:35.915012 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:35.977542 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=fb374645-7dd7-42c7-9bf6-1c5c7b833d0c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:35.989153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:20:36.002455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ec462765-0d4b-427c-bb15-18e1ae649ee2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5449140
Nov 13 22:20:36.005307 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52650) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:36.010166 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Request body: {'subnet': {'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1185980379-subnet', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'ip_version': 4}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:36.084779 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Made reservation on behalf of 9a6c46c4ea3b405e8291e2a67479b54d for: {'subnet': 1} {{(pid=120533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:20:36.087280 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63293532'] for subnet, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.101023 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba4c0>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:34Z', 'revision_number': 2, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:36.129533 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:36.129887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Updating router 16ce7901-de7f-4a3f-b396-0c8f2d494141 port 671bdbeb-0dce-4a21-85e6-691246890c34 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:20:36.158940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.313815 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66292570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63289014'] for subnet, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.375243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f49d60d-1e94-49f8-8ae8-fb0e0b82f655,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:36.384957 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Checking segment: {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:36.385508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Network hostable DHCP agents. Network: fb374645-7dd7-42c7-9bf6-1c5c7b833d0c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:20:36.430452 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.450776 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:20:36.496296 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.525005 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb374645-7dd7-42c7-9bf6-1c5c7b833d0c) {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:36.528953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:36.529549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.536717 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b2171-f407-45f9-abcd-a5260f73463f None None] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:20:36.588389 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea0b6d-246a-4b9f-9925-3c8d12652f13 None None] Pushing event updated for resources: {'Port': ['ID=671bdbeb-0dce-4a21-85e6-691246890c34,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:36.622523 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5f4904ba-f1c0-40f5-a318-0e98cbba07ef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6132236
Nov 13 22:20:36.623264 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52652) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:36.629125 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:36.657001 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Attempting to bind port 671bdbeb-0dce-4a21-85e6-691246890c34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:36.657393 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Attempting to bind port 671bdbeb-0dce-4a21-85e6-691246890c34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:36.657745 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Attempting to bind port 671bdbeb-0dce-4a21-85e6-691246890c34 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:36.667851 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:36.668224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Checking segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:36.668630 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.669059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Bound using segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:36.669731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Bound port: 671bdbeb-0dce-4a21-85e6-691246890c34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:36.670363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.736555 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.737661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.800119 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.800756 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] For port 671bdbeb-0dce-4a21-85e6-691246890c34, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:36.806283 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb374645-7dd7-42c7-9bf6-1c5c7b833d0c', 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'fixed_ips': [{'subnet_id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:20:36.807122 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.824715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] For port 671bdbeb-0dce-4a21-85e6-691246890c34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671bdbeb-0dce-4a21-85e6-691246890c34,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:36.841177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-4aaf47a4-a5d9-4a4d-9ca7-f3980f6ebd45 None None] Provisioning complete for port 671bdbeb-0dce-4a21-85e6-691246890c34 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:36.841177 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4aaf47a4-a5d9-4a4d-9ca7-f3980f6ebd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.917164 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:36.968860 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf47a4-a5d9-4a4d-9ca7-f3980f6ebd45 None None] Port 671bdbeb-0dce-4a21-85e6-691246890c34 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:36.982983 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.029588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea0b6d-246a-4b9f-9925-3c8d12652f13 None None] Pushing event updated for resources: {'Port': ['ID=671bdbeb-0dce-4a21-85e6-691246890c34,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:37.032648 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:37.033266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:37.086235 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Allocated IP 172.20.0.2 (fb374645-7dd7-42c7-9bf6-1c5c7b833d0c/1f49d60d-1e94-49f8-8ae8-fb0e0b82f655/5bf62bb4-3160-485e-9d4c-79e7fb925be2) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:37.215173 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:37.248760 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.267357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.372122 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Allocated IP 172.35.3.62 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/0b9f8254-a4fd-4a2f-b2f6-cce907b79195) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:37.477148 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.554873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1853ff98-de8f-4b39-a4b2-3c3ace1f427f None None] Provisioning complete for port 671bdbeb-0dce-4a21-85e6-691246890c34 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:37.555251 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1853ff98-de8f-4b39-a4b2-3c3ace1f427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.588050 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.602358 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.625012 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:37.627741 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:37.630899 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:37.652773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5539e1e-e2e0-48d7-bed8-e559cab67c19 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:37.671286 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Pushing event updated for resources: {'Port': ['ID=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:37.704975 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.763686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1853ff98-de8f-4b39-a4b2-3c3ace1f427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.767063 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:37.778504 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:37.780217 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Pushing event updated for resources: {'Port': ['ID=5bf62bb4-3160-485e-9d4c-79e7fb925be2,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:37.782527 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:37.788216 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd3ba4c0>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:36Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:37.826921 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353051e-bc52-4812-940a-2de26d38edc5 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:36Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:20:37.862289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-1853ff98-de8f-4b39-a4b2-3c3ace1f427f None None] For port 671bdbeb-0dce-4a21-85e6-691246890c34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671bdbeb-0dce-4a21-85e6-691246890c34,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:37.896723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Attempting to bind port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:37.897335 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Attempting to bind port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:37.897927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Attempting to bind port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 on network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:37.903918 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:37.904405 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Checking segment: {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:37.904959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.905495 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Bound using segment: {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:37.905844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Bound port: 5bf62bb4-3160-485e-9d4c-79e7fb925be2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:37.906317 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:37.944095 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1853ff98-de8f-4b39-a4b2-3c3ace1f427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:38.006203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:38.012006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] For port 5bf62bb4-3160-485e-9d4c-79e7fb925be2, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:38.015935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] For port 5bf62bb4-3160-485e-9d4c-79e7fb925be2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bf62bb4-3160-485e-9d4c-79e7fb925be2,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:38.019452 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853ff98-de8f-4b39-a4b2-3c3ace1f427f None None] Pushing event updated for resources: {'Port': ['ID=671bdbeb-0dce-4a21-85e6-691246890c34,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:38.064494 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c262ba67-8aef-4cc7-8569-866954838f0b None None] Provisioning complete for port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:38.065002 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c262ba67-8aef-4cc7-8569-866954838f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:38.092944 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:38.156386 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c262ba67-8aef-4cc7-8569-866954838f0b None None] Port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:38.183517 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efd05f-a862-4399-89f0-8e32b2a226c4 None None] Pushing event updated for resources: {'Port': ['ID=5bf62bb4-3160-485e-9d4c-79e7fb925be2,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:38.250021 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:38.485507 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:20:38.919482 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 671bdbeb-0dce-4a21-85e6-691246890c34 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:38.972414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 671bdbeb-0dce-4a21-85e6-691246890c34 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:38.973157 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:38.989950 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:39.000562 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Sync routers for ids ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:39.015608 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Routers {'3beff9ce-9ae8-43ae-b91c-8493f31cf42e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:39.016129 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde089e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:39.075639 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bf62bb4-3160-485e-9d4c-79e7fb925be2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:39.075990 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.077835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d2ff37b6-3532-4581-bbe7-82d8ba767cfc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4531577
Nov 13 22:20:39.080560 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52654) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:39.131903 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:39.132246 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.211653 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Set router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:39.263985 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.308741 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5a229-4330-42ba-9cde-f9660ede538e None None] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:20:39.315028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port 5bf62bb4-3160-485e-9d4c-79e7fb925be2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bf62bb4-3160-485e-9d4c-79e7fb925be2,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:39.377993 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.447248 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde089e80>, [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 3, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:39.473664 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-afc778d3-134c-4f53-933c-7ad8d2a0370d None None] Provisioning complete for port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:39.474041 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-afc778d3-134c-4f53-933c-7ad8d2a0370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.486507 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Checking router: 3beff9ce-9ae8-43ae-b91c-8493f31cf42e for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:39.487088 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Updating router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:20:39.510716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=5bf62bb4-3160-485e-9d4c-79e7fb925be2,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:39.542458 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.605091 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.770501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Allocated IP 172.20.0.1 (fb374645-7dd7-42c7-9bf6-1c5c7b833d0c/1f49d60d-1e94-49f8-8ae8-fb0e0b82f655/9f7187fb-8288-4fe7-b40b-768396031fbf) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:39.818304 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.856724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b48ac953-9ea0-4144-abae-7b2c010d34c6 None None] Provisioning complete for port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:39.857111 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b48ac953-9ea0-4144-abae-7b2c010d34c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.876859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.891014 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.943073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d66c86-5796-4438-88a3-b96e9481e7be None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:39.948578 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Attempting to bind port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:39.948972 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Attempting to bind port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:39.953492 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Attempting to bind port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:39.953492 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c16fc4-c241-4e32-9022-0e1bbe296b32 None None] Pushing event updated for resources: {'Port': ['ID=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:39.963597 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:39.963972 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:39.964365 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.964776 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:39.965531 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Bound port: 0b9f8254-a4fd-4a2f-b2f6-cce907b79195, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:39.965736 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:39.988100 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.017863 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] For port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:40.021167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] For port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:40.024888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:40.027666 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:40.033925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:40.064765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7187fb-8288-4fe7-b40b-768396031fbf,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:40.085525 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.089023 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.091385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-99d46c24-b9de-4b03-81d4-032cf5a852fb None None] Provisioning complete for port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:40.093676 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99d46c24-b9de-4b03-81d4-032cf5a852fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.137707 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56c86f-1401-4b11-b3f6-ae0515d358b4 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:20:40.181955 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Routers {'3beff9ce-9ae8-43ae-b91c-8493f31cf42e'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:40.182598 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde089e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:40.229546 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c16fc4-c241-4e32-9022-0e1bbe296b32 None None] Pushing event updated for resources: {'Port': ['ID=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:40.245546 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99d46c24-b9de-4b03-81d4-032cf5a852fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.268521 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-99d46c24-b9de-4b03-81d4-032cf5a852fb None None] For port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:40.318451 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] Set router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:40.351508 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.352797 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-99d46c24-b9de-4b03-81d4-032cf5a852fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.406550 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d46c24-b9de-4b03-81d4-032cf5a852fb None None] Pushing event updated for resources: {'Port': ['ID=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:40.473360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f92119b7-f643-48ad-9b9d-0acdc1e09410 None None] Provisioning complete for port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:40.473532 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f92119b7-f643-48ad-9b9d-0acdc1e09410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.505639 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde089e80>, [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 3, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:40.534615 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.537765 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd09de47-a2fa-4488-b42a-d2f774e259a1 None None] The sync data for ids ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'] in ncdv-master-1 is: [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 3, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:20:40.573807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f92119b7-f643-48ad-9b9d-0acdc1e09410 None None] Provisioning complete for port 9f7187fb-8288-4fe7-b40b-768396031fbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:40.574187 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f92119b7-f643-48ad-9b9d-0acdc1e09410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.613483 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-f92119b7-f643-48ad-9b9d-0acdc1e09410 None None] Port 9f7187fb-8288-4fe7-b40b-768396031fbf cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:40.616080 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.686775 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7187fb-8288-4fe7-b40b-768396031fbf,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:40.689203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:40.795020 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:40.796438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:40.938268 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bf62bb4-3160-485e-9d4c-79e7fb925be2 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:40.965159 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:20:40.999998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:41.000373 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:41.093364 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:41.104416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:41.106933 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3c17e994-fa3d-40ff-bc04-6fd7016d8646 admin admin] 10.222.0.20 "PUT /v2.0/routers/3beff9ce-9ae8-43ae-b91c-8493f31cf42e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0251806
Nov 13 22:20:41.160485 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b88318c3-d27f-4647-a64d-5a70a5986927 None None] Provisioning complete for port 9f7187fb-8288-4fe7-b40b-768396031fbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:41.160984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b88318c3-d27f-4647-a64d-5a70a5986927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:41.208679 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:41.209217 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:41.210822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b88318c3-d27f-4647-a64d-5a70a5986927 None None] Port 9f7187fb-8288-4fe7-b40b-768396031fbf cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:41.955799 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52664) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:41.960501 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877114580', 'description': 'tempest-secgroup-smoke-1877114580 description', 'project_id': '0845e4d245d5407f9c393289fc1bb22e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:42.033154 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.099441 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.147390 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.178795 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed78efc3-4c6a-4aed-acd2-41b438078c5c,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:42.194784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Sync routers for ids ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:42.204162 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Routers {'3beff9ce-9ae8-43ae-b91c-8493f31cf42e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:42.204789 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:42.229775 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.231076 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cb8b9ee6-e6d8-4b2e-890c-20959e35cb59 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2742639
Nov 13 22:20:42.234067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52666) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:42.238547 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ed78efc3-4c6a-4aed-acd2-41b438078c5c', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:42.312110 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Set router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:42.329457 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.389279 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.450581 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.471664 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3effda22-1d2d-4f20-ab08-edf045629fea,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:42.516462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fe50>, [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f7187fb-8288-4fe7-b40b-768396031fbf', 'name': '', 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'mac_address': 'fa:16:3e:b4:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:39Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 2, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'subnets': [{'id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:42.527019 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.528308 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a6d62535-a0f0-4bc1-bdd9-1bf2d0277522 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2932336
Nov 13 22:20:42.531144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52668) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:42.535508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ed78efc3-4c6a-4aed-acd2-41b438078c5c', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:42.546161 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Checking router: 3beff9ce-9ae8-43ae-b91c-8493f31cf42e for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:42.546524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Updating router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e port 9f7187fb-8288-4fe7-b40b-768396031fbf binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:20:42.572192 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.627477 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.687846 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.776712 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.794833 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330ed5a6-893d-49b0-b188-d031354288bc,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:42.850951 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.892738 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.893758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:42.893984 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-637a3a7a-10df-4a75-b5e0-407b3b513dc8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3619142
Nov 13 22:20:42.896844 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52670) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:42.901262 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ed78efc3-4c6a-4aed-acd2-41b438078c5c', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:42.949277 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.010656 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.073960 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.166248 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f29e-af2a-4fbd-bef6-620a99459c2f None None] Pushing event updated for resources: {'Port': ['ID=9f7187fb-8288-4fe7-b40b-768396031fbf,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:43.177163 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.198851 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6899e17b-f397-4517-9cac-0d51f5b8fa55,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:43.235865 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Attempting to bind port 9f7187fb-8288-4fe7-b40b-768396031fbf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:43.236410 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Attempting to bind port 9f7187fb-8288-4fe7-b40b-768396031fbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:43.236617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Attempting to bind port 9f7187fb-8288-4fe7-b40b-768396031fbf on network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:43.243872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:43.244241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Checking segment: {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:43.244635 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.245044 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Bound using segment: {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:43.245502 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Bound port: 9f7187fb-8288-4fe7-b40b-768396031fbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48b63b-e22c-4937-8348-bb8434ad91d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:43.245875 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.281787 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.283789 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-05b60f27-0cc5-488c-b736-d1b95ed215b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3859968
Nov 13 22:20:43.286555 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52672) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:43.292067 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ed78efc3-4c6a-4aed-acd2-41b438078c5c', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:43.322472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] For port 9f7187fb-8288-4fe7-b40b-768396031fbf, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:43.325807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] For port 9f7187fb-8288-4fe7-b40b-768396031fbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f7187fb-8288-4fe7-b40b-768396031fbf,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:43.386877 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.393786 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.461553 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.467301 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Routers {'3beff9ce-9ae8-43ae-b91c-8493f31cf42e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:43.468531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:43.471737 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102f29e-af2a-4fbd-bef6-620a99459c2f None None] Pushing event updated for resources: {'Port': ['ID=9f7187fb-8288-4fe7-b40b-768396031fbf,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:43.476100 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b9aaf0d2-17da-4ed6-8524-50040bb57bd6 None None] Provisioning complete for port 9f7187fb-8288-4fe7-b40b-768396031fbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:43.476441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf0d2-17da-4ed6-8524-50040bb57bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.543343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.556431 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b38cba-2fd7-4a86-9239-9b49e7367745,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:43.634562 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] Set router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:43.637599 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.637599 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-cc9e2173-3374-4ac2-bc39-35496bf4640f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3483696
Nov 13 22:20:43.639336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52674) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:43.644464 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ed78efc3-4c6a-4aed-acd2-41b438078c5c', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:43.685083 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf0d2-17da-4ed6-8524-50040bb57bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.747539 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Project 0845e4d245d5407f9c393289fc1bb22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:20:43.753618 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.797121 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-b9aaf0d2-17da-4ed6-8524-50040bb57bd6 None None] For port 9f7187fb-8288-4fe7-b40b-768396031fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f7187fb-8288-4fe7-b40b-768396031fbf,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:43.812075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.868708 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd44fe50>, [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f7187fb-8288-4fe7-b40b-768396031fbf', 'name': '', 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'mac_address': 'fa:16:3e:b4:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:39Z', 'updated_at': '2021-11-13T22:20:43Z', 'revision_number': 4, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'subnets': [{'id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:43.896091 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.896473 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51753e-af59-4071-bba0-955d7e387413 None None] The sync data for ids ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'] in ncdv-master-1 is: [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9f7187fb-8288-4fe7-b40b-768396031fbf', 'name': '', 'network_id': 'fb374645-7dd7-42c7-9bf6-1c5c7b833d0c', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'mac_address': 'fa:16:3e:b4:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:39Z', 'updated_at': '2021-11-13T22:20:43Z', 'revision_number': 4, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'subnets': [{'id': '1f49d60d-1e94-49f8-8ae8-fb0e0b82f655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:20:43.900911 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf0d2-17da-4ed6-8524-50040bb57bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.912856 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002022a2-1a42-4f0e-91b0-57458b1b3b3a,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:43.970038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaf0d2-17da-4ed6-8524-50040bb57bd6 None None] Pushing event updated for resources: {'Port': ['ID=9f7187fb-8288-4fe7-b40b-768396031fbf,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:43.990295 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:43.991830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-2e20540f-f1d4-4db8-befd-64c76a513232 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3509221
Nov 13 22:20:43.994831 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 52676) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:44.001446 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ed78efc3-4c6a-4aed-acd2-41b438078c5c', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:44.025029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b3f992e3-2577-4ded-a285-ffdf5434aeed None None] Provisioning complete for port 9f7187fb-8288-4fe7-b40b-768396031fbf triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:44.028927 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b3f992e3-2577-4ded-a285-ffdf5434aeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:44.113602 ncdv-master-1 neutron-server[120532]: INFO neutron.db.securitygroups_db [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Project 0845e4d245d5407f9c393289fc1bb22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:20:44.119427 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:44.182422 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:44.290686 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:44.311328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2804d2ce-91a9-4c08-b2f8-d936c0d25730,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:44.389786 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:44.391023 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-baed8b40-d6ef-4b98-8b85-0dd5462989c9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3950758
Nov 13 22:20:44.545019 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-e205f19d-67fb-4126-946b-d9c09546bb56 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877114580&fields=id&tenant_id=0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 267 time: 0.0440912
Nov 13 22:20:44.656069 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-d18015e5-e00f-4aa0-923b-0b2e572897b5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:44.657592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-d18015e5-e00f-4aa0-923b-0b2e572897b5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 808 time: 0.1050208
Nov 13 22:20:44.674310 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-31e509e2-079b-4566-8674-aef1195d49d3 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/quotas/0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 375 time: 0.0102007
Nov 13 22:20:44.732552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-2684633c-3ed6-4741-b464-3d76e26c3ed3 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0519121
Nov 13 22:20:44.825799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9f7187fb-8288-4fe7-b40b-768396031fbf up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:44.841640 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-2c0ca367-d1d1-4b5f-93e5-d2084c0f1604 service neutron] 10.222.0.20 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962319
Nov 13 22:20:44.877763 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9f7187fb-8288-4fe7-b40b-768396031fbf triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:44.878126 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:44.946772 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-bade3403-2a30-4201-b4f2-a5bfb24d73cc service neutron] 10.222.0.20 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978487
Nov 13 22:20:45.182984 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:45.219905 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d833f836-086b-4d08-a58b-713ffb400d5a req-9bf85675-ce1a-47d0-8e31-d558a87dd3bf tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 210 time: 0.0272577
Nov 13 22:20:46.299371 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-778274c0-dcf6-4b82-a19b-b237fda0f0dc req-56555969-6a24-4dde-9c4d-849d483a3cfb tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 210 time: 0.0280738
Nov 13 22:20:47.415711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fe2f7aea-3dfe-40fa-9923-e46f44f4d942 req-8350b84f-ed3f-4c9e-841f-ff5e90b2fe82 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 210 time: 0.0474453
Nov 13 22:20:47.492551 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-1fd4942c-bf43-4e08-ac76-75266a5295c1 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:47.493995 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-1fd4942c-bf43-4e08-ac76-75266a5295c1 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 808 time: 0.1247795
Nov 13 22:20:47.557989 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-367f9b53-bc74-4ee1-a3f5-c3fcfbbf6de3 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 380 time: 0.0548193
Nov 13 22:20:47.573275 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'port': {'device_id': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'admin_state_up': True, 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'security_groups': ['ed78efc3-4c6a-4aed-acd2-41b438078c5c']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:47.833106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Made reservation on behalf of 0845e4d245d5407f9c393289fc1bb22e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:20:47.836644 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:47.968917 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Allocated IP 172.20.0.14 (7e0fc09a-95b6-4b88-ab4f-a727c3211617/29d7596c-1745-4390-abda-2f0fb00d8be4/42e6f658-5a9c-457d-8c98-0fb487545f62) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:48.107231 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.176533 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.219757 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:48.224800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:48.227228 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:48.253568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:48.285939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:48.286570 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.362113 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-c1837e17-5cb3-4c67-8584-5937ea87451c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7924054
Nov 13 22:20:48.376169 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Request body: {'port': {'device_id': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:48.434846 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.461398 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-0da3358e-1518-46fd-97d7-8f182867448d None None] Provisioning complete for port 42e6f658-5a9c-457d-8c98-0fb487545f62 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:48.461940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0da3358e-1518-46fd-97d7-8f182867448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.496436 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-0da3358e-1518-46fd-97d7-8f182867448d None None] Port 42e6f658-5a9c-457d-8c98-0fb487545f62 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:20:48.539680 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4ae4-cf4a-4236-839d-45ebd630cf99 req-d55fddaf-eeeb-4b23-915e-5829f3c3f4b9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:48.541373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e8e4ae4-cf4a-4236-839d-45ebd630cf99 req-d55fddaf-eeeb-4b23-915e-5829f3c3f4b9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 932 time: 0.0547576
Nov 13 22:20:48.593683 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5e8e4ae4-cf4a-4236-839d-45ebd630cf99 req-f7745a1b-f41b-4b21-bfb7-b6424c70a2ce tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456603
Nov 13 22:20:48.705799 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e6f658-5a9c-457d-8c98-0fb487545f62 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:20:48.713060 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.724995 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Transition to ACTIVE for port object 42e6f658-5a9c-457d-8c98-0fb487545f62 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:20:48.837944 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:48.889189 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:48.964029 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Attempting to bind port 42e6f658-5a9c-457d-8c98-0fb487545f62 on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:20:48.964369 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Attempting to bind port 42e6f658-5a9c-457d-8c98-0fb487545f62 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:20:48.964708 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Attempting to bind port 42e6f658-5a9c-457d-8c98-0fb487545f62 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:48.969746 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Port 42e6f658-5a9c-457d-8c98-0fb487545f62 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:20:48.970059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Attempting to bind port 42e6f658-5a9c-457d-8c98-0fb487545f62 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:20:48.974971 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:20:48.975300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Checking segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:20:48.975677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Bound using segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:20:48.976097 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Bound port: 42e6f658-5a9c-457d-8c98-0fb487545f62, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:20:48.976443 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:49.042489 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:20:49.045517 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:20:49.084613 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:49.118849 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.119535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:49.120923 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] 10.222.0.46 "PUT /v2.0/ports/42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1092 time: 0.7496967
Nov 13 22:20:49.121328 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:20:49.123598 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf74e736-1661-45b5-9fae-9ac46b6c06cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:20:49.147480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4f030-dfcd-4f8a-9d86-48fbf249ec03 service neutron] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:49.169639 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd18e167-a103-4041-844d-9fea408cfa87 x-openstack-request-id: req-dd18e167-a103-4041-844d-9fea408cfa87 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:20:49.170109 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:20:49.170533 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd18e167-a103-4041-844d-9fea408cfa87 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:20:49.170935 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'status': 'completed', 'code': 200}
Nov 13 22:20:49.240068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e736-1661-45b5-9fae-9ac46b6c06cc req-4475b56d-7a80-4394-82e8-c0625873b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.241653 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf74e736-1661-45b5-9fae-9ac46b6c06cc req-4475b56d-7a80-4394-82e8-c0625873b6b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1095 time: 0.0505919
Nov 13 22:20:49.343601 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e736-1661-45b5-9fae-9ac46b6c06cc req-263d4844-57da-4d87-bf27-2ea2cbe0a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.345104 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf74e736-1661-45b5-9fae-9ac46b6c06cc req-263d4844-57da-4d87-bf27-2ea2cbe0a22a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0845e4d245d5407f9c393289fc1bb22e&shared=False HTTP/1.1" status: 200  len: 909 time: 0.0950837
Nov 13 22:20:49.440968 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e736-1661-45b5-9fae-9ac46b6c06cc req-caf222e5-32a5-43b5-b569-b4545ff64d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.442320 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf74e736-1661-45b5-9fae-9ac46b6c06cc req-caf222e5-32a5-43b5-b569-b4545ff64d92 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0909805
Nov 13 22:20:49.520158 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-ba81c2e3-d475-481e-9616-04bf1bd1fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.521688 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-ba81c2e3-d475-481e-9616-04bf1bd1fbbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1095 time: 0.0405974
Nov 13 22:20:49.564411 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-71c6d02a-c2ae-4ded-b30c-59f01e86063c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 217 time: 0.0339961
Nov 13 22:20:49.616593 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-a9d6d09c-25ea-4720-bca7-babdd92c7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.618098 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-a9d6d09c-25ea-4720-bca7-babdd92c7e63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0475199
Nov 13 22:20:49.664367 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-002aeef8-5fe6-40fc-85f2-a02fc82604dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.665914 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-002aeef8-5fe6-40fc-85f2-a02fc82604dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412195
Nov 13 22:20:49.714528 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294241a-1754-4e7e-95ee-cc1d2057aa0c req-c533a74a-e254-43ba-9ca3-bf252094f29a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:49.716020 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9294241a-1754-4e7e-95ee-cc1d2057aa0c req-c533a74a-e254-43ba-9ca3-bf252094f29a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0537441
Nov 13 22:20:49.760346 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-31e95130-f960-46bd-8a6c-9c73ddfb52f5 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872056
Nov 13 22:20:49.765935 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9294241a-1754-4e7e-95ee-cc1d2057aa0c req-c7b5e6fc-3ea0-4af0-934c-7b9d0ac444ba tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432343
Nov 13 22:20:49.849307 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa7fb22-278e-4030-aecf-5ced4a55e2b1 req-8b74ef4a-42fb-4895-bfbc-4adec03512cd service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816891
Nov 13 22:20:50.881357 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff78007-03c4-4a65-8a7e-a46dcd0cc40a req-7663e1aa-d172-43a1-9e4b-d2766647f69f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:50.882805 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eff78007-03c4-4a65-8a7e-a46dcd0cc40a req-7663e1aa-d172-43a1-9e4b-d2766647f69f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0479257
Nov 13 22:20:50.935489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-eff78007-03c4-4a65-8a7e-a46dcd0cc40a req-55bb2d14-edf0-4930-92c6-ed80bd564a38 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467796
Nov 13 22:20:52.049590 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7de45-0dc1-4694-9c47-0cc831678aaa req-022f3978-8222-4978-b5ea-ae9be0ea841c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:52.051048 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90c7de45-0dc1-4694-9c47-0cc831678aaa req-022f3978-8222-4978-b5ea-ae9be0ea841c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0489402
Nov 13 22:20:52.098996 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-90c7de45-0dc1-4694-9c47-0cc831678aaa req-1a717732-8f39-405b-87fa-c374e59b0a9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420573
Nov 13 22:20:52.932916 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:20:53.030215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:53.041731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'mac_address': 'fa:16:3e:64:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:20:53.082075 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:53.094730 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e6f658-5a9c-457d-8c98-0fb487545f62 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:20:53.113037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:53.198911 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:53.217241 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8c648-9a4b-4310-8ea2-5c4305252cbe req-50726b00-c069-43b7-8e19-3eb36712e8ba tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:53.219511 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6fd8c648-9a4b-4310-8ea2-5c4305252cbe req-50726b00-c069-43b7-8e19-3eb36712e8ba tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0508745
Nov 13 22:20:53.247951 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:53.271070 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6fd8c648-9a4b-4310-8ea2-5c4305252cbe req-c8a32244-fc1d-4cc0-afe7-66436d4b765b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453582
Nov 13 22:20:53.404362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['42e6f658-5a9c-457d-8c98-0fb487545f62'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:20:54.383839 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809eec3-9380-4fd5-a153-189a092530f2 req-a6bf9173-a5e5-4083-b309-f2ca12cfa465 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:54.385321 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8809eec3-9380-4fd5-a153-189a092530f2 req-a6bf9173-a5e5-4083-b309-f2ca12cfa465 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 945 time: 0.0473509
Nov 13 22:20:54.438752 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8809eec3-9380-4fd5-a153-189a092530f2 req-4aebaf13-179a-4fb3-bb1f-25bbea71fd74 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474708
Nov 13 22:20:54.787197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c1c800f-c204-4fc5-af6c-c4c265493bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:54.949774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:20:55.038910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port 42e6f658-5a9c-457d-8c98-0fb487545f62 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:20:55.042744 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 42e6f658-5a9c-457d-8c98-0fb487545f62 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:20:55.043159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:55.123613 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:55.145531 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:20:55.148140 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8729b24f-6db9-4754-b3c9-d78ed682ca19" -d '{"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-plugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:20:55.160802 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:20:55.186701 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c039bb-4e9d-44c5-b90e-ca0e37226d9e x-openstack-request-id: req-09c039bb-4e9d-44c5-b90e-ca0e37226d9e {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:20:55.186989 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-plugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:20:55.187244 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09c039bb-4e9d-44c5-b90e-ca0e37226d9e {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:20:55.187636 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'code': 200}
Nov 13 22:20:55.227182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:55.282784 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:55.283920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bbc2c-2b12-4c79-8787-8a7a687a0242 req-2524b3d7-bd04-4002-a70f-7dca2dc63459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:55.285512 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b07bbc2c-2b12-4c79-8787-8a7a687a0242 req-2524b3d7-bd04-4002-a70f-7dca2dc63459 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1097 time: 0.0421524
Nov 13 22:20:55.334425 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b07bbc2c-2b12-4c79-8787-8a7a687a0242 req-29f999ff-9798-4593-8991-5cdcda8def99 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396342
Nov 13 22:20:55.553697 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5118f-3f77-41e0-874e-b8f9ea26188b req-4e95935b-5374-4dbc-ac70-0edfd31de01a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:55.555095 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-87d5118f-3f77-41e0-874e-b8f9ea26188b req-4e95935b-5374-4dbc-ac70-0edfd31de01a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0492997
Nov 13 22:20:55.607100 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-87d5118f-3f77-41e0-874e-b8f9ea26188b req-d2fdc5e8-cbf8-4a35-84d0-fe4af0c262b8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459850
Nov 13 22:20:56.730321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909563b-1207-4dd5-b74c-1bba45cbbb5b req-406c5557-028a-4bfd-9a09-85d7901bd772 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:56.731809 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1909563b-1207-4dd5-b74c-1bba45cbbb5b req-406c5557-028a-4bfd-9a09-85d7901bd772 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0535235
Nov 13 22:20:56.780722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1909563b-1207-4dd5-b74c-1bba45cbbb5b req-2bfd9755-f201-4cad-922d-f329f27065bc tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420246
Nov 13 22:20:56.900294 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3a7fd-21c6-433c-ade7-6a1ec0feca31 req-cc622c19-2e34-4dab-be45-5dcf1e12ae60 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:56.901796 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97d3a7fd-21c6-433c-ade7-6a1ec0feca31 req-cc622c19-2e34-4dab-be45-5dcf1e12ae60 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0499983
Nov 13 22:20:56.952781 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-97d3a7fd-21c6-433c-ade7-6a1ec0feca31 req-6ea2074b-5d54-4da1-bfc7-5a8a4d947b69 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443783
Nov 13 22:20:56.975794 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52734) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:57.107057 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-88faf3ac-4806-49c7-8c05-6ec8f2af4588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:57.119592 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a588bcdf-d953-44aa-8d32-61f289a81522 tempest-TestShelveInstance-1296266654 tempest-TestShelveInstance-1296266654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:57.121141 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-a588bcdf-d953-44aa-8d32-61f289a81522 tempest-TestShelveInstance-1296266654 tempest-TestShelveInstance-1296266654-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1092 time: 0.1443608
Nov 13 22:20:57.124152 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 52738) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:20:57.128447 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:20:57.456203 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:57.550643 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:57.655720 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Allocated IP 172.35.3.167 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/2ffffe97-f755-47d6-8608-1f2213fa0a40) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:20:57.754470 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:57.838914 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:57.880243 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:20:57.885009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:20:57.888527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:20:57.909861 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'Port': ['ID=2ffffe97-f755-47d6-8608-1f2213fa0a40,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:58.240916 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:58.350865 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:58.497096 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:58.558976 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:58.623323 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'Port': ['ID=2ffffe97-f755-47d6-8608-1f2213fa0a40,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:20:58.636620 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:58.735903 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Floating IP 0174cb58-10a6-4533-a798-b3485080fc6a associated. External IP: 172.35.3.167, port: 42e6f658-5a9c-457d-8c98-0fb487545f62.
Nov 13 22:20:58.862183 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:58.944453 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:20:59.049880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:20:59.059229 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:20:59.069669 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:59.070257 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1c2850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:59.132356 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:20:59.160985 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-12e4bc3c-ac01-47c8-a56f-7ffe4a97d429 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0354249
Nov 13 22:20:59.161252 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:20:59.163875 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:20:59.209105 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38da50a4-0192-457d-b06f-1252a5a25d60 x-openstack-request-id: req-38da50a4-0192-457d-b06f-1252a5a25d60 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:20:59.209377 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:20:59.209631 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38da50a4-0192-457d-b06f-1252a5a25d60 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:20:59.210040 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'status': 'completed', 'code': 200}
Nov 13 22:20:59.264027 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:59.271778 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-392d51f2-3456-4854-9011-af5c61583492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:59.273445 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-392d51f2-3456-4854-9011-af5c61583492 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1097 time: 0.0414374
Nov 13 22:20:59.367278 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-ccd3902d-f2b1-4b8e-82e2-340b97d28448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:59.368659 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-ccd3902d-f2b1-4b8e-82e2-340b97d28448 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0878530
Nov 13 22:20:59.432889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-48a6e154-69b0-4211-9f77-e3488892a841 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1000 time: 0.0570478
Nov 13 22:20:59.481493 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-9b44be85-8e34-410a-a986-a082f901a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:59.482984 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-9b44be85-8e34-410a-a986-a082f901a0ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0437810
Nov 13 22:20:59.488582 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1c2850>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0174cb58-10a6-4533-a798-b3485080fc6a', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'floating_ip_address': '172.35.3.167', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'mac_address': 'fa:16:3e:64:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:20:58Z', 'updated_at': '2021-11-13T22:20:58Z', 'revision_number': 0, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:59.514971 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:20:59.523873 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:20:59.524475 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde1c2850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:20:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:59.532432 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-3a8bbb21-61e8-4363-bfa0-17c6b7551b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:20:59.533970 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-3a8bbb21-61e8-4363-bfa0-17c6b7551b03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442600
Nov 13 22:20:59.626038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-dafbcfe4-dd6b-41cf-b144-85c0d598ac1e service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848765
Nov 13 22:20:59.629818 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:20:59.718292 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bede0c6a-dab3-47a4-8b7e-c15f02dd50cb req-69a5b4e8-c859-4e5f-ba10-f49c6c9bbbe2 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857153
Nov 13 22:20:59.848304 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde1c2850>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0174cb58-10a6-4533-a798-b3485080fc6a', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'floating_ip_address': '172.35.3.167', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'mac_address': 'fa:16:3e:64:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:20:58Z', 'updated_at': '2021-11-13T22:20:58Z', 'revision_number': 0, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:20:59.876738 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b555b2eb-9411-4f60-8861-d3be53c9e5b3 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0174cb58-10a6-4533-a798-b3485080fc6a', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'floating_ip_address': '172.35.3.167', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'mac_address': 'fa:16:3e:64:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:20:58Z', 'updated_at': '2021-11-13T22:20:58Z', 'revision_number': 0, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:21:00.071874 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52267389-ae0a-44c4-bcd6-dc1a3576fc2f None None] New status for floating IP 0174cb58-10a6-4533-a798-b3485080fc6a: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:21:00.216073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:00.439159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:06.391940 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:21:12.844289 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:15.152660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:24.774455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f62ac3ab-9172-4bac-a6ba-20ea80689962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:27.101423 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5a33e522-acd6-4155-ba57-d5a252f52a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:28.831294 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:30.181121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:30.466680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:35.154711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-3225e34e-23ea-42c5-9833-2b724c314cd7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0403209
Nov 13 22:21:35.236196 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-cb8fb532-f824-40e5-8000-6ffdb515fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:21:35.237706 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-cb8fb532-f824-40e5-8000-6ffdb515fc0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1097 time: 0.0403574
Nov 13 22:21:35.342598 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-a6558a93-252e-4c58-a1af-64fb569d7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:21:35.344029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-a6558a93-252e-4c58-a1af-64fb569d7d01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0873234
Nov 13 22:21:35.408153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-a62ec9c6-5181-4e3b-8328-536b902b4752 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1002 time: 0.0564194
Nov 13 22:21:35.460749 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-8302acdd-7b98-4ea7-842e-db425cbffc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:21:35.462226 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-8302acdd-7b98-4ea7-842e-db425cbffc75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0467682
Nov 13 22:21:35.506770 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-3ed13707-247e-4ee1-90fc-84d2e0900e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:21:35.508224 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-3ed13707-247e-4ee1-90fc-84d2e0900e20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389240
Nov 13 22:21:35.597312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-2db0bf3d-6ed6-445a-9de9-5d32a0cdeab0 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812845
Nov 13 22:21:35.690024 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-090c60f1-4f77-4319-9ede-af5a8c38224b req-46f82f00-8bab-401d-aa0f-27c301a3d88c service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858245
Nov 13 22:21:42.849318 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:43.394270 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:21:45.175117 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:54.751900 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4f453a7e-58e6-4501-a676-fde1a643884b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:57.117943 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6eed923d-4d8e-4a51-9e5f-7ab5d82469d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:21:58.906686 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:00.197910 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:00.470936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:12.866000 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:15.156522 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:20.392869 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:22:24.757805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2cf2af3e-a29b-4e62-a50f-2f6fc12579ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:27.094824 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1fa6298e-77d6-4287-ad27-fe26b9a12695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:28.837947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:30.197880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:30.420052 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:35.778570 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-8819c689-8600-4d19-8042-450c0294c6b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399687
Nov 13 22:22:35.858063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-38ca5ac0-5041-4e3e-be3d-4659c1c852fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:35.859457 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-38ca5ac0-5041-4e3e-be3d-4659c1c852fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1097 time: 0.0394082
Nov 13 22:22:35.973068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-d4f54183-bd8d-47b6-9378-6b394244bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:35.974615 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-d4f54183-bd8d-47b6-9378-6b394244bf0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0897799
Nov 13 22:22:36.040055 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-b8551664-c00b-4f91-a3c6-883d3f707062 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1002 time: 0.0566585
Nov 13 22:22:36.091960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-2d4e7e01-fbef-4f04-a3ce-cd1d65ecf29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:36.093418 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-2d4e7e01-fbef-4f04-a3ce-cd1d65ecf29b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0468211
Nov 13 22:22:36.138633 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-2d40c495-0055-49d0-8e6c-3c7d8138feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:36.140037 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-2d40c495-0055-49d0-8e6c-3c7d8138feeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394425
Nov 13 22:22:36.231619 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-c01e2233-c135-4a94-97f6-bb17c4b0613d service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841918
Nov 13 22:22:36.319222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-84b32b8d-f10b-4eb0-b408-011d7aaa6147 req-dc2b5a36-ae71-4400-828f-c205e8ce5cf9 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811706
Nov 13 22:22:42.868155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:45.140622 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:53.751389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-223860d9-ad37-4a9a-8aa7-9ec7db3ef19f req-070ff6a6-dc79-4db8-89df-8514556d604e service neutron] (120532) timed out ('10.222.0.20', 43948) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:22:54.762480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-39510c88-7879-48da-afb4-af01e90f7ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:55.253984 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32f951-9abc-4740-847a-f2d7bab25bc2 req-c6411824-4ecf-4369-8387-74765357ef81 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:55.255454 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f32f951-9abc-4740-847a-f2d7bab25bc2 req-c6411824-4ecf-4369-8387-74765357ef81 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0485179
Nov 13 22:22:55.309305 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f32f951-9abc-4740-847a-f2d7bab25bc2 req-836535b3-a2be-4c6e-94ea-9f4b6a66cd57 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472734
Nov 13 22:22:56.441036 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e581-72e8-481d-b553-5064a1de05c4 req-681f9cd9-a533-46b9-ab6b-7c57f93277d9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:56.442535 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5a9e581-72e8-481d-b553-5064a1de05c4 req-681f9cd9-a533-46b9-ab6b-7c57f93277d9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0493963
Nov 13 22:22:56.492586 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a5a9e581-72e8-481d-b553-5064a1de05c4 req-2ec325cc-cc45-4f43-b2e5-67d8e6c737c4 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440636
Nov 13 22:22:57.128930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b74aab6c-3aeb-4432-8539-410c7f15f58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:57.392408 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:22:57.639183 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48517fef-5c25-41ec-8a97-7abf8bee7e94 req-ae419b91-ab90-4251-80f5-ad6d48d99dbd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:57.640654 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48517fef-5c25-41ec-8a97-7abf8bee7e94 req-ae419b91-ab90-4251-80f5-ad6d48d99dbd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0473757
Nov 13 22:22:57.689800 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48517fef-5c25-41ec-8a97-7abf8bee7e94 req-b051d186-c9e7-44b6-bcc7-43b35a4bb17a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432417
Nov 13 22:22:58.809508 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c054035-ea0e-4b83-ac87-8f772fb3e024 req-880b1534-932a-4e67-bfb8-d231ea7e96fd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:58.810944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c054035-ea0e-4b83-ac87-8f772fb3e024 req-880b1534-932a-4e67-bfb8-d231ea7e96fd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0535679
Nov 13 22:22:58.842869 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:22:58.861102 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7c054035-ea0e-4b83-ac87-8f772fb3e024 req-e1a9c322-db64-4826-8702-1dd7605ba375 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437052
Nov 13 22:22:59.978979 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a454-8ed4-4e75-9e6d-5b3eb65d0fcd req-25ad05bb-bb59-43d5-9789-29ddd5093dc7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:22:59.980602 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c232a454-8ed4-4e75-9e6d-5b3eb65d0fcd req-25ad05bb-bb59-43d5-9789-29ddd5093dc7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0486205
Nov 13 22:23:00.031638 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c232a454-8ed4-4e75-9e6d-5b3eb65d0fcd req-ad45e79e-2446-4709-962c-2ee4800b8c2c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448413
Nov 13 22:23:00.214265 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:00.458707 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:01.147124 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419ab69-6c18-4cb9-bf56-ca3d2b1aefc2 req-0b14b214-6326-4258-a14c-159e2f34abfd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:01.148601 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1419ab69-6c18-4cb9-bf56-ca3d2b1aefc2 req-0b14b214-6326-4258-a14c-159e2f34abfd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0489001
Nov 13 22:23:01.197514 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1419ab69-6c18-4cb9-bf56-ca3d2b1aefc2 req-3ee05a94-2e49-4636-a405-dc6726bfb802 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429513
Nov 13 22:23:02.316338 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e42896-2931-4356-95aa-2084fd11f14b req-2f1018e5-5e84-4a03-b6c6-78716384f5a9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:02.317829 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9e42896-2931-4356-95aa-2084fd11f14b req-2f1018e5-5e84-4a03-b6c6-78716384f5a9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0518477
Nov 13 22:23:02.365880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a9e42896-2931-4356-95aa-2084fd11f14b req-c0b915f5-4e5b-46e3-95d9-2dcb3723177e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415785
Nov 13 22:23:03.483342 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0e66e-489c-47a2-b4c5-f159ba9fb3fe req-ee084bf7-a827-40e9-8802-eeb0f41d77ae tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:03.484831 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ccd0e66e-489c-47a2-b4c5-f159ba9fb3fe req-ee084bf7-a827-40e9-8802-eeb0f41d77ae tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0482602
Nov 13 22:23:03.536814 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ccd0e66e-489c-47a2-b4c5-f159ba9fb3fe req-e3d5ea8b-3cec-4d06-a6ee-3de7288a8758 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460088
Nov 13 22:23:04.650114 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a779-a154-45ff-aeac-576807548784 req-c3e88aa8-4a0e-41dc-8f9b-526eaa4f73b5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:04.651582 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3a5a779-a154-45ff-aeac-576807548784 req-c3e88aa8-4a0e-41dc-8f9b-526eaa4f73b5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0469379
Nov 13 22:23:04.699011 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d3a5a779-a154-45ff-aeac-576807548784 req-5876d2e4-aa18-42ba-8e2e-98408d7f528b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416372
Nov 13 22:23:05.823939 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c8e1a-5b73-4522-9792-a7b7642c798a req-bfae079e-adb4-4b7d-99ae-fc7d2cb4eff9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:05.825449 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-614c8e1a-5b73-4522-9792-a7b7642c798a req-bfae079e-adb4-4b7d-99ae-fc7d2cb4eff9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0597038
Nov 13 22:23:05.874697 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-614c8e1a-5b73-4522-9792-a7b7642c798a req-f12c7f8c-5575-4ca8-9d9c-fc5c9dcf7487 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431662
Nov 13 22:23:06.988035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4155-f9ea-480e-836c-dc02724a895e req-be767085-4911-407c-ac27-de10e396f5be tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:06.989577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b7f4155-f9ea-480e-836c-dc02724a895e req-be767085-4911-407c-ac27-de10e396f5be tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0470312
Nov 13 22:23:07.041099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5b7f4155-f9ea-480e-836c-dc02724a895e req-afb4436e-a784-401e-91f9-7087d06ae5d5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449967
Nov 13 22:23:07.638073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:23:07.730414 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:07.741319 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'mac_address': 'fa:16:3e:64:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:23:07.781137 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:07.948842 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42e6f658-5a9c-457d-8c98-0fb487545f62 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:23:07.974291 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:08.037197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:08.089175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:23:08.096224 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.096572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.097041 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.097266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.097598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.097927 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.098255 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.098580 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.099145 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.099250 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.099535 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.099853 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:23:08.105237 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['42e6f658-5a9c-457d-8c98-0fb487545f62'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:23:08.170006 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483538c-3c76-4d80-ac44-46c08b5c1d75 req-dd6b838f-a694-40af-a576-df67275b6e89 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:08.172114 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3483538c-3c76-4d80-ac44-46c08b5c1d75 req-dd6b838f-a694-40af-a576-df67275b6e89 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 945 time: 0.0499551
Nov 13 22:23:08.225151 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-3483538c-3c76-4d80-ac44-46c08b5c1d75 req-abf694b3-d6d7-45cc-8a37-742c5900f510 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457647
Nov 13 22:23:09.363036 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e6c99-41cc-4e2c-b98d-210076bbe468 req-d29e9d7d-167b-45c6-82c4-42b2b217c572 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:09.370026 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d0e6c99-41cc-4e2c-b98d-210076bbe468 req-d29e9d7d-167b-45c6-82c4-42b2b217c572 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 945 time: 0.0609455
Nov 13 22:23:09.421133 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4d0e6c99-41cc-4e2c-b98d-210076bbe468 req-1986b910-e639-4de7-94ef-d0f8fa5b531b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493095
Nov 13 22:23:09.647037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:23:09.702359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 42e6f658-5a9c-457d-8c98-0fb487545f62 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:23:09.703008 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:09.792922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:09.828844 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:09.829962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:23:09.832394 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfefe4b-1fdd-4729-afdd-1689a73232e7" -d '{"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-plugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:23:09.876410 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08934e-52de-40c9-adc2-5f19ad1099cb x-openstack-request-id: req-db08934e-52de-40c9-adc2-5f19ad1099cb {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:23:09.876745 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-plugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:23:09.877035 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db08934e-52de-40c9-adc2-5f19ad1099cb {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:23:09.879246 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'code': 200}
Nov 13 22:23:09.894510 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:09.947072 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:23:10.565626 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56253-3831-4749-aa38-aab128d253ab req-388ef00a-d6fb-4fdd-8fcb-1774e9e52cbf tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:10.567860 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44c56253-3831-4749-aa38-aab128d253ab req-388ef00a-d6fb-4fdd-8fcb-1774e9e52cbf tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0588632
Nov 13 22:23:10.631601 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44c56253-3831-4749-aa38-aab128d253ab req-3a1944fe-b8b5-4c36-ba37-c689ab280544 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511508
Nov 13 22:23:11.763974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafda768-2574-442d-a742-272be45ce15e req-4d7adecf-44f4-412b-8c27-2ae1a791cc50 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:11.765505 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eafda768-2574-442d-a742-272be45ce15e req-4d7adecf-44f4-412b-8c27-2ae1a791cc50 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0544243
Nov 13 22:23:11.816966 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-eafda768-2574-442d-a742-272be45ce15e req-3ddaecf8-eb76-464a-ba82-6a0fb03affb2 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453498
Nov 13 22:23:12.886653 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:12.950801 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7cf7b-5c62-483d-8527-d24e3006d0a2 req-1bb92fe4-496f-48f8-98bd-fd41669e9779 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:12.952605 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ece7cf7b-5c62-483d-8527-d24e3006d0a2 req-1bb92fe4-496f-48f8-98bd-fd41669e9779 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0564148
Nov 13 22:23:13.005249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ece7cf7b-5c62-483d-8527-d24e3006d0a2 req-c99bdd66-22cf-4969-9043-4c3ca12e3a8a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456522
Nov 13 22:23:14.130409 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6266b-8310-4470-995c-20938c605abf req-394494d6-558c-4c2d-a2c1-aefb84977d2e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:14.131954 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c6266b-8310-4470-995c-20938c605abf req-394494d6-558c-4c2d-a2c1-aefb84977d2e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0516901
Nov 13 22:23:14.186981 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6c6266b-8310-4470-995c-20938c605abf req-29f308a7-7c31-42f5-9697-81382b93a959 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483847
Nov 13 22:23:15.179692 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:15.315372 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44579a9d-0e5e-448c-ae77-67da2bf65dbe req-1cf28fa4-300d-4d7c-ad7f-9b0d892dd443 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:15.317691 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44579a9d-0e5e-448c-ae77-67da2bf65dbe req-1cf28fa4-300d-4d7c-ad7f-9b0d892dd443 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0552151
Nov 13 22:23:15.376219 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-44579a9d-0e5e-448c-ae77-67da2bf65dbe req-fa392968-daf7-4e95-af7c-bfefe0db1350 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516510
Nov 13 22:23:16.506925 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834b96e-3243-42ad-8a6f-d3438198a044 req-b3c3ea17-66e3-42b0-b157-7d33f07046ca tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:16.508887 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c834b96e-3243-42ad-8a6f-d3438198a044 req-b3c3ea17-66e3-42b0-b157-7d33f07046ca tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0565014
Nov 13 22:23:16.563955 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c834b96e-3243-42ad-8a6f-d3438198a044 req-1b271276-3fe5-48c5-b082-c47c369eda45 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464282
Nov 13 22:23:17.692370 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae38ea0-1f44-4d76-9bad-848696584ee9 req-40f7599b-57a7-4d33-978a-88d8042d11a7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:17.694184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ae38ea0-1f44-4d76-9bad-848696584ee9 req-40f7599b-57a7-4d33-978a-88d8042d11a7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0586839
Nov 13 22:23:17.747904 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8ae38ea0-1f44-4d76-9bad-848696584ee9 req-48a1af54-a991-4da8-a355-bffad7334cdd tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464354
Nov 13 22:23:18.032336 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-83193bca-1cd2-4d6a-9d5b-932588c3ad8a req-1a006eca-e25e-4abe-9476-a227c97c8836 service neutron] (120532) timed out ('10.222.0.37', 49346) {{(pid=120532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:23:18.872146 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029d694-4b41-41b7-afab-e5bcca110b15 req-0eb7413e-5c00-4106-ad35-36bca128ab36 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:18.873675 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6029d694-4b41-41b7-afab-e5bcca110b15 req-0eb7413e-5c00-4106-ad35-36bca128ab36 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0512402
Nov 13 22:23:18.929623 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6029d694-4b41-41b7-afab-e5bcca110b15 req-41ee4afd-ee0c-4d72-a6ea-7a58f9123e99 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495148
Nov 13 22:23:20.044677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbcdf7-c647-4c37-a254-501e21a990e6 req-fa122667-dd9a-4369-82e2-5a0ebaaa15eb tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:20.046175 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6fdbcdf7-c647-4c37-a254-501e21a990e6 req-fa122667-dd9a-4369-82e2-5a0ebaaa15eb tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0486014
Nov 13 22:23:20.095669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6fdbcdf7-c647-4c37-a254-501e21a990e6 req-204a8126-e563-4c27-9750-2d581bb9acf9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432775
Nov 13 22:23:20.278405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ea94-2f8a-460a-a619-2993711e25cb req-9bd40666-e7a7-47f2-a9a0-09781cbc42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:20.279775 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-9bd40666-e7a7-47f2-a9a0-09781cbc42e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1097 time: 0.0394676
Nov 13 22:23:20.372859 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ea94-2f8a-460a-a619-2993711e25cb req-90d64382-bea8-4b8f-9b02-80b42923786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:20.374329 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-90d64382-bea8-4b8f-9b02-80b42923786c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0865459
Nov 13 22:23:20.437431 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-c2cfd3b0-e28f-43cd-b55e-6a794020e9fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1002 time: 0.0567050
Nov 13 22:23:20.489276 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ea94-2f8a-460a-a619-2993711e25cb req-14c3e0c1-b538-4034-a152-c8c1829a33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:20.490703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-14c3e0c1-b538-4034-a152-c8c1829a33f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0462794
Nov 13 22:23:20.533918 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ea94-2f8a-460a-a619-2993711e25cb req-4ad57482-f6d2-4d57-97d2-16f9b5cce63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:20.535279 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-4ad57482-f6d2-4d57-97d2-16f9b5cce63f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0379329
Nov 13 22:23:20.626954 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-bcd26423-1408-4a50-aa10-00b0497c6bdc service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834961
Nov 13 22:23:20.712667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-7358ea94-2f8a-460a-a619-2993711e25cb req-d48606e6-9aee-4c61-a41c-4f196b799d58 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0789609
Nov 13 22:23:21.209686 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce0097-5d7e-427d-bd6f-bda94e742937 req-654aeb6a-9252-4a35-90dd-ad8b659ed53e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:21.211142 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bdce0097-5d7e-427d-bd6f-bda94e742937 req-654aeb6a-9252-4a35-90dd-ad8b659ed53e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0476139
Nov 13 22:23:21.266030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-bdce0097-5d7e-427d-bd6f-bda94e742937 req-5833028d-49b3-4db4-9821-b856c615c614 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481818
Nov 13 22:23:22.449305 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc4c01-dc2e-4061-bd9b-e1c982ed8414 req-3a86c19e-cd92-435b-a477-d00df4f06d6f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:22.450690 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f9cc4c01-dc2e-4061-bd9b-e1c982ed8414 req-3a86c19e-cd92-435b-a477-d00df4f06d6f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.1160309
Nov 13 22:23:22.502641 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f9cc4c01-dc2e-4061-bd9b-e1c982ed8414 req-9607cf38-2cc9-40d3-ba2b-9b725afabec1 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459805
Nov 13 22:23:23.666753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a693d-9141-4e12-99dd-be636daa7e2a req-67c77f7b-c78f-4257-b771-2e2b5bbaaa6b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:23.668235 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-744a693d-9141-4e12-99dd-be636daa7e2a req-67c77f7b-c78f-4257-b771-2e2b5bbaaa6b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 946 time: 0.0967128
Nov 13 22:23:23.713496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:23:23.717346 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-744a693d-9141-4e12-99dd-be636daa7e2a req-3dd81a96-3acb-4101-8f4c-7bb86c87abac tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431085
Nov 13 22:23:23.788858 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:23.815092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:23:23.817366 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61c708c-e56a-4650-b991-f4264029688b" -d '{"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-unplugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:23:23.828320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-4aba673a-736b-4552-a130-7f619ca569a8 req-66cb020b-bb19-44a1-b758-0b1032c8e3df service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:23:23.829649 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-4aba673a-736b-4552-a130-7f619ca569a8 req-66cb020b-bb19-44a1-b758-0b1032c8e3df service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0484495
Nov 13 22:23:23.830542 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:23.848858 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 13 Nov 2021 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c2d3dd-0ba1-4554-a197-3395255060b7 x-openstack-request-id: req-43c2d3dd-0ba1-4554-a197-3395255060b7 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:23:23.849148 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-unplugged", "status": "failed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "code": 422}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:23:23.849401 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43c2d3dd-0ba1-4554-a197-3395255060b7 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:23:23.849798 ncdv-master-1 neutron-server[120534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'code': 422} returned with failed status
Nov 13 22:23:23.882429 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:23.932149 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:23:24.090372 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92140f1-450a-41b9-98ef-baa4538303e4 req-7dd4e07d-c251-456f-afd7-7f139c0814eb tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:24.091768 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b92140f1-450a-41b9-98ef-baa4538303e4 req-7dd4e07d-c251-456f-afd7-7f139c0814eb tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0489233
Nov 13 22:23:24.141980 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b92140f1-450a-41b9-98ef-baa4538303e4 req-00b73c82-1278-4fc7-aaeb-d211ee93828c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441546
Nov 13 22:23:24.777956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c34c7fcb-9819-4ef8-903d-5c4bc95982d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:24.784410 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-b89001b7-2d52-492c-8c67-8c91eb9ad6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0853484
Nov 13 22:23:25.261420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339e74c-64c3-4fe8-b007-d3b2923bbe51 req-ab87baa6-8cd4-40c0-94ec-2e927643c7c1 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:25.262845 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f339e74c-64c3-4fe8-b007-d3b2923bbe51 req-ab87baa6-8cd4-40c0-94ec-2e927643c7c1 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0520918
Nov 13 22:23:25.313703 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f339e74c-64c3-4fe8-b007-d3b2923bbe51 req-fd821e7c-47ca-44e5-b6d2-2b6b42988b2e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447788
Nov 13 22:23:26.163371 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-41fb2eee-10d0-41cc-89db-b41ea6de2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:26.165139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-41fb2eee-10d0-41cc-89db-b41ea6de2321 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557&tenant_id=0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 1095 time: 0.0414617
Nov 13 22:23:26.221894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-34007af5-7723-4b7f-8192-b27c808ebb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:26.223374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-34007af5-7723-4b7f-8192-b27c808ebb2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1095 time: 0.0386748
Nov 13 22:23:26.314911 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-5620e42a-9488-424d-bc2c-8abe06492e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:26.316396 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-5620e42a-9488-424d-bc2c-8abe06492e7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0869231
Nov 13 22:23:26.384681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-02ede494-3dd6-4da3-b42b-3daa269e8bd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1000 time: 0.0616570
Nov 13 22:23:26.432532 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78f012-e809-447a-bda2-90fd5c4db1b0 req-bb885891-bebd-41d2-bd67-7597c18b75ba tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:26.434210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-9d2fd509-6418-4fb5-99a3-c62342b3963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:26.435688 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-9d2fd509-6418-4fb5-99a3-c62342b3963a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0448730
Nov 13 22:23:26.436024 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd78f012-e809-447a-bda2-90fd5c4db1b0 req-bb885891-bebd-41d2-bd67-7597c18b75ba tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0515547
Nov 13 22:23:26.481316 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-98c614d4-c0d1-4952-ba06-f79582271ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:26.482871 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-98c614d4-c0d1-4952-ba06-f79582271ae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398238
Nov 13 22:23:26.484484 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-fd78f012-e809-447a-bda2-90fd5c4db1b0 req-f23543b9-597c-453d-ba23-e673059ce5df tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434318
Nov 13 22:23:26.575081 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-d0b484bf-1bed-4b59-b57d-c3990161931f service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848739
Nov 13 22:23:26.663099 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-2f04d056-e663-4e61-83f2-bcfacfb03a06 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811775
Nov 13 22:23:27.084061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1448f041-9fa1-4752-85a2-2e2f2a7f54f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:27.618122 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b2989-c211-4b1d-8044-7dbf89a9b1a3 req-b337eb14-0551-4262-a438-bf9828879b7d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:27.619870 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-635b2989-c211-4b1d-8044-7dbf89a9b1a3 req-b337eb14-0551-4262-a438-bf9828879b7d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0586317
Nov 13 22:23:27.674142 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-635b2989-c211-4b1d-8044-7dbf89a9b1a3 req-0343b64f-adb5-433a-8ed0-e7e86856150b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478656
Nov 13 22:23:28.803727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f3d6-02c0-4568-837c-6c37baf5500e req-f35b165e-8c1d-4bc2-9689-d393db2eeb02 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:28.805376 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0dd7f3d6-02c0-4568-837c-6c37baf5500e req-f35b165e-8c1d-4bc2-9689-d393db2eeb02 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0524900
Nov 13 22:23:28.848302 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:28.858944 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-0dd7f3d6-02c0-4568-837c-6c37baf5500e req-73ea6879-4b3f-48be-886e-9eecca80f28b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472960
Nov 13 22:23:29.989691 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713510c-db95-45dc-8fa5-d440c11c84bc req-dabdbd29-6511-47ad-82cf-20031cb42f39 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:29.991506 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1713510c-db95-45dc-8fa5-d440c11c84bc req-dabdbd29-6511-47ad-82cf-20031cb42f39 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0596042
Nov 13 22:23:30.051890 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-1713510c-db95-45dc-8fa5-d440c11c84bc req-62bac78c-4daf-4613-9a5a-247ae710685a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533471
Nov 13 22:23:30.208227 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:30.452583 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:31.179923 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b940c7-ec41-4239-a9d7-dc272f4d0d75 req-15a9301d-6239-4167-ac35-fa431f28c1b7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:31.181430 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-42b940c7-ec41-4239-a9d7-dc272f4d0d75 req-15a9301d-6239-4167-ac35-fa431f28c1b7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0545666
Nov 13 22:23:31.232773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-42b940c7-ec41-4239-a9d7-dc272f4d0d75 req-60bf3caf-835e-4c20-9af5-9695c04269f9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447278
Nov 13 22:23:32.352527 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f611a9-a72c-4ca3-873e-a6d17e18c8c1 req-c55e56b8-0ee6-4ae2-954a-813250e4e90e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:32.354074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1f611a9-a72c-4ca3-873e-a6d17e18c8c1 req-c55e56b8-0ee6-4ae2-954a-813250e4e90e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0492945
Nov 13 22:23:32.406760 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f1f611a9-a72c-4ca3-873e-a6d17e18c8c1 req-baf5306f-9fda-461c-9cb8-eb5b92f4d1e8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459821
Nov 13 22:23:33.527208 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4712e-a2ae-43cb-8098-cc77d5ba733a req-5c6bb7d4-dec9-4011-b223-aa37e5a17ffe tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:33.528805 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7bd4712e-a2ae-43cb-8098-cc77d5ba733a req-5c6bb7d4-dec9-4011-b223-aa37e5a17ffe tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0502279
Nov 13 22:23:33.585038 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7bd4712e-a2ae-43cb-8098-cc77d5ba733a req-ccc6b83d-bbef-4736-b29c-5cd2b8173601 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489874
Nov 13 22:23:34.394203 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:23:34.711348 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f954c47-b3e7-4e41-91d5-c45040948d9e req-02cc0c6d-40f3-4f9b-a987-d4ec5acda574 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:34.714401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f954c47-b3e7-4e41-91d5-c45040948d9e req-02cc0c6d-40f3-4f9b-a987-d4ec5acda574 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0545750
Nov 13 22:23:34.763733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f954c47-b3e7-4e41-91d5-c45040948d9e req-3d3da2a6-dcfc-40c1-bc82-8a41391a6b8b tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433366
Nov 13 22:23:35.891115 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45609420-da7d-4e3d-9eee-e1cde1103258 req-b806007f-fea9-4691-bde0-ecd50356f484 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:35.892520 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45609420-da7d-4e3d-9eee-e1cde1103258 req-b806007f-fea9-4691-bde0-ecd50356f484 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0588944
Nov 13 22:23:35.944777 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-45609420-da7d-4e3d-9eee-e1cde1103258 req-f554b9ab-e8fc-4b81-8353-0f0a57195e84 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461218
Nov 13 22:23:37.081409 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ab8bc-be5e-4344-9a22-423139453478 req-017262da-8848-458d-806a-9cc692ffbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:37.082917 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-017262da-8848-458d-806a-9cc692ffbdca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1095 time: 0.1175694
Nov 13 22:23:37.090334 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08554-1908-41a5-8f99-81d385030d1a req-03744daf-c19d-4607-afa3-2da4c04ea9ef tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:37.092242 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-63b08554-1908-41a5-8f99-81d385030d1a req-03744daf-c19d-4607-afa3-2da4c04ea9ef tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0703795
Nov 13 22:23:37.492185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-63b08554-1908-41a5-8f99-81d385030d1a req-0b2d1455-d6df-47f8-ab7f-b04decab1ed0 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3935025
Nov 13 22:23:37.519292 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ab8bc-be5e-4344-9a22-423139453478 req-f133829e-6b8a-4111-839a-fc96f4014866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:37.520786 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-f133829e-6b8a-4111-839a-fc96f4014866 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.4056098
Nov 13 22:23:37.590410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-98e990c3-35fc-4f2c-932d-b6dfa0ba72e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1000 time: 0.0620289
Nov 13 22:23:37.639153 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ab8bc-be5e-4344-9a22-423139453478 req-a17f3257-7a62-4a13-8692-2fcdbd3e981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:37.640588 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-a17f3257-7a62-4a13-8692-2fcdbd3e981f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0420361
Nov 13 22:23:37.696810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ab8bc-be5e-4344-9a22-423139453478 req-09f74fe8-79fd-4b96-95e4-0478f13359b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:37.698289 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-09f74fe8-79fd-4b96-95e4-0478f13359b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0490923
Nov 13 22:23:37.788990 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-05ba683c-ea76-47b5-a262-4625eec4ca75 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831006
Nov 13 22:23:37.876338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f14ab8bc-be5e-4344-9a22-423139453478 req-431e91b5-3a72-48b3-87c3-2e79b58800be service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799665
Nov 13 22:23:38.608106 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea0d2-e227-40a6-8262-953d4481a591 req-5e49e435-62b4-45c1-bd48-0e6b31719a11 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:38.609614 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-adbea0d2-e227-40a6-8262-953d4481a591 req-5e49e435-62b4-45c1-bd48-0e6b31719a11 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0494366
Nov 13 22:23:38.660481 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-adbea0d2-e227-40a6-8262-953d4481a591 req-0217e8d9-2dec-4ee3-a22a-8eaf7b1ce749 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448091
Nov 13 22:23:39.777748 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9511b-4708-43fb-a0b3-a1a5938aada1 req-5d2357e4-9a77-44aa-8a10-b6105b6363d9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:39.779814 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68b9511b-4708-43fb-a0b3-a1a5938aada1 req-5d2357e4-9a77-44aa-8a10-b6105b6363d9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 944 time: 0.0520103
Nov 13 22:23:39.821968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:23:39.827682 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-68b9511b-4708-43fb-a0b3-a1a5938aada1 req-bafa0c10-9fb5-471d-bd17-71c914241adc tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419056
Nov 13 22:23:39.917546 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:39.928854 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'port_id': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'mac_address': 'fa:16:3e:64:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:23:39.964449 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:39.977286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e6f658-5a9c-457d-8c98-0fb487545f62 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:23:39.996379 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:40.058906 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:40.105174 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=9']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:23:40.298776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['42e6f658-5a9c-457d-8c98-0fb487545f62'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:23:40.941825 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3f2ea-b5ed-4189-af71-041eb5ea08b3 req-39118fee-5fb5-47be-b7b0-8e793b8cc35a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:40.943267 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7a3f2ea-b5ed-4189-af71-041eb5ea08b3 req-39118fee-5fb5-47be-b7b0-8e793b8cc35a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 945 time: 0.0481236
Nov 13 22:23:40.995230 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-c7a3f2ea-b5ed-4189-af71-041eb5ea08b3 req-3ca3dcec-0c73-4582-8803-0d2d05be4f64 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460048
Nov 13 22:23:41.837603 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:23:41.889474 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port 42e6f658-5a9c-457d-8c98-0fb487545f62 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:23:41.889842 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:41.967413 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:41.992039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:23:41.994332 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052673c3-364a-4c1e-aa36-039618ec2f0d" -d '{"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-plugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:23:42.009939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:23:42.044963 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec8a1c0-3521-452a-b661-f52fbb5486bf x-openstack-request-id: req-4ec8a1c0-3521-452a-b661-f52fbb5486bf {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:23:42.044963 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-plugged", "status": "completed", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:23:42.044963 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ec8a1c0-3521-452a-b661-f52fbb5486bf {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:23:42.044963 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'code': 200}
Nov 13 22:23:42.123009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a003e3-c638-4323-903f-6e6dec385e75 req-0370bbe8-c094-49e9-ad68-41ad139f2fc9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:42.124447 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73a003e3-c638-4323-903f-6e6dec385e75 req-0370bbe8-c094-49e9-ad68-41ad139f2fc9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 945 time: 0.0511842
Nov 13 22:23:42.174875 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-73a003e3-c638-4323-903f-6e6dec385e75 req-b6e437ae-bfed-4703-85e9-e4a09f74118a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443368
Nov 13 22:23:42.394994 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:42.448870 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=10']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:23:42.480992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c219a-4aa5-4f76-a54c-7efc4e7792aa req-d3ac4fe8-e5a4-4e45-83b3-19f7106c573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:42.483108 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-860c219a-4aa5-4f76-a54c-7efc4e7792aa req-d3ac4fe8-e5a4-4e45-83b3-19f7106c573b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1098 time: 0.0394847
Nov 13 22:23:42.529103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-860c219a-4aa5-4f76-a54c-7efc4e7792aa req-62ed0bea-0047-4637-8f60-ff5360277878 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389938
Nov 13 22:23:42.892178 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:43.294034 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6cda4-5c40-40f9-951d-fb29af41c91b req-6e4b225b-cf6d-4027-9002-ffe6aba935ec tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:43.295520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bba6cda4-5c40-40f9-951d-fb29af41c91b req-6e4b225b-cf6d-4027-9002-ffe6aba935ec tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 947 time: 0.0479624
Nov 13 22:23:43.352297 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bba6cda4-5c40-40f9-951d-fb29af41c91b req-4c264486-a765-4b1c-816f-714838d0c6f6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508223
Nov 13 22:23:44.469568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb6cd1-9119-4d4e-a38c-a6c14e56eaf2 req-551afb56-9c87-4383-b27e-c627acab9b00 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:44.471044 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5cb6cd1-9119-4d4e-a38c-a6c14e56eaf2 req-551afb56-9c87-4383-b27e-c627acab9b00 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 947 time: 0.0481524
Nov 13 22:23:44.520389 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e5cb6cd1-9119-4d4e-a38c-a6c14e56eaf2 req-b1c8d663-17d3-4f3b-81db-1641928acd98 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432386
Nov 13 22:23:45.171936 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:45.634360 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b3432-ed3d-4b65-826f-925795790801 req-32f0e008-e0fe-43cc-82d4-2a91805ba9ff tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:23:45.635873 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-802b3432-ed3d-4b65-826f-925795790801 req-32f0e008-e0fe-43cc-82d4-2a91805ba9ff tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 947 time: 0.0497615
Nov 13 22:23:45.694161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-802b3432-ed3d-4b65-826f-925795790801 req-e20e5c0d-ced9-4e61-a20f-7a84705c597a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515919
Nov 13 22:23:54.761680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-db792583-58a3-487c-80dc-13a7b46b320a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:57.082750 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0cc33bdf-ec45-44b9-a506-16662b408fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:23:58.848245 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:00.207625 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:00.436309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:11.394245 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:24:12.897633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:15.133330 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:24.756160 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64896c6c-6929-4259-8479-b5cd45981e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:27.105377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f2a9813a-be85-4b5b-9240-537eb9a65209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:28.852850 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:30.213165 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:30.457259 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:37.921438 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-0e1eb1f8-ff60-4199-a453-923d4ef22faa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390081
Nov 13 22:24:37.998970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-b1706942-ad0f-4cb1-99be-b78c17cb67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:38.000424 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-b1706942-ad0f-4cb1-99be-b78c17cb67df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1098 time: 0.0386951
Nov 13 22:24:38.103797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-e83e6568-5f3e-4d96-bc1c-f0045b89b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:38.105321 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-e83e6568-5f3e-4d96-bc1c-f0045b89b710 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0873039
Nov 13 22:24:38.175355 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-58b7e7e3-df15-4320-a609-559da99c4d74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 1002 time: 0.0631490
Nov 13 22:24:38.224388 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-8a517a45-b292-4731-9253-ceca82931b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:38.225825 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-8a517a45-b292-4731-9253-ceca82931b60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0437236
Nov 13 22:24:38.274449 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-4b2f8338-4e2f-400b-a1d0-89d88bff3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:38.275891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-4b2f8338-4e2f-400b-a1d0-89d88bff3201 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389829
Nov 13 22:24:38.368880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-0a6d8850-eb43-465a-bca5-d56ee6b1f2c7 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860460
Nov 13 22:24:38.458487 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e2026d68-19de-4e58-bd47-709e081b10b4 req-81ec479e-9f1b-40ea-b87d-7b64a3f201d1 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818777
Nov 13 22:24:42.910039 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:45.150456 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:48.392630 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:24:54.778155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5bbcdd3e-b165-4522-a2eb-e4ee8120e2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:56.683065 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53116) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:24:56.842322 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Deleting port 2ffffe97-f755-47d6-8608-1f2213fa0a40 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:24:56.842658 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:56.914941 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:56.915264 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:56.927151 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Calling delete_port for 2ffffe97-f755-47d6-8608-1f2213fa0a40 owned by network:floatingip {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:24:57.098438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6d3839f4-2fa7-44c6-843c-e292f6189962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:57.212606 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:57.242153 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event deleted for resources: {'Port': ['ID=2ffffe97-f755-47d6-8608-1f2213fa0a40,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:24:57.265650 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.266001 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.266343 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.266683 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.267024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.267355 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.267684 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.268013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.268335 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.268753 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.269091 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.275331 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:24:57.322823 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:57.323150 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Floating IP 0174cb58-10a6-4533-a798-b3485080fc6a disassociated (deleted). External IP: 172.35.3.167, port: 42e6f658-5a9c-457d-8c98-0fb487545f62.
Nov 13 22:24:57.870940 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:24:57.975487 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:24:57.980424 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:57.984975 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:24:57.994467 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:24:57.995068 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5f2a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:24:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:24:58.006330 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9c240606-9bea-401c-a4eb-4df28e5f4851 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "DELETE /v2.0/floatingips/0174cb58-10a6-4533-a798-b3485080fc6a HTTP/1.1" status: 204  len: 168 time: 1.3221791
Nov 13 22:24:58.007013 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:24:58.009384 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242d0d66-a612-46cb-b81c-68f3faf27289" -d '{"events": [{"name": "network-changed", "server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:24:58.111706 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4edac8a-dcbd-49ce-beef-4e9d23451448 x-openstack-request-id: req-d4edac8a-dcbd-49ce-beef-4e9d23451448 {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:24:58.112043 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:24:58.112465 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4edac8a-dcbd-49ce-beef-4e9d23451448 {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:24:58.112666 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'status': 'completed', 'code': 200}
Nov 13 22:24:58.177051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-d75e8981-36e9-4994-b7cc-bb2707561d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:58.178470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-d75e8981-36e9-4994-b7cc-bb2707561d2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 1098 time: 0.0427310
Nov 13 22:24:58.203124 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:24:58.276288 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-ea6d7ec6-0f61-4b70-91c4-72f2db4b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:58.277796 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-ea6d7ec6-0f61-4b70-91c4-72f2db4b7173 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0928187
Nov 13 22:24:58.323662 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-6dcbe0b9-2561-4a7f-b669-b8a776ca1ee9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 200  len: 217 time: 0.0375633
Nov 13 22:24:58.377258 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-ba11daa3-d9a1-4ad0-86e5-0c9f0edb47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:58.378702 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-ba11daa3-d9a1-4ad0-86e5-0c9f0edb47a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0479517
Nov 13 22:24:58.405730 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5f2a00>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:24:58.426298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-2f542902-1679-499b-9b90-c3398800142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:58.428171 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-2f542902-1679-499b-9b90-c3398800142f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418863
Nov 13 22:24:58.435540 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:24:58.446578 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:24:58.447157 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5f2a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:24:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:24:58.554667 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:24:58.568242 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a121c-6f9f-4703-ab00-98dd01554cdb req-e09b63a8-301b-4b0e-9414-9d161a98315c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:58.569746 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b5a121c-6f9f-4703-ab00-98dd01554cdb req-e09b63a8-301b-4b0e-9414-9d161a98315c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 947 time: 0.0773661
Nov 13 22:24:58.571625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-c48ecbdb-98d1-409a-b0f6-e7e1aef26bfa service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368990
Nov 13 22:24:58.675909 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-2b5a121c-6f9f-4703-ab00-98dd01554cdb req-ac8f44d5-28e5-4774-9f38-ba2de552bfaf tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999670
Nov 13 22:24:58.701119 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-242d0d66-a612-46cb-b81c-68f3faf27289 req-c50bb4e0-0716-4002-883d-8921d368c380 service neutron] 10.222.0.46 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1186378
Nov 13 22:24:58.751448 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5f2a00>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:24:58.777178 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d924f217-8887-4e87-ba9d-0f52a5bc0bb8 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:24:58.864155 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:59.004878 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffeba1d-8415-4ebd-9117-64d5e3f0beed None None] New status for floating IP 0174cb58-10a6-4533-a798-b3485080fc6a: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:24:59.796330 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7feb4f-9fec-4340-ad6b-c768f34e95cf req-26d8d2b6-4dbd-4bce-8e84-3d2457a54e4a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:59.797933 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce7feb4f-9fec-4340-ad6b-c768f34e95cf req-26d8d2b6-4dbd-4bce-8e84-3d2457a54e4a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 947 time: 0.0504057
Nov 13 22:24:59.798785 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-64917a5f-384a-4ea7-b706-51a14b0d8744 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:24:59.800265 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-64917a5f-384a-4ea7-b706-51a14b0d8744 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 947 time: 0.0491297
Nov 13 22:24:59.848298 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-ce7feb4f-9fec-4340-ad6b-c768f34e95cf req-a4ee1854-08a7-42c5-a41e-d9abfcb6feff tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed78efc3-4c6a-4aed-acd2-41b438078c5c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440557
Nov 13 22:24:59.898907 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Deleting port 42e6f658-5a9c-457d-8c98-0fb487545f62 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:24:59.899247 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:24:59.990796 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] For port 42e6f658-5a9c-457d-8c98-0fb487545f62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42e6f658-5a9c-457d-8c98-0fb487545f62,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:24:59.991151 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:00.003667 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Calling delete_port for 42e6f658-5a9c-457d-8c98-0fb487545f62 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:25:00.205080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:00.227875 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:00.234974 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event deleted for resources: {'Port': ['ID=42e6f658-5a9c-457d-8c98-0fb487545f62,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:00.263109 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.263453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.263789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.264125 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.264455 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.264809 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.265138 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.265461 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.265807 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.266129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.266453 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.266774 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:00.285294 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] No DVR routers for this DVR port 42e6f658-5a9c-457d-8c98-0fb487545f62 on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:25:00.288026 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:00.292068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5f6f79fd-559e-42a6-85a3-37a6e5033c8e req-b7d43898-6f8b-4673-9881-2e5dc26b3962 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.46 "DELETE /v2.0/ports/42e6f658-5a9c-457d-8c98-0fb487545f62 HTTP/1.1" status: 204  len: 173 time: 0.4853213
Nov 13 22:25:00.292531 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-deleted', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:25:00.294795 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce4cce0-32c0-4062-a4ed-87d26cd9da95" -d '{"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-deleted", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:25:00.388047 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec28967-b4a5-4a96-bb94-872238fd1339 x-openstack-request-id: req-5ec28967-b4a5-4a96-bb94-872238fd1339 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:25:00.388339 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b929998-dfa2-4c33-ba3f-48e5a55a8557", "name": "network-vif-deleted", "tag": "42e6f658-5a9c-457d-8c98-0fb487545f62", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:25:00.388645 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ec28967-b4a5-4a96-bb94-872238fd1339 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:25:00.389082 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b929998-dfa2-4c33-ba3f-48e5a55a8557', 'name': 'network-vif-deleted', 'tag': '42e6f658-5a9c-457d-8c98-0fb487545f62', 'status': 'completed', 'code': 200}
Nov 13 22:25:00.470099 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:00.963864 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a55b180d-8362-4231-9f54-fda5edea2d30 req-b702a6f5-61d5-4164-a794-fcb0e2685845 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b929998-dfa2-4c33-ba3f-48e5a55a8557 HTTP/1.1" status: 200  len: 210 time: 0.0271251
Nov 13 22:25:02.024217 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53142) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:02.079662 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60bebb76-3b01-48ff-877b-b24314bb652a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.108549 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60bebb76-3b01-48ff-877b-b24314bb652a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.233764 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60bebb76-3b01-48ff-877b-b24314bb652a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.236387 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-60bebb76-3b01-48ff-877b-b24314bb652a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.238215 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-60bebb76-3b01-48ff-877b-b24314bb652a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed78efc3-4c6a-4aed-acd2-41b438078c5c HTTP/1.1" status: 204  len: 168 time: 0.2123489
Nov 13 22:25:02.252976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bebb76-3b01-48ff-877b-b24314bb652a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed78efc3-4c6a-4aed-acd2-41b438078c5c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:02.582362 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53148) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:02.587009 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141209673', 'description': 'tempest-secgroup-smoke-1141209673 description', 'project_id': '0845e4d245d5407f9c393289fc1bb22e'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:02.681550 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.744388 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.835316 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.866909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee06eb81-68e4-470c-9490-40f05485d944,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:02.940187 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:02.941485 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-5031611e-66f9-43c1-a753-78e79b30675d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3580568
Nov 13 22:25:02.944249 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53150) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:02.948536 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ee06eb81-68e4-470c-9490-40f05485d944', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:03.049042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.102977 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.252768 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.271097 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2383b3-9b23-4801-9d86-33552e919e25,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:03.386519 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.387668 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-2d0494b0-751c-4433-bcae-16ed715f482e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4424641
Nov 13 22:25:03.390334 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53152) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:03.394598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ee06eb81-68e4-470c-9490-40f05485d944', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:03.486151 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.547258 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.639623 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.658287 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947fe806-fdef-40a6-8238-7754a28ab08c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:03.734785 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.736030 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-dbe34f08-a113-40f6-afc3-cd31939ffb23 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3447726
Nov 13 22:25:03.738916 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53154) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:03.743888 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ee06eb81-68e4-470c-9490-40f05485d944', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:03.823614 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.879414 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.978153 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:03.996947 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958522ae-9a57-4ba5-930d-fa0c2d02971f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:04.075716 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.077042 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-678e2a6b-3c0a-4195-a615-869fd58182b6 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3366621
Nov 13 22:25:04.079827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53156) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:04.084206 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ee06eb81-68e4-470c-9490-40f05485d944', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:04.186740 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.243670 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.337947 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.355857 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab39e8fe-d1ef-4d1a-9374-f8aa5cef3349,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:04.424040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:25:04.447425 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: 42e6f658-5a9c-457d-8c98-0fb487545f62 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:25:04.447767 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device 42e6f658-5a9c-457d-8c98-0fb487545f62 not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:25:04.465957 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.467179 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-9537b1ac-a199-40f9-9a64-3b63e202bc9e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3864405
Nov 13 22:25:04.469978 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53158) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:04.476032 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ee06eb81-68e4-470c-9490-40f05485d944', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:04.572789 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Project 0845e4d245d5407f9c393289fc1bb22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:25:04.577999 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.637576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.720646 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.736003 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8add24-026d-4896-a910-7c52258c8a8c,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:04.831342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.832486 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-77c8dcd4-e95d-4e71-a40a-f38db100744a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3615849
Nov 13 22:25:04.835953 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53160) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:04.840197 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'security_group_rule': {'security_group_id': 'ee06eb81-68e4-470c-9490-40f05485d944', 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:04.924846 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Project 0845e4d245d5407f9c393289fc1bb22e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:25:04.929672 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:04.987341 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:05.081001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:05.100280 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a1ad85-f1f5-415c-9780-995369ebc9fe,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:05.203217 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:05.204510 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e190b1ad-0b7e-45e2-84e3-28dbf33d2b15 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3676107
Nov 13 22:25:10.322783 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-a4a636f6-dfc9-411d-bc5a-391b9ec814f3 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141209673&fields=id&tenant_id=0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 267 time: 0.0508425
Nov 13 22:25:10.431675 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-0dc2bdd6-eaea-4e3f-9cbd-b5e2dab0dd38 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:10.433107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-0dc2bdd6-eaea-4e3f-9cbd-b5e2dab0dd38 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 808 time: 0.1034851
Nov 13 22:25:10.447792 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-e8b7cc86-130e-43ba-8ea6-6d213d056d36 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/quotas/0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 375 time: 0.0087163
Nov 13 22:25:10.498361 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-44ad2d34-482a-4ce2-afbb-d1c0b8b2c42f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0453734
Nov 13 22:25:10.556460 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-0653aab5-3911-4bd4-9a65-7186098c6498 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:25:10.557586 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-0653aab5-3911-4bd4-9a65-7186098c6498 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0484209
Nov 13 22:25:10.650017 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-e07df52a-ffc6-4819-a196-eb3a8f9ee6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860879
Nov 13 22:25:10.738995 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-ab163e52-d0e1-47a3-89e5-9216b9ed9748 service neutron] 10.222.0.20 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818901
Nov 13 22:25:11.359486 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-31d54dcf-ca60-4b88-b05b-842e0fd400d0 req-96656e9e-15ef-485c-8dfc-189108a45ca2 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0281494
Nov 13 22:25:12.434904 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-34b16567-ea9a-41a6-9e64-899b9beeed1f req-c35153f0-cc6a-4cb5-b3bb-a92787cd37a1 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0259464
Nov 13 22:25:12.896491 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:13.514891 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ccce737b-24b0-4f05-93c9-7ac709156df8 req-63a787dc-858c-4c60-bff8-4bd708db1dac tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0310736
Nov 13 22:25:14.609804 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-102ec867-948a-44b8-9612-f5fcd55db16e req-95f53eb7-0e5f-459e-aaa3-17082b005cd9 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0259178
Nov 13 22:25:15.136283 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:15.703038 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8f2706ff-d85f-48a2-86cd-50f98bb257e2 req-9c729308-659b-4f68-bc02-51e3b6584f42 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0278673
Nov 13 22:25:16.317403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-618e1d13-6293-481c-a97b-acbe2ade9d89 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:16.318885 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-618e1d13-6293-481c-a97b-acbe2ade9d89 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 808 time: 0.1210515
Nov 13 22:25:16.384968 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-205164d8-7cf2-40ea-bca6-93d08890deee tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0845e4d245d5407f9c393289fc1bb22e HTTP/1.1" status: 200  len: 380 time: 0.0571136
Nov 13 22:25:16.395427 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'port': {'device_id': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'admin_state_up': True, 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'security_groups': ['ee06eb81-68e4-470c-9490-40f05485d944']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:16.565659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Made reservation on behalf of 0845e4d245d5407f9c393289fc1bb22e for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:25:16.569339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:16.701993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Allocated IP 172.20.0.4 (7e0fc09a-95b6-4b88-ab4f-a727c3211617/29d7596c-1745-4390-abda-2f0fb00d8be4/85657484-d194-4529-ad15-bd206e4f2255) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:25:16.809865 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-14d9d7ce-4402-4eff-a9e3-199c134ec49e req-06e766c7-361f-45d7-907f-280cfe8a301e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0369377
Nov 13 22:25:16.855261 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:16.967464 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.010932 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:25:17.016678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:25:17.019628 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:25:17.046967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'Port': ['ID=85657484-d194-4529-ad15-bd206e4f2255,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:17.077602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:17.078235 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.170646 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-6aba22d9-6c13-44a3-b573-238f914a4f94 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7787600
Nov 13 22:25:17.181585 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-f4a8074e-787c-4794-9b17-50d7380b4f68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:25:17.182722 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-f4a8074e-787c-4794-9b17-50d7380b4f68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058036
Nov 13 22:25:17.243015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Request body: {'port': {'device_id': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:17.298590 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.330376 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a7e912e2-616c-475a-8274-96b2fe0a5753 None None] Provisioning complete for port 85657484-d194-4529-ad15-bd206e4f2255 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:25:17.330961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a7e912e2-616c-475a-8274-96b2fe0a5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.373723 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-a7e912e2-616c-475a-8274-96b2fe0a5753 None None] Port 85657484-d194-4529-ad15-bd206e4f2255 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:25:17.566308 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85657484-d194-4529-ad15-bd206e4f2255 {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:25:17.573956 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.589405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Transition to ACTIVE for port object 85657484-d194-4529-ad15-bd206e4f2255 will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:25:17.707388 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.758471 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Pushing event updated for resources: {'Port': ['ID=85657484-d194-4529-ad15-bd206e4f2255,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:17.834463 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Attempting to bind port 85657484-d194-4529-ad15-bd206e4f2255 on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:25:17.834797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Attempting to bind port 85657484-d194-4529-ad15-bd206e4f2255 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:25:17.835121 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Attempting to bind port 85657484-d194-4529-ad15-bd206e4f2255 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:25:17.840997 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Port 85657484-d194-4529-ad15-bd206e4f2255 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:25:17.841321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Attempting to bind port 85657484-d194-4529-ad15-bd206e4f2255 on network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:25:17.847283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:25:17.847617 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Checking segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:25:17.847998 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Bound using segment: {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:25:17.848428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Bound port: 85657484-d194-4529-ad15-bd206e4f2255, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c845d16-9595-487c-9416-a19c7638ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:25:17.848821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:17.950068 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] For port 85657484-d194-4529-ad15-bd206e4f2255, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:25:17.953806 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] For port 85657484-d194-4529-ad15-bd206e4f2255, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85657484-d194-4529-ad15-bd206e4f2255,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:25:17.966333 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a9695-754a-4050-a95b-8e5d5ea3c4a5 req-78255479-9fc2-403b-b9bc-cdf2fda4137f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:17.967935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb7a9695-754a-4050-a95b-8e5d5ea3c4a5 req-78255479-9fc2-403b-b9bc-cdf2fda4137f tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 943 time: 0.0836618
Nov 13 22:25:18.018689 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb7a9695-754a-4050-a95b-8e5d5ea3c4a5 req-bed5fed6-f93d-49fb-9662-cfccb6c581f4 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446665
Nov 13 22:25:18.042175 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:18.078534 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.079587 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:18.081298 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] 10.222.0.37 "PUT /v2.0/ports/85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 1091 time: 0.8909683
Nov 13 22:25:18.084583 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'tag': '85657484-d194-4529-ad15-bd206e4f2255'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:25:18.086546 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eab3c8-a4ac-408e-ad3c-63a23d28376a" -d '{"events": [{"name": "network-changed", "server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "tag": "85657484-d194-4529-ad15-bd206e4f2255"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:25:18.113192 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a39eb-0b84-46dc-a570-e756e1c2625a service neutron] Pushing event updated for resources: {'Port': ['ID=85657484-d194-4529-ad15-bd206e4f2255,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:18.130497 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27983b02-9fb5-433e-b608-1db7a40afb66 x-openstack-request-id: req-27983b02-9fb5-433e-b608-1db7a40afb66 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:25:18.130803 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "tag": "85657484-d194-4529-ad15-bd206e4f2255", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:25:18.131062 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27983b02-9fb5-433e-b608-1db7a40afb66 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:25:18.131476 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'tag': '85657484-d194-4529-ad15-bd206e4f2255', 'status': 'completed', 'code': 200}
Nov 13 22:25:18.197376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab3c8-a4ac-408e-ad3c-63a23d28376a req-10645cf9-2b1f-4eb6-bf89-a9b83ec3eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.201557 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86eab3c8-a4ac-408e-ad3c-63a23d28376a req-10645cf9-2b1f-4eb6-bf89-a9b83ec3eb14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1094 time: 0.0467510
Nov 13 22:25:18.308237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab3c8-a4ac-408e-ad3c-63a23d28376a req-41d27fa6-4daa-4dc8-a2ad-11bac1c6f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.310474 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86eab3c8-a4ac-408e-ad3c-63a23d28376a req-41d27fa6-4daa-4dc8-a2ad-11bac1c6f559 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0845e4d245d5407f9c393289fc1bb22e&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1000381
Nov 13 22:25:18.405035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab3c8-a4ac-408e-ad3c-63a23d28376a req-be440b4f-2caf-4598-8f0a-638fc18beaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.406394 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-86eab3c8-a4ac-408e-ad3c-63a23d28376a req-be440b4f-2caf-4598-8f0a-638fc18beaf0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0894794
Nov 13 22:25:18.480184 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-29ec870d-efef-4ebb-b64d-9993bf11557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.482255 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-29ec870d-efef-4ebb-b64d-9993bf11557b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1094 time: 0.0398579
Nov 13 22:25:18.526410 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-93929b06-2e11-4b15-b061-45898c53bdc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 217 time: 0.0364368
Nov 13 22:25:18.581947 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-676f9403-b03c-4f34-a26b-6e506c909707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.583435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-676f9403-b03c-4f34-a26b-6e506c909707 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0497646
Nov 13 22:25:18.629992 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-4b3a8a37-bd50-4400-8a35-c25018803aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:18.631550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-4b3a8a37-bd50-4400-8a35-c25018803aee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395737
Nov 13 22:25:18.724150 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-39a373c8-bc64-44eb-be9c-8eecbdafc922 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841722
Nov 13 22:25:18.811735 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9ba17aae-f2d4-47b5-bf33-97b2a09666e2 req-c36ec0c1-1092-49ce-aad0-291e1560d2dc service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797129
Nov 13 22:25:19.131104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e3a4-2965-436a-977a-7c0ec5844ec4 req-4b666b98-cdf2-423f-b962-5377b51dc1f8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:19.132491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90a0e3a4-2965-436a-977a-7c0ec5844ec4 req-4b666b98-cdf2-423f-b962-5377b51dc1f8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 943 time: 0.0478590
Nov 13 22:25:19.186630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90a0e3a4-2965-436a-977a-7c0ec5844ec4 req-5d0bb2cf-f477-4e48-a559-e45116011c43 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475342
Nov 13 22:25:20.302022 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab834f-ab25-4007-b540-faaa49720758 req-584bb712-c41f-4f43-8fea-e1c601079886 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:20.303483 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13ab834f-ab25-4007-b540-faaa49720758 req-584bb712-c41f-4f43-8fea-e1c601079886 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 943 time: 0.0486374
Nov 13 22:25:20.352073 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-13ab834f-ab25-4007-b540-faaa49720758 req-beb46802-c3bb-4c50-b206-45b8a9e32d60 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425556
Nov 13 22:25:21.468547 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa990d01-c113-4148-a0eb-9468709e5951 req-61037ffd-3d52-4cd5-a5ee-77399c6fa49d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:21.470074 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa990d01-c113-4148-a0eb-9468709e5951 req-61037ffd-3d52-4cd5-a5ee-77399c6fa49d tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 943 time: 0.0484331
Nov 13 22:25:21.519228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fa990d01-c113-4148-a0eb-9468709e5951 req-00851fc8-cc1a-4c91-b2be-1e1f4f5dc225 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429432
Nov 13 22:25:22.632527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53524f35-edee-46d9-b624-368b82890b4d req-73bd71b4-5396-4518-b3ee-289deff686b4 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:22.634007 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53524f35-edee-46d9-b624-368b82890b4d req-73bd71b4-5396-4518-b3ee-289deff686b4 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 943 time: 0.0477428
Nov 13 22:25:22.682964 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-53524f35-edee-46d9-b624-368b82890b4d req-558b1ea4-a005-42cb-9149-11b44679e75e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423481
Nov 13 22:25:23.539317 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 85657484-d194-4529-ad15-bd206e4f2255 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:25:23.632643 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 85657484-d194-4529-ad15-bd206e4f2255, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85657484-d194-4529-ad15-bd206e4f2255,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:25:23.643910 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '85657484-d194-4529-ad15-bd206e4f2255', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'port_id': '85657484-d194-4529-ad15-bd206e4f2255', 'mac_address': 'fa:16:3e:97:73:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:25:23.679706 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:23.691724 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85657484-d194-4529-ad15-bd206e4f2255 {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:25:23.710970 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 85657484-d194-4529-ad15-bd206e4f2255, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85657484-d194-4529-ad15-bd206e4f2255,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:25:23.776346 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:23.797815 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073582d-a3e3-40ca-be99-a7fcf43d463e req-b892e11c-4309-416c-bf9d-485b62c557c7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:23.797815 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5073582d-a3e3-40ca-be99-a7fcf43d463e req-b892e11c-4309-416c-bf9d-485b62c557c7 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 943 time: 0.0480223
Nov 13 22:25:23.824716 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=85657484-d194-4529-ad15-bd206e4f2255,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:23.832573 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.832948 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.833289 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.833623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.833954 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.834281 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.834606 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.834932 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.835254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.835574 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.835894 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.836212 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:25:23.846642 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5073582d-a3e3-40ca-be99-a7fcf43d463e req-a0eacc3c-a49e-4286-b419-6283d4353525 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428047
Nov 13 22:25:24.021092 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['85657484-d194-4529-ad15-bd206e4f2255'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:25:24.772026 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5c82aded-314c-4d08-b335-336052d3c396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:24.975406 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb14f7-dd25-4a54-abff-e4b8ef9b0e27 req-08dfa8e7-ddef-464d-bfc1-7e2f5054d3e5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:24.976900 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7bb14f7-dd25-4a54-abff-e4b8ef9b0e27 req-08dfa8e7-ddef-464d-bfc1-7e2f5054d3e5 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 944 time: 0.0528882
Nov 13 22:25:25.025949 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e7bb14f7-dd25-4a54-abff-e4b8ef9b0e27 req-439a1ac8-5589-4327-bf43-7c0f89851fc3 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429015
Nov 13 22:25:25.392760 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:25:25.551294 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 85657484-d194-4529-ad15-bd206e4f2255 up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:25:25.673438 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 85657484-d194-4529-ad15-bd206e4f2255 completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:25:25.677552 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 85657484-d194-4529-ad15-bd206e4f2255 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:25:25.677947 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:25.754381 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:25.775619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85657484-d194-4529-ad15-bd206e4f2255'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:25:25.777844 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47176489-d9b8-4b87-b2c3-b0237bdcd35d" -d '{"events": [{"server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "85657484-d194-4529-ad15-bd206e4f2255"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:25:25.789992 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 85657484-d194-4529-ad15-bd206e4f2255, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85657484-d194-4529-ad15-bd206e4f2255,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:25:25.855849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:25.883753 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03c8c42-84dd-4186-bb5b-1592ed2e6e02 x-openstack-request-id: req-a03c8c42-84dd-4186-bb5b-1592ed2e6e02 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:25:25.884116 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "name": "network-vif-plugged", "status": "completed", "tag": "85657484-d194-4529-ad15-bd206e4f2255", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:25:25.884369 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a03c8c42-84dd-4186-bb5b-1592ed2e6e02 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:25:25.884843 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85657484-d194-4529-ad15-bd206e4f2255', 'code': 200}
Nov 13 22:25:25.910412 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=85657484-d194-4529-ad15-bd206e4f2255,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:25.967533 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c2708-251c-4539-952e-ae79b8b5c2d5 req-e48a4f02-3fab-44ae-beac-25601e8dc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:25.969103 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-716c2708-251c-4539-952e-ae79b8b5c2d5 req-e48a4f02-3fab-44ae-beac-25601e8dc73e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0425251
Nov 13 22:25:26.015373 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-716c2708-251c-4539-952e-ae79b8b5c2d5 req-cd493de6-f8c0-4433-8f9f-3d2fc5551e2e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391288
Nov 13 22:25:26.142811 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab75b8-3bdc-4349-8251-baf9c6b93715 req-9b3d86a6-f81f-43b1-8a72-4370e14fe09e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:26.144301 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06ab75b8-3bdc-4349-8251-baf9c6b93715 req-9b3d86a6-f81f-43b1-8a72-4370e14fe09e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.0485475
Nov 13 22:25:26.194232 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-06ab75b8-3bdc-4349-8251-baf9c6b93715 req-9ddef39c-39ec-42c2-b36f-37fbbb6eb690 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439074
Nov 13 22:25:27.135973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6570dcaa-f8cd-4b54-a9b2-6087da264122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:27.311415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f9a3d-57dc-4fe0-b5fc-af80d54aa367 req-76afaca0-ac27-4109-9d3f-82eb2b60ee03 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:27.312921 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-817f9a3d-57dc-4fe0-b5fc-af80d54aa367 req-76afaca0-ac27-4109-9d3f-82eb2b60ee03 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.0503912
Nov 13 22:25:27.361583 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-817f9a3d-57dc-4fe0-b5fc-af80d54aa367 req-fd3a3993-0200-44e0-9765-525e87a200f3 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427487
Nov 13 22:25:28.482527 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a59a-36c0-4934-be24-1928068b798a req-d75293bc-b615-404b-a22f-2c0316bf7f5a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:28.484043 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5456a59a-36c0-4934-be24-1928068b798a req-d75293bc-b615-404b-a22f-2c0316bf7f5a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.0538814
Nov 13 22:25:28.533822 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5456a59a-36c0-4934-be24-1928068b798a req-1d40df4a-7f1d-4aef-ae09-91335e80676c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438180
Nov 13 22:25:28.651100 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e0c68-30fc-4526-9ffd-90d014b0392e req-19391090-4f2a-45c0-ad51-3d1939d96bb8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:28.652517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-267e0c68-30fc-4526-9ffd-90d014b0392e req-19391090-4f2a-45c0-ad51-3d1939d96bb8 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.0520573
Nov 13 22:25:28.704734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-267e0c68-30fc-4526-9ffd-90d014b0392e req-66d626cc-02cc-4120-aa49-3ad00b1f64fc tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452442
Nov 13 22:25:28.725723 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53342) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:28.764007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14584308-f003-4828-be83-a7d90e7783e3 tempest-TestShelveInstance-1296266654 tempest-TestShelveInstance-1296266654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:28.765520 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-14584308-f003-4828-be83-a7d90e7783e3 tempest-TestShelveInstance-1296266654 tempest-TestShelveInstance-1296266654-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1091 time: 0.0388472
Nov 13 22:25:28.768236 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53344) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:25:28.772356 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '85657484-d194-4529-ad15-bd206e4f2255', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:25:28.851950 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:28.881141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:28.952964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:29.053373 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Allocated IP 172.35.3.155 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/47f1068d-2a09-4bff-a1f7-09c35546e6cd) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:25:29.152501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:29.246717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:29.280324 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:25:29.283588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:25:29.286922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:25:29.316842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'Port': ['ID=47f1068d-2a09-4bff-a1f7-09c35546e6cd,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:29.941489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.122652 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.217931 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.270241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.344595 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.413842 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event updated for resources: {'Port': ['ID=47f1068d-2a09-4bff-a1f7-09c35546e6cd,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:25:30.427328 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.427500 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.527947 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Floating IP 4a2df793-4157-4814-ad38-a990098e5a9c associated. External IP: 172.35.3.155, port: 85657484-d194-4529-ad15-bd206e4f2255.
Nov 13 22:25:30.730093 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:25:30.835679 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:25:30.845017 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:25:30.854021 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:25:30.854605 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3188e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:25:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:25:30.921663 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:30.948734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0d9a452c-f2d8-4bd1-b7a5-b62e4bd9624a tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1794572
Nov 13 22:25:30.950046 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'tag': '85657484-d194-4529-ad15-bd206e4f2255'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:25:30.952306 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2698a7b-d405-448a-96fc-d70d3bb8be4d" -d '{"events": [{"name": "network-changed", "server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "tag": "85657484-d194-4529-ad15-bd206e4f2255"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:25:30.961631 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:25:30.993309 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a4e249-0f35-46f8-9420-71d9acc8af73 x-openstack-request-id: req-c7a4e249-0f35-46f8-9420-71d9acc8af73 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:25:30.993609 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "tag": "85657484-d194-4529-ad15-bd206e4f2255", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:25:30.993863 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7a4e249-0f35-46f8-9420-71d9acc8af73 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:25:30.994268 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'tag': '85657484-d194-4529-ad15-bd206e4f2255', 'status': 'completed', 'code': 200}
Nov 13 22:25:31.063174 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-40048b00-af20-4779-8962-033ce38d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:31.064683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-40048b00-af20-4779-8962-033ce38d16c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0443580
Nov 13 22:25:31.153060 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-685a1290-388f-490a-a824-3cc7fb287e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:31.154449 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-685a1290-388f-490a-a824-3cc7fb287e35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0829885
Nov 13 22:25:31.189318 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3188e0>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a2df793-4157-4814-ad38-a990098e5a9c', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'port_id': '85657484-d194-4529-ad15-bd206e4f2255', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'mac_address': 'fa:16:3e:97:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:25:29Z', 'updated_at': '2021-11-13T22:25:29Z', 'revision_number': 0, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:25:31.219150 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:25:31.224050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-ef1b5e99-a6bb-43ba-b757-da4e44df6ba6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 999 time: 0.0623102
Nov 13 22:25:31.227485 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:25:31.228136 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3188e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:25:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:25:31.276007 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-bad66805-7752-4800-981e-7b3932ab97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:31.277540 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-bad66805-7752-4800-981e-7b3932ab97ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0466990
Nov 13 22:25:31.323903 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-8f6797d3-d066-4893-86c0-0c4aa1c119e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:31.325450 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-8f6797d3-d066-4893-86c0-0c4aa1c119e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406425
Nov 13 22:25:31.338502 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:25:31.420035 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-1f59bbd2-cf14-42b9-bd55-2fe2fe075962 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866315
Nov 13 22:25:31.508306 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c2698a7b-d405-448a-96fc-d70d3bb8be4d req-4c4bc20d-ff7a-4f70-8bc1-9bb384611b35 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821419
Nov 13 22:25:31.564496 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3188e0>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a2df793-4157-4814-ad38-a990098e5a9c', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'port_id': '85657484-d194-4529-ad15-bd206e4f2255', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'mac_address': 'fa:16:3e:97:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:25:29Z', 'updated_at': '2021-11-13T22:25:29Z', 'revision_number': 0, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:25:31.592130 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f4fa3-c5c5-43d1-a0c6-ec0a8f512f70 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a2df793-4157-4814-ad38-a990098e5a9c', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'port_id': '85657484-d194-4529-ad15-bd206e4f2255', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'mac_address': 'fa:16:3e:97:73:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:25:29Z', 'updated_at': '2021-11-13T22:25:29Z', 'revision_number': 0, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:25:31.799459 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a9e90-e293-44ea-a3ee-673d510e61f0 None None] New status for floating IP 4a2df793-4157-4814-ad38-a990098e5a9c: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:25:40.712191 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-036fa4ed-fecc-498a-984a-c6cea6c6b14a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0553505
Nov 13 22:25:40.795977 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-03821d7d-6b10-427b-8cb8-fb7c5776c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:40.797491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-03821d7d-6b10-427b-8cb8-fb7c5776c6fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0403509
Nov 13 22:25:40.898281 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-30b2170f-0564-45e2-9c11-0aa41ba586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:40.899744 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-30b2170f-0564-45e2-9c11-0aa41ba586a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0837991
Nov 13 22:25:40.968595 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-c1a5050d-8019-4826-9295-66d1118bda9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 1001 time: 0.0614262
Nov 13 22:25:41.018763 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-8c017a39-d6d5-41ea-83cd-c05dda450c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:41.020222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-8c017a39-d6d5-41ea-83cd-c05dda450c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0448427
Nov 13 22:25:41.068665 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-9043f0d0-50df-4aa2-bf6c-5f74bd3839aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:25:41.070201 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-9043f0d0-50df-4aa2-bf6c-5f74bd3839aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419893
Nov 13 22:25:41.176912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-b04e501e-b405-48a4-9bec-aec6f092d7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859046
Nov 13 22:25:41.256374 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c26ae6f4-ea4e-4b55-ac9e-274f113e109c req-eadd15db-75bf-4153-a353-a2df961e0a21 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839674
Nov 13 22:25:42.949119 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:45.149185 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:54.771396 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-12e71445-f69a-4bd0-b78a-07ef279d1856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:57.095028 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d937b99-3e1a-4cf7-af74-246d14b59e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:25:58.843734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:00.194660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:00.492063 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:02.393102 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:26:12.988804 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:15.175065 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:24.782815 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e9c94336-73ce-4e6c-b92e-4cbb97a50765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:27.100649 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a22bd22a-35a2-418a-bb05-a8aa80f0f314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:28.855201 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:30.203350 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:30.454391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:39.391857 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:26:42.689433 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-16e00824-7a86-4015-9cc7-70aa83ab9159 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0406661
Nov 13 22:26:42.767561 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae502b-fb52-40d4-a87f-2152572af44f req-3ef757ec-abf3-4d45-80b8-f2a7cc761f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:26:42.769141 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-3ef757ec-abf3-4d45-80b8-f2a7cc761f54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0406086
Nov 13 22:26:42.875920 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae502b-fb52-40d4-a87f-2152572af44f req-797ff0d7-8bb9-4317-adf4-be40c5a887f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:26:42.877516 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-797ff0d7-8bb9-4317-adf4-be40c5a887f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0899656
Nov 13 22:26:42.947940 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-95e5be80-f68e-498e-a933-741c6bcd09cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 1001 time: 0.0630240
Nov 13 22:26:42.998596 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae502b-fb52-40d4-a87f-2152572af44f req-35d1a979-86e7-4935-bef3-769473261100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:26:43.000041 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-35d1a979-86e7-4935-bef3-769473261100 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0458357
Nov 13 22:26:43.051605 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae502b-fb52-40d4-a87f-2152572af44f req-a6c53566-087b-4735-a8cf-fd6b3d639a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:26:43.053178 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-a6c53566-087b-4735-a8cf-fd6b3d639a58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0465970
Nov 13 22:26:43.107081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:43.147490 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-6fa8405e-4c2a-4d58-a852-e6b9d4f16c6f service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862610
Nov 13 22:26:43.242100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-79ae502b-fb52-40d4-a87f-2152572af44f req-a37c535f-756b-4660-a852-381e7f246e2f service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857451
Nov 13 22:26:45.210629 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:54.796646 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2568b004-ed09-468a-9565-9627f9b9a0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:57.082966 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7497f295-e821-4198-9e76-ed271a1645cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:26:58.862163 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:00.216708 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:00.442348 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:12.988288 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:15.247798 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:16.392122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:27:24.821659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-32b5bd87-411b-4046-b429-af3ffff9134f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:27.136173 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-93163934-9d1a-4945-92fc-17438d7cb95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:28.893487 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:30.209991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:30.476131 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:42.987418 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:44.692030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-ba0448f3-ab8e-427d-bfef-23c8fb2635d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0423491
Nov 13 22:27:44.775299 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-032851e9-dc4b-4db6-8a42-e156cc12ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:27:44.776798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-032851e9-dc4b-4db6-8a42-e156cc12ff60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0406322
Nov 13 22:27:44.880740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-0f5e5f38-72da-4e29-9079-87c80b4245e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:27:44.882168 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-0f5e5f38-72da-4e29-9079-87c80b4245e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0865145
Nov 13 22:27:44.948785 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-ac2b4526-b2ef-4dff-bfd0-fd005188ea93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 1001 time: 0.0593302
Nov 13 22:27:45.003403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-4200adb5-c462-4c85-ac0d-50c97cd41e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:27:45.005001 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-4200adb5-c462-4c85-ac0d-50c97cd41e2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0485830
Nov 13 22:27:45.052244 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-f18ebbf3-38a8-42e4-aaac-d750415c432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:27:45.053751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-f18ebbf3-38a8-42e4-aaac-d750415c432a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407736
Nov 13 22:27:45.142249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-6640e4b9-9726-4c54-9e5f-d1c4d9d6f84a service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812016
Nov 13 22:27:45.224285 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:45.233675 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fa02328-145a-4b0e-b2ef-2dde63bffb92 req-ffa672ca-8e6b-4f80-9bcc-c692432d45a3 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850384
Nov 13 22:27:53.391644 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:27:54.821350 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6182ce05-3aa2-43ee-844a-14f697508ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:57.093230 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d06c804d-56fa-4508-8d58-2be042664fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:27:58.886941 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:00.233264 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:00.438978 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:13.009466 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:15.204563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:24.772050 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ad6f848c-a264-49e6-9c2a-b561cf4773b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:27.083691 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2b219ccc-a2cf-410d-9f80-5ced7566c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:28.194991 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-8f27c202-4b54-4766-a2c7-ddb6709ec85a req-a3388e84-71f7-4432-a108-3d89e0735b85 service neutron] (120533) timed out ('10.222.0.46', 50830) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:28:28.898152 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:30.209634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:30.391486 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:28:30.498141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:43.035166 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:45.217961 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:46.705991 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-17b8392a-71e8-4a13-b1e0-5977e5167e68 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0408468
Nov 13 22:28:46.803426 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-989f918d-a7dc-4d46-bafd-39711ff9345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:46.805068 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-989f918d-a7dc-4d46-bafd-39711ff9345f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0434330
Nov 13 22:28:46.910880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-54ec5ae1-33d8-4eea-9677-975772eb8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:46.912259 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-54ec5ae1-33d8-4eea-9677-975772eb8ce9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0889771
Nov 13 22:28:46.975549 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-004200d2-4090-4fff-a43e-a977785e9354 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 1001 time: 0.0565834
Nov 13 22:28:47.027740 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-10ad7487-5161-467e-a867-ef509fc96d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:47.032875 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-10ad7487-5161-467e-a867-ef509fc96d28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.0469224
Nov 13 22:28:47.075563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-8a6fd3da-fac1-46c5-979a-b9791cbd385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:47.077610 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-8a6fd3da-fac1-46c5-979a-b9791cbd385c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404305
Nov 13 22:28:47.169533 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-a65a7318-38f1-41db-8e24-26a4ca3105fd service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853827
Nov 13 22:28:47.259470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5163fa03-3288-4aa9-8f40-ba601484d45e req-fa16c016-8272-475a-ac03-b422e3e22195 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821738
Nov 13 22:28:54.771549 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4afd1a68-95a4-4239-bb4a-a1e8bb49c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.005434 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53488) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:28:57.066352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bfce7670-36fb-4d52-bb69-6cfa16d2b4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.161653 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Deleting port 47f1068d-2a09-4bff-a1f7-09c35546e6cd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:28:57.161991 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.239779 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.240103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.251680 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Calling delete_port for 47f1068d-2a09-4bff-a1f7-09c35546e6cd owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:28:57.460503 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.484041 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event deleted for resources: {'Port': ['ID=47f1068d-2a09-4bff-a1f7-09c35546e6cd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:28:57.498277 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.498627 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.498966 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.499304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.499685 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.500020 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.500351 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.500677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.501022 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.501350 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.501678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.502047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:28:57.557032 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.557359 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Floating IP 4a2df793-4157-4814-ad38-a990098e5a9c disassociated (deleted). External IP: 172.35.3.155, port: 85657484-d194-4529-ad15-bd206e4f2255.
Nov 13 22:28:57.764092 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:28:57.870112 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:28:57.874561 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:57.881588 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:28:57.891055 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:28:57.891875 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde205820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:28:57.901222 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-27054fd1-23ab-47bd-8038-341fa4e5884c tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "DELETE /v2.0/floatingips/4a2df793-4157-4814-ad38-a990098e5a9c HTTP/1.1" status: 204  len: 168 time: 0.8947210
Nov 13 22:28:57.901846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'tag': '85657484-d194-4529-ad15-bd206e4f2255'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:28:57.904118 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99408815-51d7-49a8-b944-7901d9107172" -d '{"events": [{"name": "network-changed", "server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "tag": "85657484-d194-4529-ad15-bd206e4f2255"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:28:57.944237 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eba7878-27fe-4857-b476-70b30aeb086f x-openstack-request-id: req-3eba7878-27fe-4857-b476-70b30aeb086f {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:28:57.944237 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "tag": "85657484-d194-4529-ad15-bd206e4f2255", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:28:57.944612 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3eba7878-27fe-4857-b476-70b30aeb086f {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:28:57.945615 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'tag': '85657484-d194-4529-ad15-bd206e4f2255', 'status': 'completed', 'code': 200}
Nov 13 22:28:58.012419 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:28:58.016512 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408815-51d7-49a8-b944-7901d9107172 req-1a1151ad-cb93-4b23-976b-c85ec1cf592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:58.018029 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-1a1151ad-cb93-4b23-976b-c85ec1cf592b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0845e4d245d5407f9c393289fc1bb22e&device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 1096 time: 0.0495374
Nov 13 22:28:58.112880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408815-51d7-49a8-b944-7901d9107172 req-07c7da22-9eee-4932-8e8e-3d32ad146283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:58.114468 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-07c7da22-9eee-4932-8e8e-3d32ad146283 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 200  len: 909 time: 0.0898070
Nov 13 22:28:58.160153 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-1f3d52b4-3230-481e-ba5d-8260132318f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 200  len: 217 time: 0.0387220
Nov 13 22:28:58.231174 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde205820>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:28:58.263019 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:28:58.272474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:28:58.273035 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde205820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:28:58.389845 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:28:58.521283 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408815-51d7-49a8-b944-7901d9107172 req-dbd27efd-ffb4-4c63-b6d5-2737d7f9bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:58.522856 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-dbd27efd-ffb4-4c63-b6d5-2737d7f9bbfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 200  len: 847 time: 0.3564711
Nov 13 22:28:58.599658 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408815-51d7-49a8-b944-7901d9107172 req-d3eeeaa4-94c4-4ff1-9f03-9fbe2665d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:58.601470 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-d3eeeaa4-94c4-4ff1-9f03-9fbe2665d330 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e0fc09a-95b6-4b88-ab4f-a727c3211617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0709522
Nov 13 22:28:58.609930 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde205820>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:28:58.613528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9fa85-1583-4cac-b48f-77a75ba2b06d req-f437b31d-7244-40bc-b371-4d14d289b230 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:58.621489 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53c9fa85-1583-4cac-b48f-77a75ba2b06d req-f437b31d-7244-40bc-b371-4d14d289b230 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.1175277
Nov 13 22:28:58.636011 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3b1300-1569-49b4-83ab-3ad9280d0a89 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '671bdbeb-0dce-4a21-85e6-691246890c34', 'name': '', 'network_id': '7e0fc09a-95b6-4b88-ab4f-a727c3211617', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'mac_address': 'fa:16:3e:c0:4c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:33Z', 'updated_at': '2021-11-13T22:20:37Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'subnets': [{'id': '29d7596c-1745-4390-abda-2f0fb00d8be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:28:58.721338 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53c9fa85-1583-4cac-b48f-77a75ba2b06d req-b3476418-0990-4bac-84ae-435bff334c8e tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984821
Nov 13 22:28:58.738514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-016b98ad-9fd3-4380-88eb-214450adc27c service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226387
Nov 13 22:28:58.838309 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-99408815-51d7-49a8-b944-7901d9107172 req-08dd0467-73be-41f4-9223-95ff0251a233 service neutron] 10.222.0.37 "GET /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924945
Nov 13 22:28:58.868994 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:28:58.875218 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad48c2f-218e-4afe-914e-ac9258b25e71 None None] New status for floating IP 4a2df793-4157-4814-ad38-a990098e5a9c: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:28:59.914279 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ee029-439a-4c1b-96e9-81dfe7ac2a21 req-79c7f7ad-9555-4ce1-97a6-d39a4994ce18 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:28:59.915750 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-017ee029-439a-4c1b-96e9-81dfe7ac2a21 req-79c7f7ad-9555-4ce1-97a6-d39a4994ce18 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.0930924
Nov 13 22:28:59.965543 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-017ee029-439a-4c1b-96e9-81dfe7ac2a21 req-e03657d0-4da1-4783-ad31-9084705c50c4 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/security-groups?id=ee06eb81-68e4-470c-9490-40f05485d944&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432751
Nov 13 22:29:00.012789 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-d82600b0-7d55-4ca4-be96-310835b80090 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:00.014216 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-d82600b0-7d55-4ca4-be96-310835b80090 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.37 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 945 time: 0.0482049
Nov 13 22:29:00.106440 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Deleting port 85657484-d194-4529-ad15-bd206e4f2255 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:00.106778 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:00.196411 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] For port 85657484-d194-4529-ad15-bd206e4f2255, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85657484-d194-4529-ad15-bd206e4f2255,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:00.196804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:00.209001 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Calling delete_port for 85657484-d194-4529-ad15-bd206e4f2255 owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:00.238098 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:00.392410 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:00.420980 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event deleted for resources: {'Port': ['ID=85657484-d194-4529-ad15-bd206e4f2255,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:00.462456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] No DVR routers for this DVR port 85657484-d194-4529-ad15-bd206e4f2255 on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:29:00.466973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:00.467110 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:00.468639 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-19a55196-8f6b-43cd-8c6f-efe6d81ebdfe req-31e62e58-d092-4764-8a74-444d06927c52 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.37 "DELETE /v2.0/ports/85657484-d194-4529-ad15-bd206e4f2255 HTTP/1.1" status: 204  len: 173 time: 0.4478488
Nov 13 22:29:00.469101 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'name': 'network-vif-deleted', 'tag': '85657484-d194-4529-ad15-bd206e4f2255'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:29:00.471428 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eb83d2-8eac-4b85-9fb7-22859de4fd78" -d '{"events": [{"server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "name": "network-vif-deleted", "tag": "85657484-d194-4529-ad15-bd206e4f2255"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:29:00.508146 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2b7049-9448-47d7-a478-81a8ced9ece1 x-openstack-request-id: req-cd2b7049-9448-47d7-a478-81a8ced9ece1 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:29:00.508445 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a6a1e5-0aab-4296-a06d-6998c304f2d3", "name": "network-vif-deleted", "tag": "85657484-d194-4529-ad15-bd206e4f2255", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:29:00.508726 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd2b7049-9448-47d7-a478-81a8ced9ece1 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:29:00.512865 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a6a1e5-0aab-4296-a06d-6998c304f2d3', 'name': 'network-vif-deleted', 'tag': '85657484-d194-4529-ad15-bd206e4f2255', 'status': 'completed', 'code': 200}
Nov 13 22:29:01.060406 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-440a76dc-7aba-4222-8d31-21a53d64c81a req-acf61158-5e00-4ece-b431-d9f2c32d0420 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a6a1e5-0aab-4296-a06d-6998c304f2d3 HTTP/1.1" status: 200  len: 210 time: 0.0271509
Nov 13 22:29:02.117897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53530) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:02.188826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e5e99f5-8311-4f71-986f-82cf5a136a68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:02.213406 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e5e99f5-8311-4f71-986f-82cf5a136a68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:02.323181 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e5e99f5-8311-4f71-986f-82cf5a136a68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:02.325845 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-5e5e99f5-8311-4f71-986f-82cf5a136a68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:02.331417 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-5e5e99f5-8311-4f71-986f-82cf5a136a68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] 10.222.0.20 "DELETE /v2.0/security-groups/ee06eb81-68e4-470c-9490-40f05485d944 HTTP/1.1" status: 204  len: 168 time: 0.2081351
Nov 13 22:29:02.335925 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e99f5-8311-4f71-986f-82cf5a136a68 tempest-TestShelveInstance-1241219775 tempest-TestShelveInstance-1241219775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee06eb81-68e4-470c-9490-40f05485d944,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:02.446386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53534) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:02.884123 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:03.123436 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Deleting port 671bdbeb-0dce-4a21-85e6-691246890c34 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:03.124132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:03.203159 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] For port 671bdbeb-0dce-4a21-85e6-691246890c34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=671bdbeb-0dce-4a21-85e6-691246890c34,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:03.203439 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:03.216110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Calling delete_port for 671bdbeb-0dce-4a21-85e6-691246890c34 owned by network:router_interface {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:03.474771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:03.499835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=671bdbeb-0dce-4a21-85e6-691246890c34,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:03.668069 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:03.885119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Router 16ce7901-de7f-4a3f-b396-0c8f2d494141 has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:29:03.997118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:04.006019 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d812f2f0-edf6-47d7-adbe-448928aa7c82 admin admin] 10.222.0.20 "PUT /v2.0/routers/16ce7901-de7f-4a3f-b396-0c8f2d494141/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5554533
Nov 13 22:29:04.006387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53538) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:04.007145 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] Sync routers for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:04.019681 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:04.020443 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5b9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:04.111154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.125215 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:04.222530 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.349297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Deleting port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:04.349635 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.401251 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5b9520>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:29:03Z', 'revision_number': 5, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port': {'id': 'a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:20:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:31Z', 'updated_at': '2021-11-13T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:04.438938 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] For port a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:04.439167 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] Checking router: 16ce7901-de7f-4a3f-b396-0c8f2d494141 for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:04.439585 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.450554 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] Routers {'16ce7901-de7f-4a3f-b396-0c8f2d494141'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:04.451164 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde5b9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['16ce7901-de7f-4a3f-b396-0c8f2d494141'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:04.454139 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Calling delete_port for a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:04.540069 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] Set router 16ce7901-de7f-4a3f-b396-0c8f2d494141 gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:04.549711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 85657484-d194-4529-ad15-bd206e4f2255 no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:04.571009 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 85657484-d194-4529-ad15-bd206e4f2255 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:04.571347 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 85657484-d194-4529-ad15-bd206e4f2255 not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:04.603986 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde5b9520>, [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:29:04Z', 'revision_number': 6, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:04.634618 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdad576-5e7e-4525-b8ea-a20689c050a2 None None] The sync data for ids ['16ce7901-de7f-4a3f-b396-0c8f2d494141'] in ncdv-master-1 is: [{'id': '16ce7901-de7f-4a3f-b396-0c8f2d494141', 'name': 'tempest-TestShelveInstance-841476756-router', 'tenant_id': '0845e4d245d5407f9c393289fc1bb22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:30Z', 'updated_at': '2021-11-13T22:29:04Z', 'revision_number': 6, 'project_id': '0845e4d245d5407f9c393289fc1bb22e', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:04.701049 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.727975 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:04.742891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802e62e-7eb9-4c99-91b0-1a541ac454d1 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:04.800785 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.893103 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.895668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.989241 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:04.989823 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ce7901-de7f-4a3f-b396-0c8f2d494141 {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:29:04.994793 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.000826 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1ad15bce-08c1-4195-9a23-207a4e634568 admin admin] 10.222.0.20 "DELETE /v2.0/routers/16ce7901-de7f-4a3f-b396-0c8f2d494141 HTTP/1.1" status: 204  len: 168 time: 0.9886756
Nov 13 22:29:05.000826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53540) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:05.058435 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Deleting subnet 29d7596c-1745-4390-abda-2f0fb00d8be4 {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:29:05.061486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.101750 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.181980 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.312128 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.337332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d7596c-1745-4390-abda-2f0fb00d8be4,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:05.343648 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.344308 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4810b7d0-24ed-42e6-bf10-291bb7e90c3c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/29d7596c-1745-4390-abda-2f0fb00d8be4 HTTP/1.1" status: 204  len: 168 time: 0.3425615
Nov 13 22:29:05.347343 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53542) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:05.351600 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2f6c7-be5b-4c4a-8e5f-573305f719ed None None] Network 7e0fc09a-95b6-4b88-ab4f-a727c3211617 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:29:05.429839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.452361 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 671bdbeb-0dce-4a21-85e6-691246890c34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:05.482997 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 671bdbeb-0dce-4a21-85e6-691246890c34 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:05.490053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 671bdbeb-0dce-4a21-85e6-691246890c34 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:05.490668 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Deleting port 36929330-b612-4b5a-a5dc-69a924c73fdf {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:05.490668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.572196 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] DHCP port deletion for 7e0fc09a-95b6-4b88-ab4f-a727c3211617 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:05.581780 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] For port 36929330-b612-4b5a-a5dc-69a924c73fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36929330-b612-4b5a-a5dc-69a924c73fdf,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:05.582165 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.596019 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Calling delete_port for 36929330-b612-4b5a-a5dc-69a924c73fdf owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:05.621304 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Deleting port 36929330-b612-4b5a-a5dc-69a924c73fdf {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:05.621677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.691390 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] For port 36929330-b612-4b5a-a5dc-69a924c73fdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36929330-b612-4b5a-a5dc-69a924c73fdf,segment=NetworkSegment(7c845d16-9595-487c-9416-a19c7638ce1f),segment_id=7c845d16-9595-487c-9416-a19c7638ce1f)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:05.691390 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.705911 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Calling delete_port for 36929330-b612-4b5a-a5dc-69a924c73fdf owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:05.770266 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 13 22:29:05.776675 ncdv-master-1 neutron-server[120534]:   self.session.flush()
Nov 13 22:29:05.783428 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.798250 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Pushing event deleted for resources: {'Port': ['ID=36929330-b612-4b5a-a5dc-69a924c73fdf,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:05.800960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] No DVR routers for this DVR port 36929330-b612-4b5a-a5dc-69a924c73fdf on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:29:05.819282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] No DVR routers for this DVR port 36929330-b612-4b5a-a5dc-69a924c73fdf on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:29:05.836342 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Pushing event deleted for resources: {'Port': ['ID=36929330-b612-4b5a-a5dc-69a924c73fdf,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:05.845891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.846254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.847098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.847443 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.847777 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.848113 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.848444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.848795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.849127 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.850098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.850098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.850098 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdb9d4a-be6c-4963-9ac6-ff3a0a88b58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:05.880461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.899875 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04820>,) {'filters': {'network_id': ['7e0fc09a-95b6-4b88-ab4f-a727c3211617']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:05.909699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04820>, '7c845d16-9595-487c-9416-a19c7638ce1f') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:05.909987 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe04820>, '7c845d16-9595-487c-9416-a19c7638ce1f') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:05.919620 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.933222 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.939269 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:29:05.940329 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:29:05.941426 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:29:06.046186 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:06.052347 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:06.057584 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e0fc09a-95b6-4b88-ab4f-a727c3211617 HTTP/1.1" status: 204  len: 168 time: 0.7092807
Nov 13 22:29:06.058612 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53544) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:06.068602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d3eaa-36ef-4ab4-8dca-241a1c645580 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0fc09a-95b6-4b88-ab4f-a727c3211617,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:06.409838 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:06.660878 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Deleting port 9f7187fb-8288-4fe7-b40b-768396031fbf {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:06.661140 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:06.737608 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] For port 9f7187fb-8288-4fe7-b40b-768396031fbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f7187fb-8288-4fe7-b40b-768396031fbf,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:06.738062 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:06.750827 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Calling delete_port for 9f7187fb-8288-4fe7-b40b-768396031fbf owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:07.003883 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:07.029196 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7187fb-8288-4fe7-b40b-768396031fbf,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:07.038114 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.038470 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.038804 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.039144 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.039504 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.039796 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.040123 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.040443 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.040848 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.041117 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.041438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.041755 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:07.068181 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 36929330-b612-4b5a-a5dc-69a924c73fdf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:07.088773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 36929330-b612-4b5a-a5dc-69a924c73fdf {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:07.089093 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 36929330-b612-4b5a-a5dc-69a924c73fdf not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:07.089509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:07.114866 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:07.115215 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device a3609e4f-6faf-48e1-bc6f-4dab60e7ffe4 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:07.233584 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:07.390335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:29:07.445346 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:29:07.553242 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:07.558491 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-14e5d85b-446d-460e-a22d-5861afedb0cb admin admin] 10.222.0.20 "PUT /v2.0/routers/3beff9ce-9ae8-43ae-b91c-8493f31cf42e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4987395
Nov 13 22:29:07.561177 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53546) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:07.563939 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] Sync routers for ids ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:07.574996 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] Routers {'3beff9ce-9ae8-43ae-b91c-8493f31cf42e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:07.575608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd015d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:07.668410 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:07.681179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] Set router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:07.774398 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:07.863229 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd015d90>, [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62'}], 'enable_snat': True}, 'gw_port_id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:29:06Z', 'revision_number': 5, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port': {'id': '0b9f8254-a4fd-4a2f-b2f6-cce907b79195', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:20:37Z', 'updated_at': '2021-11-13T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:07.888887 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] Checking router: 3beff9ce-9ae8-43ae-b91c-8493f31cf42e for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:07.897380 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] Routers {'3beff9ce-9ae8-43ae-b91c-8493f31cf42e'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:07.897971 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd015d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:07.921223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Deleting port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:07.921485 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:07.984799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] Set router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:08.000405 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] For port 0b9f8254-a4fd-4a2f-b2f6-cce907b79195, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:08.000796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.018133 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Calling delete_port for 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:08.039462 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd015d90>, [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:29:07Z', 'revision_number': 6, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:08.066332 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730615d9-fa04-4431-9b31-2e57f18bdfd6 None None] The sync data for ids ['3beff9ce-9ae8-43ae-b91c-8493f31cf42e'] in ncdv-master-1 is: [{'id': '3beff9ce-9ae8-43ae-b91c-8493f31cf42e', 'name': 'tempest-TestShelveInstance-1185980379-router', 'tenant_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:20:36Z', 'updated_at': '2021-11-13T22:29:07Z', 'revision_number': 6, 'project_id': '9a6c46c4ea3b405e8291e2a67479b54d', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:08.223381 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.252465 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b9f8254-a4fd-4a2f-b2f6-cce907b79195,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:08.265953 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9387a-2c58-4e31-bcb0-af83127c4fa7 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:08.312822 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.402188 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.404445 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.600253 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.600880 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3beff9ce-9ae8-43ae-b91c-8493f31cf42e {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:29:08.605212 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.606507 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-1dc56617-bc08-4d16-9ee2-4ba5db21461e admin admin] 10.222.0.20 "DELETE /v2.0/routers/3beff9ce-9ae8-43ae-b91c-8493f31cf42e HTTP/1.1" status: 204  len: 168 time: 1.0443602
Nov 13 22:29:08.609082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53548) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:08.653604 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Deleting subnet 1f49d60d-1e94-49f8-8ae8-fb0e0b82f655 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:29:08.656647 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.691241 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.771031 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.901084 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.929500 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f49d60d-1e94-49f8-8ae8-fb0e0b82f655,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:08.935043 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:08.939378 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8631c1a0-d8e1-4a40-93ba-cfb60b75b811 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1f49d60d-1e94-49f8-8ae8-fb0e0b82f655 HTTP/1.1" status: 204  len: 168 time: 0.3293521
Nov 13 22:29:08.939667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db85ecb-c1a5-48e6-9b74-885b1b64d198 None None] Network fb374645-7dd7-42c7-9bf6-1c5c7b833d0c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:29:08.944221 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53552) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:09.016512 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.090333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:09.118821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:09.119167 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0b9f8254-a4fd-4a2f-b2f6-cce907b79195 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:09.123371 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9f7187fb-8288-4fe7-b40b-768396031fbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:09.130750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Deleting port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:09.131042 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.162455 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9f7187fb-8288-4fe7-b40b-768396031fbf {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:09.162796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9f7187fb-8288-4fe7-b40b-768396031fbf not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:09.180053 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] DHCP port deletion for fb374645-7dd7-42c7-9bf6-1c5c7b833d0c request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:09.215462 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] For port 5bf62bb4-3160-485e-9d4c-79e7fb925be2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bf62bb4-3160-485e-9d4c-79e7fb925be2,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:09.215820 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.227886 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] Deleting port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:29:09.228262 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.230685 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Calling delete_port for 5bf62bb4-3160-485e-9d4c-79e7fb925be2 owned by network:dhcp {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:09.290029 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] For port 5bf62bb4-3160-485e-9d4c-79e7fb925be2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bf62bb4-3160-485e-9d4c-79e7fb925be2,segment=NetworkSegment(9f48b63b-e22c-4937-8348-bb8434ad91d7),segment_id=9f48b63b-e22c-4937-8348-bb8434ad91d7)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:09.290580 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.303296 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] Calling delete_port for 5bf62bb4-3160-485e-9d4c-79e7fb925be2 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:29:09.397602 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.403410 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.424303 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf62bb4-3160-485e-9d4c-79e7fb925be2,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:09.428089 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] No DVR routers for this DVR port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 on host ncdv-master-1 {{(pid=120533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:29:09.433807 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] Pushing event deleted for resources: {'Port': ['ID=5bf62bb4-3160-485e-9d4c-79e7fb925be2,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:09.439028 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadfd2ad-8d93-4899-857f-8ceb842c404f None None] No DVR routers for this DVR port 5bf62bb4-3160-485e-9d4c-79e7fb925be2 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:29:09.502351 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.522367 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdc21ae50>,) {'filters': {'network_id': ['fb374645-7dd7-42c7-9bf6-1c5c7b833d0c']}} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:09.531974 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc21ae50>, '9f48b63b-e22c-4937-8348-bb8434ad91d7') {'for_net_delete': True} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:09.532273 ncdv-master-1 neutron-server[120533]: DEBUG neutron.services.segments.db [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdc21ae50>, '9f48b63b-e22c-4937-8348-bb8434ad91d7') {} {{(pid=120533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:09.543115 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66291833'] for segment, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.556802 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.562677 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=120533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:29:09.563063 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66292707'] for segment, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]: Traceback (most recent call last):
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     timer()
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     cb(*args, **kw)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     return func(*args, **kwargs)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     self._notify()
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     self.callback(batched_events)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     event.method(event)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     return f(self, *a, **k)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     return self._get(url).json()
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:29:09.564919 ncdv-master-1 neutron-server[120533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:29:09.700342 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.705783 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Publish callbacks [] for network, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:09.709690 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb374645-7dd7-42c7-9bf6-1c5c7b833d0c HTTP/1.1" status: 204  len: 168 time: 0.7644920
Nov 13 22:29:09.720350 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563fb21-9aa4-493e-bb28-d14be1501746 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb374645-7dd7-42c7-9bf6-1c5c7b833d0c,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:10.013515 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53572) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:10.052550 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-010d6902-b1dc-4223-9bfe-e5538589f160 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0845e4d245d5407f9c393289fc1bb22e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379100
Nov 13 22:29:10.054945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53574) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:10.100951 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e840e20a-4789-49c0-a523-ccc48e467ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:10.122450 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e840e20a-4789-49c0-a523-ccc48e467ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:10.246161 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e840e20a-4789-49c0-a523-ccc48e467ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:10.248943 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e840e20a-4789-49c0-a523-ccc48e467ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:10.250100 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e840e20a-4789-49c0-a523-ccc48e467ee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d715637-f7ee-4453-af87-5a15766682cf HTTP/1.1" status: 204  len: 168 time: 0.1942792
Nov 13 22:29:10.260492 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e20a-4789-49c0-a523-ccc48e467ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d715637-f7ee-4453-af87-5a15766682cf,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:10.886701 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53580) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:10.925924 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7aa95ae1-7437-4b55-8531-897466c28209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a6c46c4ea3b405e8291e2a67479b54d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380540
Nov 13 22:29:10.928322 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53582) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:10.977518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a023881-88df-4297-a361-6b6d06a6ae35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:10.997489 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a023881-88df-4297-a361-6b6d06a6ae35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:11.060512 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bf62bb4-3160-485e-9d4c-79e7fb925be2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:29:11.081700 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 5bf62bb4-3160-485e-9d4c-79e7fb925be2 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:29:11.082037 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 5bf62bb4-3160-485e-9d4c-79e7fb925be2 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:29:11.163535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a023881-88df-4297-a361-6b6d06a6ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:11.166224 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-6a023881-88df-4297-a361-6b6d06a6ae35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:11.167399 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-6a023881-88df-4297-a361-6b6d06a6ae35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/603f45e3-4b55-4695-9eb3-5df540ba1e1d HTTP/1.1" status: 204  len: 168 time: 0.2381668
Nov 13 22:29:11.175376 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a023881-88df-4297-a361-6b6d06a6ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603f45e3-4b55-4695-9eb3-5df540ba1e1d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:12.232945 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53604) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:12.338438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1382488982-network', 'tenant_id': '519896d8fb094c8aa69db03a64114c85'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:12.417274 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Made reservation on behalf of 519896d8fb094c8aa69db03a64114c85 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:29:12.419811 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.428890 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.499827 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.580470 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.604846 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:29:12.614190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec09e4-3314-4bc4-b0ae-c23be2e88053,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:12.619880 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.620212 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Added segment 1a227c6a-ccc7-46d5-88af-faf5b5b996d1 of type vlan for network 7c3c40fe-776b-4e22-94e8-b67ebd83239c
Nov 13 22:29:12.657871 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.734617 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.735588 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:12.736154 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.795302 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] Pushing event updated for resources: {'Network': ['ID=7c3c40fe-776b-4e22-94e8-b67ebd83239c,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:12.805362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:29:12.823281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-f149e29a-5fa3-46b3-b0a3-987c7adbd52f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5892203
Nov 13 22:29:12.826669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53608) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:12.831497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Request body: {'subnet': {'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1382488982-subnet', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:12.920062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Made reservation on behalf of 519896d8fb094c8aa69db03a64114c85 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:29:12.922633 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:12.999955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.166106 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.222549 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2e5373-2e84-4ae8-9781-0a33906bb357,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:13.231810 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Checking segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:13.232166 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Network hostable DHCP agents. Network: 7c3c40fe-776b-4e22-94e8-b67ebd83239c, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:29:13.332226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:29:13.443284 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c3c40fe-776b-4e22-94e8-b67ebd83239c) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:13.447415 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:13.448064 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.452420 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c05c5-5bcf-4ca5-90b2-221bd6aa2c67 None None] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:29:13.524281 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a302add4-8d39-4c31-9346-9123e82d6dfc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6963325
Nov 13 22:29:13.526935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53610) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:13.531641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:13.610776 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:29:13.611635 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.623372 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.628841 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.680504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:13.919505 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Allocated IP 172.20.0.2 (7c3c40fe-776b-4e22-94e8-b67ebd83239c/0b2e5373-2e84-4ae8-9781-0a33906bb357/ab82f3a2-8998-4b6b-bf68-9311abb016fd) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:14.071393 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.137924 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.175919 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:14.180618 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:14.184175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:14.190979 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Pushing event updated for resources: {'Port': ['ID=ab82f3a2-8998-4b6b-bf68-9311abb016fd,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:14.202339 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.241416 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Attempting to bind port ab82f3a2-8998-4b6b-bf68-9311abb016fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:14.241781 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Attempting to bind port ab82f3a2-8998-4b6b-bf68-9311abb016fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:14.242144 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Attempting to bind port ab82f3a2-8998-4b6b-bf68-9311abb016fd on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:14.247129 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:14.247496 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Checking segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:14.247890 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.248282 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Bound using segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:14.248766 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Bound port: ab82f3a2-8998-4b6b-bf68-9311abb016fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:14.249138 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.314814 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] For port ab82f3a2-8998-4b6b-bf68-9311abb016fd, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:14.318210 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] For port ab82f3a2-8998-4b6b-bf68-9311abb016fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab82f3a2-8998-4b6b-bf68-9311abb016fd,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:14.381159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.439238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fdb61-6dda-4df8-9b58-f99ca039247c None None] Pushing event updated for resources: {'Port': ['ID=ab82f3a2-8998-4b6b-bf68-9311abb016fd,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:14.457528 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.477037 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.591224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Allocated IP 172.35.3.233 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/14644445-be0d-4ca7-a959-4aaa279a3947) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:14.703906 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.786815 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.825151 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:14.855835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:14.855835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:14.855835 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=14644445-be0d-4ca7-a959-4aaa279a3947,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:14.856147 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e94895-8a32-4d54-a994-00e2c57809b1 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:14.909987 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-c707a8fd-d025-4ba1-8f18-7770a2518faa None None] Provisioning complete for port 14644445-be0d-4ca7-a959-4aaa279a3947 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:14.925093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c707a8fd-d025-4ba1-8f18-7770a2518faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:14.944104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-c707a8fd-d025-4ba1-8f18-7770a2518faa None None] Port 14644445-be0d-4ca7-a959-4aaa279a3947 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:15.098753 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ab82f3a2-8998-4b6b-bf68-9311abb016fd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:15.167782 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ab82f3a2-8998-4b6b-bf68-9311abb016fd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:15.168536 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.205298 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.247445 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.250054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.284003 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] For port ab82f3a2-8998-4b6b-bf68-9311abb016fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab82f3a2-8998-4b6b-bf68-9311abb016fd,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:15.354267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.396137 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd17a0c-45d5-4746-bba3-bfedd57e5239 None None] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:29:15.416127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.427884 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Pushing event updated for resources: {'Port': ['ID=ab82f3a2-8998-4b6b-bf68-9311abb016fd,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:15.484447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-a268630e-19b8-4f71-a496-36de246fe378 None None] Provisioning complete for port ab82f3a2-8998-4b6b-bf68-9311abb016fd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:15.484849 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a268630e-19b8-4f71-a496-36de246fe378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.620172 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:29:15.731862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:15.741947 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247f1da-0504-4012-9459-5a04456007be None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:15.754313 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:15.755062 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe0f4b3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:15.817092 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.821049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-74b1a73b-07e5-48b1-88af-acee86c4a8b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.2903519
Nov 13 22:29:15.821362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53612) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:15.849020 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-60bc1443-fcda-4944-81f8-acc6bc813038 None None] Provisioning complete for port ab82f3a2-8998-4b6b-bf68-9311abb016fd triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:15.849309 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-60bc1443-fcda-4944-81f8-acc6bc813038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:15.863280 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:16.048736 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe0f4b3a0>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:14Z', 'revision_number': 3, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:16.073927 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247f1da-0504-4012-9459-5a04456007be None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:16.074277 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247f1da-0504-4012-9459-5a04456007be None None] Updating router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff port 14644445-be0d-4ca7-a959-4aaa279a3947 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:29:16.098628 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e247f1da-0504-4012-9459-5a04456007be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.241602 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.344544 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e247f1da-0504-4012-9459-5a04456007be None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.397406 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Allocated IP 172.20.0.1 (7c3c40fe-776b-4e22-94e8-b67ebd83239c/0b2e5373-2e84-4ae8-9781-0a33906bb357/8125065c-a805-48d1-b9c9-6bf422ac29a5) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:16.420308 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e247f1da-0504-4012-9459-5a04456007be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.460491 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0144f6c-4c7e-4097-b770-29cd117fe486 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:16.469743 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e247f1da-0504-4012-9459-5a04456007be None None] Attempting to bind port 14644445-be0d-4ca7-a959-4aaa279a3947 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:16.470104 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e247f1da-0504-4012-9459-5a04456007be None None] Attempting to bind port 14644445-be0d-4ca7-a959-4aaa279a3947 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:16.470459 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247f1da-0504-4012-9459-5a04456007be None None] Attempting to bind port 14644445-be0d-4ca7-a959-4aaa279a3947 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:16.478078 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Pushing event updated for resources: {'Port': ['ID=14644445-be0d-4ca7-a959-4aaa279a3947,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:16.481231 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247f1da-0504-4012-9459-5a04456007be None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:16.481602 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247f1da-0504-4012-9459-5a04456007be None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:16.481991 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e247f1da-0504-4012-9459-5a04456007be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.482372 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e247f1da-0504-4012-9459-5a04456007be None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:16.482825 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-e247f1da-0504-4012-9459-5a04456007be None None] Bound port: 14644445-be0d-4ca7-a959-4aaa279a3947, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:16.483187 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e247f1da-0504-4012-9459-5a04456007be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.489979 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.490314 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.490649 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.490976 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.491423 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.491797 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.492063 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.492376 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.492711 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.493026 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.493335 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.493645 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:29:16.518199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.542833 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e247f1da-0504-4012-9459-5a04456007be None None] For port 14644445-be0d-4ca7-a959-4aaa279a3947, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:16.547220 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-e247f1da-0504-4012-9459-5a04456007be None None] For port 14644445-be0d-4ca7-a959-4aaa279a3947, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14644445-be0d-4ca7-a959-4aaa279a3947,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:16.560680 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-b14c26ce-b3c5-4955-b9f8-6505bc4256be None None] Provisioning complete for port 14644445-be0d-4ca7-a959-4aaa279a3947 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:16.561074 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b14c26ce-b3c5-4955-b9f8-6505bc4256be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.594572 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-b14c26ce-b3c5-4955-b9f8-6505bc4256be None None] Port 14644445-be0d-4ca7-a959-4aaa279a3947 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:16.640467 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-e247f1da-0504-4012-9459-5a04456007be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.652199 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.681399 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9198f8-ff2b-4fb8-b84a-605e251b8a82 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:16.694999 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:16.699092 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:16.699761 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefe0f4b3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:16.707681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:16.710721 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:16.715124 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-fe430a4d-0650-4d5c-9a99-2ad06c99c97c None None] Provisioning complete for port 14644445-be0d-4ca7-a959-4aaa279a3947 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:16.715781 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe430a4d-0650-4d5c-9a99-2ad06c99c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.739199 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Pushing event updated for resources: {'Port': ['ID=8125065c-a805-48d1-b9c9-6bf422ac29a5,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:16.753688 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f991366-8d16-4fb6-aca7-2be6568d2ee7 None None] Pushing event updated for resources: {'Port': ['ID=14644445-be0d-4ca7-a959-4aaa279a3947,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:16.766724 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.820617 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:16.825025 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe430a4d-0650-4d5c-9a99-2ad06c99c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.849868 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-fe430a4d-0650-4d5c-9a99-2ad06c99c97c None None] For port 14644445-be0d-4ca7-a959-4aaa279a3947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14644445-be0d-4ca7-a959-4aaa279a3947,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:16.931690 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-fe430a4d-0650-4d5c-9a99-2ad06c99c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:16.980481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe430a4d-0650-4d5c-9a99-2ad06c99c97c None None] Pushing event updated for resources: {'Port': ['ID=14644445-be0d-4ca7-a959-4aaa279a3947,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:16.988544 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.026512 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-e247f1da-0504-4012-9459-5a04456007be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefe0f4b3a0>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:14Z', 'revision_number': 3, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:17.056498 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247f1da-0504-4012-9459-5a04456007be None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:14Z', 'revision_number': 3, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:17.057655 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6d454ede-7a9c-4b09-9d0a-61ce82fd1bb1 None None] Provisioning complete for port 8125065c-a805-48d1-b9c9-6bf422ac29a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:17.061004 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6d454ede-7a9c-4b09-9d0a-61ce82fd1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.100984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-6d454ede-7a9c-4b09-9d0a-61ce82fd1bb1 None None] Port 8125065c-a805-48d1-b9c9-6bf422ac29a5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:17.184521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.243588 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ab82f3a2-8998-4b6b-bf68-9311abb016fd up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:17.280518 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.297796 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port ab82f3a2-8998-4b6b-bf68-9311abb016fd triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:17.298168 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.377952 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.379880 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Pushing event updated for resources: {'Port': ['ID=8125065c-a805-48d1-b9c9-6bf422ac29a5,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:17.476135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:17.477672 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:17.621006 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:29:17.728165 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-aa5ecda4-3a9e-4b67-8a20-338abd4a06b8 None None] Provisioning complete for port 8125065c-a805-48d1-b9c9-6bf422ac29a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:17.730675 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-aa5ecda4-3a9e-4b67-8a20-338abd4a06b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:17.745005 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:17.750030 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e12b6d94-e825-41e0-8763-2bd59d892b76 admin admin] 10.222.0.20 "PUT /v2.0/routers/8a410b58-2ab3-4f5c-9e35-1c626f0554ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9276211
Nov 13 22:29:17.774795 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-aa5ecda4-3a9e-4b67-8a20-338abd4a06b8 None None] Port 8125065c-a805-48d1-b9c9-6bf422ac29a5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:18.473237 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53628) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:18.478260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-950665702-network', 'tenant_id': '5173037ad43c476391a7e4a838580495'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:18.557575 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Made reservation on behalf of 5173037ad43c476391a7e4a838580495 for: {'network': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:29:18.560002 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for network, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.569521 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.644942 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.695805 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:18.705188 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:18.705790 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:18.719994 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.744623 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=120532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 13 22:29:18.754018 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f00c90d-a136-4cf2-b172-74c32e646758,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:18.760097 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.760446 ncdv-master-1 neutron-server[120532]: INFO neutron.db.segments_db [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Added segment 0a428f87-402b-49e9-990f-a9e40d24dba4 of type vlan for network 23feb3b5-6095-426b-9de3-525c8c204044
Nov 13 22:29:18.801707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791765127909'] for network, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.816344 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:18.897554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334'] for network, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.898497 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:18.899075 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:18.958297 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] Pushing event updated for resources: {'Network': ['ID=23feb3b5-6095-426b-9de3-525c8c204044,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:18.969351 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Network 23feb3b5-6095-426b-9de3-525c8c204044 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=120534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Nov 13 22:29:18.994750 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-3754b241-82e0-492c-886b-b1260ad86695 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5203063
Nov 13 22:29:18.997438 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53630) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:19.002224 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Request body: {'subnet': {'network_id': '23feb3b5-6095-426b-9de3-525c8c204044', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-950665702-subnet', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'ip_version': 4}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:19.076935 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:17Z', 'revision_number': 2, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:19.084035 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Made reservation on behalf of 5173037ad43c476391a7e4a838580495 for: {'subnet': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:29:19.086486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48919411'] for subnet, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.106073 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:19.106433 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Updating router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff port 8125065c-a805-48d1-b9c9-6bf422ac29a5 binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:29:19.109907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 14644445-be0d-4ca7-a959-4aaa279a3947 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:19.161871 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.224725 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 14644445-be0d-4ca7-a959-4aaa279a3947 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:19.225161 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.314782 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64275947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48893337'] for subnet, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.367681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a16441-d1cf-4127-a24f-f9413a2a1cae,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:19.377614 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Checking segment: {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:19.378066 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Network hostable DHCP agents. Network: 23feb3b5-6095-426b-9de3-525c8c204044, hostable agents: ['d93f5407-9c62-457b-8bee-0e5b3d03ee32'], hosted agents: [] {{(pid=120532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 13 22:29:19.454797 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Network 23feb3b5-6095-426b-9de3-525c8c204044 is scheduled to be hosted by DHCP agent d93f5407-9c62-457b-8bee-0e5b3d03ee32 with binding_index 1 {{(pid=120532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 13 22:29:19.498540 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.545894 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23feb3b5-6095-426b-9de3-525c8c204044) {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:19.551053 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:19.551641 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.556608 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1675eb4d-aee6-4225-bc1c-12e7f76f15a0 None None] Network 23feb3b5-6095-426b-9de3-525c8c204044 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:29:19.605925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.635811 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-1f129266-ea4d-4c76-8731-48944e1560ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6372905
Nov 13 22:29:19.638319 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53638) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:19.642622 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:19.688509 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee910e-305b-42b1-a35a-c3f188560ea0 None None] Pushing event updated for resources: {'Port': ['ID=8125065c-a805-48d1-b9c9-6bf422ac29a5,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:19.725989 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1586096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7059'] for router, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.727833 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1742142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7082'] for router, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.773727 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Attempting to bind port 8125065c-a805-48d1-b9c9-6bf422ac29a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:19.774114 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Attempting to bind port 8125065c-a805-48d1-b9c9-6bf422ac29a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:19.774472 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Attempting to bind port 8125065c-a805-48d1-b9c9-6bf422ac29a5 on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:19.788338 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.796625 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:19.797038 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Checking segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:19.800481 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.800481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Bound using segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:19.800481 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Bound port: 8125065c-a805-48d1-b9c9-6bf422ac29a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:19.800481 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.803862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-23feb3b5-6095-426b-9de3-525c8c204044', 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'fixed_ips': [{'subnet_id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae'}]}} from ncdv-master-1. {{(pid=120534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Nov 13 22:29:19.804743 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.959179 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] For port 8125065c-a805-48d1-b9c9-6bf422ac29a5, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:19.964869 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] For port 8125065c-a805-48d1-b9c9-6bf422ac29a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8125065c-a805-48d1-b9c9-6bf422ac29a5,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:19.976896 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:19.983284 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e796cea0-347e-43b8-a239-55f04d98c175 None None] Provisioning complete for port 8125065c-a805-48d1-b9c9-6bf422ac29a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:19.983652 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e796cea0-347e-43b8-a239-55f04d98c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.036594 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e796cea0-347e-43b8-a239-55f04d98c175 None None] Port 8125065c-a805-48d1-b9c9-6bf422ac29a5 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:20.039295 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.db_base_plugin_common [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Allocated IP 172.20.0.2 (23feb3b5-6095-426b-9de3-525c8c204044/d4a16441-d1cf-4127-a24f-f9413a2a1cae/0ade5051-3652-4cae-a050-3f87accdc703) {{(pid=120534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:20.069058 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.167775 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:20.168400 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:20.172676 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee910e-305b-42b1-a35a-c3f188560ea0 None None] Pushing event updated for resources: {'Port': ['ID=8125065c-a805-48d1-b9c9-6bf422ac29a5,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:20.472328 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-6a4e8491-3b97-43a2-ab0b-ca5b5a3d03e0 None None] Provisioning complete for port 8125065c-a805-48d1-b9c9-6bf422ac29a5 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:20.472908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8491-3b97-43a2-ab0b-ca5b5a3d03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.543237 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Publish callbacks [] for port, precommit_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.545732 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:20.604983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.623892 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.649061 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499'] for port, after_create {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.726786 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Allocated IP 172.35.3.169 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/9aa07788-1871-4c89-8501-0580fc6aa2e3) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:20.738898 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8491-3b97-43a2-ab0b-ca5b5a3d03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.764524 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Network 23feb3b5-6095-426b-9de3-525c8c204044 is already hosted by enough agents. {{(pid=120534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:20.773171 ncdv-master-1 neutron-server[120534]: DEBUG neutron.scheduler.base_scheduler [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Resources bound (agent type, host, resource id):  {{(pid=120534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:20.775560 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Received port after_create {{(pid=120534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:20.781520 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Pushing event updated for resources: {'Port': ['ID=0ade5051-3652-4cae-a050-3f87accdc703,revision_number=1']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:20.828063 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.852090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-6a4e8491-3b97-43a2-ab0b-ca5b5a3d03e0 None None] For port 8125065c-a805-48d1-b9c9-6bf422ac29a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8125065c-a805-48d1-b9c9-6bf422ac29a5,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:20.888601 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Attempting to bind port 0ade5051-3652-4cae-a050-3f87accdc703 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:20.888993 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Attempting to bind port 0ade5051-3652-4cae-a050-3f87accdc703 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:20.889358 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Attempting to bind port 0ade5051-3652-4cae-a050-3f87accdc703 on network 23feb3b5-6095-426b-9de3-525c8c204044 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:20.896623 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:20.897014 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Checking segment: {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:20.897409 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.897831 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Bound using segment: {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:20.898285 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Bound port: 0ade5051-3652-4cae-a050-3f87accdc703, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:20.898659 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.954451 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6a4e8491-3b97-43a2-ab0b-ca5b5a3d03e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.977660 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:20.997254 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd9f3c40>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:19Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:21.019654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:21.024855 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:21.028839 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:21.033743 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] For port 0ade5051-3652-4cae-a050-3f87accdc703, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:21.038998 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99984e-165c-42ef-9731-6243c2e618af None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:19Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:21.047830 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ccfba-9f64-49bc-b636-bc45c00617aa None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:21.053210 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Pushing event updated for resources: {'Port': ['ID=9aa07788-1871-4c89-8501-0580fc6aa2e3,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:21.070571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] For port 0ade5051-3652-4cae-a050-3f87accdc703, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ade5051-3652-4cae-a050-3f87accdc703,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:21.074978 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e8491-3b97-43a2-ab0b-ca5b5a3d03e0 None None] Pushing event updated for resources: {'Port': ['ID=8125065c-a805-48d1-b9c9-6bf422ac29a5,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:21.169480 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:21.218310 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5f59bbfd-2938-4e52-8c01-f2bfd9ec1162 None None] Provisioning complete for port 9aa07788-1871-4c89-8501-0580fc6aa2e3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:21.218677 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5f59bbfd-2938-4e52-8c01-f2bfd9ec1162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:21.269726 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e8cd8-6f9c-486b-8d31-36eac4c5f0b7 None None] Pushing event updated for resources: {'Port': ['ID=0ade5051-3652-4cae-a050-3f87accdc703,revision_number=2']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:21.278286 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-5f59bbfd-2938-4e52-8c01-f2bfd9ec1162 None None] Port 9aa07788-1871-4c89-8501-0580fc6aa2e3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:21.441668 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:21.677948 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625820'] for router, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:21.897967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Router 360a395c-16c8-4209-8a48-b912725905bf is scheduled to L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 with binding_index 1 {{(pid=120532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 13 22:29:22.018259 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:22.030862 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Sync routers for ids ['360a395c-16c8-4209-8a48-b912725905bf'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:22.045154 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Routers {'360a395c-16c8-4209-8a48-b912725905bf'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:22.045785 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['360a395c-16c8-4209-8a48-b912725905bf'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:22.091337 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.093911 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b072d293-1234-4f08-91ac-2fd55227ebdd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4545164
Nov 13 22:29:22.096611 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53656) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:22.155157 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Set router 360a395c-16c8-4209-8a48-b912725905bf gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:22.275794 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d632c461-1cd6-423a-ad2d-085e6eb07343 None None] Network 23feb3b5-6095-426b-9de3-525c8c204044 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:29:22.354912 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-5b834a92-665f-47dc-9550-83041c26afbf None None] Provisioning complete for port 0ade5051-3652-4cae-a050-3f87accdc703 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:22.355279 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b834a92-665f-47dc-9550-83041c26afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.425606 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3400>, [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:29:21Z', 'revision_number': 3, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:22.476124 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Checking router: 360a395c-16c8-4209-8a48-b912725905bf for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:22.476672 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Updating router 360a395c-16c8-4209-8a48-b912725905bf port 9aa07788-1871-4c89-8501-0580fc6aa2e3 binding host ncdv-master-1 {{(pid=120535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:29:22.505333 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b834a92-665f-47dc-9550-83041c26afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.521504 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.545006 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-5b834a92-665f-47dc-9550-83041c26afbf None None] For port 0ade5051-3652-4cae-a050-3f87accdc703, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ade5051-3652-4cae-a050-3f87accdc703,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:22.638523 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5b834a92-665f-47dc-9550-83041c26afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.692417 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.710060 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b834a92-665f-47dc-9550-83041c26afbf None None] Pushing event updated for resources: {'Port': ['ID=0ade5051-3652-4cae-a050-3f87accdc703,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:22.862783 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Allocated IP 172.20.0.1 (23feb3b5-6095-426b-9de3-525c8c204044/d4a16441-d1cf-4127-a24f-f9413a2a1cae/186a0360-4427-406d-a415-962243ee6c3b) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:22.864326 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-1efbf7d1-96b7-4bc2-b71f-87f31aa23adc None None] Provisioning complete for port 0ade5051-3652-4cae-a050-3f87accdc703 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:22.864833 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1efbf7d1-96b7-4bc2-b71f-87f31aa23adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.895511 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Publish callbacks [] for port, precommit_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.957947 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:22.968721 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.000960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d580b-b3bc-4bd3-b886-dec49c38274e None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:23.010353 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Attempting to bind port 9aa07788-1871-4c89-8501-0580fc6aa2e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:23.010593 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Attempting to bind port 9aa07788-1871-4c89-8501-0580fc6aa2e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:23.010956 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Attempting to bind port 9aa07788-1871-4c89-8501-0580fc6aa2e3 on network 33cde637-622a-4b3a-92ab-f1b4b833111a {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:23.020478 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd512e3d-124a-4b94-b952-de51b26827aa None None] Pushing event updated for resources: {'Port': ['ID=9aa07788-1871-4c89-8501-0580fc6aa2e3,revision_number=2']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:23.020580 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:23.020954 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Checking segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:23.021446 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.021713 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Bound using segment: {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'} {{(pid=120535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:23.022177 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.managers [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Bound port: 9aa07788-1871-4c89-8501-0580fc6aa2e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a48e52f-5b01-41c9-9c96-5510b7efd139', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a'}}] {{(pid=120535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:23.022547 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.080549 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.081066 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] For port 9aa07788-1871-4c89-8501-0580fc6aa2e3, host ncdv-master-1, cleared binding levels {{(pid=120535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:23.081742 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-23a58de9-8bdd-4857-8326-b76732850e3a None None] Provisioning complete for port 9aa07788-1871-4c89-8501-0580fc6aa2e3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:23.082212 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-23a58de9-8bdd-4857-8326-b76732850e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.085089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.plugins.ml2.db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] For port 9aa07788-1871-4c89-8501-0580fc6aa2e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa07788-1871-4c89-8501-0580fc6aa2e3,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:23.128821 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-23a58de9-8bdd-4857-8326-b76732850e3a None None] Port 9aa07788-1871-4c89-8501-0580fc6aa2e3 cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:23.131442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Network 23feb3b5-6095-426b-9de3-525c8c204044 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:23.133694 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:23.139015 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:23.142177 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=186a0360-4427-406d-a415-962243ee6c3b,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:23.173266 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8125065c-a805-48d1-b9c9-6bf422ac29a5 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:23.181014 ncdv-master-1 neutron-server[120535]: DEBUG neutron_lib.callbacks.manager [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.185707 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624971'] for router_interface, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.208981 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4fbb17-ea85-47bb-a68c-e128a4d615fa None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:29:23.258082 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 8125065c-a805-48d1-b9c9-6bf422ac29a5 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:23.258462 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.263043 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Routers {'360a395c-16c8-4209-8a48-b912725905bf'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:23.264116 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['360a395c-16c8-4209-8a48-b912725905bf'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:23.310290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd512e3d-124a-4b94-b952-de51b26827aa None None] Pushing event updated for resources: {'Port': ['ID=9aa07788-1871-4c89-8501-0580fc6aa2e3,revision_number=3']} {{(pid=120535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:23.367238 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0ade5051-3652-4cae-a050-3f87accdc703 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:23.370596 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-418bb66f-6e58-4e62-9d0d-730bc180edd1 None None] Provisioning complete for port 9aa07788-1871-4c89-8501-0580fc6aa2e3 triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:23.370596 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-418bb66f-6e58-4e62-9d0d-730bc180edd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.399195 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] Set router 360a395c-16c8-4209-8a48-b912725905bf gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:23.403690 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.455120 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 0ade5051-3652-4cae-a050-3f87accdc703 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:23.455444 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.534552 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-418bb66f-6e58-4e62-9d0d-730bc180edd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.564109 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-418bb66f-6e58-4e62-9d0d-730bc180edd1 None None] For port 9aa07788-1871-4c89-8501-0580fc6aa2e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa07788-1871-4c89-8501-0580fc6aa2e3,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:23.582687 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.593866 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde6e3400>, [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:29:21Z', 'revision_number': 3, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:23.620568 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b2037-cd0a-41f9-8fef-6dbf0ff2a472 None None] The sync data for ids ['360a395c-16c8-4209-8a48-b912725905bf'] in ncdv-master-1 is: [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:29:21Z', 'revision_number': 3, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:23.645782 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-418bb66f-6e58-4e62-9d0d-730bc180edd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.688752 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.695322 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb66f-6e58-4e62-9d0d-730bc180edd1 None None] Pushing event updated for resources: {'Port': ['ID=9aa07788-1871-4c89-8501-0580fc6aa2e3,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:23.757974 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585691'] for router_interface, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.760678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=186a0360-4427-406d-a415-962243ee6c3b,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:23.765760 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-488bf541-0ee0-4655-98ca-70be5c118df9 None None] Provisioning complete for port 186a0360-4427-406d-a415-962243ee6c3b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:23.766120 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-488bf541-0ee0-4655-98ca-70be5c118df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:23.806108 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-488bf541-0ee0-4655-98ca-70be5c118df9 None None] Port 186a0360-4427-406d-a415-962243ee6c3b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:23.863387 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Network 23feb3b5-6095-426b-9de3-525c8c204044 is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:23.865131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:24.003587 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Router 360a395c-16c8-4209-8a48-b912725905bf has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:29:24.122466 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:24.128235 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7cbe3f4a-78e0-46f4-ab92-9a312a829eb8 admin admin] 10.222.0.20 "PUT /v2.0/routers/360a395c-16c8-4209-8a48-b912725905bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0300257
Nov 13 22:29:24.130418 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-9a6745f8-fb39-4164-a673-c67a7c283585 None None] Provisioning complete for port 186a0360-4427-406d-a415-962243ee6c3b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:24.130856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9a6745f8-fb39-4164-a673-c67a7c283585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:24.167415 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-9a6745f8-fb39-4164-a673-c67a7c283585 None None] Port 186a0360-4427-406d-a415-962243ee6c3b cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:24.751544 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53664) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:24.757700 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444035141', 'description': 'tempest-secgroup-smoke-444035141 description', 'project_id': '519896d8fb094c8aa69db03a64114c85'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:24.805656 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1f818850-49a2-4873-a87d-efba86720fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:24.872003 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:24.945220 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.009985 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.101146 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9aa07788-1871-4c89-8501-0580fc6aa2e3 up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:25.152645 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 9aa07788-1871-4c89-8501-0580fc6aa2e3 triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:25.153182 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.210585 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Sync routers for ids ['360a395c-16c8-4209-8a48-b912725905bf'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:25.250515 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Routers {'360a395c-16c8-4209-8a48-b912725905bf'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:25.251166 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdda2a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['360a395c-16c8-4209-8a48-b912725905bf'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:25.360946 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Set router 360a395c-16c8-4209-8a48-b912725905bf gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:25.385481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cdb06-da92-45a8-ad3d-d88267b89079,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:25.457001 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.458197 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-8b269834-865d-45cc-9ca5-4c99ff393aa1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.7056544
Nov 13 22:29:25.461225 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53666) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:25.465976 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cdb06-da92-45a8-ad3d-d88267b89079', 'project_id': '519896d8fb094c8aa69db03a64114c85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:25.554510 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdda2a790>, [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '186a0360-4427-406d-a415-962243ee6c3b', 'name': '', 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'mac_address': 'fa:16:3e:77:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:22Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 2, 'project_id': '5173037ad43c476391a7e4a838580495', 'subnets': [{'id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:25.562075 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.584783 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Checking router: 360a395c-16c8-4209-8a48-b912725905bf for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:25.585143 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Updating router 360a395c-16c8-4209-8a48-b912725905bf port 186a0360-4427-406d-a415-962243ee6c3b binding host ncdv-master-1 {{(pid=120534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 13 22:29:25.608680 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.621710 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.694735 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.715568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fee0111-49d4-45b9-a784-0dd5e6f7e184,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:25.794190 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.795411 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-59126715-e037-4866-a3d6-2b47b0759ca2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3327880
Nov 13 22:29:25.798141 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53668) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:25.802511 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cdb06-da92-45a8-ad3d-d88267b89079', 'project_id': '519896d8fb094c8aa69db03a64114c85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:25.870162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Publish callbacks [] for port, precommit_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.884973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.943277 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:25.951905 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.037993 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.056727 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c334f6c-1bb0-47a2-86ec-d4a55e056cfb,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:26.122309 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.123674 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-97555783-dac3-4e59-8927-efeb66516cd7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3246028
Nov 13 22:29:26.126664 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 53670) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:26.137298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cdb06-da92-45a8-ad3d-d88267b89079', 'project_id': '519896d8fb094c8aa69db03a64114c85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:26.150731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4deb1-a001-41d7-9d29-70ccf16be267 None None] Pushing event updated for resources: {'Port': ['ID=186a0360-4427-406d-a415-962243ee6c3b,revision_number=3']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:26.203175 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Attempting to bind port 186a0360-4427-406d-a415-962243ee6c3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:26.203544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Attempting to bind port 186a0360-4427-406d-a415-962243ee6c3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:26.203907 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Attempting to bind port 186a0360-4427-406d-a415-962243ee6c3b on network 23feb3b5-6095-426b-9de3-525c8c204044 {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:26.210327 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Checking agent: {'id': 'ba1002d6-afc2-4754-947f-ddd9b29bb94c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 20, 54), 'started_at': datetime.datetime(2021, 11, 13, 20, 54, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:26.210715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Checking segment: {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:26.211114 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.211507 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Bound using segment: {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'} {{(pid=120534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:26.211974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.managers [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Bound port: 186a0360-4427-406d-a415-962243ee6c3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a428f87-402b-49e9-990f-a9e40d24dba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044'}}] {{(pid=120534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:26.212363 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.225679 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.277010 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] For port 186a0360-4427-406d-a415-962243ee6c3b, host ncdv-master-1, cleared binding levels {{(pid=120534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:26.280273 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] For port 186a0360-4427-406d-a415-962243ee6c3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=186a0360-4427-406d-a415-962243ee6c3b,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:26.286535 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.369772 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.403244 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.421565 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb67beb9-77b7-457c-825c-cb42903a7500,revision_number=0']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:26.445423 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-ab415148-b09f-4605-90d3-ebc970fdf656 None None] Provisioning complete for port 186a0360-4427-406d-a415-962243ee6c3b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:26.445793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ab415148-b09f-4605-90d3-ebc970fdf656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.450208 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4deb1-a001-41d7-9d29-70ccf16be267 None None] Pushing event updated for resources: {'Port': ['ID=186a0360-4427-406d-a415-962243ee6c3b,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:26.470236 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Routers {'360a395c-16c8-4209-8a48-b912725905bf'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:26.470872 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdda2a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:28:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['360a395c-16c8-4209-8a48-b912725905bf'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:26.528215 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.529365 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-7b1a9e9d-f274-46e7-8680-1f041896b2e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4015338
Nov 13 22:29:26.532428 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53674) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:26.537135 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cdb06-da92-45a8-ad3d-d88267b89079', 'project_id': '519896d8fb094c8aa69db03a64114c85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:26.748563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] Set router 360a395c-16c8-4209-8a48-b912725905bf gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:26.748563 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ab415148-b09f-4605-90d3-ebc970fdf656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.748563 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-ab415148-b09f-4605-90d3-ebc970fdf656 None None] For port 186a0360-4427-406d-a415-962243ee6c3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=186a0360-4427-406d-a415-962243ee6c3b,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:26.749931 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.806859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.858682 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdda2a790>, [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '186a0360-4427-406d-a415-962243ee6c3b', 'name': '', 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'mac_address': 'fa:16:3e:77:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:22Z', 'updated_at': '2021-11-13T22:29:26Z', 'revision_number': 4, 'project_id': '5173037ad43c476391a7e4a838580495', 'subnets': [{'id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:26.885364 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa1bc7-1a76-4ff7-a59c-383b5867fe09 None None] The sync data for ids ['360a395c-16c8-4209-8a48-b912725905bf'] in ncdv-master-1 is: [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '186a0360-4427-406d-a415-962243ee6c3b', 'name': '', 'network_id': '23feb3b5-6095-426b-9de3-525c8c204044', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'mac_address': 'fa:16:3e:77:0c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:22Z', 'updated_at': '2021-11-13T22:29:26Z', 'revision_number': 4, 'project_id': '5173037ad43c476391a7e4a838580495', 'subnets': [{'id': 'd4a16441-d1cf-4127-a24f-f9413a2a1cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:26.889973 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ab415148-b09f-4605-90d3-ebc970fdf656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.913121 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:26.933278 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9691279-a958-448d-a031-5d6cee5d472f,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:26.980259 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab415148-b09f-4605-90d3-ebc970fdf656 None None] Pushing event updated for resources: {'Port': ['ID=186a0360-4427-406d-a415-962243ee6c3b,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:27.012249 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-f60f6ba1-6062-4ef4-a424-fba538c0323f None None] Provisioning complete for port 186a0360-4427-406d-a415-962243ee6c3b triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:27.012590 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f60f6ba1-6062-4ef4-a424-fba538c0323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.052819 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.052947 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-645dcc22-0376-4410-9848-eb22de0223bc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5193717
Nov 13 22:29:27.055886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53676) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:27.060568 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cdb06-da92-45a8-ad3d-d88267b89079', 'project_id': '519896d8fb094c8aa69db03a64114c85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:27.113905 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 186a0360-4427-406d-a415-962243ee6c3b up at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:27.153868 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-0a1bba53-87a3-4070-9e54-4a1dac29140c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.154108 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Project 519896d8fb094c8aa69db03a64114c85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:29:27.159825 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.190731 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Provisioning complete for port 186a0360-4427-406d-a415-962243ee6c3b triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:27.191056 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.244304 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.319857 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.341241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ed06dc-6528-4e7b-81e3-cda4562111cc,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:27.419211 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.420452 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-bfda7e4b-71ca-4710-b0a1-d97f8229a965 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3637934
Nov 13 22:29:27.423357 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53678) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:27.427867 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'security_group_rule': {'security_group_id': 'bd2cdb06-da92-45a8-ad3d-d88267b89079', 'project_id': '519896d8fb094c8aa69db03a64114c85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:27.519967 ncdv-master-1 neutron-server[120533]: INFO neutron.db.securitygroups_db [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Project 519896d8fb094c8aa69db03a64114c85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 13 22:29:27.524899 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.585035 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.657129 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-349989'] for security_group_rule, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.676808 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9088504d-0fd3-4735-bc8c-f193e2ec53d1,revision_number=0']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:27.760099 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:27.764854 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-7342cbc4-74ab-445d-bdd9-40c5101eab3a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3370924
Nov 13 22:29:27.986206 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-1649c47e-a9d3-482e-b35e-159615886f47 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444035141&fields=id&tenant_id=519896d8fb094c8aa69db03a64114c85 HTTP/1.1" status: 200  len: 267 time: 0.0497692
Nov 13 22:29:28.097180 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-e811275d-4c26-4570-8ea5-20ea1fb3ca7a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:28.098592 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-e811275d-4c26-4570-8ea5-20ea1fb3ca7a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 810 time: 0.1056809
Nov 13 22:29:28.114420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-c4c89f2f-9b5b-41c0-ac75-9526689ec80d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/quotas/519896d8fb094c8aa69db03a64114c85 HTTP/1.1" status: 200  len: 375 time: 0.0100112
Nov 13 22:29:28.166693 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-7eae2596-5c27-41a3-ac77-dd012f0c1f8e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0462911
Nov 13 22:29:28.270580 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-081e42a5-fc2a-4637-a4ea-7abcad05961a service neutron] 10.222.0.20 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906999
Nov 13 22:29:28.362411 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-f514c203-3595-420a-8eaa-646a42680595 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855563
Nov 13 22:29:28.579207 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3a0b8019-559a-4481-a34f-aa326ae6489f req-ef9bb004-30ae-4148-ad55-58f570a44976 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0276463
Nov 13 22:29:28.902192 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:29.665373 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-cded31de-17a5-4b01-9cf4-118512f811c5 req-1d0e4418-672a-4997-b5d3-795a9c1b3e76 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0306067
Nov 13 22:29:30.259940 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:30.477141 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:30.742709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3f6b4ace-636d-4b7a-88a0-d62f8a729466 req-3ddef3ab-4455-4eb5-9edf-6e2660f86268 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0255284
Nov 13 22:29:31.821713 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-82cab441-dcea-46f3-bef2-d69f015f2246 req-ca690f0f-e2f0-49d1-9f67-f8a99a9561e2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0264084
Nov 13 22:29:32.912830 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c59c3018-fb7b-4d80-a612-c0c548c9ea47 req-bdee15f2-4840-4818-9e24-b7d993e5ecdb tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0254214
Nov 13 22:29:34.009119 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b7d52382-c46e-43cd-adbc-f3bc185fe951 req-daf1fafd-b739-48c5-bc94-fb867b9ede93 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0285163
Nov 13 22:29:35.129944 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-fbf832ce-23ce-4304-9da0-a212e6ae37f3 req-7c5f586c-68be-4452-954d-6667dc92d74e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0417323
Nov 13 22:29:35.205597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-18b84c92-9dbf-4e3d-a6ea-27a8707db582 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:35.207088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-18b84c92-9dbf-4e3d-a6ea-27a8707db582 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 810 time: 0.1282930
Nov 13 22:29:35.272966 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-1a257671-b856-482f-aac7-6610f20b21b3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=519896d8fb094c8aa69db03a64114c85 HTTP/1.1" status: 200  len: 379 time: 0.0556574
Nov 13 22:29:35.283086 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'port': {'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'admin_state_up': True, 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'security_groups': ['bd2cdb06-da92-45a8-ad3d-d88267b89079']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:35.454349 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Made reservation on behalf of 519896d8fb094c8aa69db03a64114c85 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:29:35.458461 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:35.585119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Allocated IP 172.20.0.7 (7c3c40fe-776b-4e22-94e8-b67ebd83239c/0b2e5373-2e84-4ae8-9781-0a33906bb357/c7008a3e-1530-41f2-a7be-3423451a938d) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:35.716358 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:35.809122 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:35.854874 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:35.859775 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:35.863494 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:35.887135 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:35.915582 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:35.916204 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:35.985709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-d2b283ff-9ba5-436c-b984-29b90629dea7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7062016
Nov 13 22:29:35.996233 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-9ffd26f0-3d63-49bd-91d7-50326e5fdd29 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=120532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 13 22:29:35.999751 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-9ffd26f0-3d63-49bd-91d7-50326e5fdd29 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055482
Nov 13 22:29:36.099569 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Request body: {'port': {'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:36.126086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-743e7ca1-d0b9-415c-8853-1a598f70a18f None None] Provisioning complete for port c7008a3e-1530-41f2-a7be-3423451a938d triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:36.126655 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-743e7ca1-d0b9-415c-8853-1a598f70a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:36.153290 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:36.172362 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-743e7ca1-d0b9-415c-8853-1a598f70a18f None None] Port c7008a3e-1530-41f2-a7be-3423451a938d cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:29:36.251565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e5b69-083f-4b30-8540-68ade09a369f req-34fdd24d-9315-4a1f-8522-5bc0c5c71d1e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:36.253749 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-052e5b69-083f-4b30-8540-68ade09a369f req-34fdd24d-9315-4a1f-8522-5bc0c5c71d1e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 931 time: 0.0501995
Nov 13 22:29:36.306139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-052e5b69-083f-4b30-8540-68ade09a369f req-e06654e0-325f-4724-a73c-3be519c4db1f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462708
Nov 13 22:29:36.731051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7008a3e-1530-41f2-a7be-3423451a938d {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:29:36.740340 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:36.751674 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Transition to ACTIVE for port object c7008a3e-1530-41f2-a7be-3423451a938d will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:29:36.814179 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:36.864612 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:36.936239 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Attempting to bind port c7008a3e-1530-41f2-a7be-3423451a938d on host nch2-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:29:36.936568 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Attempting to bind port c7008a3e-1530-41f2-a7be-3423451a938d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:29:36.936922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Attempting to bind port c7008a3e-1530-41f2-a7be-3423451a938d on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:36.941342 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Port c7008a3e-1530-41f2-a7be-3423451a938d on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:29:36.941656 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Attempting to bind port c7008a3e-1530-41f2-a7be-3423451a938d on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:29:36.946560 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Checking agent: {'id': '341adb2b-0bda-48f3-8e64-d64b94b64d7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:29:36.946897 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Checking segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:29:36.947272 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Bound using segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:29:36.947698 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Bound port: c7008a3e-1530-41f2-a7be-3423451a938d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:29:36.948051 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:37.011689 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:29:37.016794 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:29:37.074508 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:37.109632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.110169 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:37.111559 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 1091 time: 1.1042569
Nov 13 22:29:37.111996 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:29:37.114427 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74bd669-6dda-433c-87c2-b601d8a74b35" -d '{"events": [{"name": "network-changed", "server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:29:37.144047 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9ae7-4ade-4875-af11-d2f9b7da33a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:37.157405 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c1bd9b-0fc3-4770-9220-5c22bf8c2591 x-openstack-request-id: req-32c1bd9b-0fc3-4770-9220-5c22bf8c2591 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:29:37.158064 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:29:37.158171 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32c1bd9b-0fc3-4770-9220-5c22bf8c2591 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:29:37.159145 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'status': 'completed', 'code': 200}
Nov 13 22:29:37.222641 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bd669-6dda-433c-87c2-b601d8a74b35 req-c1dba5da-f973-459f-8916-a3389a37ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.224162 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b74bd669-6dda-433c-87c2-b601d8a74b35 req-c1dba5da-f973-459f-8916-a3389a37ba4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0454013
Nov 13 22:29:37.334994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bd669-6dda-433c-87c2-b601d8a74b35 req-b293579d-0630-40a0-988b-a20a1560a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.336503 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b74bd669-6dda-433c-87c2-b601d8a74b35 req-b293579d-0630-40a0-988b-a20a1560a5a0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=519896d8fb094c8aa69db03a64114c85&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1039617
Nov 13 22:29:37.437143 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124444a-e6b3-4d40-9b74-39217ac77ecc req-80094595-5c27-45be-8c60-cc7c8d8723f7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.437715 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bd669-6dda-433c-87c2-b601d8a74b35 req-33716a0a-69bb-41af-a2e7-ad709376deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.438663 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a124444a-e6b3-4d40-9b74-39217ac77ecc req-80094595-5c27-45be-8c60-cc7c8d8723f7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 943 time: 0.0545440
Nov 13 22:29:37.439012 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b74bd669-6dda-433c-87c2-b601d8a74b35 req-33716a0a-69bb-41af-a2e7-ad709376deec service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0952988
Nov 13 22:29:37.489167 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a124444a-e6b3-4d40-9b74-39217ac77ecc req-b20d13f3-4959-4bfd-84ee-286fcdc3561a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439665
Nov 13 22:29:37.515769 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-727abb0e-2f21-4626-8b46-6e3c157f7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.517316 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-727abb0e-2f21-4626-8b46-6e3c157f7929 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0412862
Nov 13 22:29:37.558850 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-7c68237b-34dc-4e70-8a54-3c93daa9cae2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 217 time: 0.0329878
Nov 13 22:29:37.607934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-1239abf2-dfb2-45fa-a8a4-58442b7e07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.609630 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-1239abf2-dfb2-45fa-a8a4-58442b7e07b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0438614
Nov 13 22:29:37.667235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-2c667df5-b1b2-49f4-9870-a67648246cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:37.668938 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-2c667df5-b1b2-49f4-9870-a67648246cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0532753
Nov 13 22:29:37.765159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-c920eb33-6351-46b5-bbaf-41017f60ebb4 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894749
Nov 13 22:29:37.856878 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-a470d8e6-570b-473f-89c8-fc51370581e4 req-f8386e8c-135c-4707-8928-c3e0225061d0 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839059
Nov 13 22:29:38.607229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e83cd-2243-4bb3-b00c-fbf2ab8e4261 req-c329404f-4598-44c8-90bc-f2da62943531 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:38.608730 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac5e83cd-2243-4bb3-b00c-fbf2ab8e4261 req-c329404f-4598-44c8-90bc-f2da62943531 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 943 time: 0.0495307
Nov 13 22:29:38.656935 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ac5e83cd-2243-4bb3-b00c-fbf2ab8e4261 req-f0fb5376-74f9-4a6c-aa0a-cf1c14d73142 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419381
Nov 13 22:29:39.717444 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:29:39.775215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9d047-7a0f-468c-899e-5895b3f76846 req-f324cc01-0f49-421b-9855-dbaecbccf7dd tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:39.776773 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76f9d047-7a0f-468c-899e-5895b3f76846 req-f324cc01-0f49-421b-9855-dbaecbccf7dd tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 943 time: 0.0488539
Nov 13 22:29:39.816363 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:39.827421 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:29:39.827593 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-76f9d047-7a0f-468c-899e-5895b3f76846 req-ddec4044-3a68-4b2d-99e1-2fc66a99d77d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447738
Nov 13 22:29:39.864443 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:39.876666 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7008a3e-1530-41f2-a7be-3423451a938d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:29:39.895091 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:39.965073 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:40.016938 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:40.208960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['c7008a3e-1530-41f2-a7be-3423451a938d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:29:40.946976 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eeea7-3768-4b31-ba92-d77dbb0a3484 req-5a2a37a5-506a-47fa-b593-c9e2755f2426 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:40.948435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-433eeea7-3768-4b31-ba92-d77dbb0a3484 req-5a2a37a5-506a-47fa-b593-c9e2755f2426 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 944 time: 0.0531275
Nov 13 22:29:40.996808 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-433eeea7-3768-4b31-ba92-d77dbb0a3484 req-9d31109c-6ebf-4895-bffe-145f52e1193b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423348
Nov 13 22:29:41.749698 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:29:41.902150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning for port c7008a3e-1530-41f2-a7be-3423451a938d completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:29:41.906068 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port c7008a3e-1530-41f2-a7be-3423451a938d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:29:41.906434 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:41.982682 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:42.005318 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:29:42.007603 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be4e63-f7f1-4df7-8df8-409425bec312" -d '{"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-plugged", "status": "completed", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:29:42.024417 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:29:42.047553 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a7f8ab-e2e4-4a9a-889f-3bfecc346088 x-openstack-request-id: req-c7a7f8ab-e2e4-4a9a-889f-3bfecc346088 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:29:42.048196 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-plugged", "status": "completed", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:29:42.048454 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7a7f8ab-e2e4-4a9a-889f-3bfecc346088 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:29:42.048921 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'code': 200}
Nov 13 22:29:42.136988 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:42.146939 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077a4d8-f4d1-4e99-86b3-f703a71cc483 req-244404d6-222e-450d-9c37-1e8c926ee6fc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:42.148771 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8077a4d8-f4d1-4e99-86b3-f703a71cc483 req-244404d6-222e-450d-9c37-1e8c926ee6fc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 944 time: 0.0775435
Nov 13 22:29:42.176256 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64b2c-d3de-416c-9c8e-2bd6dd36d293 req-0ca415c8-da10-4a3c-91e8-e6bcee66444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:42.177666 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ae64b2c-d3de-416c-9c8e-2bd6dd36d293 req-0ca415c8-da10-4a3c-91e8-e6bcee66444e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1095 time: 0.0703578
Nov 13 22:29:42.186148 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:42.226443 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-8077a4d8-f4d1-4e99-86b3-f703a71cc483 req-3e1176e4-df92-4cfa-a361-5f59cebeb8bb tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713530
Nov 13 22:29:42.249249 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5ae64b2c-d3de-416c-9c8e-2bd6dd36d293 req-b2de7c3e-61c9-4da1-8ead-6fe6580a39e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608351
Nov 13 22:29:43.025838 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:43.343457 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f763-048e-4d03-83e2-25608fc7cd6f req-713eff6e-157b-420a-b640-e4ebfdc2bd6a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:43.344897 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91e2f763-048e-4d03-83e2-25608fc7cd6f req-713eff6e-157b-420a-b640-e4ebfdc2bd6a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 945 time: 0.0491807
Nov 13 22:29:43.399434 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-91e2f763-048e-4d03-83e2-25608fc7cd6f req-4b58e395-b3f6-4c67-86cd-039a0871aaaf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485737
Nov 13 22:29:44.389028 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:29:44.514934 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8da54-6fc2-4592-a88b-881fd0286c3f req-84454270-5062-4caf-9f18-238a64830e44 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:44.516435 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56d8da54-6fc2-4592-a88b-881fd0286c3f req-84454270-5062-4caf-9f18-238a64830e44 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 945 time: 0.0498812
Nov 13 22:29:44.565883 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-56d8da54-6fc2-4592-a88b-881fd0286c3f req-d058518b-79c0-4e33-8c5b-73ff821b1100 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433269
Nov 13 22:29:44.682199 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745477c8-b5c5-466c-ae51-c07250420ae5 req-6648d382-4eef-4c9f-bb26-2e52dceb9b4e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:44.683555 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-745477c8-b5c5-466c-ae51-c07250420ae5 req-6648d382-4eef-4c9f-bb26-2e52dceb9b4e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 945 time: 0.0482965
Nov 13 22:29:44.745767 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-745477c8-b5c5-466c-ae51-c07250420ae5 req-5db3965f-a06a-44ea-badf-358d931d5c75 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562022
Nov 13 22:29:44.767617 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53754) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:44.852482 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3babf15-0a54-4d82-aa4d-9b22d229186a tempest-TestSnapshotPattern-1589104428 tempest-TestSnapshotPattern-1589104428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:44.854013 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b3babf15-0a54-4d82-aa4d-9b22d229186a tempest-TestSnapshotPattern-1589104428 tempest-TestSnapshotPattern-1589104428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1091 time: 0.0854268
Nov 13 22:29:44.857044 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 53758) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:29:44.861692 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.v2.base [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address': '172.20.0.7'}} {{(pid=120533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:29:44.962535 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:45.062357 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:45.162936 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_common [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Allocated IP 172.35.3.18 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/e4def00c-21df-4664-a44b-e75ec68b30d3) {{(pid=120533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:29:45.234040 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:45.267106 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for port, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:45.359858 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:45.397085 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:29:45.403733 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.base_scheduler [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Resources bound (agent type, host, resource id):  {{(pid=120533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:29:45.408244 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Received port after_create {{(pid=120533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:29:45.411762 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'Port': ['ID=e4def00c-21df-4664-a44b-e75ec68b30d3,revision_number=1']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:45.764859 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:45.898507 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:46.052348 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for port, precommit_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:46.136142 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66292679'] for port, after_update {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:46.206024 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'Port': ['ID=e4def00c-21df-4664-a44b-e75ec68b30d3,revision_number=2']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:29:46.217343 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:46.316645 ncdv-master-1 neutron-server[120533]: INFO neutron.db.l3_db [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Floating IP c1712afc-337c-47b8-96d2-53f2935e272a associated. External IP: 172.35.3.18, port: c7008a3e-1530-41f2-a7be-3423451a938d.
Nov 13 22:29:46.519053 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:29:46.629886 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:29:46.641018 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:29:46.651037 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:46.652629 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde62ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:46.715674 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:46.742961 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-e2df4d3c-c365-41d8-bcca-3ca79c8cb9d6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8847485
Nov 13 22:29:46.747481 ncdv-master-1 neutron-server[120533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:29:46.747481 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386dee43a7e7d8741ce6cdedb8e11ed5abb322192f825fd48367bde646bdece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d2879-8b3c-460b-8212-aaae96b9d15b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:29:46.755853 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:46.787716 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e68d35-b1e1-4fba-8a32-24139e21de5e x-openstack-request-id: req-f4e68d35-b1e1-4fba-8a32-24139e21de5e {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:29:46.788231 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "status": "completed", "code": 200}]} {{(pid=120533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:29:46.788231 ncdv-master-1 neutron-server[120533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4e68d35-b1e1-4fba-8a32-24139e21de5e {{(pid=120533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:29:46.788660 ncdv-master-1 neutron-server[120533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'status': 'completed', 'code': 200}
Nov 13 22:29:46.851669 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-5ab4772b-7d94-4d37-b443-669d91099d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:46.853262 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-5ab4772b-7d94-4d37-b443-669d91099d4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1096 time: 0.0421638
Nov 13 22:29:46.946235 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-43102185-0a1e-456b-91b5-9586c0d17302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:46.947711 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-43102185-0a1e-456b-91b5-9586c0d17302 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0881240
Nov 13 22:29:46.980200 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde62ecd0>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:45Z', 'revision_number': 0, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:47.006686 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:29:47.012401 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-585d6eb8-d3ff-4f62-943a-d1c4bd986b48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 998 time: 0.0574548
Nov 13 22:29:47.014771 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:29:47.015348 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde62ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:29:27Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:47.065564 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-bd7d795b-04cc-4a47-b26b-b3795679d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:47.067049 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-bd7d795b-04cc-4a47-b26b-b3795679d5c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0485058
Nov 13 22:29:47.118610 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-2fd120b4-2e57-4dd1-bec5-5d4ac9e42175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:29:47.119652 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:29:47.120097 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-2fd120b4-2e57-4dd1-bec5-5d4ac9e42175 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426600
Nov 13 22:29:47.208436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-69934a6c-6d26-494e-acdd-4c9d9d62f3da service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815759
Nov 13 22:29:47.303650 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-516d2879-8b3c-460b-8212-aaae96b9d15b req-afb47ea9-d198-4630-951d-c375b66e497f service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888212
Nov 13 22:29:47.349739 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde62ecd0>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:45Z', 'revision_number': 0, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:29:47.375735 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7046d-c4ee-476b-bc07-d7a970531992 None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:45Z', 'revision_number': 0, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:29:47.570873 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892b639-d7bb-4f32-8300-fee789a778a1 None None] New status for floating IP c1712afc-337c-47b8-96d2-53f2935e272a: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:29:54.785526 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3849f0a9-c59a-4a7e-99d3-e652b13bcac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:57.135999 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b887503f-cad4-418d-b2cc-6513fd660407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:29:58.907930 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:00.227755 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:00.502047 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:13.050093 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:15.253375 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:21.391808 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:30:24.790800 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3fe63218-b004-46db-9573-302603ca5565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:27.099104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-93334349-9f1f-4f03-9b41-71ce028b00f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:28.876352 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:30.224971 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:30.476159 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:43.047711 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:44.165080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-ed65b146-1488-4752-87fb-f029286ae637 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0453250
Nov 13 22:30:44.245134 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-58dae0b8-e7e8-4bbe-86b9-5639e2c82df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:30:44.246692 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-58dae0b8-e7e8-4bbe-86b9-5639e2c82df8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1096 time: 0.0387852
Nov 13 22:30:44.352175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-46b60b95-bdf7-4f32-9c65-8ed0749f599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:30:44.353677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-46b60b95-bdf7-4f32-9c65-8ed0749f599b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0887446
Nov 13 22:30:44.419080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-011caae3-8414-48c5-a6f8-c236b28693a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 1000 time: 0.0576696
Nov 13 22:30:44.471117 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-2e0b3b78-1db1-44f8-96ee-01f0ac399fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:30:44.472577 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-2e0b3b78-1db1-44f8-96ee-01f0ac399fa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0473437
Nov 13 22:30:44.517686 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-1dd7ef87-fc06-40eb-8b75-94c860bc0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:30:44.519164 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-1dd7ef87-fc06-40eb-8b75-94c860bc0154 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398519
Nov 13 22:30:44.612006 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-50d7f3d7-dc6f-45db-8e1d-6180a18b9c86 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849330
Nov 13 22:30:44.698625 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ee85520b-e9b8-4797-a6e5-1964be14021c req-98b58c09-7407-4923-ac3e-77d006f37fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803373
Nov 13 22:30:45.241535 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:54.772955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-19d3566a-76a2-4815-bd7b-729df98a3452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:57.127496 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ac5f-4de7-452a-800f-9ad25f241452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:30:58.392840 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:30:58.944267 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:00.232805 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:00.517907 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:13.007063 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:15.246846 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:24.785959 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-50a3c493-efeb-429b-a09b-94924c65a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:27.080962 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec557-c2e4-43a7-90b9-0c6d142d97ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:28.881266 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:30.248371 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:30.505657 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:35.393485 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:31:43.002699 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:44.224962 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:31:44.316841 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:31:44.329479 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Returning: {'device': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:31:44.368879 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:44.381897 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7008a3e-1530-41f2-a7be-3423451a938d {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:31:44.401543 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:31:44.498130 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:44.549026 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:31:44.556354 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.556715 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.557071 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.557403 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.557735 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.558059 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.558385 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.558714 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.559034 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.559360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.559683 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.560032 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:31:44.569889 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] get_ports_and_sgs() called for port_ids ['c7008a3e-1530-41f2-a7be-3423451a938d'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:31:45.181862 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6740e-f66d-4e62-b34b-6295f581843c req-3587f731-58b0-4af7-bacf-64aaa760c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:31:45.183444 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-3587f731-58b0-4af7-bacf-64aaa760c9ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1095 time: 0.0421383
Nov 13 22:31:45.259912 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:45.298891 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6740e-f66d-4e62-b34b-6295f581843c req-5ce8ac21-a70d-4fe8-b884-a5b5a3ef6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:31:45.300339 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-5ce8ac21-a70d-4fe8-b884-a5b5a3ef6623 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0889783
Nov 13 22:31:45.367772 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-d43047dd-cf73-4e18-93f4-ccf6ae00cd76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 999 time: 0.0562224
Nov 13 22:31:45.420229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6740e-f66d-4e62-b34b-6295f581843c req-fde3d1a4-6c9d-4c1f-8e19-df593ebe7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:31:45.421686 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-fde3d1a4-6c9d-4c1f-8e19-df593ebe7e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0467570
Nov 13 22:31:45.465955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6740e-f66d-4e62-b34b-6295f581843c req-6a4067b9-d590-45a5-a222-7645068b94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:31:45.467442 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-6a4067b9-d590-45a5-a222-7645068b94a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0382867
Nov 13 22:31:45.561378 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-b0ed8dc3-b55f-4d5e-b24d-8ba7d14138cb service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850463
Nov 13 22:31:45.653409 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-07a6740e-f66d-4e62-b34b-6295f581843c req-fbc8a992-1a2e-49b4-90b4-371d2d2ca722 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816884
Nov 13 22:31:46.253619 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d up at agent hyperv_nch2-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:31:46.306195 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Provisioning complete for port c7008a3e-1530-41f2-a7be-3423451a938d triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:31:46.306793 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:46.388633 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:46.412360 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:31:46.419430 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4297379c-2f3b-4487-9145-fbd2b1e5744a" -d '{"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-plugged", "status": "completed", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:31:46.429040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:31:46.506199 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:46.531044 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba2776-51e1-4cb1-8075-4fb60f315752 x-openstack-request-id: req-86ba2776-51e1-4cb1-8075-4fb60f315752 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:31:46.531336 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-plugged", "status": "completed", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:31:46.531587 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86ba2776-51e1-4cb1-8075-4fb60f315752 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:31:46.531973 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'code': 200}
Nov 13 22:31:46.559681 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:31:54.812894 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28dd4357-3b74-41f9-8e8f-d8c7589292de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:57.092520 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-9cbf0a87-ac25-40db-b959-fa35de9cca03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:57.168420 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-48fa4c8f-baca-4eaa-854b-749b30cc9e5e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444035141&fields=id&tenant_id=519896d8fb094c8aa69db03a64114c85 HTTP/1.1" status: 200  len: 267 time: 0.0493383
Nov 13 22:31:57.274241 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-c1025327-45c1-4719-ad62-92a5067976b5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:31:57.275610 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-c1025327-45c1-4719-ad62-92a5067976b5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 810 time: 0.1001115
Nov 13 22:31:57.289967 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-7b451d62-e0c4-48e2-a4ee-7228290fd62d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/quotas/519896d8fb094c8aa69db03a64114c85 HTTP/1.1" status: 200  len: 375 time: 0.0087056
Nov 13 22:31:57.344482 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-5977ed11-3e69-434b-9ec3-665e33de3199 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0491207
Nov 13 22:31:57.497139 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-81489427-f6f9-4b57-8c63-0c9658c83aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409729
Nov 13 22:31:57.589847 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-a8a702f5-9c64-408c-8783-4722ea29acdf service neutron] 10.222.0.20 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860176
Nov 13 22:31:57.895889 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-286c5da5-22ef-49f2-82fd-eeb8d25213e9 req-aaca06ee-5324-46b9-8d3b-8209034a952d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 210 time: 0.0265136
Nov 13 22:31:58.916608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:31:58.993803 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-830d771c-a4a9-4fd3-962c-4a7e0ee0c662 req-06a2b16e-54e5-468f-98f9-3fd7a0234c59 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 210 time: 0.0273671
Nov 13 22:31:59.857152 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-46c814b9-d0a0-4e97-a07e-4596569c3e91 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:31:59.858541 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-46c814b9-d0a0-4e97-a07e-4596569c3e91 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.37 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 810 time: 0.1036069
Nov 13 22:31:59.923088 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-aed7cab1-f799-4e18-87de-1ec155939220 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=519896d8fb094c8aa69db03a64114c85 HTTP/1.1" status: 200  len: 379 time: 0.0543220
Nov 13 22:31:59.932320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'port': {'device_id': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'admin_state_up': True, 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'security_groups': ['bd2cdb06-da92-45a8-ad3d-d88267b89079']}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:32:00.088613 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-65dc4a86-23db-4e19-948d-1a323cb121ef req-cd94cee7-aab0-401b-99fa-5ce22d88c11f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 210 time: 0.0258632
Nov 13 22:32:00.116827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Made reservation on behalf of 519896d8fb094c8aa69db03a64114c85 for: {'port': 1} {{(pid=120532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 13 22:32:00.120411 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.212801 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.252167 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Allocated IP 172.20.0.4 (7c3c40fe-776b-4e22-94e8-b67ebd83239c/0b2e5373-2e84-4ae8-9781-0a33906bb357/20ed94fa-3c05-49b4-9212-b13c05ce08db) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:32:00.362083 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:32:00.391699 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.467660 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.488598 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.498442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:32:00.501717 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0115d6-9ff3-414d-a15d-d61a7416af5a" -d '{"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:32:00.519262 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:32:00.522640 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.565970 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:32:00.569332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:32:00.575118 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:32:00.579395 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:00.584494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.587415 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de1d468-c2f3-4d3a-8093-1fa98b548106 x-openstack-request-id: req-2de1d468-c2f3-4d3a-8093-1fa98b548106 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:32:00.588020 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:32:00.588373 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2de1d468-c2f3-4d3a-8093-1fa98b548106 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:32:00.588948 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'code': 200}
Nov 13 22:32:00.614688 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.615081 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.615386 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.615729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.616062 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.616400 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.616747 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.617094 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.617404 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.617728 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.618054 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.618403 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:32:00.648131 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:00.649332 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:00.702087 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Pushing event updated for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:00.746922 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-68ce4ca6-c9d6-4902-b0d7-7857f065704c tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8181083
Nov 13 22:32:00.985241 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-28fd04ae-ce4f-4253-aaa7-a2777d041a20 None None] Provisioning complete for port 20ed94fa-3c05-49b4-9212-b13c05ce08db triggered by entity DHCP. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:32:00.985634 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-28fd04ae-ce4f-4253-aaa7-a2777d041a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:01.022157 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-28fd04ae-ce4f-4253-aaa7-a2777d041a20 None None] Port 20ed94fa-3c05-49b4-9212-b13c05ce08db cannot update to ACTIVE because it is not bound. {{(pid=120534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Nov 13 22:32:01.207699 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9ce97-8d9c-40a0-8965-a112fffe55c3 req-2f5ac028-4952-424f-8a10-390da7c4d11f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:01.209238 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0b9ce97-8d9c-40a0-8965-a112fffe55c3 req-2f5ac028-4952-424f-8a10-390da7c4d11f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0502694
Nov 13 22:32:01.266680 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e0b9ce97-8d9c-40a0-8965-a112fffe55c3 req-05b3df5a-e0a1-48b8-b0ae-2751782da7d8 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512249
Nov 13 22:32:02.384877 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857bc7-bb77-4747-af6e-8f2f2b3756b6 req-6ad35b9c-3274-464a-8184-78c846488382 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:02.386464 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6857bc7-bb77-4747-af6e-8f2f2b3756b6 req-6ad35b9c-3274-464a-8184-78c846488382 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0513833
Nov 13 22:32:02.456558 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-b6857bc7-bb77-4747-af6e-8f2f2b3756b6 req-33543a1f-16b1-4a21-be50-5c5e4a0ebc58 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638897
Nov 13 22:32:03.584110 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891490bb-c83d-4d45-b8b6-9c6ac5fa92ef req-e29d9bfe-0ca4-42f8-9dac-a9a7dba777c2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:03.585798 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-891490bb-c83d-4d45-b8b6-9c6ac5fa92ef req-e29d9bfe-0ca4-42f8-9dac-a9a7dba777c2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0591111
Nov 13 22:32:03.637618 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-891490bb-c83d-4d45-b8b6-9c6ac5fa92ef req-a10a1690-82cc-4a20-b05a-bc7a3a4a6d76 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458324
Nov 13 22:32:04.759986 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbca3a-626d-4db2-a337-e4ead8b0a504 req-625298e5-721b-4e7d-a422-0623490158d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:04.761508 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6cbca3a-626d-4db2-a337-e4ead8b0a504 req-625298e5-721b-4e7d-a422-0623490158d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0486085
Nov 13 22:32:04.818455 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-e6cbca3a-626d-4db2-a337-e4ead8b0a504 req-c3ad3256-307f-4412-a73a-541c9181a591 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499852
Nov 13 22:32:05.939389 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b81e99-4abf-4466-bde8-14ab6da88ff9 req-77df7940-483d-42b6-b87d-0b2db73fb5a1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:05.941724 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3b81e99-4abf-4466-bde8-14ab6da88ff9 req-77df7940-483d-42b6-b87d-0b2db73fb5a1 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0543966
Nov 13 22:32:05.994859 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-b3b81e99-4abf-4466-bde8-14ab6da88ff9 req-248a0d3f-d8a7-4bcc-9fcf-adc1efee6b4e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469742
Nov 13 22:32:07.127832 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f153322-7d41-4c78-8a4b-0a82458f3c80 req-62bf8cb3-cc87-4b7f-8aaf-b8c38b550a92 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:07.129542 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f153322-7d41-4c78-8a4b-0a82458f3c80 req-62bf8cb3-cc87-4b7f-8aaf-b8c38b550a92 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0629773
Nov 13 22:32:07.183747 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-7f153322-7d41-4c78-8a4b-0a82458f3c80 req-0b3cad0b-c3de-40c0-bf15-aa4320fcf6ab tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477657
Nov 13 22:32:08.308136 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41526f9-2bf0-423b-b2b5-37ac4aa33129 req-559d53e7-2823-4190-bd75-858ef4a809dd tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:08.309669 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d41526f9-2bf0-423b-b2b5-37ac4aa33129 req-559d53e7-2823-4190-bd75-858ef4a809dd tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0530157
Nov 13 22:32:08.367912 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-d41526f9-2bf0-423b-b2b5-37ac4aa33129 req-8ee48d34-d39c-47b5-86f2-1b7aeadb193f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516322
Nov 13 22:32:09.493598 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34518e-6b6f-40b4-b7a1-0829d9406258 req-9618e6a4-26d1-4552-ad04-458247df959e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:09.500078 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b34518e-6b6f-40b4-b7a1-0829d9406258 req-9618e6a4-26d1-4552-ad04-458247df959e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0615249
Nov 13 22:32:09.546436 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-8b34518e-6b6f-40b4-b7a1-0829d9406258 req-0b47a929-d554-4d4d-a133-b9fc801306d5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445795
Nov 13 22:32:10.683402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8f4fe-9744-4e72-a7c9-21d3277a3233 req-1dff7930-ee02-4325-8ca1-eae5bf0ad8b5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:10.685009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90f8f4fe-9744-4e72-a7c9-21d3277a3233 req-1dff7930-ee02-4325-8ca1-eae5bf0ad8b5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0659354
Nov 13 22:32:10.738462 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-90f8f4fe-9744-4e72-a7c9-21d3277a3233 req-2103af79-6691-4e93-9cd2-cebac2ed58e3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467448
Nov 13 22:32:11.678378 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Request body: {'port': {'device_id': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:32:11.730080 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:11.861724 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf958cc-d3f9-4c80-a376-8221afd17587 req-d979853f-dffd-42b3-952f-65fbffa6fa21 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:11.863107 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6bf958cc-d3f9-4c80-a376-8221afd17587 req-d979853f-dffd-42b3-952f-65fbffa6fa21 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 931 time: 0.0532324
Nov 13 22:32:11.913584 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-6bf958cc-d3f9-4c80-a376-8221afd17587 req-09157093-bb9d-4953-8368-3684b4f1c318 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443442
Nov 13 22:32:11.992147 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ed94fa-3c05-49b4-9212-b13c05ce08db {{(pid=120532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:32:11.999624 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:12.012827 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.provisioning_blocks [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Transition to ACTIVE for port object 20ed94fa-3c05-49b4-9212-b13c05ce08db will not be triggered until provisioned by entity L2. {{(pid=120532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 13 22:32:12.116265 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:12.168732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:12.244450 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Attempting to bind port 20ed94fa-3c05-49b4-9212-b13c05ce08db on host nch1-master-1 for vnic_type normal with profile  {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 13 22:32:12.244826 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Attempting to bind port 20ed94fa-3c05-49b4-9212-b13c05ce08db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Nov 13 22:32:12.245155 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Attempting to bind port 20ed94fa-3c05-49b4-9212-b13c05ce08db on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:32:12.250252 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Port 20ed94fa-3c05-49b4-9212-b13c05ce08db on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Nov 13 22:32:12.250570 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Attempting to bind port 20ed94fa-3c05-49b4-9212-b13c05ce08db on network 7c3c40fe-776b-4e22-94e8-b67ebd83239c {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Nov 13 22:32:12.255523 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Checking agent: {'id': 'cfa0cf4e-80aa-4c1e-ae47-fec0b328bff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'started_at': datetime.datetime(2021, 11, 13, 21, 2, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 22, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Nov 13 22:32:12.255854 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Checking segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Nov 13 22:32:12.256229 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Bound using segment: {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'} {{(pid=120532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Nov 13 22:32:12.256654 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.managers [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Bound port: 20ed94fa-3c05-49b4-9212-b13c05ce08db, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a227c6a-ccc7-46d5-88af-faf5b5b996d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c'}}] {{(pid=120532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Nov 13 22:32:12.257053 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:12.322190 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, cleared binding levels {{(pid=120532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 13 22:32:12.325365 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 13 22:32:12.393399 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:32:12.477162 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:12.522597 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:12.523219 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:12.524667 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] 10.222.0.37 "PUT /v2.0/ports/20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 200  len: 1091 time: 0.8948889
Nov 13 22:32:12.525129 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:32:12.527521 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:32:12.554937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d08e-0e21-44d2-aac6-b4e570ae0d5f service neutron] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=3']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:12.630932 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4312ab-2c47-4df0-8960-700fc6d82303 x-openstack-request-id: req-7d4312ab-2c47-4df0-8960-700fc6d82303 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:32:12.631235 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:32:12.631496 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d4312ab-2c47-4df0-8960-700fc6d82303 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:32:12.631909 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'status': 'completed', 'code': 200}
Nov 13 22:32:12.693631 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3 req-383efd06-0171-460b-a909-6bac5d89f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:12.695161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3 req-383efd06-0171-460b-a909-6bac5d89f577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1094 time: 0.0434399
Nov 13 22:32:12.795220 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3 req-09fa5090-6a4b-453c-99e4-7093e85ebb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:12.797228 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3 req-09fa5090-6a4b-453c-99e4-7093e85ebb22 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=519896d8fb094c8aa69db03a64114c85&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0941219
Nov 13 22:32:12.900170 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3 req-b264e824-8861-48aa-a132-2172d6db5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:12.901709 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-6d1176e3-9c77-4416-9fb9-30bc65e57cd3 req-b264e824-8861-48aa-a132-2172d6db5bb3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0979378
Nov 13 22:32:12.977456 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-a7639da2-64d8-402a-aa12-931b03f4138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:12.981114 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-a7639da2-64d8-402a-aa12-931b03f4138c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1094 time: 0.0408833
Nov 13 22:32:13.020770 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-c32dd870-a291-4eaf-a16f-1ab2211ab082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 200  len: 217 time: 0.0337210
Nov 13 22:32:13.031565 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd295a5-6745-41dc-b545-5f08f1c2e10c req-f576a3e6-830b-4743-ae55-8707e55b92d2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:13.033045 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5dd295a5-6745-41dc-b545-5f08f1c2e10c req-f576a3e6-830b-4743-ae55-8707e55b92d2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 943 time: 0.0495098
Nov 13 22:32:13.036718 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:13.074990 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-e8146812-c56b-48a9-8fa7-67a65ddf2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:13.076459 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-e8146812-c56b-48a9-8fa7-67a65ddf2782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0494859
Nov 13 22:32:13.084636 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5dd295a5-6745-41dc-b545-5f08f1c2e10c req-c1f36b48-3714-456c-877d-6ebde55c8fb4 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453136
Nov 13 22:32:13.124232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-9fa28b2c-9ab5-45ba-9f2c-95e32e32d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:13.125802 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-9fa28b2c-9ab5-45ba-9f2c-95e32e32d0b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0422869
Nov 13 22:32:13.213927 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-db21ed7d-80f9-4616-920d-3102f97d65d3 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810294
Nov 13 22:32:13.305755 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-baf434a4-574d-4657-8614-86cbe5c8b34d req-a4969037-2434-42bd-9769-4d5d5f4c0407 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842135
Nov 13 22:32:14.221480 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6835-2a44-4e0f-8d62-e2065c573149 req-cdb976e7-b476-4cb3-b026-bc0db9d9c2e6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:14.223062 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fcf6835-2a44-4e0f-8d62-e2065c573149 req-cdb976e7-b476-4cb3-b026-bc0db9d9c2e6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 943 time: 0.0688968
Nov 13 22:32:14.274932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-5fcf6835-2a44-4e0f-8d62-e2065c573149 req-27531f73-66af-42a4-85c8-ea40759f9ffc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459290
Nov 13 22:32:15.274740 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:15.389215 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676298b4-d5ef-4a6d-b603-1a9cdc8e3769 req-752ab0d2-80b7-4e33-b80d-8f64a3e1df83 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:15.391231 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-676298b4-d5ef-4a6d-b603-1a9cdc8e3769 req-752ab0d2-80b7-4e33-b80d-8f64a3e1df83 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 943 time: 0.0485802
Nov 13 22:32:15.443569 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-676298b4-d5ef-4a6d-b603-1a9cdc8e3769 req-fea9d3bf-8297-44d6-91a0-641036b7674a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463569
Nov 13 22:32:15.521548 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:32:15.616822 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:32:15.630022 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'port_id': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'mac_address': 'fa:16:3e:4e:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:32:15.670162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:15.682817 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ed94fa-3c05-49b4-9212-b13c05ce08db {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:32:15.702554 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:32:15.766126 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:15.812900 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=4']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:15.985799 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['20ed94fa-3c05-49b4-9212-b13c05ce08db'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:32:16.564632 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ca3d-fde8-4c79-a02a-04491a382bdf req-a9a4a9c3-cb11-4a36-8d8a-5ac844e2abf5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:16.566161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba82ca3d-fde8-4c79-a02a-04491a382bdf req-a9a4a9c3-cb11-4a36-8d8a-5ac844e2abf5 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 944 time: 0.0526414
Nov 13 22:32:16.615009 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-ba82ca3d-fde8-4c79-a02a-04491a382bdf req-d49a88c7-3003-4535-8e30-669f5198d25e tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428884
Nov 13 22:32:17.537442 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:32:17.624660 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning for port 20ed94fa-3c05-49b4-9212-b13c05ce08db completed by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 13 22:32:17.628411 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 20ed94fa-3c05-49b4-9212-b13c05ce08db triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:32:17.628810 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:17.708921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:17.732353 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:32:17.734490 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ad8b-33d4-44aa-9566-50e3d3f78080 req-da34bf7a-e8a0-4d42-9e2b-fafec94b9ac0 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:17.735157 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f4e50b-8ff3-42ab-ae28-d3d15b6ba879" -d '{"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-plugged", "status": "completed", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:32:17.736097 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5dd3ad8b-33d4-44aa-9566-50e3d3f78080 req-da34bf7a-e8a0-4d42-9e2b-fafec94b9ac0 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 944 time: 0.0487890
Nov 13 22:32:17.747901 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:32:17.778161 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97584023-e220-4651-b665-a9ad5cbdd649 x-openstack-request-id: req-97584023-e220-4651-b665-a9ad5cbdd649 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:32:17.778161 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-plugged", "status": "completed", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:32:17.778161 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97584023-e220-4651-b665-a9ad5cbdd649 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:32:17.778161 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'code': 200}
Nov 13 22:32:17.789219 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-5dd3ad8b-33d4-44aa-9566-50e3d3f78080 req-b94cb24e-179c-4d25-bc84-aeb10122c036 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466073
Nov 13 22:32:17.830684 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:17.868175 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a821f6-2297-419f-b91a-e709df657dda req-e767254c-b0a7-4e9f-90c5-bfd45373022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:17.869733 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48a821f6-2297-419f-b91a-e709df657dda req-e767254c-b0a7-4e9f-90c5-bfd45373022f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1096 time: 0.0398154
Nov 13 22:32:17.879278 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=5']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:17.917753 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-48a821f6-2297-419f-b91a-e709df657dda req-964ec69e-7b11-4ec0-9aa0-8342b08eb360 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407295
Nov 13 22:32:18.908659 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ea3c4-568f-47a5-8d33-81acf1ad3e3b req-202142ff-d53b-4246-9f3e-342568d4ba72 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:18.910245 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-689ea3c4-568f-47a5-8d33-81acf1ad3e3b req-202142ff-d53b-4246-9f3e-342568d4ba72 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 945 time: 0.0483737
Nov 13 22:32:18.963658 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-689ea3c4-568f-47a5-8d33-81acf1ad3e3b req-f11fd53b-b12d-4908-b380-463f5d6f6a1b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472431
Nov 13 22:32:20.078678 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a7ae8-fb6a-43be-93d2-0b8788b3cdc5 req-28956719-cc69-4297-aa71-839cfdf278a7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:20.080152 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62a7ae8-fb6a-43be-93d2-0b8788b3cdc5 req-28956719-cc69-4297-aa71-839cfdf278a7 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 945 time: 0.0479629
Nov 13 22:32:20.128199 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d62a7ae8-fb6a-43be-93d2-0b8788b3cdc5 req-7b5ba777-7794-4e9d-94bc-acb6e835e5ae tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422008
Nov 13 22:32:20.240646 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b48c9-0645-4646-a3cb-e578d45aa2fc req-02a04a5e-1af9-4a2c-be8b-bf3e4b5f2b57 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:20.242161 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb9b48c9-0645-4646-a3cb-e578d45aa2fc req-02a04a5e-1af9-4a2c-be8b-bf3e4b5f2b57 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 945 time: 0.0468845
Nov 13 22:32:20.289831 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb9b48c9-0645-4646-a3cb-e578d45aa2fc req-45baca6c-0620-4e6d-8937-f2fc14e8ed9b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418813
Nov 13 22:32:20.311300 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54078) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:32:20.349320 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e327d0cc-f0f9-4d07-b6bd-619869295fff tempest-TestSnapshotPattern-1589104428 tempest-TestSnapshotPattern-1589104428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:20.350846 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-e327d0cc-f0f9-4d07-b6bd-619869295fff tempest-TestSnapshotPattern-1589104428 tempest-TestSnapshotPattern-1589104428-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1091 time: 0.0379789
Nov 13 22:32:20.364869 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54080) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:32:20.369243 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.v2.base [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Request body: {'floatingip': {'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'port_id': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 13 22:32:20.459673 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:20.560082 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:20.660592 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_common [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Allocated IP 172.35.3.95 (33cde637-622a-4b3a-92ab-f1b4b833111a/bc792210-c338-47f3-9553-f3ada1f95f5d/451719d4-e88d-4278-8062-1af2834034db) {{(pid=120532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 13 22:32:20.761783 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for port, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:20.865659 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791765167499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:20.901960 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Network 33cde637-622a-4b3a-92ab-f1b4b833111a is already hosted by enough agents. {{(pid=120532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 13 22:32:20.907248 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.base_scheduler [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Resources bound (agent type, host, resource id):  {{(pid=120532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 13 22:32:20.910791 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Received port after_create {{(pid=120532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 13 22:32:20.916064 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'Port': ['ID=451719d4-e88d-4278-8062-1af2834034db,revision_number=1']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:21.567937 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:21.684717 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:21.831764 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for port, precommit_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:21.903138 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64275830'] for port, after_update {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:21.973160 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event updated for resources: {'Port': ['ID=451719d4-e88d-4278-8062-1af2834034db,revision_number=2']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:32:21.985076 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624894'] for floatingip, after_create {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:22.082633 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Floating IP 7747e897-51af-4216-9eda-5c0cbb6b273c associated. External IP: 172.35.3.95, port: 20ed94fa-3c05-49b4-9212-b13c05ce08db.
Nov 13 22:32:22.284919 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:32:22.388962 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:32:22.399089 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:32:22.408074 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:32:22.408659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf2abb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:32:22.448132 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:22.474997 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-4812a2ef-b9db-4de1-a09e-3025c13268d3 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1090932
Nov 13 22:32:22.475581 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:32:22.477885 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150" -d '{"events": [{"name": "network-changed", "server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:32:22.516989 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d05199-9c67-42a7-99c1-9daedfc675f2 x-openstack-request-id: req-21d05199-9c67-42a7-99c1-9daedfc675f2 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:32:22.517283 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:32:22.517536 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21d05199-9c67-42a7-99c1-9daedfc675f2 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:32:22.517941 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'status': 'completed', 'code': 200}
Nov 13 22:32:22.518049 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:32:22.589922 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-f413af52-2140-4057-b47d-f072cb78258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:22.591436 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-f413af52-2140-4057-b47d-f072cb78258a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1096 time: 0.0443122
Nov 13 22:32:22.681498 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-828150b2-f05f-4e73-90b4-15da0131e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:22.683056 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-828150b2-f05f-4e73-90b4-15da0131e02c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0849855
Nov 13 22:32:22.744270 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf2abb80>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7747e897-51af-4216-9eda-5c0cbb6b273c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:4e:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:32:21Z', 'updated_at': '2021-11-13T22:32:21Z', 'revision_number': 0, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}, {'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:47Z', 'revision_number': 1, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:32:22.751635 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-4fcc21ee-7702-4a48-9e37-3190999fdcc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 200  len: 998 time: 0.0615425
Nov 13 22:32:22.769492 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:32:22.777548 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:32:22.778151 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf2abb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:31:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:32:22.801260 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-30534ea1-4cfc-428a-a968-63d34ed3d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:22.802754 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-30534ea1-4cfc-428a-a968-63d34ed3d639 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0443628
Nov 13 22:32:22.847752 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-b387d2c8-6290-4fc8-842a-07d4cb4b3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:22.849196 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-b387d2c8-6290-4fc8-842a-07d4cb4b3d3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397692
Nov 13 22:32:22.880954 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:32:22.943734 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-36a21bcc-65ee-4773-bf29-1e446da7ea5c service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876021
Nov 13 22:32:23.034681 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-bf5be2b6-e5f9-4950-b13f-d5d3d9767150 req-01bd3025-bd7a-425f-9f10-6a4fbf8425d5 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844069
Nov 13 22:32:23.106527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf2abb80>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7747e897-51af-4216-9eda-5c0cbb6b273c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:4e:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:32:21Z', 'updated_at': '2021-11-13T22:32:21Z', 'revision_number': 0, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}, {'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:47Z', 'revision_number': 1, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:32:23.131870 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e0f6bb-d700-4267-8880-0c099bab93f1 None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7747e897-51af-4216-9eda-5c0cbb6b273c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.95', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:4e:65:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:32:21Z', 'updated_at': '2021-11-13T22:32:21Z', 'revision_number': 0, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}, {'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:47Z', 'revision_number': 1, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:32:23.333812 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3398d815-1fe5-40a2-a17c-9406c1c6908a None None] New status for floating IP 7747e897-51af-4216-9eda-5c0cbb6b273c: ACTIVE {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:32:24.779455 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e6453968-4f42-4dbb-ab5f-df6c11227a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:27.110747 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-25f4083e-f9bd-4ac1-a311-17b0557f7089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:28.891731 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:30.219022 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:30.481752 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:43.064990 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:45.292709 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:46.147673 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-d6d91861-51f8-47bd-834c-c7e4a0397a27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441020
Nov 13 22:32:46.227402 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-2dd3aef2-69c6-440e-a3f0-b874b2ed32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:46.228920 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-2dd3aef2-69c6-440e-a3f0-b874b2ed32bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0394154
Nov 13 22:32:46.337103 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-171876a9-c2cf-429d-bc55-b3f7ce3b64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:46.338573 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-171876a9-c2cf-429d-bc55-b3f7ce3b64d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0899096
Nov 13 22:32:46.406907 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-82eca0bc-5183-4025-b885-f861d4f6ee82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 998 time: 0.0613189
Nov 13 22:32:46.455203 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-08b405e9-431e-49e2-8424-0f6b47be4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:46.456679 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-08b405e9-431e-49e2-8424-0f6b47be4e8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0434642
Nov 13 22:32:46.502374 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-0687b223-b3fe-496e-bf67-38066491cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:46.504184 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-0687b223-b3fe-496e-bf67-38066491cab9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399549
Nov 13 22:32:46.597568 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-0dd42114-6300-454b-b609-c7a2456ccec0 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846899
Nov 13 22:32:46.722507 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-568eca01-2f8b-4875-8398-5ebbe80e6fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0649967
Nov 13 22:32:46.725932 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-f5cc72ff-95ff-4702-8f4e-37869f7ce1e4 req-3f20560c-3d31-4686-99d5-88bb93fbf547 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219752
Nov 13 22:32:46.800027 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-a5a73092-9023-4aef-bd93-c4be5c700787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:46.802082 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-a5a73092-9023-4aef-bd93-c4be5c700787 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1096 time: 0.0405128
Nov 13 22:32:46.904963 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-185ae461-3a0e-4ad3-93a7-fc6a00a9687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:46.906405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-185ae461-3a0e-4ad3-93a7-fc6a00a9687a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0857241
Nov 13 22:32:46.968880 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-ba5656e7-9f4e-4d04-80de-93bb798fd6dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 200  len: 1000 time: 0.0554795
Nov 13 22:32:47.016716 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-4ed84044-c815-44e1-93ff-8f76e3c9263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:47.018048 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-4ed84044-c815-44e1-93ff-8f76e3c9263b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0423741
Nov 13 22:32:47.066490 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-22d7a7a9-bab4-4a4d-b56b-caec32f21283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:32:47.067955 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-22d7a7a9-bab4-4a4d-b56b-caec32f21283 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430970
Nov 13 22:32:47.156514 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-b323b301-27f8-41ca-b18c-55b6f18868fd service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812776
Nov 13 22:32:47.248069 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-afba8f5e-b4c4-4d70-ba4a-d9e8d3da9aaa req-381f14e4-04f1-427f-8a3e-f660825c8d8f service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844252
Nov 13 22:32:49.399821 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:32:54.806925 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c628-1f8d-4e78-9cdb-41e97e237763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:57.132587 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-1d735b37-d63d-4e15-8982-d5eda9a1136a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:32:58.944253 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:00.224286 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:00.464512 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:13.028494 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:15.286654 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:24.805067 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-84800e32-3240-4855-8c0c-c5ca631931cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:26.395148 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:33:27.090703 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ebfd0696-81cc-42b6-84df-58cefa53f49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:28.919260 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:30.228098 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:30.486467 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:43.033067 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:45.332016 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:46.747140 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-a6dd6d26-24dd-4401-a254-0ed642336129 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0398946
Nov 13 22:33:46.833213 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd514f-4a26-4833-90f9-c03d368be363 req-f9578530-e315-4582-9e4f-2d69bcc2773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:46.834589 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-f9578530-e315-4582-9e4f-2d69bcc2773e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0401802
Nov 13 22:33:46.937950 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd514f-4a26-4833-90f9-c03d368be363 req-0422c867-b451-42c5-86f5-96b0361bbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:46.939405 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-0422c867-b451-42c5-86f5-96b0361bbf3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0868807
Nov 13 22:33:47.004758 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-d2b32674-e82a-4c84-baef-00b435a13cac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 998 time: 0.0560114
Nov 13 22:33:47.057467 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd514f-4a26-4833-90f9-c03d368be363 req-13dc5fe9-d2b7-4376-8221-481c4e678344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:47.058892 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-13dc5fe9-d2b7-4376-8221-481c4e678344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0468132
Nov 13 22:33:47.103675 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd514f-4a26-4833-90f9-c03d368be363 req-2434a7dc-ed0b-4443-9fd9-54e2f519ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:47.105080 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-2434a7dc-ed0b-4443-9fd9-54e2f519ae93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394535
Nov 13 22:33:47.192085 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-d3764224-25f5-40bc-b444-9ddfcf716f05 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804663
Nov 13 22:33:47.283050 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cddd514f-4a26-4833-90f9-c03d368be363 req-d0f6eab2-a466-4c6a-b41b-f239011c4086 service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839188
Nov 13 22:33:48.672335 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-f146f518-c8a5-417c-ad63-92620a1311ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390193
Nov 13 22:33:48.750954 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-b4b56349-18f0-4f9b-bb09-c605a2dfb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:48.752419 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-b4b56349-18f0-4f9b-bb09-c605a2dfb0a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1096 time: 0.0394313
Nov 13 22:33:48.861589 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-84c289c6-c0c5-4d51-b4d2-356dd8fd16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:48.862939 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-84c289c6-c0c5-4d51-b4d2-356dd8fd16ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0911472
Nov 13 22:33:48.926139 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-8e79c209-865d-40c7-886b-50576bfe0103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 200  len: 1000 time: 0.0557520
Nov 13 22:33:48.978332 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-a06527e7-ea10-4035-bee8-cc06abe8e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:48.979879 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-a06527e7-ea10-4035-bee8-cc06abe8e0e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0472169
Nov 13 22:33:49.025059 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-ca868275-d3ca-4746-a94f-5b48faeb0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:33:49.026547 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-ca868275-d3ca-4746-a94f-5b48faeb0133 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398414
Nov 13 22:33:49.118884 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-110bb756-54d2-4530-a2e7-f9c416b562df service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845542
Nov 13 22:33:49.207243 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-53225c2f-9749-4342-bfe0-d09a2f849543 req-c3f04459-f283-437c-9c26-df7694ca6b12 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804436
Nov 13 22:33:54.097942 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=120534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Nov 13 22:33:54.194039 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:33:54.204931 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Returning: {'device': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'port_id': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'mac_address': 'fa:16:3e:4e:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Nov 13 22:33:54.240808 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:54.253086 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20ed94fa-3c05-49b4-9212-b13c05ce08db {{(pid=120534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 13 22:33:54.271592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:33:54.325442 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:54.382102 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=6']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:33:54.389691 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.390035 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.390369 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.390697 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.391040 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.391346 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.391667 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.391988 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.392303 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.392617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.392960 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.393277 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:33:54.399429 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] get_ports_and_sgs() called for port_ids ['20ed94fa-3c05-49b4-9212-b13c05ce08db'] {{(pid=120534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Nov 13 22:33:54.765190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a056b8c0-3acb-44eb-9ce2-a9670e7d2d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:56.097656 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db up at agent hyperv_nch1-master-1 {{(pid=120534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Nov 13 22:33:56.152090 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.provisioning_blocks [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Provisioning complete for port 20ed94fa-3c05-49b4-9212-b13c05ce08db triggered by entity L2. {{(pid=120534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 13 22:33:56.152569 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739015'] for port, provisioning_complete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:56.244044 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:56.274153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:33:56.276956 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e4f366-3105-4965-9aaa-9ec1534d5e0e" -d '{"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-plugged", "status": "completed", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:33:56.292013 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:33:56.318309 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1fab89-10e5-4f6a-8586-51a485e0df88 x-openstack-request-id: req-5e1fab89-10e5-4f6a-8586-51a485e0df88 {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:33:56.318600 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-plugged", "status": "completed", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:33:56.318853 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e1fab89-10e5-4f6a-8586-51a485e0df88 {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:33:56.319251 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'code': 200}
Nov 13 22:33:56.359946 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:56.409243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=7']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:33:57.098167 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6f4025f7-b6f7-470e-968a-45687ca6cf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:33:58.914504 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:00.240474 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:00.497273 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:03.394897 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:34:07.660847 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54316) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:07.813967 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Deleting port 451719d4-e88d-4278-8062-1af2834034db {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:07.814308 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:07.889922 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:07.890192 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:07.901602 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Calling delete_port for 451719d4-e88d-4278-8062-1af2834034db owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:08.103304 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:08.129475 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event deleted for resources: {'Port': ['ID=451719d4-e88d-4278-8062-1af2834034db,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:08.152476 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.152767 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.153104 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.153433 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.153761 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.154085 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.154405 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.154722 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.155040 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.155359 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.155677 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.155993 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:08.197019 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:08.197371 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Floating IP 7747e897-51af-4216-9eda-5c0cbb6b273c disassociated (deleted). External IP: 172.35.3.95, port: 20ed94fa-3c05-49b4-9212-b13c05ce08db.
Nov 13 22:34:08.400051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:34:08.505814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:34:08.511017 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:08.515558 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:34:08.524940 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:08.525535 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3af2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:08.537683 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d6605e63-7661-4203-a4cb-008c66817967 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "DELETE /v2.0/floatingips/7747e897-51af-4216-9eda-5c0cbb6b273c HTTP/1.1" status: 204  len: 168 time: 0.8757014
Nov 13 22:34:08.538384 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:34:08.540770 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99" -d '{"events": [{"name": "network-changed", "server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:34:08.585076 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064291e-3133-4c89-b893-56b33e92c5f3 x-openstack-request-id: req-0064291e-3133-4c89-b893-56b33e92c5f3 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:34:08.585376 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:34:08.585635 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0064291e-3133-4c89-b893-56b33e92c5f3 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:34:08.586047 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'status': 'completed', 'code': 200}
Nov 13 22:34:08.641894 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:08.650457 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-4a8b0a37-1c8c-4ab8-ab8a-9d95cfc0563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:08.652091 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-4a8b0a37-1c8c-4ab8-ab8a-9d95cfc0563d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 1096 time: 0.0436268
Nov 13 22:34:08.749814 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-3e8e84c9-f5d1-4d74-9fc6-352770fd48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:08.751791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-3e8e84c9-f5d1-4d74-9fc6-352770fd48c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0914736
Nov 13 22:34:08.797749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-925e30e7-771b-4b00-9325-5b4e0530cef6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 200  len: 217 time: 0.0367632
Nov 13 22:34:08.860044 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-c8b20bf0-8c7f-4df5-8e78-4bb3b7a03f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:08.864517 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-c8b20bf0-8c7f-4df5-8e78-4bb3b7a03f21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0574615
Nov 13 22:34:08.918321 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-7ade2cea-f1cf-45c5-a6d8-543fdfbab28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:08.921910 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-7ade2cea-f1cf-45c5-a6d8-543fdfbab28f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0526514
Nov 13 22:34:08.969042 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3af2e0>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:47Z', 'revision_number': 1, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:08.998194 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:34:09.007942 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:09.009122 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde3af2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:09.012742 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c5b84-1dc6-4b05-a790-4ebcb2c47f77 req-d70518f5-9844-4e7e-a1dc-2ae409c6ccbc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:09.014294 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d0c5b84-1dc6-4b05-a790-4ebcb2c47f77 req-d70518f5-9844-4e7e-a1dc-2ae409c6ccbc tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 945 time: 0.1294999
Nov 13 22:34:09.020840 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-cc7300ba-696e-446f-8f88-c7e5a6b9eff1 service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907197
Nov 13 22:34:09.068386 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-1d0c5b84-1dc6-4b05-a790-4ebcb2c47f77 req-484ae030-e0b5-4b4b-b485-174439badfa2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472126
Nov 13 22:34:09.118320 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:09.359895 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde3af2e0>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:47Z', 'revision_number': 1, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:09.389373 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953067c8-f285-4bc4-96c5-f4a487b7ec02 None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1712afc-337c-47b8-96d2-53f2935e272a', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'floating_ip_address': '172.35.3.18', 'floating_network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'router_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'port_id': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'mac_address': 'fa:16:3e:b2:85:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T22:29:45Z', 'updated_at': '2021-11-13T22:29:47Z', 'revision_number': 1, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:34:09.430791 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-3b22cad0-c41d-4e01-859d-2bfaccf2fa99 req-0c59ce29-5e3b-4ca0-9f9f-1f7b3809824a service neutron] 10.222.0.37 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4018736
Nov 13 22:34:09.634986 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18eb34e-8ca5-4127-89e2-b3ab2a53b55a None None] New status for floating IP 7747e897-51af-4216-9eda-5c0cbb6b273c: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:34:10.174011 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:10.235011 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e58d8-4a4c-49f6-a1c9-a91aab48b711 req-fb2072a6-4b4b-4dc0-96cb-76609340ee5f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:10.236493 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-316e58d8-4a4c-49f6-a1c9-a91aab48b711 req-fb2072a6-4b4b-4dc0-96cb-76609340ee5f tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 945 time: 0.0996845
Nov 13 22:34:10.253829 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612220'] for port, before_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:10.276991 ncdv-master-1 neutron-server[120534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:34:10.279240 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71cbe6aa192d9c0aaba2fcbaa5c7847ec9931475523ade51f086f8b887300008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e71320-ff46-461c-ac90-b100ce6e89ff" -d '{"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:34:10.294440 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:10.296187 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-316e58d8-4a4c-49f6-a1c9-a91aab48b711 req-4856de8b-65f9-4e06-8aa1-73baa2eee00d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536034
Nov 13 22:34:10.319738 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 13 Nov 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce1ca3-e5f7-43b6-86d9-2893bec943cf x-openstack-request-id: req-f9ce1ca3-e5f7-43b6-86d9-2893bec943cf {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:34:10.320027 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-unplugged", "status": "completed", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "code": 200}]} {{(pid=120534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:34:10.320277 ncdv-master-1 neutron-server[120534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9ce1ca3-e5f7-43b6-86d9-2893bec943cf {{(pid=120534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:34:10.320672 ncdv-master-1 neutron-server[120534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'code': 200}
Nov 13 22:34:10.341767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791765713363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791765167517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791765167535'] for port, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:10.390359 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Pushing event updated for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=8']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:10.427994 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-2adcf157-b122-4114-a864-ea248ef63baf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:10.429552 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-2adcf157-b122-4114-a864-ea248ef63baf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.37 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 943 time: 0.0507181
Nov 13 22:34:10.527226 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Deleting port 20ed94fa-3c05-49b4-9212-b13c05ce08db {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:10.527554 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:10.628705 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] For port 20ed94fa-3c05-49b4-9212-b13c05ce08db, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20ed94fa-3c05-49b4-9212-b13c05ce08db,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:10.629062 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:10.642459 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Calling delete_port for 20ed94fa-3c05-49b4-9212-b13c05ce08db owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:10.845743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:10.877865 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event deleted for resources: {'Port': ['ID=20ed94fa-3c05-49b4-9212-b13c05ce08db,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:10.921366 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] No DVR routers for this DVR port 20ed94fa-3c05-49b4-9212-b13c05ce08db on host nch1-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:34:10.924961 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:10.931822 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-c6fe2d90-665f-49a6-9235-83537449b7a5 req-8936b29f-b5c1-4e68-afb5-5cd6c3adef46 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.37 "DELETE /v2.0/ports/20ed94fa-3c05-49b4-9212-b13c05ce08db HTTP/1.1" status: 204  len: 173 time: 0.4943347
Nov 13 22:34:10.932528 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-deleted', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:34:10.936543 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f326f7-1345-4b4b-8711-169f2a7bd743" -d '{"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-deleted", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:34:10.976077 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22240b72-b440-477f-ba19-06779b838e98 x-openstack-request-id: req-22240b72-b440-477f-ba19-06779b838e98 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:34:10.976370 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06209e8d-d39f-42b7-9087-c9aba34d03cf", "name": "network-vif-deleted", "tag": "20ed94fa-3c05-49b4-9212-b13c05ce08db", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:34:10.976629 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22240b72-b440-477f-ba19-06779b838e98 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:34:10.977062 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06209e8d-d39f-42b7-9087-c9aba34d03cf', 'name': 'network-vif-deleted', 'tag': '20ed94fa-3c05-49b4-9212-b13c05ce08db', 'status': 'completed', 'code': 200}
Nov 13 22:34:11.406701 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d35a5dfc-ab1c-43ce-a156-95a161fdafe0 req-19a0abb0-07cb-466c-9807-caed149e08f2 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=06209e8d-d39f-42b7-9087-c9aba34d03cf HTTP/1.1" status: 200  len: 210 time: 0.0270040
Nov 13 22:34:13.045757 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:13.824161 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54382) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:13.982955 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Deleting port e4def00c-21df-4664-a44b-e75ec68b30d3 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:13.983292 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:14.057746 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:14.058104 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:14.069594 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Calling delete_port for e4def00c-21df-4664-a44b-e75ec68b30d3 owned by network:floatingip {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:14.189689 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db no longer exists at agent hyperv_nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:14.208976 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] No Port match for: 20ed94fa-3c05-49b4-9212-b13c05ce08db {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:14.209321 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Device 20ed94fa-3c05-49b4-9212-b13c05ce08db not bound to the agent host nch1-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:14.291813 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:14.316630 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event deleted for resources: {'Port': ['ID=e4def00c-21df-4664-a44b-e75ec68b30d3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:14.379728 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for floatingip, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:14.380215 ncdv-master-1 neutron-server[120532]: INFO neutron.db.l3_db [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Floating IP c1712afc-337c-47b8-96d2-53f2935e272a disassociated (deleted). External IP: 172.35.3.18, port: c7008a3e-1530-41f2-a7be-3423451a938d.
Nov 13 22:34:14.584726 ncdv-master-1 neutron-server[120532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:34:14.691207 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:34:14.695839 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for floatingip, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:14.701659 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:34:14.710762 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:14.711355 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8d7250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:14.725286 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-bf9c7b2a-ff43-4af4-8f89-7a8dd5dd8e7b tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "DELETE /v2.0/floatingips/c1712afc-337c-47b8-96d2-53f2935e272a HTTP/1.1" status: 204  len: 168 time: 0.8976192
Nov 13 22:34:14.725286 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:34:14.725785 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9733af39-d16c-4295-a3eb-aabaf612a4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:34:14.762273 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 13 Nov 2021 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d1d2e-c092-49fe-ad16-cbfece072609 x-openstack-request-id: req-887d1d2e-c092-49fe-ad16-cbfece072609 {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:34:14.762522 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:34:14.762862 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-887d1d2e-c092-49fe-ad16-cbfece072609 {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:34:14.763279 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'status': 'completed', 'code': 200}
Nov 13 22:34:14.825815 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:14.831729 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-43f39d67-9df2-4980-9676-9fb0dd3a6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:14.831729 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-43f39d67-9df2-4980-9676-9fb0dd3a6802 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=519896d8fb094c8aa69db03a64114c85&device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 1094 time: 0.0461190
Nov 13 22:34:14.922563 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-bf75a55d-2dce-4585-99d9-d03a81037f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:14.924214 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-bf75a55d-2dce-4585-99d9-d03a81037f0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 200  len: 911 time: 0.0872285
Nov 13 22:34:14.986423 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-9079d5c6-e51b-4ad6-a39c-131d8546fe06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 200  len: 217 time: 0.0551364
Nov 13 22:34:15.033900 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8d7250>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:15.045140 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-e729365e-f07c-4ee5-9817-45f178138dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:15.046638 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-e729365e-f07c-4ee5-9817-45f178138dc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 200  len: 849 time: 0.0457284
Nov 13 22:34:15.065290 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:34:15.074809 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:15.075400 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefde8d7250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:15.092885 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-92de0d28-b1ca-4c12-aa55-584d632d9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:15.094312 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-92de0d28-b1ca-4c12-aa55-584d632d9b8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c3c40fe-776b-4e22-94e8-b67ebd83239c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412998
Nov 13 22:34:15.187365 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:15.230159 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-76e65ff9-292c-460d-8541-adc77a7945bb service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252716
Nov 13 22:34:15.241204 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f061f8-64dc-4a08-b078-f57324ca6841 req-bf6439de-92e4-4811-87c1-a39a4d17d3fb tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:15.242677 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3f061f8-64dc-4a08-b078-f57324ca6841 req-bf6439de-92e4-4811-87c1-a39a4d17d3fb tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 943 time: 0.0743928
Nov 13 22:34:15.301971 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:15.350492 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-e3f061f8-64dc-4a08-b078-f57324ca6841 req-597b26ef-f00e-4039-a3a8-cf334c1b0cf6 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990093
Nov 13 22:34:15.372166 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-9733af39-d16c-4295-a3eb-aabaf612a4bf req-5eb88ac4-dbbd-4313-b2e6-249eb970e10a service neutron] 10.222.0.46 "GET /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285470
Nov 13 22:34:15.393829 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefde8d7250>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:15.420086 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaeba5a-e717-42b0-acd0-a1741e212924 None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8125065c-a805-48d1-b9c9-6bf422ac29a5', 'name': '', 'network_id': '7c3c40fe-776b-4e22-94e8-b67ebd83239c', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'mac_address': 'fa:16:3e:8f:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:16Z', 'updated_at': '2021-11-13T22:29:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'subnets': [{'id': '0b2e5373-2e84-4ae8-9781-0a33906bb357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:34:15.654544 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5bc04-a6fa-498d-832a-8f438cdaec43 None None] New status for floating IP c1712afc-337c-47b8-96d2-53f2935e272a: DOWN {{(pid=120534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 13 22:34:16.469751 ncdv-master-1 neutron-server[120533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626197-3005-458d-b418-e428864df5de req-0419c487-6734-48dc-9f98-2b69fbe8878d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:16.471227 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7626197-3005-458d-b418-e428864df5de req-0419c487-6734-48dc-9f98-2b69fbe8878d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 943 time: 0.0492544
Nov 13 22:34:16.520618 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-d7626197-3005-458d-b418-e428864df5de req-47f88494-cd06-42e2-bf5d-c10625d6aa4a tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd2cdb06-da92-45a8-ad3d-d88267b89079&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430861
Nov 13 22:34:16.712841 ncdv-master-1 neutron-server[120532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-7e9d8f4c-c8a3-46a7-aa54-3352f7119a6d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 13 22:34:16.714318 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-7e9d8f4c-c8a3-46a7-aa54-3352f7119a6d tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 943 time: 0.0509272
Nov 13 22:34:16.803649 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Deleting port c7008a3e-1530-41f2-a7be-3423451a938d {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:16.803992 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:16.899051 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] For port c7008a3e-1530-41f2-a7be-3423451a938d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7008a3e-1530-41f2-a7be-3423451a938d,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:16.899416 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:16.912200 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Calling delete_port for c7008a3e-1530-41f2-a7be-3423451a938d owned by compute:nova {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:17.120510 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:17.151784 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event deleted for resources: {'Port': ['ID=c7008a3e-1530-41f2-a7be-3423451a938d,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:17.192935 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] No DVR routers for this DVR port c7008a3e-1530-41f2-a7be-3423451a938d on host nch2-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:34:17.197478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42221'] for port, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:17.201130 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [req-cb8280f1-83bb-4c25-a946-89a12e247a55 req-1a683da7-20c4-45cc-bf64-731f49931ccf tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.46 "DELETE /v2.0/ports/c7008a3e-1530-41f2-a7be-3423451a938d HTTP/1.1" status: 204  len: 173 time: 0.4801316
Nov 13 22:34:17.201579 ncdv-master-1 neutron-server[120532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-deleted', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d'}] {{(pid=120532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 13 22:34:17.204129 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9e44bb465914647ba1e8610d3af9632b08a9744e0576551f879d500f024021c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec58588-f353-49ca-aaa2-1b1ad6eb3cc7" -d '{"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-deleted", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d"}]}' {{(pid=120532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Nov 13 22:34:17.241319 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 13 Nov 2021 22:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b082d-dcf7-423d-b374-a2315f073ecc x-openstack-request-id: req-220b082d-dcf7-423d-b374-a2315f073ecc {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Nov 13 22:34:17.241616 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1747dc5-7e8b-4cc9-a63a-4478509df1e7", "name": "network-vif-deleted", "tag": "c7008a3e-1530-41f2-a7be-3423451a938d", "status": "completed", "code": 200}]} {{(pid=120532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Nov 13 22:34:17.241862 ncdv-master-1 neutron-server[120532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-220b082d-dcf7-423d-b374-a2315f073ecc {{(pid=120532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Nov 13 22:34:17.242779 ncdv-master-1 neutron-server[120532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1747dc5-7e8b-4cc9-a63a-4478509df1e7', 'name': 'network-vif-deleted', 'tag': 'c7008a3e-1530-41f2-a7be-3423451a938d', 'status': 'completed', 'code': 200}
Nov 13 22:34:17.649551 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [req-a648ee79-962b-4750-b51d-a5b625b650b6 req-65ef520c-05bc-4b54-8f75-9e039a70b328 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1747dc5-7e8b-4cc9-a63a-4478509df1e7 HTTP/1.1" status: 200  len: 210 time: 0.0304213
Nov 13 22:34:18.707902 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54398) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:18.765462 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:18.789926 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:18.935730 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:18.938370 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Publish callbacks [] for security_group, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:18.939552 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd2cdb06-da92-45a8-ad3d-d88267b89079 HTTP/1.1" status: 204  len: 168 time: 0.2299986
Nov 13 22:34:18.948911 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cdb06-da92-45a8-ad3d-d88267b89079,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:18.956363 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.956732 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.957082 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.957425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.957763 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.958100 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.958438 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.958765 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.959093 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.959425 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.959750 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:18.960075 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e11b8-ffc4-4890-9a55-f94e8336bda9 tempest-TestSnapshotPattern-1566987480 tempest-TestSnapshotPattern-1566987480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=120533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 13 22:34:20.062892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54404) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:20.511141 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:20.749892 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Deleting port 8125065c-a805-48d1-b9c9-6bf422ac29a5 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:20.750227 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:20.825871 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] For port 8125065c-a805-48d1-b9c9-6bf422ac29a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8125065c-a805-48d1-b9c9-6bf422ac29a5,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:20.826139 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:20.838320 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Calling delete_port for 8125065c-a805-48d1-b9c9-6bf422ac29a5 owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:20.934959 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d no longer exists at agent hyperv_nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:20.954836 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] No Port match for: c7008a3e-1530-41f2-a7be-3423451a938d {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:20.955177 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Device c7008a3e-1530-41f2-a7be-3423451a938d not bound to the agent host nch2-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:21.091191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:21.115933 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Pushing event deleted for resources: {'Port': ['ID=8125065c-a805-48d1-b9c9-6bf422ac29a5,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:21.288347 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:21.846926 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:34:21.950636 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:34:21.955744 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-f0983c67-8f9b-44af-9809-5d0dd9c4d470 admin admin] 10.222.0.20 "PUT /v2.0/routers/8a410b58-2ab3-4f5c-9e35-1c626f0554ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8918359
Nov 13 22:34:21.958240 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54424) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:21.960835 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] Sync routers for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:34:21.971464 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:21.972053 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf3a1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:22.062495 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks [] for router, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.073821 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: ncdv-master-1 {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:22.169711 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.277450 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Deleting port 14644445-be0d-4ca7-a959-4aaa279a3947 {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:22.277796 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.345735 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf3a1e80>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233'}], 'enable_snat': True}, 'gw_port_id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:34:20Z', 'revision_number': 5, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port': {'id': '14644445-be0d-4ca7-a959-4aaa279a3947', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:14Z', 'updated_at': '2021-11-13T22:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:22.358912 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] For port 14644445-be0d-4ca7-a959-4aaa279a3947, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14644445-be0d-4ca7-a959-4aaa279a3947,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:22.359268 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.370972 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] Checking router: 8a410b58-2ab3-4f5c-9e35-1c626f0554ff for host: ncdv-master-1 {{(pid=120535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:34:22.371693 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Calling delete_port for 14644445-be0d-4ca7-a959-4aaa279a3947 owned by network:router_gateway {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:22.378902 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] Routers {'8a410b58-2ab3-4f5c-9e35-1c626f0554ff'} bound to L3 agent in host ncdv-master-1 {{(pid=120535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:22.379495 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdf3a1e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'], 'active': True} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:22.462820 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_dvr_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] Set router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff gateway port host: None {{(pid=120535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:22.516970 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.l3_hamode_db [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdf3a1e80>, [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:34:22Z', 'revision_number': 6, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:22.543461 ncdv-master-1 neutron-server[120535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e3ffe-8d8f-44bf-809f-27fba0762c75 None None] The sync data for ids ['8a410b58-2ab3-4f5c-9e35-1c626f0554ff'] in ncdv-master-1 is: [{'id': '8a410b58-2ab3-4f5c-9e35-1c626f0554ff', 'name': 'tempest-TestSnapshotPattern-1382488982-router', 'tenant_id': '519896d8fb094c8aa69db03a64114c85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:13Z', 'updated_at': '2021-11-13T22:34:22Z', 'revision_number': 6, 'project_id': '519896d8fb094c8aa69db03a64114c85', 'gw_port_host': None}] {{(pid=120535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:34:22.605576 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.631228 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Pushing event deleted for resources: {'Port': ['ID=14644445-be0d-4ca7-a959-4aaa279a3947,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:22.645205 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a776cb7-af7d-4580-8ba2-823eb03b6922 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:34:22.694974 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.786133 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.788204 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.886665 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.887102 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a410b58-2ab3-4f5c-9e35-1c626f0554ff {{(pid=120533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:34:22.891973 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] Publish callbacks [] for router, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.893374 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-ff37141d-fb6a-4606-9454-aeb2588bcada admin admin] 10.222.0.20 "DELETE /v2.0/routers/8a410b58-2ab3-4f5c-9e35-1c626f0554ff HTTP/1.1" status: 204  len: 168 time: 0.9340887
Nov 13 22:34:22.895847 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54426) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:22.942062 ncdv-master-1 neutron-server[120533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Deleting subnet 0b2e5373-2e84-4ae8-9781-0a33906bb357 {{(pid=120533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:34:22.945118 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:22.984950 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66291826'] for subnet, precommit_delete_associations {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.064191 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.223181 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66292505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63289023'] for subnet, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.251661 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.255835 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b2e5373-2e84-4ae8-9781-0a33906bb357 HTTP/1.1" status: 204  len: 168 time: 0.3589816
Nov 13 22:34:23.256803 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234d44d-8b75-49c9-be17-eac805a1a27c None None] Network 7c3c40fe-776b-4e22-94e8-b67ebd83239c requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:34:23.256982 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd485b-05d4-4499-a02e-a4471ad03e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2e5373-2e84-4ae8-9781-0a33906bb357,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:23.258562 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54428) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:23.334672 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.389614 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8125065c-a805-48d1-b9c9-6bf422ac29a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:23.404442 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Deleting port ab82f3a2-8998-4b6b-bf68-9311abb016fd {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:23.404809 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.415223 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 8125065c-a805-48d1-b9c9-6bf422ac29a5 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:23.415571 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 8125065c-a805-48d1-b9c9-6bf422ac29a5 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:23.415984 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 14644445-be0d-4ca7-a959-4aaa279a3947 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:23.481222 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] For port ab82f3a2-8998-4b6b-bf68-9311abb016fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab82f3a2-8998-4b6b-bf68-9311abb016fd,segment=NetworkSegment(1a227c6a-ccc7-46d5-88af-faf5b5b996d1),segment_id=1a227c6a-ccc7-46d5-88af-faf5b5b996d1)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:23.481582 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.495732 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Calling delete_port for ab82f3a2-8998-4b6b-bf68-9311abb016fd owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:23.597153 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] DHCP port deletion for 7c3c40fe-776b-4e22-94e8-b67ebd83239c request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:34:23.599243 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 14644445-be0d-4ca7-a959-4aaa279a3947 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:23.599582 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 14644445-be0d-4ca7-a959-4aaa279a3947 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:23.651969 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.652773 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Deleting port ab82f3a2-8998-4b6b-bf68-9311abb016fd {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:23.653205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.680428 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab82f3a2-8998-4b6b-bf68-9311abb016fd,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:23.683063 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] No DVR routers for this DVR port ab82f3a2-8998-4b6b-bf68-9311abb016fd on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:34:23.717929 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] For port ab82f3a2-8998-4b6b-bf68-9311abb016fd, host ncdv-master-1, got binding levels [] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:23.718323 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.731302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Calling delete_port for ab82f3a2-8998-4b6b-bf68-9311abb016fd owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:23.733937 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.ipam_backend_mixin [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Port ab82f3a2-8998-4b6b-bf68-9311abb016fd was not found and therefore no delete operation was performed {{(pid=120534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Nov 13 22:34:23.735197 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.757861 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.759980 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] Pushing event deleted for resources: {'Port': ['ID=ab82f3a2-8998-4b6b-bf68-9311abb016fd,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:23.763447 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d69f5-f4ee-4d41-9fef-35e2a3f2356b None None] No DVR routers for this DVR port ab82f3a2-8998-4b6b-bf68-9311abb016fd on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:34:23.780298 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefcfe5b850>,) {'filters': {'network_id': ['7c3c40fe-776b-4e22-94e8-b67ebd83239c']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:23.790145 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe5b850>, '1a227c6a-ccc7-46d5-88af-faf5b5b996d1') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:23.790441 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefcfe5b850>, '1a227c6a-ccc7-46d5-88af-faf5b5b996d1') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:23.800940 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.813964 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.819744 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:34:23.820127 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:34:23.821785 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:34:23.920150 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.927039 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:23.930237 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c3c40fe-776b-4e22-94e8-b67ebd83239c HTTP/1.1" status: 204  len: 168 time: 0.6706917
Nov 13 22:34:23.933414 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [-] (120533) accepted ('10.222.0.20', 54430) {{(pid=120533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:23.941119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033d2c-14e2-4b7c-8426-dc30a3a452c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3c40fe-776b-4e22-94e8-b67ebd83239c,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:24.274171 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585726'] for router_interface, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:24.515358 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Deleting port 186a0360-4427-406d-a415-962243ee6c3b {{(pid=120533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:24.515690 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:24.591909 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.db [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] For port 186a0360-4427-406d-a415-962243ee6c3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=186a0360-4427-406d-a415-962243ee6c3b,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:24.592267 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:24.604964 ncdv-master-1 neutron-server[120533]: DEBUG neutron.plugins.ml2.plugin [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Calling delete_port for 186a0360-4427-406d-a415-962243ee6c3b owned by network:router_interface {{(pid=120533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:24.759949 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-652b24b4-2495-4ba9-8c1b-0861e117bb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:24.834311 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66292686'] for port, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:24.863968 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=186a0360-4427-406d-a415-962243ee6c3b,revision_number=None']} {{(pid=120533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:25.043134 ncdv-master-1 neutron-server[120533]: DEBUG neutron_lib.callbacks.manager [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585794'] for router_interface, after_delete {{(pid=120533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:25.257859 ncdv-master-1 neutron-server[120533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Router 360a395c-16c8-4209-8a48-b912725905bf has already been hosted by L3 agent 77ce06ef-2982-4a2c-a603-62c0e8385b81 {{(pid=120533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 13 22:34:25.288699 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ab82f3a2-8998-4b6b-bf68-9311abb016fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:25.309260 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: ab82f3a2-8998-4b6b-bf68-9311abb016fd {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:25.309598 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device ab82f3a2-8998-4b6b-bf68-9311abb016fd not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:25.366480 ncdv-master-1 neutron-server[120533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=120533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 13 22:34:25.374121 ncdv-master-1 neutron-server[120533]: INFO neutron.wsgi [None req-28bb9132-d612-4497-a8a8-86b1c0beea41 admin admin] 10.222.0.20 "PUT /v2.0/routers/360a395c-16c8-4209-8a48-b912725905bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4369504
Nov 13 22:34:25.374219 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54432) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:25.374974 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] Sync routers for ids ['360a395c-16c8-4209-8a48-b912725905bf'] in ncdv-master-1 {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 13 22:34:25.384150 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] Routers {'360a395c-16c8-4209-8a48-b912725905bf'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:25.384801 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0ddb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['360a395c-16c8-4209-8a48-b912725905bf'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:25.476504 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks [] for router, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:25.490862 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] Set router 360a395c-16c8-4209-8a48-b912725905bf gateway port host: ncdv-master-1 {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:25.577444 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:25.671711 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0ddb50>, [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'external_fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169'}], 'enable_snat': True}, 'gw_port_id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:34:24Z', 'revision_number': 5, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port': {'id': '9aa07788-1871-4c89-8501-0580fc6aa2e3', 'name': '', 'network_id': '33cde637-622a-4b3a-92ab-f1b4b833111a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bd:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360a395c-16c8-4209-8a48-b912725905bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'ip_address': '172.35.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T22:29:20Z', 'updated_at': '2021-11-13T22:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc792210-c338-47f3-9553-f3ada1f95f5d', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:25.694927 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Deleting port 9aa07788-1871-4c89-8501-0580fc6aa2e3 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:25.695267 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:25.697617 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] Checking router: 360a395c-16c8-4209-8a48-b912725905bf for host: ncdv-master-1 {{(pid=120534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 13 22:34:25.707242 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] Routers {'360a395c-16c8-4209-8a48-b912725905bf'} bound to L3 agent in host ncdv-master-1 {{(pid=120534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 13 22:34:25.707867 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fefdd0ddb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T20:53:57Z,description=<?>,heartbeat_timestamp=2021-11-13T22:33:57Z,host='ncdv-master-1',id=77ce06ef-2982-4a2c-a603-62c0e8385b81,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-13T20:53:58Z,topic='l3_agent')) {'router_ids': ['360a395c-16c8-4209-8a48-b912725905bf'], 'active': True} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:25.773126 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] For port 9aa07788-1871-4c89-8501-0580fc6aa2e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9aa07788-1871-4c89-8501-0580fc6aa2e3,segment=NetworkSegment(2a48e52f-5b01-41c9-9c96-5510b7efd139),segment_id=2a48e52f-5b01-41c9-9c96-5510b7efd139)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:25.773378 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:25.785681 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Calling delete_port for 9aa07788-1871-4c89-8501-0580fc6aa2e3 owned by network:router_gateway {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:25.793968 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvr_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] Set router 360a395c-16c8-4209-8a48-b912725905bf gateway port host: None {{(pid=120534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Nov 13 22:34:25.848570 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_hamode_db [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fefdd0ddb50>, [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:34:25Z', 'revision_number': 6, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=120534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:25.874493 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c167946-68f6-45a1-bbc1-7fa39a5cc0b1 None None] The sync data for ids ['360a395c-16c8-4209-8a48-b912725905bf'] in ncdv-master-1 is: [{'id': '360a395c-16c8-4209-8a48-b912725905bf', 'name': 'tempest-TestSnapshotPattern-950665702-router', 'tenant_id': '5173037ad43c476391a7e4a838580495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T22:29:19Z', 'updated_at': '2021-11-13T22:34:25Z', 'revision_number': 6, 'project_id': '5173037ad43c476391a7e4a838580495', 'gw_port_host': None}] {{(pid=120534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 13 22:34:26.009743 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.039043 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa07788-1871-4c89-8501-0580fc6aa2e3,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:26.052891 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06c7cf-a650-4f81-9116-e2cec1139c90 None None] DHCP port deletion for 33cde637-622a-4b3a-92ab-f1b4b833111a request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:34:26.106421 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625848'] for router_gateway, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.193264 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7073'] for router, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.195223 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.302804 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585475'] for router, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.303362 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360a395c-16c8-4209-8a48-b912725905bf {{(pid=120532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 13 22:34:26.308191 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] Publish callbacks [] for router, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.309491 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-0728a0a0-9178-4d67-a5b8-9f4bd1f41cbf admin admin] 10.222.0.20 "DELETE /v2.0/routers/360a395c-16c8-4209-8a48-b912725905bf HTTP/1.1" status: 204  len: 168 time: 0.9342339
Nov 13 22:34:26.311937 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54434) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:26.359539 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Deleting subnet d4a16441-d1cf-4127-a24f-f9413a2a1cae {{(pid=120532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Nov 13 22:34:26.362768 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.402700 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64090513'] for subnet, precommit_delete_associations {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.483065 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743129'] for subnet, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.696486 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64275880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48893328'] for subnet, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.721924 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a16441-d1cf-4127-a24f-f9413a2a1cae,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:26.727630 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.731515 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-8e419dc2-3c93-4801-9c45-ee967e79fc8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4a16441-d1cf-4127-a24f-f9413a2a1cae HTTP/1.1" status: 204  len: 168 time: 0.4186466
Nov 13 22:34:26.734119 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54436) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:26.736458 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949e3050-0376-4910-a6be-ea88a5936f0d None None] Network 23feb3b5-6095-426b-9de3-525c8c204044 requested from ncdv-master-1 {{(pid=120534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Nov 13 22:34:26.806934 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-678762'] for network, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.863232 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Deleting port 0ade5051-3652-4cae-a050-3f87accdc703 {{(pid=120532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:26.863740 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.932414 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.db [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] For port 0ade5051-3652-4cae-a050-3f87accdc703, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ade5051-3652-4cae-a050-3f87accdc703,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:26.932829 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:26.942104 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] DHCP port deletion for 23feb3b5-6095-426b-9de3-525c8c204044 request from ncdv-master-1 {{(pid=120534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Nov 13 22:34:26.946818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.plugin [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Calling delete_port for 0ade5051-3652-4cae-a050-3f87accdc703 owned by network:dhcp {{(pid=120532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:26.990523 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] Deleting port 0ade5051-3652-4cae-a050-3f87accdc703 {{(pid=120534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Nov 13 22:34:26.990991 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791765686007'] for port, before_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.070333 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.db [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] For port 0ade5051-3652-4cae-a050-3f87accdc703, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ade5051-3652-4cae-a050-3f87accdc703,segment=NetworkSegment(0a428f87-402b-49e9-990f-a9e40d24dba4),segment_id=0a428f87-402b-49e9-990f-a9e40d24dba4)] {{(pid=120534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 13 22:34:27.070724 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613065'] for port, precommit_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.083592 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] Calling delete_port for 0ade5051-3652-4cae-a050-3f87accdc703 owned by network:dhcp {{(pid=120534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Nov 13 22:34:27.154478 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64275839'] for port, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.159881 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-766416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2028717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791765713345', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791765167508'] for port, after_delete {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.189312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ade5051-3652-4cae-a050-3f87accdc703,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:27.189312 ncdv-master-1 neutron-server[120532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] No DVR routers for this DVR port 0ade5051-3652-4cae-a050-3f87accdc703 on host ncdv-master-1 {{(pid=120532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:34:27.193945 ncdv-master-1 neutron-server[120534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] No DVR routers for this DVR port 0ade5051-3652-4cae-a050-3f87accdc703 on host ncdv-master-1 {{(pid=120534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 13 22:34:27.198798 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4ba84e8d-548a-4af2-a1d1-51e698ddc267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.201561 ncdv-master-1 neutron-server[120534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1f5d6-36e2-471a-94a2-62685ff921f7 None None] Pushing event deleted for resources: {'Port': ['ID=0ade5051-3652-4cae-a050-3f87accdc703,revision_number=None']} {{(pid=120534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:27.255687 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 186a0360-4427-406d-a415-962243ee6c3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:27.269837 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737358', 'neutron.services.segments.db._delete_segments_for_network-8791765732590'] for network, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.277302 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 186a0360-4427-406d-a415-962243ee6c3b {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:27.277641 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 186a0360-4427-406d-a415-962243ee6c3b not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:27.278357 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0ade5051-3652-4cae-a050-3f87accdc703 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:27.290038 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fefdd862190>,) {'filters': {'network_id': ['23feb3b5-6095-426b-9de3-525c8c204044']}} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:27.297774 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 0ade5051-3652-4cae-a050-3f87accdc703 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:27.298116 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 0ade5051-3652-4cae-a050-3f87accdc703 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:27.298556 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9aa07788-1871-4c89-8501-0580fc6aa2e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Nov 13 22:34:27.299818 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd862190>, '0a428f87-402b-49e9-990f-a9e40d24dba4') {'for_net_delete': True} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:27.300106 ncdv-master-1 neutron-server[120532]: DEBUG neutron.services.segments.db [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fefdd862190>, '0a428f87-402b-49e9-990f-a9e40d24dba4') {} {{(pid=120532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 13 22:34:27.313983 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791765736439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64090522'] for segment, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.318209 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.plugin [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] No Port match for: 9aa07788-1871-4c89-8501-0580fc6aa2e3 {{(pid=120534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Nov 13 22:34:27.318551 ncdv-master-1 neutron-server[120534]: DEBUG neutron.plugins.ml2.rpc [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Device 9aa07788-1871-4c89-8501-0580fc6aa2e3 not bound to the agent host ncdv-master-1 {{(pid=120534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Nov 13 22:34:27.327675 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370'] for segment, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.334444 ncdv-master-1 neutron-server[120532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=120532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 13 22:34:27.334826 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64275794'] for segment, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]: Traceback (most recent call last):
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     timer()
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     cb(*args, **kw)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     return func(*args, **kwargs)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     self._notify()
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     self.callback(batched_events)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     event.method(event)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     return f(self, *a, **k)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     return self._get(url).json()
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     return self.request(url, 'GET', **kwargs)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 13 22:34:27.336447 ncdv-master-1 neutron-server[120532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 13 22:34:27.462184 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-737367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624832'] for network, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.467583 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Publish callbacks [] for network, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.477749 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] 10.222.0.20 "DELETE /v2.0/networks/23feb3b5-6095-426b-9de3-525c8c204044 HTTP/1.1" status: 204  len: 168 time: 0.7357407
Nov 13 22:34:27.481800 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542374d6-eda6-4a81-9af7-fc423369dd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=23feb3b5-6095-426b-9de3-525c8c204044,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:27.800075 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54440) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:27.837064 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-a73c0518-0c93-43e2-9663-f1aab2d77882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=519896d8fb094c8aa69db03a64114c85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0376756
Nov 13 22:34:27.839678 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54442) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:27.884870 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0ad13a3-7cc8-4a29-a975-5239d8c9a889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:27.908363 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0ad13a3-7cc8-4a29-a975-5239d8c9a889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.034440 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0ad13a3-7cc8-4a29-a975-5239d8c9a889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.037030 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-b0ad13a3-7cc8-4a29-a975-5239d8c9a889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.038185 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-b0ad13a3-7cc8-4a29-a975-5239d8c9a889 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dec09e4-3314-4bc4-b0ae-c23be2e88053 HTTP/1.1" status: 204  len: 168 time: 0.1975806
Nov 13 22:34:28.050485 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad13a3-7cc8-4a29-a975-5239d8c9a889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec09e4-3314-4bc4-b0ae-c23be2e88053,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:28.649304 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54448) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:28.690051 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-33ae5bf7-5230-4b07-8151-590f7c14030f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5173037ad43c476391a7e4a838580495&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394228
Nov 13 22:34:28.692420 ncdv-master-1 neutron-server[120532]: DEBUG neutron.wsgi [-] (120532) accepted ('10.222.0.20', 54450) {{(pid=120532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Nov 13 22:34:28.737501 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c916decb-ee50-46e8-bb84-e797dba175f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.757821 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c916decb-ee50-46e8-bb84-e797dba175f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.851557 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c916decb-ee50-46e8-bb84-e797dba175f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353530'] for security_group, after_delete {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.854771 ncdv-master-1 neutron-server[120532]: DEBUG neutron_lib.callbacks.manager [None req-c916decb-ee50-46e8-bb84-e797dba175f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=120532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:28.856539 ncdv-master-1 neutron-server[120532]: INFO neutron.wsgi [None req-c916decb-ee50-46e8-bb84-e797dba175f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f00c90d-a136-4cf2-b172-74c32e646758 HTTP/1.1" status: 204  len: 168 time: 0.1625652
Nov 13 22:34:28.863454 ncdv-master-1 neutron-server[120532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916decb-ee50-46e8-bb84-e797dba175f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f00c90d-a136-4cf2-b172-74c32e646758,revision_number=None']} {{(pid=120532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 13 22:34:28.942478 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:30.233981 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:30.462503 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:40.395286 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:34:43.056322 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:45.313584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:54.810602 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-864ebf6b-1423-4d60-8235-8f05b2f393c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:57.186916 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-105cd7eb-59a5-4e45-ad76-b80c834944e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:34:58.902079 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:00.272412 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:00.489751 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:13.015801 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:15.330100 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:17.395474 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:35:24.786956 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b294851e-cf4b-4d89-a3b7-f5c61b29d895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:27.089573 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f8f9993c-401b-4d75-8dd9-3bb41db9ce77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:28.912644 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:30.243725 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:30.472438 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:43.032280 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:45.329608 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:54.396193 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:35:54.803571 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c997db9d-07d2-4cc5-85bf-493925f25f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:57.135190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d06f86e6-de7a-43e9-a1a6-f6b74ac5da7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:35:58.912054 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:00.243631 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:00.443767 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:13.014380 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:15.329156 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:24.751523 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c09bcf30-3b5f-46c9-8e75-f835df6cc8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:27.093969 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-c83ed122-962e-4bf0-be5b-f94bdadff718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:28.911584 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:30.242907 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:30.470826 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:31.395326 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:36:43.025121 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:45.339877 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:54.756772 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-49917ef6-c745-4b9b-aa88-f8f440bd8e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:57.116377 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-d0700dc3-7451-4973-bd5f-fdefb98417cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:36:58.945051 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:00.259397 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:00.476297 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:08.395519 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:37:13.030741 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:15.436104 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:24.785485 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-a772a63f-b113-4e9d-9f37-cb7cc5a08e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:27.110118 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-270cb1a2-3a72-4e31-89b4-33913649bee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:28.950282 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:30.247630 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:30.504921 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:43.012926 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:45.372548 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:45.395113 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:37:54.817971 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-03ebe121-42c4-4d5f-b5e1-6d05d96b69bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:57.115837 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-442c04c7-075b-4952-b50d-4f250f787ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:37:58.915322 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:00.286636 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:00.510205 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:13.040663 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:15.389533 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:22.394527 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:38:24.772001 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-7203e065-4e9e-4823-b6c9-58117bc9c49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:24.786223 ncdv-master-1 neutron-server[120533]: DEBUG neutron.wsgi [req-71df2091-7ce1-492d-b077-1c41a2d2c352 req-b89001b7-2d52-492c-8c67-8c91eb9ad6c5 service neutron] (120533) timed out ('10.222.0.20', 52024) {{(pid=120533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}
Nov 13 22:38:27.160822 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-4e3e5990-24b5-4ca7-bdd9-dc5eb951a672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:28.897880 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:30.269440 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:30.491908 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:43.051873 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:45.366705 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:54.783142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3560ced6-cb22-433d-bd9b-357a158a548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:57.108758 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-11a3666b-ead6-472b-891a-bde70a6dbe91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:58.966366 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:38:59.393770 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:39:00.337250 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:00.480578 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:13.120162 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:15.359918 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:24.788425 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-8605c39b-ab24-4f02-8b1a-27ea889a69e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:27.102316 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-92608b7f-5aca-41b8-bb1d-ab4e918b53de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:28.919764 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:30.296955 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:30.508142 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:36.393287 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:39:43.085432 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:45.348365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:54.821922 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-5590a5f3-8604-4723-acc3-2686a977dd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:57.131190 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-2fa4542c-3877-40f0-b982-4bd5d4c0abb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:39:58.948103 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:00.279533 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:00.445366 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:13.079531 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:13.392657 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:40:15.359012 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:24.793806 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-6499b2b6-f6dc-4284-a156-13bfbd5c46e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:27.118859 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ce64bf24-aeb3-48d1-8aea-b20513295b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:28.982684 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:30.325379 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:30.484040 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:43.159539 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:45.358856 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:50.391760 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:40:54.843662 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-64650ae3-7ae8-4e49-aa47-31054c10155f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:57.106344 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-61d9fff6-9d4e-4f39-839c-9d29c5947435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:40:58.936140 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:00.300913 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:00.507441 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:13.111827 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:15.352471 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:24.798734 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-ae35a886-1729-439c-bde5-f1166029ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:27.118365 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-b9072080-6df9-4bf9-9523-400aedf94672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:27.391375 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:41:28.941194 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:30.289387 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:30.478300 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:43.111125 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:45.398081 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:54.797735 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-dcb1053e-59da-4a37-beb9-52e59e5c6876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:57.101507 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-47414ae0-3a7e-4ce9-88b8-ae14baf9b3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:41:58.981298 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:00.334897 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:00.477774 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:04.390568 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:42:13.140481 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:15.381134 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:24.797957 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e468-fd33-45e6-b45f-9900bf1d160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:27.111738 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-72ffd15f-acab-4f86-ba4d-6e141e8fc6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:28.969615 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-959b18f0-4b95-4959-8f9f-b5edec0cb873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:30.305239 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-3babbd1a-5a57-44d3-b602-f4dceee0da89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:30.477391 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-80020d58-b9b3-468d-a3f8-3e9b217a104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:41.389582 ncdv-master-1 neutron-server[120535]: DEBUG neutron.db.agents_db [None req-deb968e0-0f99-483c-bcb7-63306c404a2d None None] Agent healthcheck: found 7 active agents {{(pid=120535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Nov 13 22:42:43.112146 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-73f95205-8eb0-42a6-a7ca-295f4e16f8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Nov 13 22:42:45.443781 ncdv-master-1 neutron-server[120534]: DEBUG neutron_lib.callbacks.manager [None req-e203656b-cee7-4358-987d-e6648d45e377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791765732572', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-738840'] for agent, after_update {{(pid=120534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}